1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
|
# Copyright (c) 2016 Weitian LI <liweitianux@live.com>
# MIT license
"""
Communicate with the "fg21sim" simulation program through the Web UI using
the WebSocket_ protocol, which provides full-duplex communication channels
over a single TCP connection.
.. _WebSocket: https://en.wikipedia.org/wiki/WebSocket
References
----------
- Tornado WebSocket:
http://www.tornadoweb.org/en/stable/websocket.html
- Can I Use: WebSocket:
http://caniuse.com/#feat=websockets
"""
import os
import json
import logging
import tornado.websocket
from ..configs import ConfigManager
from ..errors import ConfigError
from .utils import get_host_ip
logger = logging.getLogger(__name__)
class FG21simWSHandler(tornado.websocket.WebSocketHandler):
"""
WebSocket for bi-directional communication between the Web UI and
the server, which can deal with the configurations and execute the
simulation task.
Generally, WebSocket send and receive data as *string*. Therefore,
the more complex data are stringified as JSON string before sending,
which will be parsed after receive.
Each message (as a JSON object or Python dictionary) has a ``type``
field which will be used to determine the following action to take.
Attributes
----------
name : str
Name to distinguish this WebSocket handle.
from_localhost : bool
Set to ``True`` if the access is from the localhost,
otherwise ``False``.
configs : `~ConfigManager`
A ``ConfigManager`` instance, for configuration manipulations when
communicating with the Web UI.
"""
name = "fg21sim"
from_localhost = None
configs = ConfigManager()
def check_origin(self, origin):
"""Check the origin of the WebSocket access.
Attributes
----------
from_localhost : bool
Set to ``True`` if the access is from the localhost,
otherwise ``False``.
NOTE
----
Currently, only allow access from the ``localhost``
(i.e., 127.0.0.1) and local LAN.
"""
logger.info("WebSocket: {0}: origin: {1}".format(self.name, origin))
ip = get_host_ip(url=origin)
if ip == "127.0.0.1":
self.from_localhost = True
logger.info("WebSocket: %s: origin is localhost" % self.name)
return True
else:
self.from_localhost = False
# FIXME/TODO: check whether from local LAN (or in same subnet)??
logger.error("WebSocket: %s: " % self.name +
"ONLY allow access from localhost at the moment :(")
return False
def open(self):
"""Invoked when a new WebSocket is opened by the client."""
logger.info("WebSocket: %s: opened" % self.name)
def on_close(self):
"""Invoked when a new WebSocket is closed by the client."""
code, reason = None, None
if hasattr(self, "close_code"):
code = self.close_code
if hasattr(self, "close_reason"):
reason = self.close_reason
logger.info("WebSocket: {0}: closed by client: {1}, {2}".format(
self.name, code, reason))
def on_message(self, message):
"""Handle incoming messages and dispatch task according to the
message type.
NOTE
----
The received message (parsed to a Python dictionary) has a ``type``
item which will be used to determine the following action to take.
Currently supported message types are:
``configs``:
Request or set the configurations
``console``:
Control the simulation tasks, or request logging messages
``results``:
Request the simulation results
The sent message also has a ``type`` item of same value, which the
client can be used to figure out the proper actions.
There is a ``success`` item which indicates the status of the
requested operation, and an ``error`` recording the error message
if ``success=False``.
"""
logger.debug("WebSocket: %s: received: %s" % (self.name, message))
try:
msg = json.loads(message)
msg_type = msg["type"]
except json.JSONDecodeError:
logger.warning("WebSocket: {0}: ".format(self.name) +
"message is not a valid JSON string")
response = {"success": False,
"type": None,
"error": "message is not a valid JSON string"}
except (KeyError, TypeError):
logger.warning("WebSocket: %s: skip invalid message" % self.name)
response = {"success": False,
"type": None,
"error": "type is missing"}
else:
# Check the message type and dispatch task
if msg_type == "configs":
# Request or set the configurations
response = self._handle_configs(msg)
elif msg_type == "console":
# Control the simulation tasks, or request logging messages
response = self._handle_console(msg)
elif msg_type == "results":
# Request the simulation results
response = self._handle_results(msg)
else:
# Message of unknown type
logger.warning("WebSocket: {0}: ".format(self.name) +
"unknown message type: {0}".format(msg_type))
response = {"success": False,
"type": msg_type,
"error": "unknown message type %s" % msg_type}
#
msg_response = json.dumps(response)
self.write_message(msg_response)
def _handle_configs(self, msg):
"""Handle the message of type "configs", which request to get or
set some configurations by the client.
TODO: improve the description ...
Parameters
----------
msg : dict
A dictionary parsed from the incoming JSON message, which
generally has the following syntax:
``{"type": "configs", "action": <action>, "data": <data>}``
where the ``<action>`` is ``set`` or ``get``, and the ``<data>``
is a list of config keys or a dict of config key-value pairs.
Returns
-------
response : dict
A dictionary parsed from the incoming JSON message, which
generally has the following syntax:
``{"type": "configs", "action": <action>,
"data": <data>, "errors": <errors>}``
where the ``<action>`` is the same as input, the ``<data>`` is
a list of config keys or a dict of config key-value pairs, and
``<errors>`` contains the error message for the invalid config
values.
"""
try:
msg_type = msg["type"]
msg_action = msg["action"]
response = {"type": msg_type, "action": msg_action}
logger.info("WebSocket: {0}: handle message: ".format(self.name) +
"type: {0}, action: {1}".format(msg_type, msg_action))
if msg_action == "get":
# Get the values of the specified options
try:
data, errors = self._get_configs(keys=msg["keys"])
response["success"] = True
response["data"] = data
response["errors"] = errors
except KeyError:
response["success"] = False
response["error"] = "'keys' is missing"
elif msg_action == "set":
# Set the values of the specified options
try:
errors = self._set_configs(data=msg["data"])
response["success"] = True
response["data"] = {} # be more consistent
response["errors"] = errors
except KeyError:
response["success"] = False
response["error"] = "'data' is missing"
elif msg_action == "reset":
# Reset the configurations to the defaults
self._reset_configs()
response["success"] = True
elif msg_action == "load":
# Load the supplied user configuration file
try:
success, error = self._load_configs(msg["userconfig"])
response["success"] = success
if not success:
response["error"] = error
except KeyError:
response["success"] = False
response["error"] = "'userconfig' is missing"
elif msg_action == "save":
# Save current configurations to file
try:
success, error = self._save_configs(msg["outfile"],
msg["clobber"])
response["success"] = success
if not success:
response["error"] = error
except KeyError:
response["success"] = False
response["error"] = "'outfile' or 'clobber' is missing"
else:
logger.warning("WebSocket: {0}: ".format(self.name) +
"unknown action: {0}".format(msg_action))
response["success"] = False
response["error"] = "unknown action: {0}".format(msg_action)
except KeyError:
# Received message has wrong syntax/format
response = {"success": False,
"type": msg_type,
"error": "no action specified"}
#
logger.debug("WebSocket: {0}: ".format(self.name) +
"response: {0}".format(response))
return response
def _get_configs(self, keys=None):
"""Get the values of the config options specified by the given keys.
Parameters
----------
keys : list[str], optional
A list of keys specifying the config options whose values will
be obtained.
If ``keys=None``, then all the configurations values are dumped.
Returns
-------
data : dict
A dictionary with keys the same as the input keys, and values
the corresponding config option values.
errors : dict
When error occurs (e.g., invalid key), then the specific errors
with details are stored in this dictionary.
NOTE
----
Do not forget the ``userconfig`` option.
"""
if keys is None:
# Dump all the configurations
data = self.configs.dump(flatten=True)
data["userconfig"] = self.configs.userconfig
errors = {}
else:
data = {}
errors = {}
for key in keys:
if key == "userconfig":
data["userconfig"] = self.configs.userconfig
else:
try:
data[key] = self.configs.getn(key)
except KeyError as e:
errors[key] = str(e)
#
return (data, errors)
def _set_configs(self, data):
"""Set the values of the config options specified by the given keys
to the corresponding supplied data.
NOTE
----
The ``userconfig`` and ``workdir`` options are ignored.
Parameters
----------
data : dict
A dictionary of key-value pairs, with keys specifying the config
options whose value will be changed, and values the new values
to which config options will be set.
NOTE:
If want to set the ``userconfig`` option, an *absolute path*
must be provided (i.e., client should take care of the ``workdir``
value and generate a absolute path for ``userconfig``).
Returns
-------
errors : dict
When error occurs (e.g., invalid key, invalid values), then the
specific errors with details are stored in this dictionary.
"""
errors = {}
for key, value in data.items():
if key in ["userconfig", "workdir"]:
# Ignore "userconfig" and "workdir"
continue
else:
try:
self.configs.setn(key, value)
except KeyError as e:
errors[key] = str(e)
# NOTE:
# Check the whole configurations after all provided options are
# updated, and merge the validation errors.
__, cherr = self.configs.check_all(raise_exception=False)
errors.update(cherr)
return errors
def _reset_configs(self):
"""Reset the configurations to the defaults."""
self.configs.reset()
def _load_configs(self, userconfig):
"""Load configurations from the provided user configuration file.
Parameters
----------
userconfig: str
The filepath to the user configuration file, which must be
an *absolute path*.
Returns
-------
success : bool
``True`` if the operation succeeded, otherwise, ``False``.
error : str
If failed, this ``error`` saves the details, otherwise, ``None``.
"""
success = False
error = None
if os.path.isabs(userconfig):
try:
self.configs.read_userconfig(userconfig)
success = True
except ConfigError as e:
error = str(e)
else:
error = "Not an absolute path"
return (success, error)
def _save_configs(self, outfile, clobber=False):
"""Save current configurations to file.
Parameters
----------
outfile: str
The filepath to the output configuration file, which must be
an *absolute path*.
clobber : bool, optional
Whether overwrite the output file if already exists?
Returns
-------
success : bool
``True`` if the operation succeeded, otherwise, ``False``.
error : str
If failed, this ``error`` saves the details, otherwise, ``None``.
"""
success = False
error = None
try:
self.configs.save(outfile, clobber=clobber)
success = True
except (ValueError, OSError) as e:
error = str(e)
return (success, error)
def _handle_console(self, msg):
# Got a message of supported types
msg_type = msg["type"]
logger.info("WebSocket: {0}: ".format(self.name) +
"handle message of type: {0}".format(msg_type))
response = {"success": True, "type": msg_type}
return response
def _handle_results(self, msg):
# Got a message of supported types
msg_type = msg["type"]
logger.info("WebSocket: {0}: ".format(self.name) +
"handle message of type: {0}".format(msg_type))
response = {"success": True, "type": msg_type}
return response
|