forked from ISISComputingGroup/JSON_bourne
-
Notifications
You must be signed in to change notification settings - Fork 0
/
webserver.py
91 lines (72 loc) · 3.26 KB
/
webserver.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
import json
import logging
import os
from BaseHTTPServer import BaseHTTPRequestHandler, HTTPServer
from SocketServer import ThreadingMixIn
from logging.handlers import TimedRotatingFileHandler
from external_webpage.request_handler_utils import get_detailed_state_of_specific_instrument, \
get_summary_details_of_all_instruments, get_instrument_and_callback
from external_webpage.web_scrapper_manager import WebScrapperManager
from external_webpage.instrument_scapper import scraped_data, scraped_data_lock
logger = logging.getLogger('JSON_bourne')
log_filepath = os.path.join(os.path.dirname(os.path.realpath(__file__)), 'log', 'JSON_bourne.log')
handler = TimedRotatingFileHandler(log_filepath, when='midnight', backupCount=30)
handler.setFormatter(logging.Formatter('%(asctime)s %(message)s'))
logger.setLevel(logging.INFO)
logger.addHandler(handler)
HOST, PORT = '', 60000
class MyHandler(BaseHTTPRequestHandler):
"""
Handle for web calls for Json Borne
"""
def do_GET(self):
"""
This is called by BaseHTTPRequestHandler every time a client does a GET.
The response is written to self.wfile
"""
try:
instrument, callback = get_instrument_and_callback(self.path)
# Warn level so as to avoid many log messages that come from other modules
logger.warn("Connected to from " + str(self.client_address) + " looking at " + str(instrument))
with scraped_data_lock:
if instrument == "ALL":
ans = {
"error": web_manager.instrument_list_retrieval_errors(),
"instruments": get_summary_details_of_all_instruments(scraped_data)}
else:
ans = get_detailed_state_of_specific_instrument(instrument, scraped_data)
try:
ans_as_json = str(json.dumps(ans))
except Exception as err:
raise ValueError("Unable to convert answer data to JSON: %s" % err.message)
response = "{}({})".format(callback, ans_as_json)
self.send_response(200)
self.send_header('Content-type', 'text/html')
self.end_headers()
self.wfile.write(response)
except ValueError as e:
logger.error(e)
self.send_response(400)
except Exception as e:
self.send_response(404)
logger.error(e)
def log_message(self, format, *args):
""" By overriding this method and doing nothing we disable writing to console
for every client request. Remove this to re-enable """
return
class ThreadedHTTPServer(ThreadingMixIn, HTTPServer):
"""Handle requests in a separate thread."""
if __name__ == '__main__':
# It can sometime be useful to define a local instrument list to add/override the instrument list do this here
# E.g. to add local instrument local_inst_list = {"localhost": "localhost"}
local_inst_list = {}
web_manager = WebScrapperManager(local_inst_list=local_inst_list)
web_manager.start()
server = ThreadedHTTPServer(('', PORT), MyHandler)
try:
while True:
server.serve_forever()
except KeyboardInterrupt:
print("Shutting down")
web_manager.stop()
web_manager.join()