1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
|
#! /usr/bin/env python
import socket
import json
import datetime
import time
from multiprocessing import Process
import tornado.iostream
import tornado.ioloop
import tornado.httpserver
import tornado.websocket
import netio
import imc.nonblock
from imc.proxy import Proxy,Connection,imc_call,imc_register_call
class BackendWorker():
def __init__(self,center_addr,ws_port):
self.ioloop = tornado.ioloop.IOLoop.current()
self.center_addr = center_addr
self.linkclass = 'backend'
self.linkid = None
self.ws_port = ws_port
self._client_linkidmap = {}
def start(self):
self._conn_center()
def add_client(self,linkid,handler):
self._client_linkidmap[linkid] = {}
conn = netio.WebSocketConnection(linkid,handler)
conn.add_close_callback(lambda conn : self.del_client(conn.linkid))
Proxy.instance.add_conn(conn)
return conn
def del_client(self,linkid):
del self._client_linkidmap[linkid]
def _conn_center(self):
def __retry():
print('retry connect center')
self.ioloop.add_timeout(datetime.timedelta(seconds = 5),self._conn_center)
def __send_worker_info():
def ___recv_info_cb(data):
info = json.loads(data.decode('utf-8'))
self.linkid = info['linkid']
Proxy(self.linkid)
self.center_conn = netio.SocketConnection(info['center_linkid'],stream)
self.center_conn.add_close_callback(lambda conn : __retry())
Proxy.instance.add_conn(self.center_conn)
print('/backend/' + self.linkid)
imc_register_call('','test_dst',self._test_dst)
self._test_call(None)
netio.send_pack(stream,bytes(json.dumps({
'linkclass':self.linkclass,
'ws_addr':('210.70.137.215',self.ws_port)
}),'utf-8'))
netio.recv_pack(stream,___recv_info_cb)
stream = tornado.iostream.IOStream(socket.socket(socket.AF_INET,socket.SOCK_STREAM,0))
stream.set_close_callback(__retry)
stream.connect(self.center_addr,lambda : __send_worker_info())
@imc.nonblock.func
def _test_call(self,param):
print(time.perf_counter())
ret = (yield imc_call(self.linkid,'/backend/' + self.center_conn.linkid,'test_dst','Hello'))
print(time.perf_counter())
print(ret)
@imc.nonblock.func
def _test_dst(self,param):
return param + ' Too'
class WebSocketConnHandler(tornado.websocket.WebSocketHandler):
def open(self):
pass
def on_message(self,msg):
global backend_worker
if hasattr(self,'worker_conn'):
self.worker_conn.recv_msg(msg)
else:
info = json.loads(msg)
self.worker_conn = backend_worker.add_client(info['client_linkid'],self)
def on_close(self):
if hasattr(self,'worker_conn'):
self.worker_conn.close()
def start_backend_worker(ws_port):
global backend_worker
http_serv = tornado.httpserver.HTTPServer(tornado.web.Application([
('/conn',WebSocketConnHandler)
]))
http_serv.listen(ws_port)
backend_worker = BackendWorker(('localhost',5730),ws_port)
backend_worker.start()
tornado.ioloop.IOLoop.instance().start()
if __name__ == '__main__':
worker_list = []
worker_list.append(Process(target = start_backend_worker,args = (81, )))
worker_list.append(Process(target = start_backend_worker,args = (82, )))
for proc in worker_list:
proc.start()
for proc in worker_list:
proc.join()
|
