tunnel_server.cpp 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503
  1. /*
  2. * tunnel.cpp
  3. *
  4. * Created on: Oct 26, 2017
  5. * Author: root
  6. */
  7. #include "tunnel.h"
  8. static void conn_timer_cb(struct ev_loop *loop, struct ev_timer *watcher, int revents);
  9. static void fec_encode_cb(struct ev_loop *loop, struct ev_timer *watcher, int revents);
  10. static void remote_cb(struct ev_loop *loop, struct ev_io *watcher, int revents);
  11. enum tmp_mode_t{is_from_remote=0,is_fec_timeout,is_conn_timer};
  12. void data_from_remote_or_fec_timeout_or_conn_timer(conn_info_t & conn_info,fd64_t fd64,tmp_mode_t mode)
  13. {
  14. int ret;
  15. char data[buf_len];
  16. int data_len;
  17. u32_t conv;
  18. //fd64_t fd64=events[idx].data.u64;
  19. //mylog(log_trace,"events[idx].data.u64 >u32_t(-1),%llu\n",(u64_t)events[idx].data.u64);
  20. //assert(fd_manager.exist_info(fd64));
  21. //ip_port_t ip_port=fd_manager.get_info(fd64).ip_port;
  22. //conn_info_t &conn_info=conn_manager.find(ip_port);
  23. address_t &addr=conn_info.addr;
  24. assert(conn_manager.exist(addr));
  25. int &local_listen_fd=conn_info.local_listen_fd;
  26. int out_n=-2;char **out_arr;int *out_len;my_time_t *out_delay;
  27. dest_t dest;
  28. dest.inner.fd_addr.fd=local_listen_fd;
  29. dest.inner.fd_addr.addr=addr;
  30. dest.type=type_fd_addr;
  31. dest.cook=1;
  32. if(mode==is_fec_timeout)
  33. {
  34. assert(fd64==0);
  35. //uint64_t value;
  36. //if((ret=read(fd_manager.to_fd(fd64), &value, 8))!=8)
  37. //{
  38. // mylog(log_trace,"fd_manager.to_fd(fd64), &value, 8)!=8 ,%d\n",ret);
  39. // continue;
  40. //}
  41. //if(value==0)
  42. //{
  43. // mylog(log_trace,"value==0\n");
  44. // continue;
  45. //}
  46. //assert(value==1);
  47. from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  48. }
  49. else if(mode==is_conn_timer)
  50. {
  51. assert(fd64==0);
  52. //uint64_t value;
  53. //read(conn_info.timer.get_timer_fd(), &value, 8);
  54. conn_info.conv_manager.s.clear_inactive();
  55. if(debug_force_flush_fec)
  56. {
  57. from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  58. }
  59. conn_info.stat.report_as_server(addr);
  60. return;
  61. }
  62. else if(mode==is_from_remote)
  63. {
  64. if(!fd_manager.exist(fd64)) //fd64 has been closed
  65. {
  66. mylog(log_warn,"!fd_manager.exist(fd64)\n");
  67. return;
  68. }
  69. //fd64_t &fd64 =conn_info.remote_fd64;
  70. assert(conn_info.conv_manager.s.is_data_used(fd64));
  71. conv=conn_info.conv_manager.s.find_conv_by_data(fd64);
  72. conn_info.conv_manager.s.update_active_time(conv);
  73. conn_info.update_active_time();
  74. int fd=fd_manager.to_fd(fd64);
  75. data_len=recv(fd,data,max_data_len+1,0);
  76. if(data_len==max_data_len+1)
  77. {
  78. mylog(log_warn,"huge packet, data_len > %d, packet truncated, dropped\n",max_data_len);
  79. return ;
  80. }
  81. mylog(log_trace,"received a packet from udp_fd,len:%d,conv=%d\n",data_len,conv);
  82. if(data_len<0)
  83. {
  84. mylog(log_debug,"udp fd,recv_len<0 continue,%s\n",get_sock_error());
  85. return;
  86. }
  87. if(!disable_mtu_warn&&data_len>=mtu_warn)
  88. {
  89. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",data_len,mtu_warn);
  90. }
  91. char * new_data;
  92. int new_len;
  93. put_conv(conv,data,data_len,new_data,new_len);
  94. from_normal_to_fec(conn_info,new_data,new_len,out_n,out_arr,out_len,out_delay);
  95. }
  96. else
  97. {
  98. assert(0==1);
  99. }
  100. mylog(log_trace,"out_n=%d\n",out_n);
  101. for(int i=0;i<out_n;i++)
  102. {
  103. delay_send(out_delay[i],dest,out_arr[i],out_len[i]);
  104. }
  105. }
  106. static void local_listen_cb(struct ev_loop *loop, struct ev_io *watcher, int revents)
  107. {
  108. assert(!(revents&EV_ERROR));
  109. int local_listen_fd=watcher->fd;
  110. int ret;
  111. mylog(log_trace,"events[idx].data.u64 == (u64_t)local_listen_fd\n");
  112. char data[buf_len];
  113. int data_len;
  114. address_t::storage_t udp_new_addr_in={0};
  115. socklen_t udp_new_addr_len = sizeof(address_t::storage_t);
  116. if ((data_len = recvfrom(local_listen_fd, data, max_data_len+1, 0,
  117. (struct sockaddr *) &udp_new_addr_in, &udp_new_addr_len)) == -1) {
  118. mylog(log_error,"recv_from error,this shouldnt happen,err=%s,but we can try to continue\n",get_sock_error());
  119. return;
  120. };
  121. if(data_len==max_data_len+1)
  122. {
  123. mylog(log_warn,"huge packet, data_len > %d, packet truncated, dropped\n",max_data_len);
  124. return ;
  125. }
  126. address_t addr;
  127. addr.from_sockaddr((struct sockaddr *) &udp_new_addr_in,udp_new_addr_len);
  128. mylog(log_trace,"Received packet from %s,len: %d\n", addr.get_str(),data_len);
  129. if(!disable_mtu_warn&&data_len>=mtu_warn)///////////////////////delete this for type 0 in furture
  130. {
  131. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",data_len,mtu_warn);
  132. }
  133. if(de_cook(data,data_len)!=0)
  134. {
  135. mylog(log_debug,"de_cook error");
  136. return;
  137. }
  138. if(!conn_manager.exist(addr))
  139. {
  140. if(conn_manager.mp.size() >=max_conn_num)
  141. {
  142. mylog(log_warn,"new connection %s ignored bc max_conn_num exceed\n",addr.get_str());
  143. return;
  144. }
  145. //conn_manager.insert(addr);
  146. conn_info_t &conn_info=conn_manager.find_insert(addr);
  147. conn_info.addr=addr;
  148. conn_info.loop=ev_default_loop(0);
  149. conn_info.local_listen_fd=local_listen_fd;
  150. //u64_t fec_fd64=conn_info.fec_encode_manager.get_timer_fd64();
  151. //mylog(log_debug,"fec_fd64=%llu\n",fec_fd64);
  152. //ev.events = EPOLLIN;
  153. //ev.data.u64 = fec_fd64;
  154. //ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fd_manager.to_fd(fec_fd64), &ev);
  155. //fd_manager.get_info(fec_fd64).ip_port=ip_port;
  156. conn_info.timer.data=&conn_info;
  157. ev_init(&conn_info.timer,conn_timer_cb);
  158. ev_timer_set(&conn_info.timer, 0, timer_interval/1000.0 );
  159. ev_timer_start(loop,&conn_info.timer);
  160. //conn_info.timer.add_fd64_to_epoll(epoll_fd);
  161. //conn_info.timer.set_timer_repeat_us(timer_interval*1000);
  162. //mylog(log_debug,"conn_info.timer.get_timer_fd64()=%llu\n",conn_info.timer.get_timer_fd64());
  163. //u64_t timer_fd64=conn_info.timer.get_timer_fd64();
  164. //fd_manager.get_info(timer_fd64).ip_port=ip_port;
  165. conn_info.fec_encode_manager.set_data(&conn_info);
  166. conn_info.fec_encode_manager.set_loop_and_cb(loop,fec_encode_cb);
  167. mylog(log_info,"new connection from %s\n",addr.get_str());
  168. }
  169. conn_info_t &conn_info=conn_manager.find_insert(addr);
  170. conn_info.update_active_time();
  171. int out_n;char **out_arr;int *out_len;my_time_t *out_delay;
  172. from_fec_to_normal(conn_info,data,data_len,out_n,out_arr,out_len,out_delay);
  173. mylog(log_trace,"out_n= %d\n",out_n);
  174. for(int i=0;i<out_n;i++)
  175. {
  176. u32_t conv;
  177. char *new_data;
  178. int new_len;
  179. if(get_conv(conv,out_arr[i],out_len[i],new_data,new_len)!=0)
  180. {
  181. mylog(log_debug,"get_conv failed");
  182. continue;
  183. }
  184. if (!conn_info.conv_manager.s.is_conv_used(conv))
  185. {
  186. if(conn_info.conv_manager.s.get_size() >=max_conv_num)
  187. {
  188. mylog(log_warn,"ignored new udp connect bc max_conv_num exceed\n");
  189. continue;
  190. }
  191. int new_udp_fd;
  192. ret=new_connected_socket2(new_udp_fd,remote_addr,out_addr,out_interface);
  193. if (ret != 0) {
  194. mylog(log_warn, "[%s]new_connected_socket failed\n",addr.get_str());
  195. continue;
  196. }
  197. fd64_t fd64 = fd_manager.create(new_udp_fd);
  198. //ev.events = EPOLLIN;
  199. //ev.data.u64 = fd64;
  200. //ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, new_udp_fd, &ev);
  201. conn_info.conv_manager.s.insert_conv(conv, fd64);
  202. fd_manager.get_info(fd64).addr=addr;
  203. ev_io &io_watcher=fd_manager.get_info(fd64).io_watcher;
  204. io_watcher.u64=fd64;
  205. io_watcher.data=&conn_info;
  206. ev_init(&io_watcher,remote_cb);
  207. ev_io_set(&io_watcher,new_udp_fd,EV_READ);
  208. ev_io_start(conn_info.loop,&io_watcher);
  209. mylog(log_info,"[%s]new conv %x,fd %d created,fd64=%llu\n",addr.get_str(),conv,new_udp_fd,fd64);
  210. }
  211. conn_info.conv_manager.s.update_active_time(conv);
  212. fd64_t fd64= conn_info.conv_manager.s.find_data_by_conv(conv);
  213. dest_t dest;
  214. dest.type=type_fd64;
  215. dest.inner.fd64=fd64;
  216. delay_send(out_delay[i],dest,new_data,new_len);
  217. }
  218. }
  219. static void remote_cb(struct ev_loop *loop, struct ev_io *watcher, int revents)
  220. {
  221. assert(!(revents&EV_ERROR));
  222. conn_info_t & conn_info= *((conn_info_t*)watcher->data);
  223. fd64_t fd64=watcher->u64;
  224. data_from_remote_or_fec_timeout_or_conn_timer(conn_info,fd64,is_from_remote);
  225. }
  226. static void fifo_cb(struct ev_loop *loop, struct ev_io *watcher, int revents)
  227. {
  228. assert(!(revents&EV_ERROR));
  229. int fifo_fd=watcher->fd;
  230. char buf[buf_len];
  231. int len=read (fifo_fd, buf, sizeof (buf));
  232. if(len<0)
  233. {
  234. mylog(log_warn,"fifo read failed len=%d,errno=%s\n",len,get_sock_error());
  235. return;
  236. }
  237. buf[len]=0;
  238. handle_command(buf);
  239. }
  240. static void delay_manager_cb(struct ev_loop *loop, struct ev_timer *watcher, int revents)
  241. {
  242. assert(!(revents&EV_ERROR));
  243. //uint64_t value;
  244. //read(delay_manager.get_timer_fd(), &value, 8);
  245. //mylog(log_trace,"events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()\n");
  246. //do nothing
  247. }
  248. static void fec_encode_cb(struct ev_loop *loop, struct ev_timer *watcher, int revents)
  249. {
  250. assert(!(revents&EV_ERROR));
  251. conn_info_t & conn_info= *((conn_info_t*)watcher->data);
  252. data_from_remote_or_fec_timeout_or_conn_timer(conn_info,0,is_fec_timeout);
  253. }
  254. static void conn_timer_cb(struct ev_loop *loop, struct ev_timer *watcher, int revents)
  255. {
  256. assert(!(revents&EV_ERROR));
  257. conn_info_t & conn_info= *((conn_info_t*)watcher->data);
  258. data_from_remote_or_fec_timeout_or_conn_timer(conn_info,0,is_conn_timer);
  259. }
  260. static void prepare_cb(struct ev_loop *loop, struct ev_prepare *watcher, int revents)
  261. {
  262. assert(!(revents&EV_ERROR));
  263. delay_manager.check();
  264. }
  265. static void global_timer_cb(struct ev_loop *loop, struct ev_timer *watcher, int revents)
  266. {
  267. assert(!(revents&EV_ERROR));
  268. //uint64_t value;
  269. //read(timer.get_timer_fd(), &value, 8);
  270. conn_manager.clear_inactive();
  271. mylog(log_trace,"events[idx].data.u64==(u64_t)timer.get_timer_fd()\n");
  272. }
  273. int tunnel_server_event_loop()
  274. {
  275. int i, j, k;int ret;
  276. int yes = 1;
  277. //int epoll_fd;
  278. //int remote_fd;
  279. int local_listen_fd;
  280. new_listen_socket2(local_listen_fd,local_addr);
  281. //epoll_fd = epoll_create1(0);
  282. //assert(epoll_fd>0);
  283. //const int max_events = 4096;
  284. //struct epoll_event ev, events[max_events];
  285. //if (epoll_fd < 0) {
  286. // mylog(log_fatal,"epoll return %d\n", epoll_fd);
  287. // myexit(-1);
  288. //}
  289. struct ev_loop * loop= ev_default_loop(0);
  290. assert(loop != NULL);
  291. //ev.events = EPOLLIN;
  292. //ev.data.u64 = local_listen_fd;
  293. //ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, local_listen_fd, &ev);
  294. //if (ret!=0) {
  295. // mylog(log_fatal,"add udp_listen_fd error\n");
  296. // myexit(-1);
  297. //}
  298. struct ev_io local_listen_watcher;
  299. ev_io_init(&local_listen_watcher, local_listen_cb, local_listen_fd, EV_READ);
  300. ev_io_start(loop, &local_listen_watcher);
  301. //ev.events = EPOLLIN;
  302. //ev.data.u64 = delay_manager.get_timer_fd();
  303. //ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, delay_manager.get_timer_fd(), &ev);
  304. //if (ret!= 0) {
  305. // mylog(log_fatal,"add delay_manager.get_timer_fd() error\n");
  306. // myexit(-1);
  307. //}
  308. delay_manager.set_loop_and_cb(loop,delay_manager_cb);
  309. //mylog(log_debug," delay_manager.get_timer_fd() =%d\n", delay_manager.get_timer_fd());
  310. mylog(log_info,"now listening at %s\n",local_addr.get_str());
  311. //my_timer_t timer;
  312. //timer.add_fd_to_epoll(epoll_fd);
  313. //timer.set_timer_repeat_us(timer_interval*1000);
  314. ev_timer global_timer;
  315. ev_init(&global_timer,global_timer_cb);
  316. ev_timer_set(&global_timer, 0, timer_interval/1000.0 );
  317. ev_timer_start(loop,&global_timer);
  318. //mylog(log_debug," timer.get_timer_fd() =%d\n",timer.get_timer_fd());
  319. struct ev_io fifo_watcher;
  320. int fifo_fd=-1;
  321. if(fifo_file[0]!=0)
  322. {
  323. fifo_fd=create_fifo(fifo_file);
  324. //ev.events = EPOLLIN;
  325. //ev.data.u64 = fifo_fd;
  326. //ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fifo_fd, &ev);
  327. //if (ret!= 0) {
  328. //mylog(log_fatal,"add fifo_fd to epoll error %s\n",strerror(errno));
  329. //myexit(-1);
  330. //}
  331. ev_io_init(&fifo_watcher, fifo_cb, fifo_fd, EV_READ);
  332. ev_io_start(loop, &fifo_watcher);
  333. mylog(log_info,"fifo_file=%s\n",fifo_file);
  334. }
  335. ev_prepare prepare_watcher;
  336. ev_init(&prepare_watcher,prepare_cb);
  337. ev_prepare_start(loop,&prepare_watcher);
  338. ev_run(loop, 0);
  339. mylog(log_warn,"ev_run returned\n");
  340. myexit(0);
  341. /*
  342. while(1)////////////////////////
  343. {
  344. if(about_to_exit) myexit(0);
  345. int nfds = epoll_wait(epoll_fd, events, max_events, 180 * 1000);
  346. if (nfds < 0) { //allow zero
  347. if(errno==EINTR )
  348. {
  349. mylog(log_info,"epoll interrupted by signal,continue\n");
  350. }
  351. else
  352. {
  353. mylog(log_fatal,"epoll_wait return %d,%s\n", nfds,strerror(errno));
  354. myexit(-1);
  355. }
  356. }
  357. int idx;
  358. for (idx = 0; idx < nfds; ++idx)
  359. {
  360. if(events[idx].data.u64==(u64_t)timer.get_timer_fd())
  361. {
  362. }
  363. else if (events[idx].data.u64 == (u64_t)fifo_fd)
  364. {
  365. }
  366. else if (events[idx].data.u64 == (u64_t)local_listen_fd)
  367. {
  368. }
  369. else if (events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()) {
  370. }
  371. else if (events[idx].data.u64 >u32_t(-1))
  372. {
  373. }
  374. else
  375. {
  376. mylog(log_fatal,"unknown fd,this should never happen\n");
  377. myexit(-1);
  378. }
  379. }
  380. }*/
  381. return 0;
  382. }