tunnel_client.cpp 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439
  1. #include "tunnel.h"
  2. void data_from_local_or_fec_timeout(conn_info_t & conn_info,int is_time_out)
  3. {
  4. fd64_t &remote_fd64=conn_info.remote_fd64;
  5. int & local_listen_fd=conn_info.local_listen_fd;
  6. char data[buf_len];
  7. int data_len;
  8. address_t addr;
  9. u32_t conv;
  10. int out_n;char **out_arr;int *out_len;my_time_t *out_delay;
  11. dest_t dest;
  12. dest.type=type_fd64;
  13. dest.inner.fd64=remote_fd64;
  14. dest.cook=1;
  15. if(is_time_out)
  16. {
  17. //fd64_t fd64=events[idx].data.u64;
  18. mylog(log_trace,"events[idx].data.u64 == conn_info.fec_encode_manager.get_timer_fd64()\n");
  19. //uint64_t value;
  20. //if(!fd_manager.exist(fd64)) //fd64 has been closed
  21. //{
  22. // mylog(log_trace,"!fd_manager.exist(fd64)");
  23. // continue;
  24. //}
  25. //if((ret=read(fd_manager.to_fd(fd64), &value, 8))!=8)
  26. //{
  27. // mylog(log_trace,"(ret=read(fd_manager.to_fd(fd64), &value, 8))!=8,ret=%d\n",ret);
  28. // continue;
  29. //}
  30. //if(value==0)
  31. //{
  32. // mylog(log_debug,"value==0\n");
  33. // continue;
  34. //}
  35. //assert(value==1);
  36. from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  37. }
  38. else//events[idx].data.u64 == (u64_t)local_listen_fd
  39. {
  40. mylog(log_trace,"events[idx].data.u64 == (u64_t)local_listen_fd\n");
  41. address_t::storage_t udp_new_addr_in={0};
  42. socklen_t udp_new_addr_len = sizeof(address_t::storage_t);
  43. if ((data_len = recvfrom(local_listen_fd, data, max_data_len, 0,
  44. (struct sockaddr *) &udp_new_addr_in, &udp_new_addr_len)) == -1) {
  45. mylog(log_debug,"recv_from error,this shouldnt happen,err=%s,but we can try to continue\n",get_sock_error());
  46. return;
  47. };
  48. if(!disable_mtu_warn&&data_len>=mtu_warn)
  49. {
  50. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",data_len,mtu_warn);
  51. }
  52. addr.from_sockaddr((struct sockaddr *) &udp_new_addr_in,udp_new_addr_len);
  53. mylog(log_trace,"Received packet from %s, len: %d\n", addr.get_str(),data_len);
  54. //u64_t u64=ip_port.to_u64();
  55. if(!conn_info.conv_manager.c.is_data_used(addr))
  56. {
  57. if(conn_info.conv_manager.c.get_size() >=max_conv_num)
  58. {
  59. mylog(log_warn,"ignored new udp connect bc max_conv_num exceed\n");
  60. return;
  61. }
  62. conv=conn_info.conv_manager.c.get_new_conv();
  63. conn_info.conv_manager.c.insert_conv(conv,addr);
  64. mylog(log_info,"new packet from %s,conv_id=%x\n",addr.get_str(),conv);
  65. }
  66. else
  67. {
  68. conv=conn_info.conv_manager.c.find_conv_by_data(addr);
  69. mylog(log_trace,"conv=%d\n",conv);
  70. }
  71. conn_info.conv_manager.c.update_active_time(conv);
  72. char * new_data;
  73. int new_len;
  74. put_conv(conv,data,data_len,new_data,new_len);
  75. mylog(log_trace,"data_len=%d new_len=%d\n",data_len,new_len);
  76. from_normal_to_fec(conn_info,new_data,new_len,out_n,out_arr,out_len,out_delay);
  77. }
  78. mylog(log_trace,"out_n=%d\n",out_n);
  79. for(int i=0;i<out_n;i++)
  80. {
  81. delay_send(out_delay[i],dest,out_arr[i],out_len[i]);
  82. }
  83. }
  84. static void local_listen_cb(struct ev_loop *loop, struct ev_io *watcher, int revents)
  85. {
  86. assert(!(revents&EV_ERROR));
  87. conn_info_t & conn_info= *((conn_info_t*)watcher->data);
  88. data_from_local_or_fec_timeout(conn_info,0);
  89. }
  90. static void remote_cb(struct ev_loop *loop, struct ev_io *watcher, int revents)
  91. {
  92. assert(!(revents&EV_ERROR));
  93. conn_info_t & conn_info= *((conn_info_t*)watcher->data);
  94. char data[buf_len];
  95. if(!fd_manager.exist(watcher->u64)) //fd64 has been closed
  96. {
  97. mylog(log_trace,"!fd_manager.exist(events[idx].data.u64)");
  98. return;
  99. }
  100. fd64_t &remote_fd64=conn_info.remote_fd64;
  101. int &remote_fd=conn_info.remote_fd;
  102. assert(watcher->u64==remote_fd64);
  103. int fd=fd_manager.to_fd(remote_fd64);
  104. int data_len =recv(fd,data,max_data_len,0);
  105. mylog(log_trace, "received data from udp fd %d, len=%d\n", remote_fd,data_len);
  106. if(data_len<0)
  107. {
  108. if(get_sock_errno()==ECONNREFUSED)
  109. {
  110. mylog(log_debug, "recv failed %d ,udp_fd%d,errno:%s\n", data_len,remote_fd,get_sock_error());
  111. }
  112. mylog(log_warn, "recv failed %d ,udp_fd%d,errno:%s\n", data_len,remote_fd,get_sock_error());
  113. return;
  114. }
  115. if(!disable_mtu_warn&&data_len>mtu_warn)
  116. {
  117. mylog(log_warn,"huge packet,data len=%d (>%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",data_len,mtu_warn);
  118. }
  119. if(de_cook(data,data_len)!=0)
  120. {
  121. mylog(log_debug,"de_cook error");
  122. return;
  123. }
  124. int out_n;char **out_arr;int *out_len;my_time_t *out_delay;
  125. from_fec_to_normal(conn_info,data,data_len,out_n,out_arr,out_len,out_delay);
  126. mylog(log_trace,"out_n=%d\n",out_n);
  127. for(int i=0;i<out_n;i++)
  128. {
  129. u32_t conv;
  130. char *new_data;
  131. int new_len;
  132. if(get_conv(conv,out_arr[i],out_len[i],new_data,new_len)!=0)
  133. {
  134. mylog(log_debug,"get_conv(conv,out_arr[i],out_len[i],new_data,new_len)!=0");
  135. continue;
  136. }
  137. if(!conn_info.conv_manager.c.is_conv_used(conv))
  138. {
  139. mylog(log_trace,"!conn_info.conv_manager.is_conv_used(conv)");
  140. continue;
  141. }
  142. conn_info.conv_manager.c.update_active_time(conv);
  143. address_t addr=conn_info.conv_manager.c.find_data_by_conv(conv);
  144. dest_t dest;
  145. dest.inner.fd_addr.fd=conn_info.local_listen_fd;
  146. dest.inner.fd_addr.addr=addr;
  147. dest.type=type_fd_addr;
  148. delay_send(out_delay[i],dest,new_data,new_len);
  149. }
  150. }
  151. static void fifo_cb(struct ev_loop *loop, struct ev_io *watcher, int revents)
  152. {
  153. assert(!(revents&EV_ERROR));
  154. int fifo_fd=watcher->fd;
  155. char buf[buf_len];
  156. int len=read (fifo_fd, buf, sizeof (buf));
  157. if(len<0)
  158. {
  159. mylog(log_warn,"fifo read failed len=%d,errno=%s\n",len,get_sock_error());
  160. return;
  161. }
  162. buf[len]=0;
  163. handle_command(buf);
  164. }
  165. static void delay_manager_cb(struct ev_loop *loop, struct ev_timer *watcher, int revents)
  166. {
  167. assert(!(revents&EV_ERROR));
  168. //uint64_t value;
  169. //read(delay_manager.get_timer_fd(), &value, 8);
  170. //mylog(log_trace,"events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()\n");
  171. //do nothing
  172. }
  173. static void fec_encode_cb(struct ev_loop *loop, struct ev_timer *watcher, int revents)
  174. {
  175. assert(!(revents&EV_ERROR));
  176. conn_info_t & conn_info= *((conn_info_t*)watcher->data);
  177. data_from_local_or_fec_timeout(conn_info,1);
  178. }
  179. static void conn_timer_cb(struct ev_loop *loop, struct ev_timer *watcher, int revents)
  180. {
  181. assert(!(revents&EV_ERROR));
  182. uint64_t value;
  183. conn_info_t & conn_info= *((conn_info_t*)watcher->data);
  184. //read(conn_info.timer.get_timer_fd(), &value, 8);
  185. conn_info.conv_manager.c.clear_inactive();
  186. mylog(log_trace,"events[idx].data.u64==(u64_t)conn_info.timer.get_timer_fd()\n");
  187. conn_info.stat.report_as_client();
  188. if(debug_force_flush_fec)
  189. {
  190. int out_n;char **out_arr;int *out_len;my_time_t *out_delay;
  191. dest_t dest;
  192. dest.type=type_fd64;
  193. dest.inner.fd64=conn_info.remote_fd64;
  194. dest.cook=1;
  195. from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  196. for(int i=0;i<out_n;i++)
  197. {
  198. delay_send(out_delay[i],dest,out_arr[i],out_len[i]);
  199. }
  200. }
  201. }
  202. static void prepare_cb(struct ev_loop *loop, struct ev_prepare *watcher, int revents)
  203. {
  204. assert(!(revents&EV_ERROR));
  205. delay_manager.check();
  206. }
  207. int tunnel_client_event_loop()
  208. {
  209. int i, j, k;int ret;
  210. int yes = 1;
  211. //int epoll_fd;
  212. conn_info_t *conn_info_p=new conn_info_t;
  213. conn_info_t &conn_info=*conn_info_p; //huge size of conn_info,do not allocate on stack
  214. int &local_listen_fd=conn_info.local_listen_fd;
  215. new_listen_socket2(local_listen_fd,local_addr);
  216. //epoll_fd = epoll_create1(0);
  217. //assert(epoll_fd>0);
  218. //const int max_events = 4096;
  219. //struct epoll_event ev, events[max_events];
  220. //if (epoll_fd < 0) {
  221. // mylog(log_fatal,"epoll return %d\n", epoll_fd);
  222. // myexit(-1);
  223. //}
  224. struct ev_loop * loop= ev_default_loop(0);
  225. assert(loop != NULL);
  226. conn_info.loop=loop;
  227. //ev.events = EPOLLIN;
  228. //ev.data.u64 = local_listen_fd;
  229. //ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, local_listen_fd, &ev);
  230. //if (ret!=0) {
  231. // mylog(log_fatal,"add udp_listen_fd error\n");
  232. // myexit(-1);
  233. //}
  234. struct ev_io local_listen_watcher;
  235. local_listen_watcher.data=&conn_info;
  236. ev_io_init(&local_listen_watcher, local_listen_cb, local_listen_fd, EV_READ);
  237. ev_io_start(loop, &local_listen_watcher);
  238. int & remote_fd=conn_info.remote_fd;
  239. fd64_t &remote_fd64=conn_info.remote_fd64;
  240. assert(new_connected_socket2(remote_fd,remote_addr,has_b,bind_addr,interface_string)==0);
  241. remote_fd64=fd_manager.create(remote_fd);
  242. mylog(log_debug,"remote_fd64=%llu\n",remote_fd64);
  243. //ev.events = EPOLLIN;
  244. //ev.data.u64 = remote_fd64;
  245. //ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, remote_fd, &ev);
  246. //if (ret!= 0) {
  247. // mylog(log_fatal,"add raw_fd error\n");
  248. // myexit(-1);
  249. //}
  250. struct ev_io remote_watcher;
  251. remote_watcher.data=&conn_info;
  252. remote_watcher.u64=remote_fd64;
  253. ev_io_init(&remote_watcher, remote_cb, remote_fd, EV_READ);
  254. ev_io_start(loop, &remote_watcher);
  255. //ev.events = EPOLLIN;
  256. //ev.data.u64 = delay_manager.get_timer_fd();
  257. //mylog(log_debug,"delay_manager.get_timer_fd()=%d\n",delay_manager.get_timer_fd());
  258. //ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, delay_manager.get_timer_fd(), &ev);
  259. //if (ret!= 0) {
  260. // mylog(log_fatal,"add delay_manager.get_timer_fd() error\n");
  261. // myexit(-1);
  262. //}
  263. delay_manager.set_loop_and_cb(loop,delay_manager_cb);
  264. conn_info.fec_encode_manager.set_data(&conn_info);
  265. conn_info.fec_encode_manager.set_loop_and_cb(loop,fec_encode_cb);
  266. //u64_t tmp_fd64=conn_info.fec_encode_manager.get_timer_fd64();
  267. //ev.events = EPOLLIN;
  268. //ev.data.u64 = tmp_fd64;
  269. //mylog(log_debug,"conn_info.fec_encode_manager.get_timer_fd64()=%llu\n",conn_info.fec_encode_manager.get_timer_fd64());
  270. //ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fd_manager.to_fd(tmp_fd64), &ev);
  271. //if (ret!= 0) {
  272. // mylog(log_fatal,"add fec_encode_manager.get_timer_fd64() error\n");
  273. // myexit(-1);
  274. //}
  275. conn_info.timer.data=&conn_info;
  276. ev_init(&conn_info.timer,conn_timer_cb);
  277. ev_timer_set(&conn_info.timer, 0, timer_interval/1000.0 );
  278. ev_timer_start(loop,&conn_info.timer);
  279. //conn_info.timer.add_fd_to_epoll(epoll_fd);
  280. //conn_info.timer.set_timer_repeat_us(timer_interval*1000);
  281. //mylog(log_debug,"conn_info.timer.get_timer_fd()=%d\n",conn_info.timer.get_timer_fd());
  282. struct ev_io fifo_watcher;
  283. int fifo_fd=-1;
  284. if(fifo_file[0]!=0)
  285. {
  286. fifo_fd=create_fifo(fifo_file);
  287. //ev.events = EPOLLIN;
  288. //ev.data.u64 = fifo_fd;
  289. //ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fifo_fd, &ev);
  290. //if (ret!= 0) {
  291. // mylog(log_fatal,"add fifo_fd to epoll error %s\n",strerror(errno));
  292. // myexit(-1);
  293. //}
  294. mylog(log_info,"fifo_file=%s\n",fifo_file);
  295. ev_io_init(&fifo_watcher, fifo_cb, fifo_fd, EV_READ);
  296. ev_io_start(loop, &fifo_watcher);
  297. }
  298. ev_prepare prepare_watcher;
  299. ev_init(&prepare_watcher,prepare_cb);
  300. ev_prepare_start(loop,&prepare_watcher);
  301. mylog(log_info,"now listening at %s\n",local_addr.get_str());
  302. ev_run(loop, 0);
  303. mylog(log_warn,"ev_run returned\n");
  304. myexit(0);
  305. /*
  306. while(1)////////////////////////
  307. {
  308. if(about_to_exit) myexit(0);
  309. int nfds = epoll_wait(epoll_fd, events, max_events, 180 * 1000);
  310. if (nfds < 0) { //allow zero
  311. if(errno==EINTR )
  312. {
  313. mylog(log_info,"epoll interrupted by signal continue\n");
  314. }
  315. else
  316. {
  317. mylog(log_fatal,"epoll_wait return %d,%s\n", nfds,strerror(errno));
  318. myexit(-1);
  319. }
  320. }
  321. int idx;
  322. for (idx = 0; idx < nfds; ++idx) {
  323. if(events[idx].data.u64==(u64_t)conn_info.timer.get_timer_fd())
  324. {
  325. }
  326. else if (events[idx].data.u64 == (u64_t)fifo_fd)
  327. {
  328. }
  329. else if (events[idx].data.u64 == (u64_t)local_listen_fd||events[idx].data.u64 == conn_info.fec_encode_manager.get_timer_fd64())
  330. {
  331. }
  332. else if (events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()) {
  333. }
  334. else if(events[idx].data.u64>u32_t(-1) )
  335. {
  336. }
  337. else
  338. {
  339. mylog(log_fatal,"unknown fd,this should never happen\n");
  340. myexit(-1);
  341. }
  342. }
  343. //delay_manager.check();
  344. }*/
  345. return 0;
  346. }