main.cpp 46 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771
  1. #include "common.h"
  2. #include "log.h"
  3. #include "git_version.h"
  4. #include "lib/rs.h"
  5. #include "packet.h"
  6. #include "connection.h"
  7. #include "fd_manager.h"
  8. #include "delay_manager.h"
  9. #include "fec_manager.h"
  10. using namespace std;
  11. typedef unsigned long long u64_t; //this works on most platform,avoid using the PRId64
  12. typedef long long i64_t;
  13. typedef unsigned int u32_t;
  14. typedef int i32_t;
  15. //int dup_num=1;
  16. //int dup_delay_min=20; //0.1ms
  17. //int dup_delay_max=20;
  18. //int random_number_fd=-1;
  19. char fifo_file[1000]="";
  20. int mtu_warn=1350;
  21. int disable_mtu_warn=1;
  22. int disable_fec=0;
  23. int debug_force_flush_fec=0;
  24. int jitter_min=0*1000;
  25. int jitter_max=0*1000;
  26. int output_interval_min=0*1000;
  27. int output_interval_max=0*1000;
  28. int fix_latency=0;
  29. u32_t local_ip_uint32,remote_ip_uint32=0;
  30. char local_ip[100], remote_ip[100];
  31. int local_port = -1, remote_port = -1;
  32. //u64_t last_report_time=0;
  33. conn_manager_t conn_manager;
  34. delay_manager_t delay_manager;
  35. fd_manager_t fd_manager;
  36. int time_mono_test=1;
  37. const int disable_conv_clear=0;
  38. int socket_buf_size=1024*1024;
  39. int VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV;
  40. int init_listen_socket()
  41. {
  42. local_listen_fd =socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  43. int yes = 1;
  44. //setsockopt(udp_fd, SOL_SOCKET, SO_REUSEADDR, &yes, sizeof(yes));
  45. struct sockaddr_in local_me={0};
  46. socklen_t slen = sizeof(sockaddr_in);
  47. //memset(&local_me, 0, sizeof(local_me));
  48. local_me.sin_family = AF_INET;
  49. local_me.sin_port = htons(local_port);
  50. local_me.sin_addr.s_addr = local_ip_uint32;
  51. if (bind(local_listen_fd, (struct sockaddr*) &local_me, slen) == -1) {
  52. mylog(log_fatal,"socket bind error\n");
  53. //perror("socket bind error");
  54. myexit(1);
  55. }
  56. setnonblocking(local_listen_fd);
  57. set_buf_size(local_listen_fd,socket_buf_size);
  58. mylog(log_debug,"local_listen_fd=%d\n,",local_listen_fd);
  59. return 0;
  60. }
  61. int new_connected_socket(int &fd,u32_t ip,int port)
  62. {
  63. char ip_port[40];
  64. sprintf(ip_port,"%s:%d",my_ntoa(ip),port);
  65. struct sockaddr_in remote_addr_in = { 0 };
  66. socklen_t slen = sizeof(sockaddr_in);
  67. //memset(&remote_addr_in, 0, sizeof(remote_addr_in));
  68. remote_addr_in.sin_family = AF_INET;
  69. remote_addr_in.sin_port = htons(port);
  70. remote_addr_in.sin_addr.s_addr = ip;
  71. fd = socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  72. if (fd < 0) {
  73. mylog(log_warn, "[%s]create udp_fd error\n", ip_port);
  74. return -1;
  75. }
  76. setnonblocking(fd);
  77. set_buf_size(fd, socket_buf_size);
  78. mylog(log_debug, "[%s]created new udp_fd %d\n", ip_port, fd);
  79. int ret = connect(fd, (struct sockaddr *) &remote_addr_in, slen);
  80. if (ret != 0) {
  81. mylog(log_warn, "[%s]fd connect fail\n",ip_port);
  82. close(fd);
  83. return -1;
  84. }
  85. return 0;
  86. }
  87. int delay_send(my_time_t delay,const dest_t &dest,char *data,int len)
  88. {
  89. //int rand=random()%100;
  90. //mylog(log_info,"rand = %d\n",rand);
  91. if (dest.cook&&random_drop != 0) {
  92. if (get_true_random_number() % 10000 < (u32_t) random_drop) {
  93. return 0;
  94. }
  95. }
  96. return delay_manager.add(delay,dest,data,len);;
  97. }
  98. int from_normal_to_fec(conn_info_t & conn_info,char *data,int len,int & out_n,char **&out_arr,int *&out_len,my_time_t *&out_delay)
  99. {
  100. static my_time_t out_delay_buf[max_fec_packet_num+100]={0};
  101. //static int out_len_buf[max_fec_packet_num+100]={0};
  102. //static int counter=0;
  103. out_delay=out_delay_buf;
  104. //out_len=out_len_buf;
  105. inner_stat_t &inner_stat=conn_info.stat.normal_to_fec;
  106. if(disable_fec)
  107. {
  108. assert(data!=0);
  109. inner_stat.input_packet_num++;
  110. inner_stat.input_packet_size+=len;
  111. inner_stat.output_packet_num++;
  112. inner_stat.output_packet_size+=len;
  113. if(data==0) return 0;
  114. out_n=1;
  115. static char *data_static;
  116. data_static=data;
  117. static int len_static;
  118. len_static=len;
  119. out_arr=&data_static;
  120. out_len=&len_static;
  121. out_delay[0]=0;
  122. }
  123. else
  124. {
  125. if(data!=0)
  126. {
  127. inner_stat.input_packet_num++;
  128. inner_stat.input_packet_size+=len;
  129. }
  130. //counter++;
  131. conn_info.fec_encode_manager.input(data,len);
  132. //if(counter%5==0)
  133. //conn_info.fec_encode_manager.input(0,0);
  134. //int n;
  135. //char **s_arr;
  136. //int s_len;
  137. conn_info.fec_encode_manager.output(out_n,out_arr,out_len);
  138. if(out_n>0)
  139. {
  140. my_time_t common_latency=0;
  141. my_time_t first_packet_time=conn_info.fec_encode_manager.get_first_packet_time();
  142. if(fix_latency==1&&conn_info.fec_encode_manager.get_type()==0)
  143. {
  144. my_time_t current_time=get_current_time_us();
  145. my_time_t tmp;
  146. assert(first_packet_time!=0);
  147. //mylog(log_info,"current_time=%llu first_packlet_time=%llu fec_pending_time=%llu\n",current_time,first_packet_time,(my_time_t)fec_pending_time);
  148. if((my_time_t)conn_info.fec_encode_manager.get_pending_time() >=(current_time - first_packet_time))
  149. {
  150. tmp=(my_time_t)conn_info.fec_encode_manager.get_pending_time()-(current_time - first_packet_time);
  151. //mylog(log_info,"tmp=%llu\n",tmp);
  152. }
  153. else
  154. {
  155. tmp=0;
  156. //mylog(log_info,"0\n");
  157. }
  158. common_latency+=tmp;
  159. }
  160. common_latency+=random_between(jitter_min,jitter_max);
  161. out_delay_buf[0]=common_latency;
  162. for(int i=1;i<out_n;i++)
  163. {
  164. out_delay_buf[i]=out_delay_buf[i-1]+ (my_time_t)( random_between(output_interval_min,output_interval_max)/(out_n-1) );
  165. }
  166. }
  167. }
  168. mylog(log_trace,"from_normal_to_fec input_len=%d,output_n=%d\n",len,out_n);
  169. if(out_n>0)
  170. {
  171. log_bare(log_trace,"seq= %u ",read_u32(out_arr[0]));
  172. }
  173. for(int i=0;i<out_n;i++)
  174. {
  175. inner_stat.output_packet_num++;
  176. inner_stat.output_packet_size+=out_len[i];
  177. log_bare(log_trace,"%d ",out_len[i]);
  178. }
  179. log_bare(log_trace,"\n");
  180. //for(int i=0;i<n;i++)
  181. //{
  182. //delay_send(0,dest,s_arr[i],s_len);
  183. //}
  184. //delay_send(0,dest,data,len);
  185. //delay_send(1000*1000,dest,data,len);
  186. return 0;
  187. }
  188. int from_fec_to_normal(conn_info_t & conn_info,char *data,int len,int & out_n,char **&out_arr,int *&out_len,my_time_t *&out_delay)
  189. {
  190. static my_time_t out_delay_buf[max_blob_packet_num+100]={0};
  191. out_delay=out_delay_buf;
  192. inner_stat_t &inner_stat=conn_info.stat.fec_to_normal;
  193. if(disable_fec)
  194. {
  195. assert(data!=0);
  196. inner_stat.input_packet_num++;
  197. inner_stat.input_packet_size+=len;
  198. inner_stat.output_packet_num++;
  199. inner_stat.output_packet_size+=len;
  200. if(data==0) return 0;
  201. out_n=1;
  202. static char *data_static;
  203. data_static=data;
  204. static int len_static;
  205. len_static=len;
  206. out_arr=&data_static;
  207. out_len=&len_static;
  208. out_delay[0]=0;
  209. }
  210. else
  211. {
  212. if(data!=0)
  213. {
  214. inner_stat.input_packet_num++;
  215. inner_stat.input_packet_size+=len;
  216. }
  217. conn_info.fec_decode_manager.input(data,len);
  218. //int n;char ** s_arr;int* len_arr;
  219. conn_info.fec_decode_manager.output(out_n,out_arr,out_len);
  220. for(int i=0;i<out_n;i++)
  221. {
  222. out_delay_buf[i]=0;
  223. inner_stat.output_packet_num++;
  224. inner_stat.output_packet_size+=out_len[i];
  225. }
  226. }
  227. mylog(log_trace,"from_fec_to_normal input_len=%d,output_n=%d,input_seq=%u\n",len,out_n,read_u32(data));
  228. // printf("<n:%d>",n);
  229. /*
  230. for(int i=0;i<n;i++)
  231. {
  232. delay_send(0,dest,s_arr[i],len_arr[i]);
  233. //s_arr[i][len_arr[i]]=0;
  234. //printf("<%s>\n",s_arr[i]);
  235. }*/
  236. //my_send(dest,data,len);
  237. return 0;
  238. }
  239. int print_parameter()
  240. {
  241. mylog(log_info,"jitter_min=%d jitter_max=%d output_interval_min=%d output_interval_max=%d fec_timeout=%d fec_data_num=%d fec_redundant_num=%d fec_mtu=%d fec_queue_len=%d fec_mode=%d\n",
  242. jitter_min/1000,jitter_max/1000,output_interval_min/1000,output_interval_max/1000,g_fec_timeout/1000,
  243. g_fec_data_num,g_fec_redundant_num,g_fec_mtu,g_fec_queue_len,g_fec_mode);
  244. return 0;
  245. }
  246. int handle_command(char *s)
  247. {
  248. int len=strlen(s);
  249. while(len>=1&&s[len-1]=='\n')
  250. s[len-1]=0;
  251. mylog(log_info,"got data from fifo,len=%d,s=[%s]\n",len,s);
  252. int a=-1,b=-1;
  253. if(strncmp(s,"fec",strlen("fec"))==0)
  254. {
  255. mylog(log_info,"got command [fec]\n");
  256. sscanf(s,"fec %d:%d",&a,&b);
  257. if(a<1||b<0||a+b>254)
  258. {
  259. mylog(log_warn,"invaild value\n");
  260. return -1;
  261. }
  262. g_fec_data_num=a;
  263. g_fec_redundant_num=b;
  264. }
  265. else if(strncmp(s,"mtu",strlen("mtu"))==0)
  266. {
  267. mylog(log_info,"got command [mtu]\n");
  268. sscanf(s,"mtu %d",&a);
  269. if(a<100||a>2000)
  270. {
  271. mylog(log_warn,"invaild value\n");
  272. return -1;
  273. }
  274. g_fec_mtu=a;
  275. }
  276. else if(strncmp(s,"queue-len",strlen("queue-len"))==0)
  277. {
  278. mylog(log_info,"got command [queue-len]\n");
  279. sscanf(s,"queue-len %d",&a);
  280. if(a<1||a>10000)
  281. {
  282. mylog(log_warn,"invaild value\n");
  283. return -1;
  284. }
  285. g_fec_queue_len=a;
  286. }
  287. else if(strncmp(s,"mode",strlen("mode"))==0)
  288. {
  289. mylog(log_info,"got command [mode]\n");
  290. sscanf(s,"mode %d",&a);
  291. if(a!=0&&a!=1)
  292. {
  293. mylog(log_warn,"invaild value\n");
  294. return -1;
  295. }
  296. g_fec_mode=a;
  297. }
  298. else if(strncmp(s,"timeout",strlen("timeout"))==0)
  299. {
  300. mylog(log_info,"got command [timeout]\n");
  301. sscanf(s,"timeout %d",&a);
  302. if(a<0||a>1000)
  303. {
  304. mylog(log_warn,"invaild value\n");
  305. return -1;
  306. }
  307. g_fec_timeout=a*1000;
  308. }
  309. else
  310. {
  311. mylog(log_info,"unknown command\n");
  312. }
  313. print_parameter();
  314. return 0;
  315. }
  316. int client_event_loop()
  317. {
  318. //char buf[buf_len];
  319. int i, j, k;int ret;
  320. int yes = 1;
  321. int epoll_fd;
  322. int remote_fd;
  323. fd64_t remote_fd64;
  324. conn_info_t *conn_info_p=new conn_info_t;
  325. conn_info_t &conn_info=*conn_info_p; //huge size of conn_info,do not allocate on stack
  326. //conn_info.conv_manager.reserve();
  327. //conn_info.fec_encode_manager.re_init(fec_data_num,fec_redundant_num,fec_mtu,fec_pending_num,fec_pending_time,fec_type);
  328. init_listen_socket();
  329. epoll_fd = epoll_create1(0);
  330. assert(epoll_fd>0);
  331. const int max_events = 4096;
  332. struct epoll_event ev, events[max_events];
  333. if (epoll_fd < 0) {
  334. mylog(log_fatal,"epoll return %d\n", epoll_fd);
  335. myexit(-1);
  336. }
  337. ev.events = EPOLLIN;
  338. ev.data.u64 = local_listen_fd;
  339. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, local_listen_fd, &ev);
  340. if (ret!=0) {
  341. mylog(log_fatal,"add udp_listen_fd error\n");
  342. myexit(-1);
  343. }
  344. assert(new_connected_socket(remote_fd,remote_ip_uint32,remote_port)==0);
  345. remote_fd64=fd_manager.create(remote_fd);
  346. mylog(log_debug,"remote_fd64=%llu\n",remote_fd64);
  347. ev.events = EPOLLIN;
  348. ev.data.u64 = remote_fd64;
  349. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, remote_fd, &ev);
  350. if (ret!= 0) {
  351. mylog(log_fatal,"add raw_fd error\n");
  352. myexit(-1);
  353. }
  354. ev.events = EPOLLIN;
  355. ev.data.u64 = delay_manager.get_timer_fd();
  356. mylog(log_debug,"delay_manager.get_timer_fd()=%d\n",delay_manager.get_timer_fd());
  357. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, delay_manager.get_timer_fd(), &ev);
  358. if (ret!= 0) {
  359. mylog(log_fatal,"add delay_manager.get_timer_fd() error\n");
  360. myexit(-1);
  361. }
  362. u64_t fd64=conn_info.fec_encode_manager.get_timer_fd64();
  363. ev.events = EPOLLIN;
  364. ev.data.u64 = fd64;
  365. mylog(log_debug,"conn_info.fec_encode_manager.get_timer_fd64()=%llu\n",conn_info.fec_encode_manager.get_timer_fd64());
  366. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fd_manager.to_fd(fd64), &ev);
  367. if (ret!= 0) {
  368. mylog(log_fatal,"add fec_encode_manager.get_timer_fd64() error\n");
  369. myexit(-1);
  370. }
  371. //my_timer_t timer;
  372. conn_info.timer.add_fd_to_epoll(epoll_fd);
  373. conn_info.timer.set_timer_repeat_us(timer_interval*1000);
  374. mylog(log_debug,"conn_info.timer.get_timer_fd()=%d\n",conn_info.timer.get_timer_fd());
  375. int fifo_fd=-1;
  376. if(fifo_file[0]!=0)
  377. {
  378. fifo_fd=create_fifo(fifo_file);
  379. ev.events = EPOLLIN;
  380. ev.data.u64 = fifo_fd;
  381. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fifo_fd, &ev);
  382. if (ret!= 0) {
  383. mylog(log_fatal,"add fifo_fd to epoll error %s\n",strerror(errno));
  384. myexit(-1);
  385. }
  386. mylog(log_info,"fifo_file=%s\n",fifo_file);
  387. }
  388. while(1)////////////////////////
  389. {
  390. if(about_to_exit) myexit(0);
  391. int nfds = epoll_wait(epoll_fd, events, max_events, 180 * 1000);
  392. if (nfds < 0) { //allow zero
  393. if(errno==EINTR )
  394. {
  395. mylog(log_info,"epoll interrupted by signal\n");
  396. myexit(0);
  397. }
  398. else
  399. {
  400. mylog(log_fatal,"epoll_wait return %d\n", nfds);
  401. myexit(-1);
  402. }
  403. }
  404. int idx;
  405. for (idx = 0; idx < nfds; ++idx) {
  406. if(events[idx].data.u64==(u64_t)conn_info.timer.get_timer_fd())
  407. {
  408. uint64_t value;
  409. read(conn_info.timer.get_timer_fd(), &value, 8);
  410. conn_info.conv_manager.clear_inactive();
  411. mylog(log_trace,"events[idx].data.u64==(u64_t)conn_info.timer.get_timer_fd()\n");
  412. conn_info.stat.report_as_client();
  413. if(debug_force_flush_fec)
  414. {
  415. int out_n;char **out_arr;int *out_len;my_time_t *out_delay;
  416. dest_t dest;
  417. dest.type=type_fd64;
  418. dest.inner.fd64=remote_fd64;
  419. dest.cook=1;
  420. from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  421. for(int i=0;i<out_n;i++)
  422. {
  423. delay_send(out_delay[i],dest,out_arr[i],out_len[i]);
  424. }
  425. }
  426. }
  427. else if (events[idx].data.u64 == (u64_t)fifo_fd)
  428. {
  429. char buf[buf_len];
  430. int len=read (fifo_fd, buf, sizeof (buf));
  431. if(len<0)
  432. {
  433. mylog(log_warn,"fifo read failed len=%d,errno=%s\n",len,strerror(errno));
  434. continue;
  435. }
  436. buf[len]=0;
  437. handle_command(buf);
  438. }
  439. else if (events[idx].data.u64 == (u64_t)local_listen_fd||events[idx].data.u64 == conn_info.fec_encode_manager.get_timer_fd64())
  440. {
  441. char data[buf_len];
  442. int data_len;
  443. ip_port_t ip_port;
  444. u32_t conv;
  445. int out_n;char **out_arr;int *out_len;my_time_t *out_delay;
  446. dest_t dest;
  447. dest.type=type_fd64;
  448. dest.inner.fd64=remote_fd64;
  449. dest.cook=1;
  450. if(events[idx].data.u64 == conn_info.fec_encode_manager.get_timer_fd64())
  451. {
  452. mylog(log_trace,"events[idx].data.u64 == conn_info.fec_encode_manager.get_timer_fd64()\n");
  453. //mylog(log_info,"timer!!!\n");
  454. uint64_t value;
  455. if(!fd_manager.exist(fd64)) //fd64 has been closed
  456. {
  457. mylog(log_trace,"!fd_manager.exist(fd64)");
  458. continue;
  459. }
  460. if((ret=read(fd_manager.to_fd(fd64), &value, 8))!=8)
  461. {
  462. mylog(log_trace,"(ret=read(fd_manager.to_fd(fd64), &value, 8))!=8,ret=%d\n",ret);
  463. continue;
  464. }
  465. if(value==0)
  466. {
  467. mylog(log_debug,"value==0\n");
  468. continue;
  469. }
  470. assert(value==1);
  471. from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  472. //from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  473. }
  474. else//events[idx].data.u64 == (u64_t)local_listen_fd
  475. {
  476. mylog(log_trace,"events[idx].data.u64 == (u64_t)local_listen_fd\n");
  477. struct sockaddr_in udp_new_addr_in={0};
  478. socklen_t udp_new_addr_len = sizeof(sockaddr_in);
  479. if ((data_len = recvfrom(local_listen_fd, data, max_data_len, 0,
  480. (struct sockaddr *) &udp_new_addr_in, &udp_new_addr_len)) == -1) {
  481. mylog(log_error,"recv_from error,this shouldnt happen,err=%s,but we can try to continue\n",strerror(errno));
  482. continue;
  483. //mylog(log_error,"recv_from error,this shouldnt happen at client\n");
  484. //myexit(1);
  485. };
  486. if(!disable_mtu_warn&&data_len>=mtu_warn)
  487. {
  488. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",data_len,mtu_warn);
  489. }
  490. mylog(log_trace,"Received packet from %s:%d,len: %d\n", inet_ntoa(udp_new_addr_in.sin_addr),
  491. ntohs(udp_new_addr_in.sin_port),data_len);
  492. ip_port.ip=udp_new_addr_in.sin_addr.s_addr;
  493. ip_port.port=ntohs(udp_new_addr_in.sin_port);
  494. u64_t u64=ip_port.to_u64();
  495. if(!conn_info.conv_manager.is_u64_used(u64))
  496. {
  497. if(conn_info.conv_manager.get_size() >=max_conv_num)
  498. {
  499. mylog(log_warn,"ignored new udp connect bc max_conv_num exceed\n");
  500. continue;
  501. }
  502. conv=conn_info.conv_manager.get_new_conv();
  503. conn_info.conv_manager.insert_conv(conv,u64);
  504. mylog(log_info,"new packet from %s:%d,conv_id=%x\n",inet_ntoa(udp_new_addr_in.sin_addr),ntohs(udp_new_addr_in.sin_port),conv);
  505. }
  506. else
  507. {
  508. conv=conn_info.conv_manager.find_conv_by_u64(u64);
  509. mylog(log_trace,"conv=%d\n",conv);
  510. }
  511. conn_info.conv_manager.update_active_time(conv);
  512. char * new_data;
  513. int new_len;
  514. put_conv(conv,data,data_len,new_data,new_len);
  515. mylog(log_trace,"data_len=%d new_len=%d\n",data_len,new_len);
  516. //dest.conv=conv;
  517. from_normal_to_fec(conn_info,new_data,new_len,out_n,out_arr,out_len,out_delay);
  518. }
  519. mylog(log_trace,"out_n=%d\n",out_n);
  520. for(int i=0;i<out_n;i++)
  521. {
  522. delay_send(out_delay[i],dest,out_arr[i],out_len[i]);
  523. }
  524. //my_send(dest,data,data_len);
  525. }
  526. else if (events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()) {
  527. uint64_t value;
  528. read(delay_manager.get_timer_fd(), &value, 8);
  529. mylog(log_trace,"events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()\n");
  530. //printf("<timerfd_triggered, %d>",delay_mp.size());
  531. //fflush(stdout);
  532. }
  533. else if(events[idx].data.u64>u32_t(-1) )
  534. {
  535. char data[buf_len];
  536. if(!fd_manager.exist(events[idx].data.u64)) //fd64 has been closed
  537. {
  538. mylog(log_trace,"!fd_manager.exist(events[idx].data.u64)");
  539. continue;
  540. }
  541. assert(events[idx].data.u64==remote_fd64);
  542. int fd=fd_manager.to_fd(remote_fd64);
  543. int data_len =recv(fd,data,max_data_len,0);
  544. mylog(log_trace, "received data from udp fd %d, len=%d\n", remote_fd,data_len);
  545. if(data_len<0)
  546. {
  547. if(errno==ECONNREFUSED)
  548. {
  549. //conn_manager.clear_list.push_back(udp_fd);
  550. mylog(log_debug, "recv failed %d ,udp_fd%d,errno:%s\n", data_len,remote_fd,strerror(errno));
  551. }
  552. mylog(log_warn, "recv failed %d ,udp_fd%d,errno:%s\n", data_len,remote_fd,strerror(errno));
  553. continue;
  554. }
  555. if(!disable_mtu_warn&&data_len>mtu_warn)
  556. {
  557. mylog(log_warn,"huge packet,data len=%d (>%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",data_len,mtu_warn);
  558. }
  559. if(de_cook(data,data_len)!=0)
  560. {
  561. mylog(log_debug,"de_cook error");
  562. continue;
  563. }
  564. int out_n;char **out_arr;int *out_len;my_time_t *out_delay;
  565. from_fec_to_normal(conn_info,data,data_len,out_n,out_arr,out_len,out_delay);
  566. mylog(log_trace,"out_n=%d\n",out_n);
  567. for(int i=0;i<out_n;i++)
  568. {
  569. u32_t conv;
  570. char *new_data;
  571. int new_len;
  572. if(get_conv(conv,out_arr[i],out_len[i],new_data,new_len)!=0)
  573. {
  574. mylog(log_debug,"get_conv(conv,out_arr[i],out_len[i],new_data,new_len)!=0");
  575. continue;
  576. }
  577. if(!conn_info.conv_manager.is_conv_used(conv))
  578. {
  579. mylog(log_trace,"!conn_info.conv_manager.is_conv_used(conv)");
  580. }
  581. conn_info.conv_manager.update_active_time(conv);
  582. u64_t u64=conn_info.conv_manager.find_u64_by_conv(conv);
  583. dest_t dest;
  584. dest.inner.ip_port.from_u64(u64);
  585. dest.type=type_ip_port;
  586. //dest.conv=conv;
  587. delay_send(out_delay[i],dest,new_data,new_len);
  588. }
  589. //mylog(log_trace,"[%s] send packet\n",dest.inner.ip_port.to_s());
  590. }
  591. else
  592. {
  593. mylog(log_fatal,"unknown fd,this should never happen\n");
  594. myexit(-1);
  595. }
  596. }
  597. delay_manager.check();
  598. }
  599. delete &conn_info;
  600. return 0;
  601. }
  602. int server_event_loop()
  603. {
  604. //char buf[buf_len];
  605. int i, j, k;int ret;
  606. int yes = 1;
  607. int epoll_fd;
  608. int remote_fd;
  609. // conn_info_t conn_info;
  610. init_listen_socket();
  611. epoll_fd = epoll_create1(0);
  612. assert(epoll_fd>0);
  613. const int max_events = 4096;
  614. struct epoll_event ev, events[max_events];
  615. if (epoll_fd < 0) {
  616. mylog(log_fatal,"epoll return %d\n", epoll_fd);
  617. myexit(-1);
  618. }
  619. ev.events = EPOLLIN;
  620. ev.data.u64 = local_listen_fd;
  621. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, local_listen_fd, &ev);
  622. if (ret!=0) {
  623. mylog(log_fatal,"add udp_listen_fd error\n");
  624. myexit(-1);
  625. }
  626. ev.events = EPOLLIN;
  627. ev.data.u64 = delay_manager.get_timer_fd();
  628. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, delay_manager.get_timer_fd(), &ev);
  629. if (ret!= 0) {
  630. mylog(log_fatal,"add delay_manager.get_timer_fd() error\n");
  631. myexit(-1);
  632. }
  633. mylog(log_debug," delay_manager.get_timer_fd() =%d\n", delay_manager.get_timer_fd());
  634. mylog(log_info,"now listening at %s:%d\n",my_ntoa(local_ip_uint32),local_port);
  635. my_timer_t timer;
  636. timer.add_fd_to_epoll(epoll_fd);
  637. timer.set_timer_repeat_us(timer_interval*1000);
  638. mylog(log_debug," timer.get_timer_fd() =%d\n",timer.get_timer_fd());
  639. int fifo_fd=-1;
  640. if(fifo_file[0]!=0)
  641. {
  642. fifo_fd=create_fifo(fifo_file);
  643. ev.events = EPOLLIN;
  644. ev.data.u64 = fifo_fd;
  645. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fifo_fd, &ev);
  646. if (ret!= 0) {
  647. mylog(log_fatal,"add fifo_fd to epoll error %s\n",strerror(errno));
  648. myexit(-1);
  649. }
  650. mylog(log_info,"fifo_file=%s\n",fifo_file);
  651. }
  652. while(1)////////////////////////
  653. {
  654. if(about_to_exit) myexit(0);
  655. int nfds = epoll_wait(epoll_fd, events, max_events, 180 * 1000);
  656. if (nfds < 0) { //allow zero
  657. if(errno==EINTR )
  658. {
  659. mylog(log_info,"epoll interrupted by signal\n");
  660. myexit(0);
  661. }
  662. else
  663. {
  664. mylog(log_fatal,"epoll_wait return %d\n", nfds);
  665. myexit(-1);
  666. }
  667. }
  668. int idx;
  669. for (idx = 0; idx < nfds; ++idx)
  670. {
  671. /*
  672. if ((events[idx].data.u64 ) == (u64_t)timer_fd)
  673. {
  674. conn_manager.clear_inactive();
  675. u64_t dummy;
  676. read(timer_fd, &dummy, 8);
  677. //current_time_rough=get_current_time();
  678. }
  679. else */
  680. if(events[idx].data.u64==(u64_t)timer.get_timer_fd())
  681. {
  682. uint64_t value;
  683. read(timer.get_timer_fd(), &value, 8);
  684. conn_manager.clear_inactive();
  685. mylog(log_trace,"events[idx].data.u64==(u64_t)timer.get_timer_fd()\n");
  686. //conn_info.conv_manager.clear_inactive();
  687. }
  688. else if (events[idx].data.u64 == (u64_t)fifo_fd)
  689. {
  690. char buf[buf_len];
  691. int len=read (fifo_fd, buf, sizeof (buf));
  692. if(len<0)
  693. {
  694. mylog(log_warn,"fifo read failed len=%d,errno=%s\n",len,strerror(errno));
  695. continue;
  696. }
  697. buf[len]=0;
  698. handle_command(buf);
  699. }
  700. else if (events[idx].data.u64 == (u64_t)local_listen_fd)
  701. {
  702. mylog(log_trace,"events[idx].data.u64 == (u64_t)local_listen_fd\n");
  703. //int recv_len;
  704. char data[buf_len];
  705. int data_len;
  706. struct sockaddr_in udp_new_addr_in={0};
  707. socklen_t udp_new_addr_len = sizeof(sockaddr_in);
  708. if ((data_len = recvfrom(local_listen_fd, data, max_data_len, 0,
  709. (struct sockaddr *) &udp_new_addr_in, &udp_new_addr_len)) == -1) {
  710. mylog(log_error,"recv_from error,this shouldnt happen,err=%s,but we can try to continue\n",strerror(errno));
  711. continue;
  712. //myexit(1);
  713. };
  714. mylog(log_trace,"Received packet from %s:%d,len: %d\n", inet_ntoa(udp_new_addr_in.sin_addr),
  715. ntohs(udp_new_addr_in.sin_port),data_len);
  716. if(!disable_mtu_warn&&data_len>=mtu_warn)///////////////////////delete this for type 0 in furture
  717. {
  718. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",data_len,mtu_warn);
  719. }
  720. if(de_cook(data,data_len)!=0)
  721. {
  722. mylog(log_debug,"de_cook error");
  723. continue;
  724. }
  725. ip_port_t ip_port;
  726. ip_port.ip=udp_new_addr_in.sin_addr.s_addr;
  727. ip_port.port=ntohs(udp_new_addr_in.sin_port);
  728. mylog(log_trace,"ip_port= %s\n",ip_port.to_s());
  729. if(!conn_manager.exist(ip_port))
  730. {
  731. if(conn_manager.mp.size() >=max_conn_num)
  732. {
  733. mylog(log_warn,"new connection %s ignored bc max_conn_num exceed\n",ip_port.to_s());
  734. continue;
  735. }
  736. conn_manager.insert(ip_port);
  737. conn_info_t &conn_info=conn_manager.find(ip_port);
  738. //conn_info.fec_encode_manager.re_init(fec_data_num,fec_redundant_num,fec_mtu,fec_pending_num,fec_pending_time,fec_type);
  739. //conn_info.conv_manager.reserve(); //already reserved in constructor
  740. u64_t fec_fd64=conn_info.fec_encode_manager.get_timer_fd64();
  741. mylog(log_debug,"fec_fd64=%llu\n",fec_fd64);
  742. ev.events = EPOLLIN;
  743. ev.data.u64 = fec_fd64;
  744. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fd_manager.to_fd(fec_fd64), &ev);
  745. fd_manager.get_info(fec_fd64).ip_port=ip_port;
  746. conn_info.timer.add_fd64_to_epoll(epoll_fd);
  747. conn_info.timer.set_timer_repeat_us(timer_interval*1000);
  748. mylog(log_debug,"conn_info.timer.get_timer_fd64()=%llu\n",conn_info.timer.get_timer_fd64());
  749. u64_t timer_fd64=conn_info.timer.get_timer_fd64();
  750. fd_manager.get_info(timer_fd64).ip_port=ip_port;
  751. mylog(log_info,"new connection from %s\n",ip_port.to_s());
  752. }
  753. conn_info_t &conn_info=conn_manager.find(ip_port);
  754. conn_info.update_active_time();
  755. int out_n;char **out_arr;int *out_len;my_time_t *out_delay;
  756. from_fec_to_normal(conn_info,data,data_len,out_n,out_arr,out_len,out_delay);
  757. mylog(log_trace,"out_n= %d\n",out_n);
  758. for(int i=0;i<out_n;i++)
  759. {
  760. u32_t conv;
  761. char *new_data;
  762. int new_len;
  763. if(get_conv(conv,out_arr[i],out_len[i],new_data,new_len)!=0)
  764. {
  765. mylog(log_debug,"get_conv failed");
  766. continue;
  767. }
  768. /*
  769. id_t tmp_conv_id;
  770. memcpy(&tmp_conv_id,&data_[0],sizeof(tmp_conv_id));
  771. tmp_conv_id=ntohl(tmp_conv_id);*/
  772. if (!conn_info.conv_manager.is_conv_used(conv))
  773. {
  774. if(conn_info.conv_manager.get_size() >=max_conv_num)
  775. {
  776. mylog(log_warn,"ignored new udp connect bc max_conv_num exceed\n");
  777. continue;
  778. }
  779. int new_udp_fd;
  780. ret=new_connected_socket(new_udp_fd,remote_ip_uint32,remote_port);
  781. if (ret != 0) {
  782. mylog(log_warn, "[%s]new_connected_socket failed\n",ip_port.to_s());
  783. continue;
  784. }
  785. fd64_t fd64 = fd_manager.create(new_udp_fd);
  786. ev.events = EPOLLIN;
  787. ev.data.u64 = fd64;
  788. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, new_udp_fd, &ev);
  789. conn_info.conv_manager.insert_conv(conv, fd64);
  790. fd_manager.get_info(fd64).ip_port=ip_port;
  791. mylog(log_info,"[%s]new conv %x,fd %d created,fd64=%llu\n",ip_port.to_s(),conv,new_udp_fd,fd64);
  792. //assert(!conn_manager.exist_fd64(fd64));
  793. //conn_manager.insert_fd64(fd64,ip_port);
  794. }
  795. conn_info.conv_manager.update_active_time(conv);
  796. fd64_t fd64= conn_info.conv_manager.find_u64_by_conv(conv);
  797. //int fd=fd_manager.fd64_to_fd(fd64);
  798. dest_t dest;
  799. dest.type=type_fd64;
  800. dest.inner.fd64=fd64;
  801. //dest.conv=conv;
  802. delay_send(out_delay[i],dest,new_data,new_len);
  803. }
  804. }
  805. else if (events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()) {
  806. uint64_t value;
  807. read(delay_manager.get_timer_fd(), &value, 8);
  808. mylog(log_trace,"events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()\n");
  809. }
  810. else if (events[idx].data.u64 >u32_t(-1))
  811. {
  812. char data[buf_len];
  813. int data_len;
  814. u32_t conv;
  815. fd64_t fd64=events[idx].data.u64;
  816. mylog(log_trace,"events[idx].data.u64 >u32_t(-1),%llu\n",(u64_t)events[idx].data.u64);
  817. if(!fd_manager.exist(fd64)) //fd64 has been closed
  818. {
  819. mylog(log_trace,"!fd_manager.exist(fd64)\n");
  820. continue;
  821. }
  822. assert(fd_manager.exist_info(fd64));
  823. ip_port_t ip_port=fd_manager.get_info(fd64).ip_port;
  824. assert(conn_manager.exist(ip_port));
  825. conn_info_t &conn_info=conn_manager.find(ip_port);
  826. //conn_info.update_active_time(); //cant put it here
  827. int out_n=-2;char **out_arr;int *out_len;my_time_t *out_delay;
  828. dest_t dest;
  829. dest.type=type_ip_port;
  830. //dest.conv=conv;
  831. dest.inner.ip_port=ip_port;
  832. dest.cook=1;
  833. if(fd64==conn_info.fec_encode_manager.get_timer_fd64())
  834. {
  835. //mylog(log_infol,"timer!!!\n");
  836. uint64_t value;
  837. if((ret=read(fd_manager.to_fd(fd64), &value, 8))!=8)
  838. {
  839. mylog(log_trace,"fd_manager.to_fd(fd64), &value, 8)!=8 ,%d\n",ret);
  840. continue;
  841. }
  842. if(value==0)
  843. {
  844. mylog(log_trace,"value==0\n");
  845. continue;
  846. }
  847. assert(value==1);
  848. from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  849. }
  850. else if(fd64==conn_info.timer.get_timer_fd64())
  851. {
  852. uint64_t value;
  853. read(conn_info.timer.get_timer_fd(), &value, 8);
  854. conn_info.conv_manager.clear_inactive();
  855. if(debug_force_flush_fec)
  856. {
  857. from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  858. }
  859. conn_info.stat.report_as_server(ip_port);
  860. continue;
  861. }
  862. else
  863. {
  864. assert(conn_info.conv_manager.is_u64_used(fd64));
  865. conv=conn_info.conv_manager.find_conv_by_u64(fd64);
  866. conn_info.conv_manager.update_active_time(conv);
  867. conn_info.update_active_time();
  868. int fd=fd_manager.to_fd(fd64);
  869. data_len=recv(fd,data,max_data_len,0);
  870. mylog(log_trace,"received a packet from udp_fd,len:%d,conv=%d\n",data_len,conv);
  871. if(data_len<0)
  872. {
  873. mylog(log_debug,"udp fd,recv_len<0 continue,%s\n",strerror(errno));
  874. continue;
  875. }
  876. if(!disable_mtu_warn&&data_len>=mtu_warn)
  877. {
  878. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",data_len,mtu_warn);
  879. }
  880. char * new_data;
  881. int new_len;
  882. put_conv(conv,data,data_len,new_data,new_len);
  883. from_normal_to_fec(conn_info,new_data,new_len,out_n,out_arr,out_len,out_delay);
  884. }
  885. mylog(log_trace,"out_n=%d\n",out_n);
  886. for(int i=0;i<out_n;i++)
  887. {
  888. delay_send(out_delay[i],dest,out_arr[i],out_len[i]);
  889. }
  890. //mylog(log_trace,"[%s] send packet\n",ip_port.to_s());
  891. }
  892. else
  893. {
  894. mylog(log_fatal,"unknown fd,this should never happen\n");
  895. myexit(-1);
  896. }
  897. }
  898. delay_manager.check();
  899. }
  900. return 0;
  901. }
  902. int unit_test()
  903. {
  904. int i,j,k;
  905. void *code=fec_new(3,6);
  906. char arr[6][100]=
  907. {
  908. "aaa","bbb","ccc"
  909. ,"ddd","eee","fff"
  910. };
  911. char *data[6];
  912. for(i=0;i<6;i++)
  913. {
  914. data[i]=arr[i];
  915. }
  916. rs_encode2(3,6,data,3);
  917. //printf("%d %d",(int)(unsigned char)arr[5][0],(int)('a'^'b'^'c'^'d'^'e'));
  918. for(i=0;i<6;i++)
  919. {
  920. printf("<%s>",data[i]);
  921. }
  922. data[0]=0;
  923. //data[1]=0;
  924. //data[5]=0;
  925. int ret=rs_decode2(3,6,data,3);
  926. printf("ret:%d\n",ret);
  927. for(i=0;i<6;i++)
  928. {
  929. printf("<%s>",data[i]);
  930. }
  931. fec_free(code);
  932. char arr2[6][100]=
  933. {
  934. "aaa11111","","ccc333333333"
  935. ,"ddd444","eee5555","ff6666"
  936. };
  937. blob_encode_t blob_encode;
  938. for(int i=0;i<6;i++)
  939. blob_encode.input(arr2[i],strlen(arr2[i]));
  940. char **output;
  941. int shard_len;
  942. blob_encode.output(7,output,shard_len);
  943. printf("<shard_len:%d>",shard_len);
  944. blob_decode_t blob_decode;
  945. for(int i=0;i<7;i++)
  946. {
  947. blob_decode.input(output[i],shard_len);
  948. }
  949. char **decode_output;
  950. int * len_arr;
  951. int num;
  952. ret=blob_decode.output(num,decode_output,len_arr);
  953. printf("<num:%d,ret:%d>\n",num,ret);
  954. for(int i=0;i<num;i++)
  955. {
  956. char buf[1000]={0};
  957. memcpy(buf,decode_output[i],len_arr[i]);
  958. printf("<%d:%s>",len_arr[i],buf);
  959. }
  960. printf("\n");
  961. static fec_encode_manager_t fec_encode_manager;
  962. static fec_decode_manager_t fec_decode_manager;
  963. {
  964. string a = "11111";
  965. string b = "22";
  966. string c = "33333333";
  967. fec_encode_manager.input((char *) a.c_str(), a.length());
  968. fec_encode_manager.input((char *) b.c_str(), b.length());
  969. fec_encode_manager.input((char *) c.c_str(), c.length());
  970. fec_encode_manager.input(0, 0);
  971. int n;
  972. char **s_arr;
  973. int *len;
  974. fec_encode_manager.output(n,s_arr,len);
  975. printf("<n:%d,len:%d>",n,len[0]);
  976. for(int i=0;i<n;i++)
  977. {
  978. fec_decode_manager.input(s_arr[i],len[i]);
  979. }
  980. {
  981. int n;char ** s_arr;int* len_arr;
  982. fec_decode_manager.output(n,s_arr,len_arr);
  983. printf("<n:%d>",n);
  984. for(int i=0;i<n;i++)
  985. {
  986. s_arr[i][len_arr[i]]=0;
  987. printf("<%s>\n",s_arr[i]);
  988. }
  989. }
  990. }
  991. {
  992. string a = "aaaaaaa";
  993. string b = "bbbbbbbbbbbbb";
  994. string c = "ccc";
  995. fec_encode_manager.input((char *) a.c_str(), a.length());
  996. fec_encode_manager.input((char *) b.c_str(), b.length());
  997. fec_encode_manager.input((char *) c.c_str(), c.length());
  998. fec_encode_manager.input(0, 0);
  999. int n;
  1000. char **s_arr;
  1001. int * len;
  1002. fec_encode_manager.output(n,s_arr,len);
  1003. printf("<n:%d,len:%d>",n,len[0]);
  1004. for(int i=0;i<n;i++)
  1005. {
  1006. if(i==1||i==3||i==5||i==0)
  1007. fec_decode_manager.input(s_arr[i],len[i]);
  1008. }
  1009. {
  1010. int n;char ** s_arr;int* len_arr;
  1011. fec_decode_manager.output(n,s_arr,len_arr);
  1012. printf("<n:%d>",n);
  1013. for(int i=0;i<n;i++)
  1014. {
  1015. s_arr[i][len_arr[i]]=0;
  1016. printf("<%s>\n",s_arr[i]);
  1017. }
  1018. }
  1019. }
  1020. for(int i=0;i<10;i++)
  1021. {
  1022. string a = "aaaaaaaaaaaaaaaaaaaaaaa";
  1023. string b = "bbbbbbbbbbbbb";
  1024. string c = "cccccccccccccccccc";
  1025. printf("======\n");
  1026. int n;
  1027. char **s_arr;
  1028. int * len;
  1029. fec_decode_manager.output(n,s_arr,len);
  1030. fec_encode_manager.re_init(3,2,g_fec_mtu,g_fec_queue_len,g_fec_timeout,1);
  1031. fec_encode_manager.input((char *) a.c_str(), a.length());
  1032. fec_encode_manager.output(n,s_arr,len);
  1033. assert(n==1);
  1034. fec_decode_manager.input(s_arr[0],len[0]);
  1035. fec_decode_manager.output(n,s_arr,len);
  1036. assert(n==1);
  1037. printf("%s\n",s_arr[0]);
  1038. fec_encode_manager.input((char *) b.c_str(), b.length());
  1039. fec_encode_manager.output(n,s_arr,len);
  1040. assert(n==1);
  1041. //fec_decode_manager.input(s_arr[0],len[0]);
  1042. fec_encode_manager.input((char *) c.c_str(), c.length());
  1043. fec_encode_manager.output(n,s_arr,len);
  1044. assert(n==3);
  1045. fec_decode_manager.input(s_arr[0],len[0]);
  1046. //printf("n=%d\n",n);
  1047. {
  1048. int n;
  1049. char **s_arr;
  1050. int * len;
  1051. fec_decode_manager.output(n,s_arr,len);
  1052. assert(n==1);
  1053. printf("%s\n",s_arr[0]);
  1054. }
  1055. fec_decode_manager.input(s_arr[1],len[1]);
  1056. {
  1057. int n;
  1058. char **s_arr;
  1059. int * len;
  1060. fec_decode_manager.output(n,s_arr,len);
  1061. assert(n==1);
  1062. printf("n=%d\n",n);
  1063. s_arr[0][len[0]]=0;
  1064. printf("%s\n",s_arr[0]);
  1065. }
  1066. }
  1067. return 0;
  1068. }
  1069. void print_help()
  1070. {
  1071. char git_version_buf[100]={0};
  1072. strncpy(git_version_buf,gitversion,10);
  1073. printf("UDPspeeder V2\n");
  1074. printf("git version: %s ",git_version_buf);
  1075. printf("build date: %s %s\n",__DATE__,__TIME__);
  1076. printf("repository: https://github.com/wangyu-/UDPspeeder\n");
  1077. printf("\n");
  1078. printf("usage:\n");
  1079. printf(" run as client: ./this_program -c -l local_listen_ip:local_port -r server_ip:server_port [options]\n");
  1080. printf(" run as server: ./this_program -s -l server_listen_ip:server_port -r remote_ip:remote_port [options]\n");
  1081. printf("\n");
  1082. printf("common options, must be same on both sides:\n");
  1083. printf(" -k,--key <string> key for simple xor encryption. if not set, xor is disabled\n");
  1084. printf("main options:\n");
  1085. printf(" -f,--fec x:y forward error correction, send y redundant packets for every x packets\n");
  1086. printf(" --timeout <number> how long could a packet be held in queue before doing fec, unit: ms, default: 8ms\n");
  1087. printf(" --mode <number> fec-mode,available values: 0, 1; 0 cost less bandwidth, 1 cost less latency(default)\n");
  1088. printf(" --report <number> turn on send/recv report, and set a period for reporting, unit: s\n");
  1089. printf("advanced options:\n");
  1090. printf(" --mtu <number> mtu. for mode 0, the program will split packet to segment smaller than mtu_value.\n");
  1091. printf(" for mode 1, no packet will be split, the program just check if the mtu is exceed.\n");
  1092. printf(" default value: 1250\n");
  1093. printf(" -j,--jitter <number> simulated jitter. randomly delay first packet for 0~<number> ms, default value: 0.\n");
  1094. printf(" do not use if you dont know what it means.\n");
  1095. printf(" -i,--interval <number> scatter each fec group to a interval of <number> ms, to protect burst packet loss.\n");
  1096. printf(" default value: 0. do not use if you dont know what it means.\n");
  1097. printf(" --random-drop <number> simulate packet loss, unit: 0.01%%. default value: 0\n");
  1098. printf(" --disable-obscure <number> disable obscure, to save a bit bandwidth and cpu\n");
  1099. // printf(" --disable-xor <number> disable xor\n");
  1100. printf("developer options:\n");
  1101. printf(" --fifo <string> use a fifo(named pipe) for sending commands to the running program, so that you\n");
  1102. printf(" can change fec encode parameters dynamically, check readme.md in repository for\n");
  1103. printf(" supported commands.\n");
  1104. printf(" -j ,--jitter jmin:jmax similiar to -j above, but create jitter randomly between jmin and jmax\n");
  1105. printf(" -i,--interval imin:imax similiar to -i above, but scatter randomly between imin and imax\n");
  1106. printf(" -q,--queue-len <number> max fec queue len, only for mode 0\n");
  1107. printf(" --decode-buf <number> size of buffer of fec decoder,u nit: packet, default: 2000\n");
  1108. printf(" --fix-latency <number> try to stabilize latency, only for mode 0\n");
  1109. printf(" --delay-capacity <number> max number of delayed packets\n");
  1110. printf(" --disable-fec <number> completely disable fec, turn the program into a normal udp tunnel\n");
  1111. printf(" --sock-buf <number> buf size for socket, >=10 and <=10240, unit: kbyte, default: 1024\n");
  1112. printf("log and help options:\n");
  1113. printf(" --log-level <number> 0: never 1: fatal 2: error 3: warn \n");
  1114. printf(" 4: info (default) 5: debug 6: trace\n");
  1115. printf(" --log-position enable file name, function name, line number in log\n");
  1116. printf(" --disable-color disable log color\n");
  1117. printf(" -h,--help print this help message\n");
  1118. //printf("common options,these options must be same on both side\n");
  1119. }
  1120. void process_arg(int argc, char *argv[])
  1121. {
  1122. int is_client=0,is_server=0;
  1123. int i, j, k;
  1124. int opt;
  1125. static struct option long_options[] =
  1126. {
  1127. {"log-level", required_argument, 0, 1},
  1128. {"log-position", no_argument, 0, 1},
  1129. {"disable-color", no_argument, 0, 1},
  1130. {"disable-filter", no_argument, 0, 1},
  1131. {"disable-fec", no_argument, 0, 1},
  1132. {"disable-obscure", no_argument, 0, 1},
  1133. {"disable-xor", no_argument, 0, 1},
  1134. {"fix-latency", no_argument, 0, 1},
  1135. {"sock-buf", required_argument, 0, 1},
  1136. {"random-drop", required_argument, 0, 1},
  1137. {"report", required_argument, 0, 1},
  1138. {"delay-capacity", required_argument, 0, 1},
  1139. {"mtu", required_argument, 0, 1},
  1140. {"mode", required_argument, 0,1},
  1141. {"timeout", required_argument, 0,1},
  1142. {"decode-buf", required_argument, 0,1},
  1143. {"queue-len", required_argument, 0,'q'},
  1144. {"fec", required_argument, 0,'f'},
  1145. {"jitter", required_argument, 0,'j'},
  1146. {"fifo", required_argument, 0, 1},
  1147. {NULL, 0, 0, 0}
  1148. };
  1149. int option_index = 0;
  1150. if (argc == 1)
  1151. {
  1152. print_help();
  1153. myexit( -1);
  1154. }
  1155. for (i = 0; i < argc; i++)
  1156. {
  1157. if(strcmp(argv[i],"--unit-test")==0)
  1158. {
  1159. unit_test();
  1160. myexit(0);
  1161. }
  1162. }
  1163. for (i = 0; i < argc; i++)
  1164. {
  1165. if(strcmp(argv[i],"-h")==0||strcmp(argv[i],"--help")==0)
  1166. {
  1167. print_help();
  1168. myexit(0);
  1169. }
  1170. }
  1171. for (i = 0; i < argc; i++)
  1172. {
  1173. if(strcmp(argv[i],"--log-level")==0)
  1174. {
  1175. if(i<argc -1)
  1176. {
  1177. sscanf(argv[i+1],"%d",&log_level);
  1178. if(0<=log_level&&log_level<log_end)
  1179. {
  1180. }
  1181. else
  1182. {
  1183. log_bare(log_fatal,"invalid log_level\n");
  1184. myexit(-1);
  1185. }
  1186. }
  1187. }
  1188. if(strcmp(argv[i],"--disable-color")==0)
  1189. {
  1190. enable_log_color=0;
  1191. }
  1192. }
  1193. mylog(log_info,"argc=%d ", argc);
  1194. for (i = 0; i < argc; i++) {
  1195. log_bare(log_info, "%s ", argv[i]);
  1196. }
  1197. log_bare(log_info, "\n");
  1198. if (argc == 1)
  1199. {
  1200. print_help();
  1201. myexit(-1);
  1202. }
  1203. int no_l = 1, no_r = 1;
  1204. while ((opt = getopt_long(argc, argv, "l:r:hcsk:j:f:p:n:i:q:",long_options,&option_index)) != -1)
  1205. {
  1206. //string opt_key;
  1207. //opt_key+=opt;
  1208. switch (opt)
  1209. {
  1210. case 'k':
  1211. sscanf(optarg,"%s\n",key_string);
  1212. mylog(log_debug,"key=%s\n",key_string);
  1213. if(strlen(key_string)==0)
  1214. {
  1215. mylog(log_fatal,"key len=0??\n");
  1216. myexit(-1);
  1217. }
  1218. break;
  1219. case 'j':
  1220. if (strchr(optarg, ':') == 0)
  1221. {
  1222. int jitter;
  1223. sscanf(optarg,"%d\n",&jitter);
  1224. if(jitter<0 ||jitter>1000*10)
  1225. {
  1226. mylog(log_fatal,"jitter must be between 0 and 10,000(10 second)\n");
  1227. myexit(-1);
  1228. }
  1229. jitter_min=0;
  1230. jitter_max=jitter;
  1231. }
  1232. else
  1233. {
  1234. sscanf(optarg,"%d:%d\n",&jitter_min,&jitter_max);
  1235. if(jitter_min<0 ||jitter_max<0||jitter_min>jitter_max)
  1236. {
  1237. mylog(log_fatal," must satisfy 0<=jmin<=jmax\n");
  1238. myexit(-1);
  1239. }
  1240. }
  1241. jitter_min*=1000;
  1242. jitter_max*=1000;
  1243. break;
  1244. case 'i':
  1245. if (strchr(optarg, ':') == 0)
  1246. {
  1247. int output_interval=-1;
  1248. sscanf(optarg,"%d\n",&output_interval);
  1249. if(output_interval<0||output_interval>1000*10)
  1250. {
  1251. mylog(log_fatal,"output_interval must be between 0 and 10,000(10 second)\n");
  1252. myexit(-1);
  1253. }
  1254. output_interval_min=output_interval_max=output_interval;
  1255. }
  1256. else
  1257. {
  1258. sscanf(optarg,"%d:%d\n",&output_interval_min,&output_interval_max);
  1259. if(output_interval_min<0 ||output_interval_max<0||output_interval_min>output_interval_max)
  1260. {
  1261. mylog(log_fatal," must satisfy 0<=output_interval_min<=output_interval_max\n");
  1262. myexit(-1);
  1263. }
  1264. }
  1265. output_interval_min*=1000;
  1266. output_interval_max*=1000;
  1267. break;
  1268. case 'f':
  1269. if (strchr(optarg, ':') == 0)
  1270. {
  1271. mylog(log_fatal,"invalid format for f");
  1272. myexit(-1);
  1273. }
  1274. else
  1275. {
  1276. sscanf(optarg,"%d:%d\n",&g_fec_data_num,&g_fec_redundant_num);
  1277. if(g_fec_data_num<1 ||g_fec_redundant_num<0||g_fec_data_num+g_fec_redundant_num>254)
  1278. {
  1279. mylog(log_fatal,"fec_data_num<1 ||fec_redundant_num<0||fec_data_num+fec_redundant_num>254\n");
  1280. myexit(-1);
  1281. }
  1282. }
  1283. break;
  1284. case 'q':
  1285. sscanf(optarg,"%d",&g_fec_queue_len);
  1286. if(g_fec_queue_len<1||g_fec_queue_len>10000)
  1287. {
  1288. mylog(log_fatal,"fec_pending_num should be between 1 and 10000\n");
  1289. myexit(-1);
  1290. }
  1291. break;
  1292. case 'c':
  1293. is_client = 1;
  1294. break;
  1295. case 's':
  1296. is_server = 1;
  1297. break;
  1298. case 'l':
  1299. no_l = 0;
  1300. if (strchr(optarg, ':') != 0)
  1301. {
  1302. sscanf(optarg, "%[^:]:%d", local_ip, &local_port);
  1303. }
  1304. else
  1305. {
  1306. mylog(log_fatal," -r ip:port\n");
  1307. myexit(1);
  1308. strcpy(local_ip, "127.0.0.1");
  1309. sscanf(optarg, "%d", &local_port);
  1310. }
  1311. break;
  1312. case 'r':
  1313. no_r = 0;
  1314. if (strchr(optarg, ':') != 0)
  1315. {
  1316. //printf("in :\n");
  1317. //printf("%s\n",optarg);
  1318. sscanf(optarg, "%[^:]:%d", remote_ip, &remote_port);
  1319. //printf("%d\n",remote_port);
  1320. }
  1321. else
  1322. {
  1323. mylog(log_fatal," -r ip:port\n");
  1324. myexit(1);
  1325. strcpy(remote_ip, "127.0.0.1");
  1326. sscanf(optarg, "%d", &remote_port);
  1327. }
  1328. break;
  1329. case 'h':
  1330. break;
  1331. case 1:
  1332. if(strcmp(long_options[option_index].name,"log-level")==0)
  1333. {
  1334. }
  1335. else if(strcmp(long_options[option_index].name,"disable-filter")==0)
  1336. {
  1337. disable_replay_filter=1;
  1338. //enable_log_color=0;
  1339. }
  1340. else if(strcmp(long_options[option_index].name,"disable-color")==0)
  1341. {
  1342. //enable_log_color=0;
  1343. }
  1344. else if(strcmp(long_options[option_index].name,"disable-fec")==0)
  1345. {
  1346. disable_fec=1;
  1347. }
  1348. else if(strcmp(long_options[option_index].name,"disable-obscure")==0)
  1349. {
  1350. mylog(log_info,"obscure disabled\n");
  1351. disable_obscure=1;
  1352. }
  1353. else if(strcmp(long_options[option_index].name,"disable-xor")==0)
  1354. {
  1355. mylog(log_info,"xor disabled\n");
  1356. disable_xor=1;
  1357. }
  1358. else if(strcmp(long_options[option_index].name,"fix-latency")==0)
  1359. {
  1360. mylog(log_info,"fix-latency enabled\n");
  1361. fix_latency=1;
  1362. }
  1363. else if(strcmp(long_options[option_index].name,"log-position")==0)
  1364. {
  1365. enable_log_position=1;
  1366. }
  1367. else if(strcmp(long_options[option_index].name,"random-drop")==0)
  1368. {
  1369. sscanf(optarg,"%d",&random_drop);
  1370. if(random_drop<0||random_drop>10000)
  1371. {
  1372. mylog(log_fatal,"random_drop must be between 0 10000 \n");
  1373. myexit(-1);
  1374. }
  1375. mylog(log_info,"random_drop=%d\n",random_drop);
  1376. }
  1377. else if(strcmp(long_options[option_index].name,"delay-capacity")==0)
  1378. {
  1379. sscanf(optarg,"%d",&delay_capacity);
  1380. if(delay_capacity<0)
  1381. {
  1382. mylog(log_fatal,"delay_capacity must be >=0 \n");
  1383. myexit(-1);
  1384. }
  1385. }
  1386. else if(strcmp(long_options[option_index].name,"report")==0)
  1387. {
  1388. sscanf(optarg,"%d",&report_interval);
  1389. if(report_interval<=0)
  1390. {
  1391. mylog(log_fatal,"report_interval must be >0 \n");
  1392. myexit(-1);
  1393. }
  1394. }
  1395. else if(strcmp(long_options[option_index].name,"sock-buf")==0)
  1396. {
  1397. int tmp=-1;
  1398. sscanf(optarg,"%d",&tmp);
  1399. if(10<=tmp&&tmp<=10*1024)
  1400. {
  1401. socket_buf_size=tmp*1024;
  1402. }
  1403. else
  1404. {
  1405. mylog(log_fatal,"sock-buf value must be between 1 and 10240 (kbyte) \n");
  1406. myexit(-1);
  1407. }
  1408. }
  1409. else if(strcmp(long_options[option_index].name,"decode-buf")==0)
  1410. {
  1411. sscanf(optarg,"%d",&fec_buff_num);
  1412. if(fec_buff_num<300 || fec_buff_num>20000)
  1413. {
  1414. mylog(log_fatal,"decode-buf value must be between 300 and 20000 (kbyte) \n");
  1415. myexit(-1);
  1416. }
  1417. mylog(log_info,"decode-buf=%d\n",fec_buff_num);
  1418. }
  1419. else if(strcmp(long_options[option_index].name,"mode")==0)
  1420. {
  1421. sscanf(optarg,"%d",&g_fec_mode);
  1422. if(g_fec_mode!=0&&g_fec_mode!=1)
  1423. {
  1424. mylog(log_fatal,"mode should be 0 or 1\n");
  1425. myexit(-1);
  1426. }
  1427. }
  1428. else if(strcmp(long_options[option_index].name,"mtu")==0)
  1429. {
  1430. sscanf(optarg,"%d",&g_fec_mtu);
  1431. if(g_fec_mtu<100||g_fec_mtu>2000)
  1432. {
  1433. mylog(log_fatal,"fec_mtu should be between 100 and 2000\n");
  1434. myexit(-1);
  1435. }
  1436. }
  1437. else if(strcmp(long_options[option_index].name,"timeout")==0)
  1438. {
  1439. sscanf(optarg,"%d",&g_fec_timeout);
  1440. if(g_fec_timeout<0||g_fec_timeout>1000)
  1441. {
  1442. mylog(log_fatal,"fec_pending_time should be between 0 and 1000(1s)\n");
  1443. myexit(-1);
  1444. }
  1445. g_fec_timeout*=1000;
  1446. }
  1447. else if(strcmp(long_options[option_index].name,"fifo")==0)
  1448. {
  1449. sscanf(optarg,"%s",fifo_file);
  1450. mylog(log_info,"fifo_file =%s \n",fifo_file);
  1451. }
  1452. else
  1453. {
  1454. mylog(log_fatal,"unknown option\n");
  1455. myexit(-1);
  1456. }
  1457. break;
  1458. default:
  1459. mylog(log_fatal,"unknown option <%x>", opt);
  1460. myexit(-1);
  1461. }
  1462. }
  1463. if (no_l)
  1464. mylog(log_fatal,"error: -i not found\n");
  1465. if (no_r)
  1466. mylog(log_fatal,"error: -o not found\n");
  1467. if (no_l || no_r)
  1468. myexit(-1);
  1469. if (is_client == 0 && is_server == 0)
  1470. {
  1471. mylog(log_fatal,"-s -c hasnt been set\n");
  1472. myexit(-1);
  1473. }
  1474. if (is_client == 1 && is_server == 1)
  1475. {
  1476. mylog(log_fatal,"-s -c cant be both set\n");
  1477. myexit(-1);
  1478. }
  1479. if(is_client==1)
  1480. {
  1481. program_mode=client_mode;
  1482. }
  1483. else
  1484. {
  1485. program_mode=server_mode;
  1486. }
  1487. print_parameter();
  1488. }
  1489. int main(int argc, char *argv[])
  1490. {
  1491. /*
  1492. if(argc==1||argc==0)
  1493. {
  1494. printf("this_program classic\n");
  1495. printf("this_program fec\n");
  1496. return 0;
  1497. }*/
  1498. /*
  1499. if(argc>=2&&strcmp(argv[1],"fec")!=0)
  1500. {
  1501. printf("running into classic mode!\n");
  1502. return classic::main(argc,argv);
  1503. }*/
  1504. assert(sizeof(u64_t)==8);
  1505. assert(sizeof(i64_t)==8);
  1506. assert(sizeof(u32_t)==4);
  1507. assert(sizeof(i32_t)==4);
  1508. assert(sizeof(u16_t)==2);
  1509. assert(sizeof(i16_t)==2);
  1510. dup2(1, 2); //redirect stderr to stdout
  1511. int i, j, k;
  1512. process_arg(argc,argv);
  1513. delay_manager.set_capacity(delay_capacity);
  1514. local_ip_uint32=inet_addr(local_ip);
  1515. remote_ip_uint32=inet_addr(remote_ip);
  1516. if(program_mode==client_mode)
  1517. {
  1518. client_event_loop();
  1519. }
  1520. else
  1521. {
  1522. server_event_loop();
  1523. }
  1524. return 0;
  1525. }