main.cpp 46 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770
  1. #include "common.h"
  2. #include "log.h"
  3. #include "git_version.h"
  4. #include "lib/rs.h"
  5. #include "packet.h"
  6. #include "connection.h"
  7. #include "fd_manager.h"
  8. #include "delay_manager.h"
  9. #include "fec_manager.h"
  10. using namespace std;
  11. typedef unsigned long long u64_t; //this works on most platform,avoid using the PRId64
  12. typedef long long i64_t;
  13. typedef unsigned int u32_t;
  14. typedef int i32_t;
  15. //int dup_num=1;
  16. //int dup_delay_min=20; //0.1ms
  17. //int dup_delay_max=20;
  18. //int random_number_fd=-1;
  19. char fifo_file[1000]="";
  20. int mtu_warn=1350;
  21. int disable_mtu_warn=1;
  22. int disable_fec=0;
  23. int debug_force_flush_fec=0;
  24. int jitter_min=0*1000;
  25. int jitter_max=0*1000;
  26. int output_interval_min=0*1000;
  27. int output_interval_max=0*1000;
  28. int fix_latency=0;
  29. u32_t local_ip_uint32,remote_ip_uint32=0;
  30. char local_ip[100], remote_ip[100];
  31. int local_port = -1, remote_port = -1;
  32. //u64_t last_report_time=0;
  33. conn_manager_t conn_manager;
  34. delay_manager_t delay_manager;
  35. fd_manager_t fd_manager;
  36. int time_mono_test=1;
  37. const int disable_conv_clear=0;
  38. int socket_buf_size=1024*1024;
  39. int VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV;
  40. int init_listen_socket()
  41. {
  42. local_listen_fd =socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  43. int yes = 1;
  44. //setsockopt(udp_fd, SOL_SOCKET, SO_REUSEADDR, &yes, sizeof(yes));
  45. struct sockaddr_in local_me={0};
  46. socklen_t slen = sizeof(sockaddr_in);
  47. //memset(&local_me, 0, sizeof(local_me));
  48. local_me.sin_family = AF_INET;
  49. local_me.sin_port = htons(local_port);
  50. local_me.sin_addr.s_addr = local_ip_uint32;
  51. if (bind(local_listen_fd, (struct sockaddr*) &local_me, slen) == -1) {
  52. mylog(log_fatal,"socket bind error\n");
  53. //perror("socket bind error");
  54. myexit(1);
  55. }
  56. setnonblocking(local_listen_fd);
  57. set_buf_size(local_listen_fd,socket_buf_size);
  58. mylog(log_debug,"local_listen_fd=%d\n,",local_listen_fd);
  59. return 0;
  60. }
  61. int new_connected_socket(int &fd,u32_t ip,int port)
  62. {
  63. char ip_port[40];
  64. sprintf(ip_port,"%s:%d",my_ntoa(ip),port);
  65. struct sockaddr_in remote_addr_in = { 0 };
  66. socklen_t slen = sizeof(sockaddr_in);
  67. //memset(&remote_addr_in, 0, sizeof(remote_addr_in));
  68. remote_addr_in.sin_family = AF_INET;
  69. remote_addr_in.sin_port = htons(port);
  70. remote_addr_in.sin_addr.s_addr = ip;
  71. fd = socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  72. if (fd < 0) {
  73. mylog(log_warn, "[%s]create udp_fd error\n", ip_port);
  74. return -1;
  75. }
  76. setnonblocking(fd);
  77. set_buf_size(fd, socket_buf_size);
  78. mylog(log_debug, "[%s]created new udp_fd %d\n", ip_port, fd);
  79. int ret = connect(fd, (struct sockaddr *) &remote_addr_in, slen);
  80. if (ret != 0) {
  81. mylog(log_warn, "[%s]fd connect fail\n",ip_port);
  82. close(fd);
  83. return -1;
  84. }
  85. return 0;
  86. }
  87. int delay_send(my_time_t delay,const dest_t &dest,char *data,int len)
  88. {
  89. //int rand=random()%100;
  90. //mylog(log_info,"rand = %d\n",rand);
  91. if (dest.cook&&random_drop != 0) {
  92. if (get_true_random_number() % 10000 < (u32_t) random_drop) {
  93. return 0;
  94. }
  95. }
  96. return delay_manager.add(delay,dest,data,len);;
  97. }
  98. int from_normal_to_fec(conn_info_t & conn_info,char *data,int len,int & out_n,char **&out_arr,int *&out_len,my_time_t *&out_delay)
  99. {
  100. static my_time_t out_delay_buf[max_fec_packet_num+100]={0};
  101. //static int out_len_buf[max_fec_packet_num+100]={0};
  102. //static int counter=0;
  103. out_delay=out_delay_buf;
  104. //out_len=out_len_buf;
  105. inner_stat_t &inner_stat=conn_info.stat.normal_to_fec;
  106. if(disable_fec)
  107. {
  108. assert(data!=0);
  109. inner_stat.input_packet_num++;
  110. inner_stat.input_packet_size+=len;
  111. inner_stat.output_packet_num++;
  112. inner_stat.output_packet_size+=len;
  113. if(data==0) return 0;
  114. out_n=1;
  115. static char *data_static;
  116. data_static=data;
  117. static int len_static;
  118. len_static=len;
  119. out_arr=&data_static;
  120. out_len=&len_static;
  121. out_delay[0]=0;
  122. }
  123. else
  124. {
  125. if(data!=0)
  126. {
  127. inner_stat.input_packet_num++;
  128. inner_stat.input_packet_size+=len;
  129. }
  130. //counter++;
  131. conn_info.fec_encode_manager.input(data,len);
  132. //if(counter%5==0)
  133. //conn_info.fec_encode_manager.input(0,0);
  134. //int n;
  135. //char **s_arr;
  136. //int s_len;
  137. conn_info.fec_encode_manager.output(out_n,out_arr,out_len);
  138. if(out_n>0)
  139. {
  140. my_time_t common_latency=0;
  141. my_time_t first_packet_time=conn_info.fec_encode_manager.get_first_packet_time();
  142. if(fix_latency==1&&conn_info.fec_encode_manager.get_type()==0)
  143. {
  144. my_time_t current_time=get_current_time_us();
  145. my_time_t tmp;
  146. assert(first_packet_time!=0);
  147. //mylog(log_info,"current_time=%llu first_packlet_time=%llu fec_pending_time=%llu\n",current_time,first_packet_time,(my_time_t)fec_pending_time);
  148. if((my_time_t)conn_info.fec_encode_manager.get_pending_time() >=(current_time - first_packet_time))
  149. {
  150. tmp=(my_time_t)conn_info.fec_encode_manager.get_pending_time()-(current_time - first_packet_time);
  151. //mylog(log_info,"tmp=%llu\n",tmp);
  152. }
  153. else
  154. {
  155. tmp=0;
  156. //mylog(log_info,"0\n");
  157. }
  158. common_latency+=tmp;
  159. }
  160. common_latency+=random_between(jitter_min,jitter_max);
  161. out_delay_buf[0]=common_latency;
  162. for(int i=1;i<out_n;i++)
  163. {
  164. out_delay_buf[i]=out_delay_buf[i-1]+ (my_time_t)( random_between(output_interval_min,output_interval_max)/(out_n-1) );
  165. }
  166. }
  167. }
  168. mylog(log_trace,"from_normal_to_fec input_len=%d,output_n=%d\n",len,out_n);
  169. if(out_n>0)
  170. {
  171. log_bare(log_trace,"seq= %u ",read_u32(out_arr[0]));
  172. }
  173. for(int i=0;i<out_n;i++)
  174. {
  175. inner_stat.output_packet_num++;
  176. inner_stat.output_packet_size+=out_len[i];
  177. log_bare(log_trace,"%d ",out_len[i]);
  178. }
  179. log_bare(log_trace,"\n");
  180. //for(int i=0;i<n;i++)
  181. //{
  182. //delay_send(0,dest,s_arr[i],s_len);
  183. //}
  184. //delay_send(0,dest,data,len);
  185. //delay_send(1000*1000,dest,data,len);
  186. return 0;
  187. }
  188. int from_fec_to_normal(conn_info_t & conn_info,char *data,int len,int & out_n,char **&out_arr,int *&out_len,my_time_t *&out_delay)
  189. {
  190. static my_time_t out_delay_buf[max_blob_packet_num+100]={0};
  191. out_delay=out_delay_buf;
  192. inner_stat_t &inner_stat=conn_info.stat.fec_to_normal;
  193. if(disable_fec)
  194. {
  195. assert(data!=0);
  196. inner_stat.input_packet_num++;
  197. inner_stat.input_packet_size+=len;
  198. inner_stat.output_packet_num++;
  199. inner_stat.output_packet_size+=len;
  200. if(data==0) return 0;
  201. out_n=1;
  202. static char *data_static;
  203. data_static=data;
  204. static int len_static;
  205. len_static=len;
  206. out_arr=&data_static;
  207. out_len=&len_static;
  208. out_delay[0]=0;
  209. }
  210. else
  211. {
  212. if(data!=0)
  213. {
  214. inner_stat.input_packet_num++;
  215. inner_stat.input_packet_size+=len;
  216. }
  217. conn_info.fec_decode_manager.input(data,len);
  218. //int n;char ** s_arr;int* len_arr;
  219. conn_info.fec_decode_manager.output(out_n,out_arr,out_len);
  220. for(int i=0;i<out_n;i++)
  221. {
  222. out_delay_buf[i]=0;
  223. inner_stat.output_packet_num++;
  224. inner_stat.output_packet_size+=out_len[i];
  225. }
  226. }
  227. mylog(log_trace,"from_fec_to_normal input_len=%d,output_n=%d,input_seq=%u\n",len,out_n,read_u32(data));
  228. // printf("<n:%d>",n);
  229. /*
  230. for(int i=0;i<n;i++)
  231. {
  232. delay_send(0,dest,s_arr[i],len_arr[i]);
  233. //s_arr[i][len_arr[i]]=0;
  234. //printf("<%s>\n",s_arr[i]);
  235. }*/
  236. //my_send(dest,data,len);
  237. return 0;
  238. }
  239. int print_parameter()
  240. {
  241. mylog(log_info,"jitter_min=%d jitter_max=%d output_interval_min=%d output_interval_max=%d fec_timeout=%d fec_data_num=%d fec_redundant_num=%d fec_mtu=%d fec_queue_len=%d fec_mode=%d\n",
  242. jitter_min/1000,jitter_max/1000,output_interval_min/1000,output_interval_max/1000,g_fec_timeout/1000,
  243. g_fec_data_num,g_fec_redundant_num,g_fec_mtu,g_fec_queue_len,g_fec_mode);
  244. return 0;
  245. }
  246. int handle_command(char *s)
  247. {
  248. int len=strlen(s);
  249. while(len>=1&&s[len-1]=='\n')
  250. s[len-1]=0;
  251. mylog(log_info,"got data from fifo,len=%d,s=[%s]\n",len,s);
  252. int a=-1,b=-1;
  253. if(strncmp(s,"fec",strlen("fec"))==0)
  254. {
  255. mylog(log_info,"got command [fec]\n");
  256. sscanf(s,"fec %d:%d",&a,&b);
  257. if(a<1||b<0||a+b>254)
  258. {
  259. mylog(log_warn,"invaild value\n");
  260. return -1;
  261. }
  262. g_fec_data_num=a;
  263. g_fec_redundant_num=b;
  264. }
  265. else if(strncmp(s,"mtu",strlen("mtu"))==0)
  266. {
  267. mylog(log_info,"got command [mtu]\n");
  268. sscanf(s,"mtu %d",&a);
  269. if(a<100||a>2000)
  270. {
  271. mylog(log_warn,"invaild value\n");
  272. return -1;
  273. }
  274. g_fec_mtu=a;
  275. }
  276. else if(strncmp(s,"queue-len",strlen("queue-len"))==0)
  277. {
  278. mylog(log_info,"got command [queue-len]\n");
  279. sscanf(s,"queue-len %d",&a);
  280. if(a<1||a>10000)
  281. {
  282. mylog(log_warn,"invaild value\n");
  283. return -1;
  284. }
  285. g_fec_queue_len=a;
  286. }
  287. else if(strncmp(s,"mode",strlen("mode"))==0)
  288. {
  289. mylog(log_info,"got command [mode]\n");
  290. sscanf(s,"mode %d",&a);
  291. if(a!=0&&a!=1)
  292. {
  293. mylog(log_warn,"invaild value\n");
  294. return -1;
  295. }
  296. g_fec_mode=a;
  297. }
  298. else if(strncmp(s,"timeout",strlen("timeout"))==0)
  299. {
  300. mylog(log_info,"got command [timeout]\n");
  301. sscanf(s,"timeout %d",&a);
  302. if(a<0||a>1000)
  303. {
  304. mylog(log_warn,"invaild value\n");
  305. return -1;
  306. }
  307. g_fec_timeout=a*1000;
  308. }
  309. else
  310. {
  311. mylog(log_info,"unknown command\n");
  312. }
  313. print_parameter();
  314. return 0;
  315. }
  316. int client_event_loop()
  317. {
  318. //char buf[buf_len];
  319. int i, j, k;int ret;
  320. int yes = 1;
  321. int epoll_fd;
  322. int remote_fd;
  323. fd64_t remote_fd64;
  324. conn_info_t *conn_info_p=new conn_info_t;
  325. conn_info_t &conn_info=*conn_info_p; //huge size of conn_info,do not allocate on stack
  326. //conn_info.conv_manager.reserve();
  327. //conn_info.fec_encode_manager.re_init(fec_data_num,fec_redundant_num,fec_mtu,fec_pending_num,fec_pending_time,fec_type);
  328. init_listen_socket();
  329. epoll_fd = epoll_create1(0);
  330. assert(epoll_fd>0);
  331. const int max_events = 4096;
  332. struct epoll_event ev, events[max_events];
  333. if (epoll_fd < 0) {
  334. mylog(log_fatal,"epoll return %d\n", epoll_fd);
  335. myexit(-1);
  336. }
  337. ev.events = EPOLLIN;
  338. ev.data.u64 = local_listen_fd;
  339. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, local_listen_fd, &ev);
  340. if (ret!=0) {
  341. mylog(log_fatal,"add udp_listen_fd error\n");
  342. myexit(-1);
  343. }
  344. assert(new_connected_socket(remote_fd,remote_ip_uint32,remote_port)==0);
  345. remote_fd64=fd_manager.create(remote_fd);
  346. mylog(log_debug,"remote_fd64=%llu\n",remote_fd64);
  347. ev.events = EPOLLIN;
  348. ev.data.u64 = remote_fd64;
  349. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, remote_fd, &ev);
  350. if (ret!= 0) {
  351. mylog(log_fatal,"add raw_fd error\n");
  352. myexit(-1);
  353. }
  354. ev.events = EPOLLIN;
  355. ev.data.u64 = delay_manager.get_timer_fd();
  356. mylog(log_debug,"delay_manager.get_timer_fd()=%d\n",delay_manager.get_timer_fd());
  357. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, delay_manager.get_timer_fd(), &ev);
  358. if (ret!= 0) {
  359. mylog(log_fatal,"add delay_manager.get_timer_fd() error\n");
  360. myexit(-1);
  361. }
  362. u64_t fd64=conn_info.fec_encode_manager.get_timer_fd64();
  363. ev.events = EPOLLIN;
  364. ev.data.u64 = fd64;
  365. mylog(log_debug,"conn_info.fec_encode_manager.get_timer_fd64()=%llu\n",conn_info.fec_encode_manager.get_timer_fd64());
  366. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fd_manager.to_fd(fd64), &ev);
  367. if (ret!= 0) {
  368. mylog(log_fatal,"add fec_encode_manager.get_timer_fd64() error\n");
  369. myexit(-1);
  370. }
  371. //my_timer_t timer;
  372. conn_info.timer.add_fd_to_epoll(epoll_fd);
  373. conn_info.timer.set_timer_repeat_us(timer_interval*1000);
  374. mylog(log_debug,"conn_info.timer.get_timer_fd()=%d\n",conn_info.timer.get_timer_fd());
  375. int fifo_fd=-1;
  376. if(fifo_file[0]!=0)
  377. {
  378. fifo_fd=create_fifo(fifo_file);
  379. ev.events = EPOLLIN;
  380. ev.data.u64 = fifo_fd;
  381. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fifo_fd, &ev);
  382. if (ret!= 0) {
  383. mylog(log_fatal,"add fifo_fd to epoll error %s\n",strerror(errno));
  384. myexit(-1);
  385. }
  386. mylog(log_info,"fifo_file=%s\n",fifo_file);
  387. }
  388. while(1)////////////////////////
  389. {
  390. if(about_to_exit) myexit(0);
  391. int nfds = epoll_wait(epoll_fd, events, max_events, 180 * 1000);
  392. if (nfds < 0) { //allow zero
  393. if(errno==EINTR )
  394. {
  395. mylog(log_info,"epoll interrupted by signal\n");
  396. myexit(0);
  397. }
  398. else
  399. {
  400. mylog(log_fatal,"epoll_wait return %d\n", nfds);
  401. myexit(-1);
  402. }
  403. }
  404. int idx;
  405. for (idx = 0; idx < nfds; ++idx) {
  406. if(events[idx].data.u64==(u64_t)conn_info.timer.get_timer_fd())
  407. {
  408. uint64_t value;
  409. read(conn_info.timer.get_timer_fd(), &value, 8);
  410. conn_info.conv_manager.clear_inactive();
  411. mylog(log_trace,"events[idx].data.u64==(u64_t)conn_info.timer.get_timer_fd()\n");
  412. conn_info.stat.report_as_client();
  413. if(debug_force_flush_fec)
  414. {
  415. int out_n;char **out_arr;int *out_len;my_time_t *out_delay;
  416. dest_t dest;
  417. dest.type=type_fd64;
  418. dest.inner.fd64=remote_fd64;
  419. dest.cook=1;
  420. from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  421. for(int i=0;i<out_n;i++)
  422. {
  423. delay_send(out_delay[i],dest,out_arr[i],out_len[i]);
  424. }
  425. }
  426. }
  427. else if (events[idx].data.u64 == (u64_t)fifo_fd)
  428. {
  429. char buf[buf_len];
  430. int len=read (fifo_fd, buf, sizeof (buf));
  431. if(len<0)
  432. {
  433. mylog(log_warn,"fifo read failed len=%d,errno=%s\n",len,strerror(errno));
  434. continue;
  435. }
  436. buf[len]=0;
  437. handle_command(buf);
  438. }
  439. else if (events[idx].data.u64 == (u64_t)local_listen_fd||events[idx].data.u64 == conn_info.fec_encode_manager.get_timer_fd64())
  440. {
  441. char data[buf_len];
  442. int data_len;
  443. ip_port_t ip_port;
  444. u32_t conv;
  445. int out_n;char **out_arr;int *out_len;my_time_t *out_delay;
  446. dest_t dest;
  447. dest.type=type_fd64;
  448. dest.inner.fd64=remote_fd64;
  449. dest.cook=1;
  450. if(events[idx].data.u64 == conn_info.fec_encode_manager.get_timer_fd64())
  451. {
  452. mylog(log_trace,"events[idx].data.u64 == conn_info.fec_encode_manager.get_timer_fd64()\n");
  453. //mylog(log_info,"timer!!!\n");
  454. uint64_t value;
  455. if(!fd_manager.exist(fd64)) //fd64 has been closed
  456. {
  457. mylog(log_trace,"!fd_manager.exist(fd64)");
  458. continue;
  459. }
  460. if((ret=read(fd_manager.to_fd(fd64), &value, 8))!=8)
  461. {
  462. mylog(log_trace,"(ret=read(fd_manager.to_fd(fd64), &value, 8))!=8,ret=%d\n",ret);
  463. continue;
  464. }
  465. if(value==0)
  466. {
  467. mylog(log_debug,"value==0\n");
  468. continue;
  469. }
  470. assert(value==1);
  471. from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  472. //from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  473. }
  474. else//events[idx].data.u64 == (u64_t)local_listen_fd
  475. {
  476. mylog(log_trace,"events[idx].data.u64 == (u64_t)local_listen_fd\n");
  477. struct sockaddr_in udp_new_addr_in={0};
  478. socklen_t udp_new_addr_len = sizeof(sockaddr_in);
  479. if ((data_len = recvfrom(local_listen_fd, data, max_data_len, 0,
  480. (struct sockaddr *) &udp_new_addr_in, &udp_new_addr_len)) == -1) {
  481. mylog(log_error,"recv_from error,this shouldnt happen,err=%s\n",strerror(errno));
  482. continue;
  483. //mylog(log_error,"recv_from error,this shouldnt happen at client\n");
  484. //myexit(1);
  485. };
  486. if(!disable_mtu_warn&&data_len>=mtu_warn)
  487. {
  488. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",data_len,mtu_warn);
  489. }
  490. mylog(log_trace,"Received packet from %s:%d,len: %d\n", inet_ntoa(udp_new_addr_in.sin_addr),
  491. ntohs(udp_new_addr_in.sin_port),data_len);
  492. ip_port.ip=udp_new_addr_in.sin_addr.s_addr;
  493. ip_port.port=ntohs(udp_new_addr_in.sin_port);
  494. u64_t u64=ip_port.to_u64();
  495. if(!conn_info.conv_manager.is_u64_used(u64))
  496. {
  497. if(conn_info.conv_manager.get_size() >=max_conv_num)
  498. {
  499. mylog(log_warn,"ignored new udp connect bc max_conv_num exceed\n");
  500. continue;
  501. }
  502. conv=conn_info.conv_manager.get_new_conv();
  503. conn_info.conv_manager.insert_conv(conv,u64);
  504. mylog(log_info,"new packet from %s:%d,conv_id=%x\n",inet_ntoa(udp_new_addr_in.sin_addr),ntohs(udp_new_addr_in.sin_port),conv);
  505. }
  506. else
  507. {
  508. conv=conn_info.conv_manager.find_conv_by_u64(u64);
  509. mylog(log_trace,"conv=%d\n",conv);
  510. }
  511. conn_info.conv_manager.update_active_time(conv);
  512. char * new_data;
  513. int new_len;
  514. put_conv(conv,data,data_len,new_data,new_len);
  515. mylog(log_trace,"data_len=%d new_len=%d\n",data_len,new_len);
  516. //dest.conv=conv;
  517. from_normal_to_fec(conn_info,new_data,new_len,out_n,out_arr,out_len,out_delay);
  518. }
  519. mylog(log_trace,"out_n=%d\n",out_n);
  520. for(int i=0;i<out_n;i++)
  521. {
  522. delay_send(out_delay[i],dest,out_arr[i],out_len[i]);
  523. }
  524. //my_send(dest,data,data_len);
  525. }
  526. else if (events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()) {
  527. uint64_t value;
  528. read(delay_manager.get_timer_fd(), &value, 8);
  529. mylog(log_trace,"events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()\n");
  530. //printf("<timerfd_triggered, %d>",delay_mp.size());
  531. //fflush(stdout);
  532. }
  533. else if(events[idx].data.u64>u32_t(-1) )
  534. {
  535. char data[buf_len];
  536. if(!fd_manager.exist(events[idx].data.u64)) //fd64 has been closed
  537. {
  538. mylog(log_trace,"!fd_manager.exist(events[idx].data.u64)");
  539. continue;
  540. }
  541. assert(events[idx].data.u64==remote_fd64);
  542. int fd=fd_manager.to_fd(remote_fd64);
  543. int data_len =recv(fd,data,max_data_len,0);
  544. mylog(log_trace, "received data from udp fd %d, len=%d\n", remote_fd,data_len);
  545. if(data_len<0)
  546. {
  547. if(errno==ECONNREFUSED)
  548. {
  549. //conn_manager.clear_list.push_back(udp_fd);
  550. mylog(log_debug, "recv failed %d ,udp_fd%d,errno:%s\n", data_len,remote_fd,strerror(errno));
  551. }
  552. mylog(log_warn, "recv failed %d ,udp_fd%d,errno:%s\n", data_len,remote_fd,strerror(errno));
  553. continue;
  554. }
  555. if(!disable_mtu_warn&&data_len>mtu_warn)
  556. {
  557. mylog(log_warn,"huge packet,data len=%d (>%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",data_len,mtu_warn);
  558. }
  559. if(de_cook(data,data_len)!=0)
  560. {
  561. mylog(log_debug,"de_cook error");
  562. continue;
  563. }
  564. int out_n;char **out_arr;int *out_len;my_time_t *out_delay;
  565. from_fec_to_normal(conn_info,data,data_len,out_n,out_arr,out_len,out_delay);
  566. mylog(log_trace,"out_n=%d\n",out_n);
  567. for(int i=0;i<out_n;i++)
  568. {
  569. u32_t conv;
  570. char *new_data;
  571. int new_len;
  572. if(get_conv(conv,out_arr[i],out_len[i],new_data,new_len)!=0)
  573. {
  574. mylog(log_debug,"get_conv(conv,out_arr[i],out_len[i],new_data,new_len)!=0");
  575. continue;
  576. }
  577. if(!conn_info.conv_manager.is_conv_used(conv))
  578. {
  579. mylog(log_trace,"!conn_info.conv_manager.is_conv_used(conv)");
  580. }
  581. conn_info.conv_manager.update_active_time(conv);
  582. u64_t u64=conn_info.conv_manager.find_u64_by_conv(conv);
  583. dest_t dest;
  584. dest.inner.ip_port.from_u64(u64);
  585. dest.type=type_ip_port;
  586. //dest.conv=conv;
  587. delay_send(out_delay[i],dest,new_data,new_len);
  588. }
  589. //mylog(log_trace,"[%s] send packet\n",dest.inner.ip_port.to_s());
  590. }
  591. else
  592. {
  593. mylog(log_fatal,"unknown fd,this should never happen\n");
  594. myexit(-1);
  595. }
  596. }
  597. delay_manager.check();
  598. }
  599. return 0;
  600. }
  601. int server_event_loop()
  602. {
  603. //char buf[buf_len];
  604. int i, j, k;int ret;
  605. int yes = 1;
  606. int epoll_fd;
  607. int remote_fd;
  608. // conn_info_t conn_info;
  609. init_listen_socket();
  610. epoll_fd = epoll_create1(0);
  611. assert(epoll_fd>0);
  612. const int max_events = 4096;
  613. struct epoll_event ev, events[max_events];
  614. if (epoll_fd < 0) {
  615. mylog(log_fatal,"epoll return %d\n", epoll_fd);
  616. myexit(-1);
  617. }
  618. ev.events = EPOLLIN;
  619. ev.data.u64 = local_listen_fd;
  620. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, local_listen_fd, &ev);
  621. if (ret!=0) {
  622. mylog(log_fatal,"add udp_listen_fd error\n");
  623. myexit(-1);
  624. }
  625. ev.events = EPOLLIN;
  626. ev.data.u64 = delay_manager.get_timer_fd();
  627. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, delay_manager.get_timer_fd(), &ev);
  628. if (ret!= 0) {
  629. mylog(log_fatal,"add delay_manager.get_timer_fd() error\n");
  630. myexit(-1);
  631. }
  632. mylog(log_debug," delay_manager.get_timer_fd() =%d\n", delay_manager.get_timer_fd());
  633. mylog(log_info,"now listening at %s:%d\n",my_ntoa(local_ip_uint32),local_port);
  634. my_timer_t timer;
  635. timer.add_fd_to_epoll(epoll_fd);
  636. timer.set_timer_repeat_us(timer_interval*1000);
  637. mylog(log_debug," timer.get_timer_fd() =%d\n",timer.get_timer_fd());
  638. int fifo_fd=-1;
  639. if(fifo_file[0]!=0)
  640. {
  641. fifo_fd=create_fifo(fifo_file);
  642. ev.events = EPOLLIN;
  643. ev.data.u64 = fifo_fd;
  644. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fifo_fd, &ev);
  645. if (ret!= 0) {
  646. mylog(log_fatal,"add fifo_fd to epoll error %s\n",strerror(errno));
  647. myexit(-1);
  648. }
  649. mylog(log_info,"fifo_file=%s\n",fifo_file);
  650. }
  651. while(1)////////////////////////
  652. {
  653. if(about_to_exit) myexit(0);
  654. int nfds = epoll_wait(epoll_fd, events, max_events, 180 * 1000);
  655. if (nfds < 0) { //allow zero
  656. if(errno==EINTR )
  657. {
  658. mylog(log_info,"epoll interrupted by signal\n");
  659. myexit(0);
  660. }
  661. else
  662. {
  663. mylog(log_fatal,"epoll_wait return %d\n", nfds);
  664. myexit(-1);
  665. }
  666. }
  667. int idx;
  668. for (idx = 0; idx < nfds; ++idx)
  669. {
  670. /*
  671. if ((events[idx].data.u64 ) == (u64_t)timer_fd)
  672. {
  673. conn_manager.clear_inactive();
  674. u64_t dummy;
  675. read(timer_fd, &dummy, 8);
  676. //current_time_rough=get_current_time();
  677. }
  678. else */
  679. if(events[idx].data.u64==(u64_t)timer.get_timer_fd())
  680. {
  681. uint64_t value;
  682. read(timer.get_timer_fd(), &value, 8);
  683. conn_manager.clear_inactive();
  684. mylog(log_trace,"events[idx].data.u64==(u64_t)timer.get_timer_fd()\n");
  685. //conn_info.conv_manager.clear_inactive();
  686. }
  687. else if (events[idx].data.u64 == (u64_t)fifo_fd)
  688. {
  689. char buf[buf_len];
  690. int len=read (fifo_fd, buf, sizeof (buf));
  691. if(len<0)
  692. {
  693. mylog(log_warn,"fifo read failed len=%d,errno=%s\n",len,strerror(errno));
  694. continue;
  695. }
  696. buf[len]=0;
  697. handle_command(buf);
  698. }
  699. else if (events[idx].data.u64 == (u64_t)local_listen_fd)
  700. {
  701. mylog(log_trace,"events[idx].data.u64 == (u64_t)local_listen_fd\n");
  702. //int recv_len;
  703. char data[buf_len];
  704. int data_len;
  705. struct sockaddr_in udp_new_addr_in={0};
  706. socklen_t udp_new_addr_len = sizeof(sockaddr_in);
  707. if ((data_len = recvfrom(local_listen_fd, data, max_data_len, 0,
  708. (struct sockaddr *) &udp_new_addr_in, &udp_new_addr_len)) == -1) {
  709. mylog(log_error,"recv_from error,this shouldnt happen,err=%s\n",strerror(errno));
  710. continue;
  711. //myexit(1);
  712. };
  713. mylog(log_trace,"Received packet from %s:%d,len: %d\n", inet_ntoa(udp_new_addr_in.sin_addr),
  714. ntohs(udp_new_addr_in.sin_port),data_len);
  715. if(!disable_mtu_warn&&data_len>=mtu_warn)///////////////////////delete this for type 0 in furture
  716. {
  717. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",data_len,mtu_warn);
  718. }
  719. if(de_cook(data,data_len)!=0)
  720. {
  721. mylog(log_debug,"de_cook error");
  722. continue;
  723. }
  724. ip_port_t ip_port;
  725. ip_port.ip=udp_new_addr_in.sin_addr.s_addr;
  726. ip_port.port=ntohs(udp_new_addr_in.sin_port);
  727. mylog(log_trace,"ip_port= %s\n",ip_port.to_s());
  728. if(!conn_manager.exist(ip_port))
  729. {
  730. if(conn_manager.mp.size() >=max_conn_num)
  731. {
  732. mylog(log_warn,"new connection %s ignored bc max_conn_num exceed\n",ip_port.to_s());
  733. continue;
  734. }
  735. conn_manager.insert(ip_port);
  736. conn_info_t &conn_info=conn_manager.find(ip_port);
  737. //conn_info.fec_encode_manager.re_init(fec_data_num,fec_redundant_num,fec_mtu,fec_pending_num,fec_pending_time,fec_type);
  738. //conn_info.conv_manager.reserve(); //already reserved in constructor
  739. u64_t fec_fd64=conn_info.fec_encode_manager.get_timer_fd64();
  740. mylog(log_debug,"fec_fd64=%llu\n",fec_fd64);
  741. ev.events = EPOLLIN;
  742. ev.data.u64 = fec_fd64;
  743. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fd_manager.to_fd(fec_fd64), &ev);
  744. fd_manager.get_info(fec_fd64).ip_port=ip_port;
  745. conn_info.timer.add_fd64_to_epoll(epoll_fd);
  746. conn_info.timer.set_timer_repeat_us(timer_interval*1000);
  747. mylog(log_debug,"conn_info.timer.get_timer_fd64()=%llu\n",conn_info.timer.get_timer_fd64());
  748. u64_t timer_fd64=conn_info.timer.get_timer_fd64();
  749. fd_manager.get_info(timer_fd64).ip_port=ip_port;
  750. mylog(log_info,"new connection from %s\n",ip_port.to_s());
  751. }
  752. conn_info_t &conn_info=conn_manager.find(ip_port);
  753. conn_info.update_active_time();
  754. int out_n;char **out_arr;int *out_len;my_time_t *out_delay;
  755. from_fec_to_normal(conn_info,data,data_len,out_n,out_arr,out_len,out_delay);
  756. mylog(log_trace,"out_n= %d\n",out_n);
  757. for(int i=0;i<out_n;i++)
  758. {
  759. u32_t conv;
  760. char *new_data;
  761. int new_len;
  762. if(get_conv(conv,out_arr[i],out_len[i],new_data,new_len)!=0)
  763. {
  764. mylog(log_debug,"get_conv failed");
  765. continue;
  766. }
  767. /*
  768. id_t tmp_conv_id;
  769. memcpy(&tmp_conv_id,&data_[0],sizeof(tmp_conv_id));
  770. tmp_conv_id=ntohl(tmp_conv_id);*/
  771. if (!conn_info.conv_manager.is_conv_used(conv))
  772. {
  773. if(conn_info.conv_manager.get_size() >=max_conv_num)
  774. {
  775. mylog(log_warn,"ignored new udp connect bc max_conv_num exceed\n");
  776. continue;
  777. }
  778. int new_udp_fd;
  779. ret=new_connected_socket(new_udp_fd,remote_ip_uint32,remote_port);
  780. if (ret != 0) {
  781. mylog(log_warn, "[%s]new_connected_socket failed\n",ip_port.to_s());
  782. continue;
  783. }
  784. fd64_t fd64 = fd_manager.create(new_udp_fd);
  785. ev.events = EPOLLIN;
  786. ev.data.u64 = fd64;
  787. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, new_udp_fd, &ev);
  788. conn_info.conv_manager.insert_conv(conv, fd64);
  789. fd_manager.get_info(fd64).ip_port=ip_port;
  790. mylog(log_info,"[%s]new conv %x,fd %d created,fd64=%llu\n",ip_port.to_s(),conv,new_udp_fd,fd64);
  791. //assert(!conn_manager.exist_fd64(fd64));
  792. //conn_manager.insert_fd64(fd64,ip_port);
  793. }
  794. conn_info.conv_manager.update_active_time(conv);
  795. fd64_t fd64= conn_info.conv_manager.find_u64_by_conv(conv);
  796. //int fd=fd_manager.fd64_to_fd(fd64);
  797. dest_t dest;
  798. dest.type=type_fd64;
  799. dest.inner.fd64=fd64;
  800. //dest.conv=conv;
  801. delay_send(out_delay[i],dest,new_data,new_len);
  802. }
  803. }
  804. else if (events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()) {
  805. uint64_t value;
  806. read(delay_manager.get_timer_fd(), &value, 8);
  807. mylog(log_trace,"events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()\n");
  808. }
  809. else if (events[idx].data.u64 >u32_t(-1))
  810. {
  811. char data[buf_len];
  812. int data_len;
  813. u32_t conv;
  814. fd64_t fd64=events[idx].data.u64;
  815. mylog(log_trace,"events[idx].data.u64 >u32_t(-1),%llu\n",(u64_t)events[idx].data.u64);
  816. if(!fd_manager.exist(fd64)) //fd64 has been closed
  817. {
  818. mylog(log_trace,"!fd_manager.exist(fd64)\n");
  819. continue;
  820. }
  821. assert(fd_manager.exist_info(fd64));
  822. ip_port_t ip_port=fd_manager.get_info(fd64).ip_port;
  823. assert(conn_manager.exist(ip_port));
  824. conn_info_t &conn_info=conn_manager.find(ip_port);
  825. //conn_info.update_active_time(); //cant put it here
  826. int out_n=-2;char **out_arr;int *out_len;my_time_t *out_delay;
  827. dest_t dest;
  828. dest.type=type_ip_port;
  829. //dest.conv=conv;
  830. dest.inner.ip_port=ip_port;
  831. dest.cook=1;
  832. if(fd64==conn_info.fec_encode_manager.get_timer_fd64())
  833. {
  834. //mylog(log_infol,"timer!!!\n");
  835. uint64_t value;
  836. if((ret=read(fd_manager.to_fd(fd64), &value, 8))!=8)
  837. {
  838. mylog(log_trace,"fd_manager.to_fd(fd64), &value, 8)!=8 ,%d\n",ret);
  839. continue;
  840. }
  841. if(value==0)
  842. {
  843. mylog(log_trace,"value==0\n");
  844. continue;
  845. }
  846. assert(value==1);
  847. from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  848. }
  849. else if(fd64==conn_info.timer.get_timer_fd64())
  850. {
  851. uint64_t value;
  852. read(conn_info.timer.get_timer_fd(), &value, 8);
  853. conn_info.conv_manager.clear_inactive();
  854. if(debug_force_flush_fec)
  855. {
  856. from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  857. }
  858. conn_info.stat.report_as_server(ip_port);
  859. continue;
  860. }
  861. else
  862. {
  863. assert(conn_info.conv_manager.is_u64_used(fd64));
  864. conv=conn_info.conv_manager.find_conv_by_u64(fd64);
  865. conn_info.conv_manager.update_active_time(conv);
  866. conn_info.update_active_time();
  867. int fd=fd_manager.to_fd(fd64);
  868. data_len=recv(fd,data,max_data_len,0);
  869. mylog(log_trace,"received a packet from udp_fd,len:%d,conv=%d\n",data_len,conv);
  870. if(data_len<0)
  871. {
  872. mylog(log_debug,"udp fd,recv_len<0 continue,%s\n",strerror(errno));
  873. continue;
  874. }
  875. if(!disable_mtu_warn&&data_len>=mtu_warn)
  876. {
  877. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",data_len,mtu_warn);
  878. }
  879. char * new_data;
  880. int new_len;
  881. put_conv(conv,data,data_len,new_data,new_len);
  882. from_normal_to_fec(conn_info,new_data,new_len,out_n,out_arr,out_len,out_delay);
  883. }
  884. mylog(log_trace,"out_n=%d\n",out_n);
  885. for(int i=0;i<out_n;i++)
  886. {
  887. delay_send(out_delay[i],dest,out_arr[i],out_len[i]);
  888. }
  889. //mylog(log_trace,"[%s] send packet\n",ip_port.to_s());
  890. }
  891. else
  892. {
  893. mylog(log_fatal,"unknown fd,this should never happen\n");
  894. myexit(-1);
  895. }
  896. }
  897. delay_manager.check();
  898. }
  899. return 0;
  900. }
  901. int unit_test()
  902. {
  903. int i,j,k;
  904. void *code=fec_new(3,6);
  905. char arr[6][100]=
  906. {
  907. "aaa","bbb","ccc"
  908. ,"ddd","eee","fff"
  909. };
  910. char *data[6];
  911. for(i=0;i<6;i++)
  912. {
  913. data[i]=arr[i];
  914. }
  915. rs_encode2(3,6,data,3);
  916. //printf("%d %d",(int)(unsigned char)arr[5][0],(int)('a'^'b'^'c'^'d'^'e'));
  917. for(i=0;i<6;i++)
  918. {
  919. printf("<%s>",data[i]);
  920. }
  921. data[0]=0;
  922. //data[1]=0;
  923. //data[5]=0;
  924. int ret=rs_decode2(3,6,data,3);
  925. printf("ret:%d\n",ret);
  926. for(i=0;i<6;i++)
  927. {
  928. printf("<%s>",data[i]);
  929. }
  930. fec_free(code);
  931. char arr2[6][100]=
  932. {
  933. "aaa11111","","ccc333333333"
  934. ,"ddd444","eee5555","ff6666"
  935. };
  936. blob_encode_t blob_encode;
  937. for(int i=0;i<6;i++)
  938. blob_encode.input(arr2[i],strlen(arr2[i]));
  939. char **output;
  940. int shard_len;
  941. blob_encode.output(7,output,shard_len);
  942. printf("<shard_len:%d>",shard_len);
  943. blob_decode_t blob_decode;
  944. for(int i=0;i<7;i++)
  945. {
  946. blob_decode.input(output[i],shard_len);
  947. }
  948. char **decode_output;
  949. int * len_arr;
  950. int num;
  951. ret=blob_decode.output(num,decode_output,len_arr);
  952. printf("<num:%d,ret:%d>\n",num,ret);
  953. for(int i=0;i<num;i++)
  954. {
  955. char buf[1000]={0};
  956. memcpy(buf,decode_output[i],len_arr[i]);
  957. printf("<%d:%s>",len_arr[i],buf);
  958. }
  959. printf("\n");
  960. static fec_encode_manager_t fec_encode_manager;
  961. static fec_decode_manager_t fec_decode_manager;
  962. {
  963. string a = "11111";
  964. string b = "22";
  965. string c = "33333333";
  966. fec_encode_manager.input((char *) a.c_str(), a.length());
  967. fec_encode_manager.input((char *) b.c_str(), b.length());
  968. fec_encode_manager.input((char *) c.c_str(), c.length());
  969. fec_encode_manager.input(0, 0);
  970. int n;
  971. char **s_arr;
  972. int *len;
  973. fec_encode_manager.output(n,s_arr,len);
  974. printf("<n:%d,len:%d>",n,len[0]);
  975. for(int i=0;i<n;i++)
  976. {
  977. fec_decode_manager.input(s_arr[i],len[i]);
  978. }
  979. {
  980. int n;char ** s_arr;int* len_arr;
  981. fec_decode_manager.output(n,s_arr,len_arr);
  982. printf("<n:%d>",n);
  983. for(int i=0;i<n;i++)
  984. {
  985. s_arr[i][len_arr[i]]=0;
  986. printf("<%s>\n",s_arr[i]);
  987. }
  988. }
  989. }
  990. {
  991. string a = "aaaaaaa";
  992. string b = "bbbbbbbbbbbbb";
  993. string c = "ccc";
  994. fec_encode_manager.input((char *) a.c_str(), a.length());
  995. fec_encode_manager.input((char *) b.c_str(), b.length());
  996. fec_encode_manager.input((char *) c.c_str(), c.length());
  997. fec_encode_manager.input(0, 0);
  998. int n;
  999. char **s_arr;
  1000. int * len;
  1001. fec_encode_manager.output(n,s_arr,len);
  1002. printf("<n:%d,len:%d>",n,len[0]);
  1003. for(int i=0;i<n;i++)
  1004. {
  1005. if(i==1||i==3||i==5||i==0)
  1006. fec_decode_manager.input(s_arr[i],len[i]);
  1007. }
  1008. {
  1009. int n;char ** s_arr;int* len_arr;
  1010. fec_decode_manager.output(n,s_arr,len_arr);
  1011. printf("<n:%d>",n);
  1012. for(int i=0;i<n;i++)
  1013. {
  1014. s_arr[i][len_arr[i]]=0;
  1015. printf("<%s>\n",s_arr[i]);
  1016. }
  1017. }
  1018. }
  1019. for(int i=0;i<10;i++)
  1020. {
  1021. string a = "aaaaaaaaaaaaaaaaaaaaaaa";
  1022. string b = "bbbbbbbbbbbbb";
  1023. string c = "cccccccccccccccccc";
  1024. printf("======\n");
  1025. int n;
  1026. char **s_arr;
  1027. int * len;
  1028. fec_decode_manager.output(n,s_arr,len);
  1029. fec_encode_manager.re_init(3,2,g_fec_mtu,g_fec_queue_len,g_fec_timeout,1);
  1030. fec_encode_manager.input((char *) a.c_str(), a.length());
  1031. fec_encode_manager.output(n,s_arr,len);
  1032. assert(n==1);
  1033. fec_decode_manager.input(s_arr[0],len[0]);
  1034. fec_decode_manager.output(n,s_arr,len);
  1035. assert(n==1);
  1036. printf("%s\n",s_arr[0]);
  1037. fec_encode_manager.input((char *) b.c_str(), b.length());
  1038. fec_encode_manager.output(n,s_arr,len);
  1039. assert(n==1);
  1040. //fec_decode_manager.input(s_arr[0],len[0]);
  1041. fec_encode_manager.input((char *) c.c_str(), c.length());
  1042. fec_encode_manager.output(n,s_arr,len);
  1043. assert(n==3);
  1044. fec_decode_manager.input(s_arr[0],len[0]);
  1045. //printf("n=%d\n",n);
  1046. {
  1047. int n;
  1048. char **s_arr;
  1049. int * len;
  1050. fec_decode_manager.output(n,s_arr,len);
  1051. assert(n==1);
  1052. printf("%s\n",s_arr[0]);
  1053. }
  1054. fec_decode_manager.input(s_arr[1],len[1]);
  1055. {
  1056. int n;
  1057. char **s_arr;
  1058. int * len;
  1059. fec_decode_manager.output(n,s_arr,len);
  1060. assert(n==1);
  1061. printf("n=%d\n",n);
  1062. s_arr[0][len[0]]=0;
  1063. printf("%s\n",s_arr[0]);
  1064. }
  1065. }
  1066. return 0;
  1067. }
  1068. void print_help()
  1069. {
  1070. char git_version_buf[100]={0};
  1071. strncpy(git_version_buf,gitversion,10);
  1072. printf("UDPspeeder V2\n");
  1073. printf("git version:%s ",git_version_buf);
  1074. printf("build date:%s %s\n",__DATE__,__TIME__);
  1075. printf("repository: https://github.com/wangyu-/UDPspeeder\n");
  1076. printf("\n");
  1077. printf("usage:\n");
  1078. printf(" run as client : ./this_program -c -l local_listen_ip:local_port -r server_ip:server_port [options]\n");
  1079. printf(" run as server : ./this_program -s -l server_listen_ip:server_port -r remote_ip:remote_port [options]\n");
  1080. printf("\n");
  1081. printf("common option,must be same on both sides:\n");
  1082. printf(" -k,--key <string> key for simple xor encryption. if not set,xor is disabled\n");
  1083. printf("main options:\n");
  1084. printf(" -f,--fec x:y forward error correction,send y redundant packets for every x packets\n");
  1085. printf(" --timeout <number> how long could a packet be held in queue before doing fec,unit: ms,default :8ms\n");
  1086. printf(" --mode <number> fec-mode,available values: 0,1 ; 0 cost less bandwidth,1 cost less latency(default)\n");
  1087. printf(" --report <number> turn on send/recv report,and set a period for reporting,unit:s\n");
  1088. printf("advanced options:\n");
  1089. printf(" --mtu <number> mtu. for mode 0,the program will split packet to segment smaller than mtu_value.\n");
  1090. printf(" for mode 1,no packet will be split,the program just check if the mtu is exceed.\n");
  1091. printf(" default value:1250 \n");
  1092. printf(" -j,--jitter <number> simulated jitter.randomly delay first packet for 0~<number> ms,default value:0.\n");
  1093. printf(" do not use if you dont know what it means.\n");
  1094. printf(" -i,--interval <number> scatter each fec group to a interval of <number> ms,to protect burst packet loss.\n");
  1095. printf(" default value:0.do not use if you dont know what it means.\n");
  1096. printf(" --random-drop <number> simulate packet loss ,unit:0.01%%. default value: 0\n");
  1097. printf(" --disable-obscure <number> disable obscure,to save a bit bandwidth and cpu\n");
  1098. // printf(" --disable-xor <number> disable xor\n");
  1099. printf("developer options:\n");
  1100. printf(" --fifo <string> use a fifo(named pipe) for sending commands to the running program,so that you\n");
  1101. printf(" can change fec encode parameters dynamically,check readme.md in repository for\n");
  1102. printf(" supported commands.\n");
  1103. printf(" -j ,--jitter jmin:jmax similiar to -j above,but create jitter randomly between jmin and jmax\n");
  1104. printf(" -i,--interval imin:imax similiar to -i above,but scatter randomly between imin and imax\n");
  1105. printf(" -q,--queue-len <number> max fec queue len,only for mode 0\n");
  1106. printf(" --decode-buf <number> size of buffer of fec decoder,unit:packet,default:2000\n");
  1107. printf(" --fix-latency <number> try to stabilize latency,only for mode 0\n");
  1108. printf(" --delay-capacity <number> max number of delayed packets\n");
  1109. printf(" --disable-fec <number> completely disable fec,turn the program into a normal udp tunnel\n");
  1110. printf(" --sock-buf <number> buf size for socket,>=10 and <=10240,unit:kbyte,default:1024\n");
  1111. printf("log and help options:\n");
  1112. printf(" --log-level <number> 0:never 1:fatal 2:error 3:warn \n");
  1113. printf(" 4:info (default) 5:debug 6:trace\n");
  1114. printf(" --log-position enable file name,function name,line number in log\n");
  1115. printf(" --disable-color disable log color\n");
  1116. printf(" -h,--help print this help message\n");
  1117. //printf("common options,these options must be same on both side\n");
  1118. }
  1119. void process_arg(int argc, char *argv[])
  1120. {
  1121. int is_client=0,is_server=0;
  1122. int i, j, k;
  1123. int opt;
  1124. static struct option long_options[] =
  1125. {
  1126. {"log-level", required_argument, 0, 1},
  1127. {"log-position", no_argument, 0, 1},
  1128. {"disable-color", no_argument, 0, 1},
  1129. {"disable-filter", no_argument, 0, 1},
  1130. {"disable-fec", no_argument, 0, 1},
  1131. {"disable-obscure", no_argument, 0, 1},
  1132. {"disable-xor", no_argument, 0, 1},
  1133. {"fix-latency", no_argument, 0, 1},
  1134. {"sock-buf", required_argument, 0, 1},
  1135. {"random-drop", required_argument, 0, 1},
  1136. {"report", required_argument, 0, 1},
  1137. {"delay-capacity", required_argument, 0, 1},
  1138. {"mtu", required_argument, 0, 1},
  1139. {"mode", required_argument, 0,1},
  1140. {"timeout", required_argument, 0,1},
  1141. {"decode-buf", required_argument, 0,1},
  1142. {"queue-len", required_argument, 0,'q'},
  1143. {"fec", required_argument, 0,'f'},
  1144. {"jitter", required_argument, 0,'j'},
  1145. {"fifo", required_argument, 0, 1},
  1146. {NULL, 0, 0, 0}
  1147. };
  1148. int option_index = 0;
  1149. if (argc == 1)
  1150. {
  1151. print_help();
  1152. myexit( -1);
  1153. }
  1154. for (i = 0; i < argc; i++)
  1155. {
  1156. if(strcmp(argv[i],"--unit-test")==0)
  1157. {
  1158. unit_test();
  1159. myexit(0);
  1160. }
  1161. }
  1162. for (i = 0; i < argc; i++)
  1163. {
  1164. if(strcmp(argv[i],"-h")==0||strcmp(argv[i],"--help")==0)
  1165. {
  1166. print_help();
  1167. myexit(0);
  1168. }
  1169. }
  1170. for (i = 0; i < argc; i++)
  1171. {
  1172. if(strcmp(argv[i],"--log-level")==0)
  1173. {
  1174. if(i<argc -1)
  1175. {
  1176. sscanf(argv[i+1],"%d",&log_level);
  1177. if(0<=log_level&&log_level<log_end)
  1178. {
  1179. }
  1180. else
  1181. {
  1182. log_bare(log_fatal,"invalid log_level\n");
  1183. myexit(-1);
  1184. }
  1185. }
  1186. }
  1187. if(strcmp(argv[i],"--disable-color")==0)
  1188. {
  1189. enable_log_color=0;
  1190. }
  1191. }
  1192. mylog(log_info,"argc=%d ", argc);
  1193. for (i = 0; i < argc; i++) {
  1194. log_bare(log_info, "%s ", argv[i]);
  1195. }
  1196. log_bare(log_info, "\n");
  1197. if (argc == 1)
  1198. {
  1199. print_help();
  1200. myexit(-1);
  1201. }
  1202. int no_l = 1, no_r = 1;
  1203. while ((opt = getopt_long(argc, argv, "l:r:hcsk:j:f:p:n:i:q:",long_options,&option_index)) != -1)
  1204. {
  1205. //string opt_key;
  1206. //opt_key+=opt;
  1207. switch (opt)
  1208. {
  1209. case 'k':
  1210. sscanf(optarg,"%s\n",key_string);
  1211. mylog(log_debug,"key=%s\n",key_string);
  1212. if(strlen(key_string)==0)
  1213. {
  1214. mylog(log_fatal,"key len=0??\n");
  1215. myexit(-1);
  1216. }
  1217. break;
  1218. case 'j':
  1219. if (strchr(optarg, ':') == 0)
  1220. {
  1221. int jitter;
  1222. sscanf(optarg,"%d\n",&jitter);
  1223. if(jitter<0 ||jitter>1000*10)
  1224. {
  1225. mylog(log_fatal,"jitter must be between 0 and 10,000(10 second)\n");
  1226. myexit(-1);
  1227. }
  1228. jitter_min=0;
  1229. jitter_max=jitter;
  1230. }
  1231. else
  1232. {
  1233. sscanf(optarg,"%d:%d\n",&jitter_min,&jitter_max);
  1234. if(jitter_min<0 ||jitter_max<0||jitter_min>jitter_max)
  1235. {
  1236. mylog(log_fatal," must satisfy 0<=jmin<=jmax\n");
  1237. myexit(-1);
  1238. }
  1239. }
  1240. jitter_min*=1000;
  1241. jitter_max*=1000;
  1242. break;
  1243. case 'i':
  1244. if (strchr(optarg, ':') == 0)
  1245. {
  1246. int output_interval=-1;
  1247. sscanf(optarg,"%d\n",&output_interval);
  1248. if(output_interval<0||output_interval>1000*10)
  1249. {
  1250. mylog(log_fatal,"output_interval must be between 0 and 10,000(10 second)\n");
  1251. myexit(-1);
  1252. }
  1253. output_interval_min=output_interval_max=output_interval;
  1254. }
  1255. else
  1256. {
  1257. sscanf(optarg,"%d:%d\n",&output_interval_min,&output_interval_max);
  1258. if(output_interval_min<0 ||output_interval_max<0||output_interval_min>output_interval_max)
  1259. {
  1260. mylog(log_fatal," must satisfy 0<=output_interval_min<=output_interval_max\n");
  1261. myexit(-1);
  1262. }
  1263. }
  1264. output_interval_min*=1000;
  1265. output_interval_max*=1000;
  1266. break;
  1267. case 'f':
  1268. if (strchr(optarg, ':') == 0)
  1269. {
  1270. mylog(log_fatal,"invalid format for f");
  1271. myexit(-1);
  1272. }
  1273. else
  1274. {
  1275. sscanf(optarg,"%d:%d\n",&g_fec_data_num,&g_fec_redundant_num);
  1276. if(g_fec_data_num<1 ||g_fec_redundant_num<0||g_fec_data_num+g_fec_redundant_num>254)
  1277. {
  1278. mylog(log_fatal,"fec_data_num<1 ||fec_redundant_num<0||fec_data_num+fec_redundant_num>254\n");
  1279. myexit(-1);
  1280. }
  1281. }
  1282. break;
  1283. case 'q':
  1284. sscanf(optarg,"%d",&g_fec_queue_len);
  1285. if(g_fec_queue_len<1||g_fec_queue_len>10000)
  1286. {
  1287. mylog(log_fatal,"fec_pending_num should be between 1 and 10000\n");
  1288. myexit(-1);
  1289. }
  1290. break;
  1291. case 'c':
  1292. is_client = 1;
  1293. break;
  1294. case 's':
  1295. is_server = 1;
  1296. break;
  1297. case 'l':
  1298. no_l = 0;
  1299. if (strchr(optarg, ':') != 0)
  1300. {
  1301. sscanf(optarg, "%[^:]:%d", local_ip, &local_port);
  1302. }
  1303. else
  1304. {
  1305. mylog(log_fatal," -r ip:port\n");
  1306. myexit(1);
  1307. strcpy(local_ip, "127.0.0.1");
  1308. sscanf(optarg, "%d", &local_port);
  1309. }
  1310. break;
  1311. case 'r':
  1312. no_r = 0;
  1313. if (strchr(optarg, ':') != 0)
  1314. {
  1315. //printf("in :\n");
  1316. //printf("%s\n",optarg);
  1317. sscanf(optarg, "%[^:]:%d", remote_ip, &remote_port);
  1318. //printf("%d\n",remote_port);
  1319. }
  1320. else
  1321. {
  1322. mylog(log_fatal," -r ip:port\n");
  1323. myexit(1);
  1324. strcpy(remote_ip, "127.0.0.1");
  1325. sscanf(optarg, "%d", &remote_port);
  1326. }
  1327. break;
  1328. case 'h':
  1329. break;
  1330. case 1:
  1331. if(strcmp(long_options[option_index].name,"log-level")==0)
  1332. {
  1333. }
  1334. else if(strcmp(long_options[option_index].name,"disable-filter")==0)
  1335. {
  1336. disable_replay_filter=1;
  1337. //enable_log_color=0;
  1338. }
  1339. else if(strcmp(long_options[option_index].name,"disable-color")==0)
  1340. {
  1341. //enable_log_color=0;
  1342. }
  1343. else if(strcmp(long_options[option_index].name,"disable-fec")==0)
  1344. {
  1345. disable_fec=1;
  1346. }
  1347. else if(strcmp(long_options[option_index].name,"disable-obscure")==0)
  1348. {
  1349. mylog(log_info,"obscure disabled\n");
  1350. disable_obscure=1;
  1351. }
  1352. else if(strcmp(long_options[option_index].name,"disable-xor")==0)
  1353. {
  1354. mylog(log_info,"xor disabled\n");
  1355. disable_xor=1;
  1356. }
  1357. else if(strcmp(long_options[option_index].name,"fix-latency")==0)
  1358. {
  1359. mylog(log_info,"fix-latency enabled\n");
  1360. fix_latency=1;
  1361. }
  1362. else if(strcmp(long_options[option_index].name,"log-position")==0)
  1363. {
  1364. enable_log_position=1;
  1365. }
  1366. else if(strcmp(long_options[option_index].name,"random-drop")==0)
  1367. {
  1368. sscanf(optarg,"%d",&random_drop);
  1369. if(random_drop<0||random_drop>10000)
  1370. {
  1371. mylog(log_fatal,"random_drop must be between 0 10000 \n");
  1372. myexit(-1);
  1373. }
  1374. mylog(log_info,"random_drop=%d\n",random_drop);
  1375. }
  1376. else if(strcmp(long_options[option_index].name,"delay-capacity")==0)
  1377. {
  1378. sscanf(optarg,"%d",&delay_capacity);
  1379. if(delay_capacity<0)
  1380. {
  1381. mylog(log_fatal,"delay_capacity must be >=0 \n");
  1382. myexit(-1);
  1383. }
  1384. }
  1385. else if(strcmp(long_options[option_index].name,"report")==0)
  1386. {
  1387. sscanf(optarg,"%d",&report_interval);
  1388. if(report_interval<=0)
  1389. {
  1390. mylog(log_fatal,"report_interval must be >0 \n");
  1391. myexit(-1);
  1392. }
  1393. }
  1394. else if(strcmp(long_options[option_index].name,"sock-buf")==0)
  1395. {
  1396. int tmp=-1;
  1397. sscanf(optarg,"%d",&tmp);
  1398. if(10<=tmp&&tmp<=10*1024)
  1399. {
  1400. socket_buf_size=tmp*1024;
  1401. }
  1402. else
  1403. {
  1404. mylog(log_fatal,"sock-buf value must be between 1 and 10240 (kbyte) \n");
  1405. myexit(-1);
  1406. }
  1407. }
  1408. else if(strcmp(long_options[option_index].name,"decode-buf")==0)
  1409. {
  1410. sscanf(optarg,"%d",&fec_buff_num);
  1411. if(fec_buff_num<300 || fec_buff_num>20000)
  1412. {
  1413. mylog(log_fatal,"decode-buf value must be between 300 and 20000 (kbyte) \n");
  1414. myexit(-1);
  1415. }
  1416. mylog(log_info,"decode-buf=%d\n",fec_buff_num);
  1417. }
  1418. else if(strcmp(long_options[option_index].name,"mode")==0)
  1419. {
  1420. sscanf(optarg,"%d",&g_fec_mode);
  1421. if(g_fec_mode!=0&&g_fec_mode!=1)
  1422. {
  1423. mylog(log_fatal,"mode should be 0 or 1\n");
  1424. myexit(-1);
  1425. }
  1426. }
  1427. else if(strcmp(long_options[option_index].name,"mtu")==0)
  1428. {
  1429. sscanf(optarg,"%d",&g_fec_mtu);
  1430. if(g_fec_mtu<100||g_fec_mtu>2000)
  1431. {
  1432. mylog(log_fatal,"fec_mtu should be between 100 and 2000\n");
  1433. myexit(-1);
  1434. }
  1435. }
  1436. else if(strcmp(long_options[option_index].name,"timeout")==0)
  1437. {
  1438. sscanf(optarg,"%d",&g_fec_timeout);
  1439. if(g_fec_timeout<0||g_fec_timeout>1000)
  1440. {
  1441. mylog(log_fatal,"fec_pending_time should be between 0 and 1000(1s)\n");
  1442. myexit(-1);
  1443. }
  1444. g_fec_timeout*=1000;
  1445. }
  1446. else if(strcmp(long_options[option_index].name,"fifo")==0)
  1447. {
  1448. sscanf(optarg,"%s",fifo_file);
  1449. mylog(log_info,"fifo_file =%s \n",fifo_file);
  1450. }
  1451. else
  1452. {
  1453. mylog(log_fatal,"unknown option\n");
  1454. myexit(-1);
  1455. }
  1456. break;
  1457. default:
  1458. mylog(log_fatal,"unknown option <%x>", opt);
  1459. myexit(-1);
  1460. }
  1461. }
  1462. if (no_l)
  1463. mylog(log_fatal,"error: -i not found\n");
  1464. if (no_r)
  1465. mylog(log_fatal,"error: -o not found\n");
  1466. if (no_l || no_r)
  1467. myexit(-1);
  1468. if (is_client == 0 && is_server == 0)
  1469. {
  1470. mylog(log_fatal,"-s -c hasnt been set\n");
  1471. myexit(-1);
  1472. }
  1473. if (is_client == 1 && is_server == 1)
  1474. {
  1475. mylog(log_fatal,"-s -c cant be both set\n");
  1476. myexit(-1);
  1477. }
  1478. if(is_client==1)
  1479. {
  1480. program_mode=client_mode;
  1481. }
  1482. else
  1483. {
  1484. program_mode=server_mode;
  1485. }
  1486. print_parameter();
  1487. }
  1488. int main(int argc, char *argv[])
  1489. {
  1490. /*
  1491. if(argc==1||argc==0)
  1492. {
  1493. printf("this_program classic\n");
  1494. printf("this_program fec\n");
  1495. return 0;
  1496. }*/
  1497. /*
  1498. if(argc>=2&&strcmp(argv[1],"fec")!=0)
  1499. {
  1500. printf("running into classic mode!\n");
  1501. return classic::main(argc,argv);
  1502. }*/
  1503. assert(sizeof(u64_t)==8);
  1504. assert(sizeof(i64_t)==8);
  1505. assert(sizeof(u32_t)==4);
  1506. assert(sizeof(i32_t)==4);
  1507. assert(sizeof(u16_t)==2);
  1508. assert(sizeof(i16_t)==2);
  1509. dup2(1, 2); //redirect stderr to stdout
  1510. int i, j, k;
  1511. process_arg(argc,argv);
  1512. delay_manager.set_capacity(delay_capacity);
  1513. local_ip_uint32=inet_addr(local_ip);
  1514. remote_ip_uint32=inet_addr(remote_ip);
  1515. if(program_mode==client_mode)
  1516. {
  1517. client_event_loop();
  1518. }
  1519. else
  1520. {
  1521. server_event_loop();
  1522. }
  1523. return 0;
  1524. }