main.cpp 42 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628
  1. #include "common.h"
  2. #include "log.h"
  3. #include "git_version.h"
  4. #include "lib/rs.h"
  5. #include "packet.h"
  6. #include "connection.h"
  7. #include "fd_manager.h"
  8. #include "delay_manager.h"
  9. #include "fec_manager.h"
  10. using namespace std;
  11. typedef unsigned long long u64_t; //this works on most platform,avoid using the PRId64
  12. typedef long long i64_t;
  13. typedef unsigned int u32_t;
  14. typedef int i32_t;
  15. //int dup_num=1;
  16. //int dup_delay_min=20; //0.1ms
  17. //int dup_delay_max=20;
  18. //int random_number_fd=-1;
  19. int mtu_warn=1350;
  20. int disable_mtu_warn=1;
  21. int disable_fec=0;
  22. int debug_force_flush_fec=0;
  23. int fec_data_num=20;
  24. int fec_redundant_num=10;
  25. int fec_mtu=1250;
  26. int fec_pending_num=200;
  27. int fec_pending_time=8*1000; //8ms
  28. int fec_type=1;
  29. int jitter_min=0*1000;
  30. int jitter_max=0*1000;
  31. int output_interval_min=0*1000;
  32. int output_interval_max=0*1000;
  33. int fix_latency=0;
  34. u32_t local_ip_uint32,remote_ip_uint32=0;
  35. char local_ip[100], remote_ip[100];
  36. int local_port = -1, remote_port = -1;
  37. //u64_t last_report_time=0;
  38. conn_manager_t conn_manager;
  39. delay_manager_t delay_manager;
  40. fd_manager_t fd_manager;
  41. int time_mono_test=1;
  42. const int disable_conv_clear=0;
  43. int socket_buf_size=1024*1024;
  44. int VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV;
  45. int init_listen_socket()
  46. {
  47. local_listen_fd =socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  48. int yes = 1;
  49. //setsockopt(udp_fd, SOL_SOCKET, SO_REUSEADDR, &yes, sizeof(yes));
  50. struct sockaddr_in local_me={0};
  51. socklen_t slen = sizeof(sockaddr_in);
  52. //memset(&local_me, 0, sizeof(local_me));
  53. local_me.sin_family = AF_INET;
  54. local_me.sin_port = htons(local_port);
  55. local_me.sin_addr.s_addr = local_ip_uint32;
  56. if (bind(local_listen_fd, (struct sockaddr*) &local_me, slen) == -1) {
  57. mylog(log_fatal,"socket bind error\n");
  58. //perror("socket bind error");
  59. myexit(1);
  60. }
  61. setnonblocking(local_listen_fd);
  62. set_buf_size(local_listen_fd,socket_buf_size);
  63. mylog(log_debug,"local_listen_fd=%d\n,",local_listen_fd);
  64. return 0;
  65. }
  66. int new_connected_socket(int &fd,u32_t ip,int port)
  67. {
  68. char ip_port[40];
  69. sprintf(ip_port,"%s:%d",my_ntoa(ip),port);
  70. struct sockaddr_in remote_addr_in = { 0 };
  71. socklen_t slen = sizeof(sockaddr_in);
  72. //memset(&remote_addr_in, 0, sizeof(remote_addr_in));
  73. remote_addr_in.sin_family = AF_INET;
  74. remote_addr_in.sin_port = htons(port);
  75. remote_addr_in.sin_addr.s_addr = ip;
  76. fd = socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  77. if (fd < 0) {
  78. mylog(log_warn, "[%s]create udp_fd error\n", ip_port);
  79. return -1;
  80. }
  81. setnonblocking(fd);
  82. set_buf_size(fd, socket_buf_size);
  83. mylog(log_debug, "[%s]created new udp_fd %d\n", ip_port, fd);
  84. int ret = connect(fd, (struct sockaddr *) &remote_addr_in, slen);
  85. if (ret != 0) {
  86. mylog(log_warn, "[%s]fd connect fail\n",ip_port);
  87. close(fd);
  88. return -1;
  89. }
  90. return 0;
  91. }
  92. int delay_send(my_time_t delay,const dest_t &dest,char *data,int len)
  93. {
  94. //int rand=random()%100;
  95. //mylog(log_info,"rand = %d\n",rand);
  96. if (dest.cook&&random_drop != 0) {
  97. if (get_true_random_number() % 10000 < (u32_t) random_drop) {
  98. return 0;
  99. }
  100. }
  101. return delay_manager.add(delay,dest,data,len);;
  102. }
  103. int from_normal_to_fec(conn_info_t & conn_info,char *data,int len,int & out_n,char **&out_arr,int *&out_len,my_time_t *&out_delay)
  104. {
  105. static my_time_t out_delay_buf[max_fec_packet_num+100]={0};
  106. //static int out_len_buf[max_fec_packet_num+100]={0};
  107. //static int counter=0;
  108. out_delay=out_delay_buf;
  109. //out_len=out_len_buf;
  110. inner_stat_t &inner_stat=conn_info.stat.normal_to_fec;
  111. if(disable_fec)
  112. {
  113. assert(data!=0);
  114. inner_stat.input_packet_num++;
  115. inner_stat.input_packet_size+=len;
  116. inner_stat.output_packet_num++;
  117. inner_stat.output_packet_size+=len;
  118. if(data==0) return 0;
  119. out_n=1;
  120. static char *data_static;
  121. data_static=data;
  122. static int len_static;
  123. len_static=len;
  124. out_arr=&data_static;
  125. out_len=&len_static;
  126. out_delay[0]=0;
  127. }
  128. else
  129. {
  130. if(data!=0)
  131. {
  132. inner_stat.input_packet_num++;
  133. inner_stat.input_packet_size+=len;
  134. }
  135. //counter++;
  136. conn_info.fec_encode_manager.input(data,len);
  137. //if(counter%5==0)
  138. //conn_info.fec_encode_manager.input(0,0);
  139. //int n;
  140. //char **s_arr;
  141. //int s_len;
  142. conn_info.fec_encode_manager.output(out_n,out_arr,out_len);
  143. if(out_n>0)
  144. {
  145. my_time_t common_latency=0;
  146. my_time_t first_packet_time=conn_info.fec_encode_manager.get_first_packet_time();
  147. if(fix_latency==1&&conn_info.fec_encode_manager.get_type()==0)
  148. {
  149. my_time_t current_time=get_current_time_us();
  150. my_time_t tmp;
  151. assert(first_packet_time!=0);
  152. //mylog(log_info,"current_time=%llu first_packlet_time=%llu fec_pending_time=%llu\n",current_time,first_packet_time,(my_time_t)fec_pending_time);
  153. if((my_time_t)fec_pending_time >=(current_time - first_packet_time))
  154. {
  155. tmp=(my_time_t)fec_pending_time-(current_time - first_packet_time);
  156. //mylog(log_info,"tmp=%llu\n",tmp);
  157. }
  158. else
  159. {
  160. tmp=0;
  161. //mylog(log_info,"0\n");
  162. }
  163. common_latency+=tmp;
  164. }
  165. common_latency+=random_between(jitter_min,jitter_max);
  166. out_delay_buf[0]=common_latency;
  167. for(int i=1;i<out_n;i++)
  168. {
  169. out_delay_buf[i]=out_delay_buf[i-1]+ (my_time_t)( random_between(output_interval_min,output_interval_max)/(out_n-1) );
  170. }
  171. }
  172. }
  173. mylog(log_trace,"from_normal_to_fec input_len=%d,output_n=%d\n",len,out_n);
  174. if(out_n>0)
  175. {
  176. log_bare(log_trace,"seq= %u ",read_u32(out_arr[0]));
  177. }
  178. for(int i=0;i<out_n;i++)
  179. {
  180. inner_stat.output_packet_num++;
  181. inner_stat.output_packet_size+=out_len[i];
  182. log_bare(log_trace,"%d ",out_len[i]);
  183. }
  184. log_bare(log_trace,"\n");
  185. //for(int i=0;i<n;i++)
  186. //{
  187. //delay_send(0,dest,s_arr[i],s_len);
  188. //}
  189. //delay_send(0,dest,data,len);
  190. //delay_send(1000*1000,dest,data,len);
  191. return 0;
  192. }
  193. int from_fec_to_normal(conn_info_t & conn_info,char *data,int len,int & out_n,char **&out_arr,int *&out_len,my_time_t *&out_delay)
  194. {
  195. static my_time_t out_delay_buf[max_blob_packet_num+100]={0};
  196. out_delay=out_delay_buf;
  197. inner_stat_t &inner_stat=conn_info.stat.fec_to_normal;
  198. if(disable_fec)
  199. {
  200. assert(data!=0);
  201. inner_stat.input_packet_num++;
  202. inner_stat.input_packet_size+=len;
  203. inner_stat.output_packet_num++;
  204. inner_stat.output_packet_size+=len;
  205. if(data==0) return 0;
  206. out_n=1;
  207. static char *data_static;
  208. data_static=data;
  209. static int len_static;
  210. len_static=len;
  211. out_arr=&data_static;
  212. out_len=&len_static;
  213. out_delay[0]=0;
  214. }
  215. else
  216. {
  217. if(data!=0)
  218. {
  219. inner_stat.input_packet_num++;
  220. inner_stat.input_packet_size+=len;
  221. }
  222. conn_info.fec_decode_manager.input(data,len);
  223. //int n;char ** s_arr;int* len_arr;
  224. conn_info.fec_decode_manager.output(out_n,out_arr,out_len);
  225. for(int i=0;i<out_n;i++)
  226. {
  227. out_delay_buf[i]=0;
  228. inner_stat.output_packet_num++;
  229. inner_stat.output_packet_size+=out_len[i];
  230. }
  231. }
  232. mylog(log_trace,"from_fec_to_normal input_len=%d,output_n=%d,input_seq=%u\n",len,out_n,read_u32(data));
  233. // printf("<n:%d>",n);
  234. /*
  235. for(int i=0;i<n;i++)
  236. {
  237. delay_send(0,dest,s_arr[i],len_arr[i]);
  238. //s_arr[i][len_arr[i]]=0;
  239. //printf("<%s>\n",s_arr[i]);
  240. }*/
  241. //my_send(dest,data,len);
  242. return 0;
  243. }
  244. int client_event_loop()
  245. {
  246. //char buf[buf_len];
  247. int i, j, k;int ret;
  248. int yes = 1;
  249. int epoll_fd;
  250. int remote_fd;
  251. fd64_t remote_fd64;
  252. conn_info_t *conn_info_p=new conn_info_t;
  253. conn_info_t &conn_info=*conn_info_p; //huge size of conn_info,do not allocate on stack
  254. //conn_info.conv_manager.reserve();
  255. conn_info.fec_encode_manager.re_init(fec_data_num,fec_redundant_num,fec_mtu,fec_pending_num,fec_pending_time,fec_type);
  256. init_listen_socket();
  257. epoll_fd = epoll_create1(0);
  258. assert(epoll_fd>0);
  259. const int max_events = 4096;
  260. struct epoll_event ev, events[max_events];
  261. if (epoll_fd < 0) {
  262. mylog(log_fatal,"epoll return %d\n", epoll_fd);
  263. myexit(-1);
  264. }
  265. ev.events = EPOLLIN;
  266. ev.data.u64 = local_listen_fd;
  267. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, local_listen_fd, &ev);
  268. if (ret!=0) {
  269. mylog(log_fatal,"add udp_listen_fd error\n");
  270. myexit(-1);
  271. }
  272. assert(new_connected_socket(remote_fd,remote_ip_uint32,remote_port)==0);
  273. remote_fd64=fd_manager.create(remote_fd);
  274. mylog(log_debug,"remote_fd64=%llu\n",remote_fd64);
  275. ev.events = EPOLLIN;
  276. ev.data.u64 = remote_fd64;
  277. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, remote_fd, &ev);
  278. if (ret!= 0) {
  279. mylog(log_fatal,"add raw_fd error\n");
  280. myexit(-1);
  281. }
  282. ev.events = EPOLLIN;
  283. ev.data.u64 = delay_manager.get_timer_fd();
  284. mylog(log_debug,"delay_manager.get_timer_fd()=%d\n",delay_manager.get_timer_fd());
  285. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, delay_manager.get_timer_fd(), &ev);
  286. if (ret!= 0) {
  287. mylog(log_fatal,"add delay_manager.get_timer_fd() error\n");
  288. myexit(-1);
  289. }
  290. u64_t fd64=conn_info.fec_encode_manager.get_timer_fd64();
  291. ev.events = EPOLLIN;
  292. ev.data.u64 = fd64;
  293. mylog(log_debug,"conn_info.fec_encode_manager.get_timer_fd64()=%llu\n",conn_info.fec_encode_manager.get_timer_fd64());
  294. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fd_manager.to_fd(fd64), &ev);
  295. if (ret!= 0) {
  296. mylog(log_fatal,"add fec_encode_manager.get_timer_fd64() error\n");
  297. myexit(-1);
  298. }
  299. //my_timer_t timer;
  300. conn_info.timer.add_fd_to_epoll(epoll_fd);
  301. conn_info.timer.set_timer_repeat_us(timer_interval*1000);
  302. mylog(log_debug,"conn_info.timer.get_timer_fd()=%d\n",conn_info.timer.get_timer_fd());
  303. while(1)////////////////////////
  304. {
  305. if(about_to_exit) myexit(0);
  306. int nfds = epoll_wait(epoll_fd, events, max_events, 180 * 1000);
  307. if (nfds < 0) { //allow zero
  308. if(errno==EINTR )
  309. {
  310. mylog(log_info,"epoll interrupted by signal\n");
  311. myexit(0);
  312. }
  313. else
  314. {
  315. mylog(log_fatal,"epoll_wait return %d\n", nfds);
  316. myexit(-1);
  317. }
  318. }
  319. int idx;
  320. for (idx = 0; idx < nfds; ++idx) {
  321. if(events[idx].data.u64==(u64_t)conn_info.timer.get_timer_fd())
  322. {
  323. uint64_t value;
  324. read(conn_info.timer.get_timer_fd(), &value, 8);
  325. conn_info.conv_manager.clear_inactive();
  326. mylog(log_trace,"events[idx].data.u64==(u64_t)conn_info.timer.get_timer_fd()\n");
  327. conn_info.stat.report_as_client();
  328. if(debug_force_flush_fec)
  329. {
  330. int out_n;char **out_arr;int *out_len;my_time_t *out_delay;
  331. dest_t dest;
  332. dest.type=type_fd64;
  333. dest.inner.fd64=remote_fd64;
  334. dest.cook=1;
  335. from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  336. for(int i=0;i<out_n;i++)
  337. {
  338. delay_send(out_delay[i],dest,out_arr[i],out_len[i]);
  339. }
  340. }
  341. }
  342. else if (events[idx].data.u64 == (u64_t)local_listen_fd||events[idx].data.u64 == conn_info.fec_encode_manager.get_timer_fd64())
  343. {
  344. char data[buf_len];
  345. int data_len;
  346. ip_port_t ip_port;
  347. u32_t conv;
  348. int out_n;char **out_arr;int *out_len;my_time_t *out_delay;
  349. dest_t dest;
  350. dest.type=type_fd64;
  351. dest.inner.fd64=remote_fd64;
  352. dest.cook=1;
  353. if(events[idx].data.u64 == conn_info.fec_encode_manager.get_timer_fd64())
  354. {
  355. mylog(log_trace,"events[idx].data.u64 == conn_info.fec_encode_manager.get_timer_fd64()\n");
  356. //mylog(log_info,"timer!!!\n");
  357. uint64_t value;
  358. if(!fd_manager.exist(fd64)) //fd64 has been closed
  359. {
  360. mylog(log_trace,"!fd_manager.exist(fd64)");
  361. continue;
  362. }
  363. if((ret=read(fd_manager.to_fd(fd64), &value, 8))!=8)
  364. {
  365. mylog(log_trace,"(ret=read(fd_manager.to_fd(fd64), &value, 8))!=8,ret=%d\n",ret);
  366. continue;
  367. }
  368. if(value==0)
  369. {
  370. mylog(log_debug,"value==0\n");
  371. continue;
  372. }
  373. assert(value==1);
  374. from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  375. //from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  376. }
  377. else//events[idx].data.u64 == (u64_t)local_listen_fd
  378. {
  379. mylog(log_trace,"events[idx].data.u64 == (u64_t)local_listen_fd\n");
  380. struct sockaddr_in udp_new_addr_in={0};
  381. socklen_t udp_new_addr_len = sizeof(sockaddr_in);
  382. if ((data_len = recvfrom(local_listen_fd, data, max_data_len, 0,
  383. (struct sockaddr *) &udp_new_addr_in, &udp_new_addr_len)) == -1) {
  384. mylog(log_error,"recv_from error,this shouldnt happen at client\n");
  385. myexit(1);
  386. };
  387. if(!disable_mtu_warn&&data_len>=mtu_warn)
  388. {
  389. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",data_len,mtu_warn);
  390. }
  391. mylog(log_trace,"Received packet from %s:%d,len: %d\n", inet_ntoa(udp_new_addr_in.sin_addr),
  392. ntohs(udp_new_addr_in.sin_port),data_len);
  393. ip_port.ip=udp_new_addr_in.sin_addr.s_addr;
  394. ip_port.port=ntohs(udp_new_addr_in.sin_port);
  395. u64_t u64=ip_port.to_u64();
  396. if(!conn_info.conv_manager.is_u64_used(u64))
  397. {
  398. if(conn_info.conv_manager.get_size() >=max_conv_num)
  399. {
  400. mylog(log_warn,"ignored new udp connect bc max_conv_num exceed\n");
  401. continue;
  402. }
  403. conv=conn_info.conv_manager.get_new_conv();
  404. conn_info.conv_manager.insert_conv(conv,u64);
  405. mylog(log_info,"new packet from %s:%d,conv_id=%x\n",inet_ntoa(udp_new_addr_in.sin_addr),ntohs(udp_new_addr_in.sin_port),conv);
  406. }
  407. else
  408. {
  409. conv=conn_info.conv_manager.find_conv_by_u64(u64);
  410. mylog(log_trace,"conv=%d\n",conv);
  411. }
  412. conn_info.conv_manager.update_active_time(conv);
  413. char * new_data;
  414. int new_len;
  415. put_conv(conv,data,data_len,new_data,new_len);
  416. mylog(log_trace,"data_len=%d new_len=%d\n",data_len,new_len);
  417. //dest.conv=conv;
  418. from_normal_to_fec(conn_info,new_data,new_len,out_n,out_arr,out_len,out_delay);
  419. }
  420. mylog(log_trace,"out_n=%d\n",out_n);
  421. for(int i=0;i<out_n;i++)
  422. {
  423. delay_send(out_delay[i],dest,out_arr[i],out_len[i]);
  424. }
  425. //my_send(dest,data,data_len);
  426. }
  427. else if (events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()) {
  428. uint64_t value;
  429. read(delay_manager.get_timer_fd(), &value, 8);
  430. mylog(log_trace,"events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()\n");
  431. //printf("<timerfd_triggered, %d>",delay_mp.size());
  432. //fflush(stdout);
  433. }
  434. else if(events[idx].data.u64>u32_t(-1) )
  435. {
  436. char data[buf_len];
  437. if(!fd_manager.exist(events[idx].data.u64)) //fd64 has been closed
  438. {
  439. mylog(log_trace,"!fd_manager.exist(events[idx].data.u64)");
  440. continue;
  441. }
  442. assert(events[idx].data.u64==remote_fd64);
  443. int fd=fd_manager.to_fd(remote_fd64);
  444. int data_len =recv(fd,data,max_data_len,0);
  445. mylog(log_trace, "received data from udp fd %d, len=%d\n", remote_fd,data_len);
  446. if(data_len<0)
  447. {
  448. if(errno==ECONNREFUSED)
  449. {
  450. //conn_manager.clear_list.push_back(udp_fd);
  451. mylog(log_debug, "recv failed %d ,udp_fd%d,errno:%s\n", data_len,remote_fd,strerror(errno));
  452. }
  453. mylog(log_warn, "recv failed %d ,udp_fd%d,errno:%s\n", data_len,remote_fd,strerror(errno));
  454. continue;
  455. }
  456. if(!disable_mtu_warn&&data_len>mtu_warn)
  457. {
  458. mylog(log_warn,"huge packet,data len=%d (>%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",data_len,mtu_warn);
  459. }
  460. if(de_cook(data,data_len)!=0)
  461. {
  462. mylog(log_debug,"de_cook error");
  463. continue;
  464. }
  465. int out_n;char **out_arr;int *out_len;my_time_t *out_delay;
  466. from_fec_to_normal(conn_info,data,data_len,out_n,out_arr,out_len,out_delay);
  467. mylog(log_trace,"out_n=%d\n",out_n);
  468. for(int i=0;i<out_n;i++)
  469. {
  470. u32_t conv;
  471. char *new_data;
  472. int new_len;
  473. if(get_conv(conv,out_arr[i],out_len[i],new_data,new_len)!=0)
  474. {
  475. mylog(log_debug,"get_conv(conv,out_arr[i],out_len[i],new_data,new_len)!=0");
  476. continue;
  477. }
  478. if(!conn_info.conv_manager.is_conv_used(conv))
  479. {
  480. mylog(log_trace,"!conn_info.conv_manager.is_conv_used(conv)");
  481. }
  482. conn_info.conv_manager.update_active_time(conv);
  483. u64_t u64=conn_info.conv_manager.find_u64_by_conv(conv);
  484. dest_t dest;
  485. dest.inner.ip_port.from_u64(u64);
  486. dest.type=type_ip_port;
  487. //dest.conv=conv;
  488. delay_send(out_delay[i],dest,new_data,new_len);
  489. }
  490. //mylog(log_trace,"[%s] send packet\n",dest.inner.ip_port.to_s());
  491. }
  492. else
  493. {
  494. mylog(log_fatal,"unknown fd,this should never happen\n");
  495. myexit(-1);
  496. }
  497. }
  498. delay_manager.check();
  499. }
  500. return 0;
  501. }
  502. int server_event_loop()
  503. {
  504. //char buf[buf_len];
  505. int i, j, k;int ret;
  506. int yes = 1;
  507. int epoll_fd;
  508. int remote_fd;
  509. // conn_info_t conn_info;
  510. init_listen_socket();
  511. epoll_fd = epoll_create1(0);
  512. assert(epoll_fd>0);
  513. const int max_events = 4096;
  514. struct epoll_event ev, events[max_events];
  515. if (epoll_fd < 0) {
  516. mylog(log_fatal,"epoll return %d\n", epoll_fd);
  517. myexit(-1);
  518. }
  519. ev.events = EPOLLIN;
  520. ev.data.u64 = local_listen_fd;
  521. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, local_listen_fd, &ev);
  522. if (ret!=0) {
  523. mylog(log_fatal,"add udp_listen_fd error\n");
  524. myexit(-1);
  525. }
  526. ev.events = EPOLLIN;
  527. ev.data.u64 = delay_manager.get_timer_fd();
  528. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, delay_manager.get_timer_fd(), &ev);
  529. if (ret!= 0) {
  530. mylog(log_fatal,"add delay_manager.get_timer_fd() error\n");
  531. myexit(-1);
  532. }
  533. mylog(log_debug," delay_manager.get_timer_fd() =%d\n", delay_manager.get_timer_fd());
  534. mylog(log_info,"now listening at %s:%d\n",my_ntoa(local_ip_uint32),local_port);
  535. my_timer_t timer;
  536. timer.add_fd_to_epoll(epoll_fd);
  537. timer.set_timer_repeat_us(timer_interval*1000);
  538. mylog(log_debug," timer.get_timer_fd() =%d\n",timer.get_timer_fd());
  539. while(1)////////////////////////
  540. {
  541. if(about_to_exit) myexit(0);
  542. int nfds = epoll_wait(epoll_fd, events, max_events, 180 * 1000);
  543. if (nfds < 0) { //allow zero
  544. if(errno==EINTR )
  545. {
  546. mylog(log_info,"epoll interrupted by signal\n");
  547. myexit(0);
  548. }
  549. else
  550. {
  551. mylog(log_fatal,"epoll_wait return %d\n", nfds);
  552. myexit(-1);
  553. }
  554. }
  555. int idx;
  556. for (idx = 0; idx < nfds; ++idx)
  557. {
  558. /*
  559. if ((events[idx].data.u64 ) == (u64_t)timer_fd)
  560. {
  561. conn_manager.clear_inactive();
  562. u64_t dummy;
  563. read(timer_fd, &dummy, 8);
  564. //current_time_rough=get_current_time();
  565. }
  566. else */
  567. if(events[idx].data.u64==(u64_t)timer.get_timer_fd())
  568. {
  569. uint64_t value;
  570. read(timer.get_timer_fd(), &value, 8);
  571. conn_manager.clear_inactive();
  572. mylog(log_trace,"events[idx].data.u64==(u64_t)timer.get_timer_fd()\n");
  573. //conn_info.conv_manager.clear_inactive();
  574. }
  575. else if (events[idx].data.u64 == (u64_t)local_listen_fd)
  576. {
  577. mylog(log_trace,"events[idx].data.u64 == (u64_t)local_listen_fd\n");
  578. //int recv_len;
  579. char data[buf_len];
  580. int data_len;
  581. struct sockaddr_in udp_new_addr_in={0};
  582. socklen_t udp_new_addr_len = sizeof(sockaddr_in);
  583. if ((data_len = recvfrom(local_listen_fd, data, max_data_len, 0,
  584. (struct sockaddr *) &udp_new_addr_in, &udp_new_addr_len)) == -1) {
  585. mylog(log_error,"recv_from error,this shouldnt happen at client\n");
  586. myexit(1);
  587. };
  588. mylog(log_trace,"Received packet from %s:%d,len: %d\n", inet_ntoa(udp_new_addr_in.sin_addr),
  589. ntohs(udp_new_addr_in.sin_port),data_len);
  590. if(!disable_mtu_warn&&data_len>=mtu_warn)///////////////////////delete this for type 0 in furture
  591. {
  592. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",data_len,mtu_warn);
  593. }
  594. if(de_cook(data,data_len)!=0)
  595. {
  596. mylog(log_debug,"de_cook error");
  597. continue;
  598. }
  599. ip_port_t ip_port;
  600. ip_port.ip=udp_new_addr_in.sin_addr.s_addr;
  601. ip_port.port=ntohs(udp_new_addr_in.sin_port);
  602. mylog(log_trace,"ip_port= %s\n",ip_port.to_s());
  603. if(!conn_manager.exist(ip_port))
  604. {
  605. if(conn_manager.mp.size() >=max_conn_num)
  606. {
  607. mylog(log_warn,"new connection %s ignored bc max_conn_num exceed\n",ip_port.to_s());
  608. continue;
  609. }
  610. conn_manager.insert(ip_port);
  611. conn_info_t &conn_info=conn_manager.find(ip_port);
  612. conn_info.fec_encode_manager.re_init(fec_data_num,fec_redundant_num,fec_mtu,fec_pending_num,fec_pending_time,fec_type);
  613. //conn_info.conv_manager.reserve(); //already reserved in constructor
  614. u64_t fec_fd64=conn_info.fec_encode_manager.get_timer_fd64();
  615. mylog(log_debug,"fec_fd64=%llu\n",fec_fd64);
  616. ev.events = EPOLLIN;
  617. ev.data.u64 = fec_fd64;
  618. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, fd_manager.to_fd(fec_fd64), &ev);
  619. fd_manager.get_info(fec_fd64).ip_port=ip_port;
  620. conn_info.timer.add_fd64_to_epoll(epoll_fd);
  621. conn_info.timer.set_timer_repeat_us(timer_interval*1000);
  622. mylog(log_debug,"conn_info.timer.get_timer_fd64()=%llu\n",conn_info.timer.get_timer_fd64());
  623. u64_t timer_fd64=conn_info.timer.get_timer_fd64();
  624. fd_manager.get_info(timer_fd64).ip_port=ip_port;
  625. mylog(log_info,"new connection from %s\n",ip_port.to_s());
  626. }
  627. conn_info_t &conn_info=conn_manager.find(ip_port);
  628. conn_info.update_active_time();
  629. int out_n;char **out_arr;int *out_len;my_time_t *out_delay;
  630. from_fec_to_normal(conn_info,data,data_len,out_n,out_arr,out_len,out_delay);
  631. mylog(log_trace,"out_n= %d\n",out_n);
  632. for(int i=0;i<out_n;i++)
  633. {
  634. u32_t conv;
  635. char *new_data;
  636. int new_len;
  637. if(get_conv(conv,out_arr[i],out_len[i],new_data,new_len)!=0)
  638. {
  639. mylog(log_debug,"get_conv failed");
  640. continue;
  641. }
  642. /*
  643. id_t tmp_conv_id;
  644. memcpy(&tmp_conv_id,&data_[0],sizeof(tmp_conv_id));
  645. tmp_conv_id=ntohl(tmp_conv_id);*/
  646. if (!conn_info.conv_manager.is_conv_used(conv))
  647. {
  648. if(conn_info.conv_manager.get_size() >=max_conv_num)
  649. {
  650. mylog(log_warn,"ignored new udp connect bc max_conv_num exceed\n");
  651. continue;
  652. }
  653. int new_udp_fd;
  654. ret=new_connected_socket(new_udp_fd,remote_ip_uint32,remote_port);
  655. if (ret != 0) {
  656. mylog(log_warn, "[%s]new_connected_socket failed\n",ip_port.to_s());
  657. continue;
  658. }
  659. fd64_t fd64 = fd_manager.create(new_udp_fd);
  660. ev.events = EPOLLIN;
  661. ev.data.u64 = fd64;
  662. ret = epoll_ctl(epoll_fd, EPOLL_CTL_ADD, new_udp_fd, &ev);
  663. conn_info.conv_manager.insert_conv(conv, fd64);
  664. fd_manager.get_info(fd64).ip_port=ip_port;
  665. mylog(log_info,"[%s]new conv %x,fd %d created,fd64=%llu\n",ip_port.to_s(),conv,new_udp_fd,fd64);
  666. //assert(!conn_manager.exist_fd64(fd64));
  667. //conn_manager.insert_fd64(fd64,ip_port);
  668. }
  669. conn_info.conv_manager.update_active_time(conv);
  670. fd64_t fd64= conn_info.conv_manager.find_u64_by_conv(conv);
  671. //int fd=fd_manager.fd64_to_fd(fd64);
  672. dest_t dest;
  673. dest.type=type_fd64;
  674. dest.inner.fd64=fd64;
  675. //dest.conv=conv;
  676. delay_send(out_delay[i],dest,new_data,new_len);
  677. }
  678. }
  679. else if (events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()) {
  680. uint64_t value;
  681. read(delay_manager.get_timer_fd(), &value, 8);
  682. mylog(log_trace,"events[idx].data.u64 == (u64_t)delay_manager.get_timer_fd()\n");
  683. }
  684. else if (events[idx].data.u64 >u32_t(-1))
  685. {
  686. char data[buf_len];
  687. int data_len;
  688. u32_t conv;
  689. fd64_t fd64=events[idx].data.u64;
  690. mylog(log_trace,"events[idx].data.u64 >u32_t(-1),%llu\n",(u64_t)events[idx].data.u64);
  691. if(!fd_manager.exist(fd64)) //fd64 has been closed
  692. {
  693. mylog(log_trace,"!fd_manager.exist(fd64)\n");
  694. continue;
  695. }
  696. assert(fd_manager.exist_info(fd64));
  697. ip_port_t ip_port=fd_manager.get_info(fd64).ip_port;
  698. assert(conn_manager.exist(ip_port));
  699. conn_info_t &conn_info=conn_manager.find(ip_port);
  700. //conn_info.update_active_time(); //cant put it here
  701. int out_n=-2;char **out_arr;int *out_len;my_time_t *out_delay;
  702. dest_t dest;
  703. dest.type=type_ip_port;
  704. //dest.conv=conv;
  705. dest.inner.ip_port=ip_port;
  706. dest.cook=1;
  707. if(fd64==conn_info.fec_encode_manager.get_timer_fd64())
  708. {
  709. //mylog(log_infol,"timer!!!\n");
  710. uint64_t value;
  711. if((ret=read(fd_manager.to_fd(fd64), &value, 8))!=8)
  712. {
  713. mylog(log_trace,"fd_manager.to_fd(fd64), &value, 8)!=8 ,%d\n",ret);
  714. continue;
  715. }
  716. if(value==0)
  717. {
  718. mylog(log_trace,"value==0\n");
  719. continue;
  720. }
  721. assert(value==1);
  722. from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  723. }
  724. else if(fd64==conn_info.timer.get_timer_fd64())
  725. {
  726. uint64_t value;
  727. read(conn_info.timer.get_timer_fd(), &value, 8);
  728. conn_info.conv_manager.clear_inactive();
  729. if(debug_force_flush_fec)
  730. {
  731. from_normal_to_fec(conn_info,0,0,out_n,out_arr,out_len,out_delay);
  732. }
  733. conn_info.stat.report_as_server(ip_port);
  734. continue;
  735. }
  736. else
  737. {
  738. assert(conn_info.conv_manager.is_u64_used(fd64));
  739. conv=conn_info.conv_manager.find_conv_by_u64(fd64);
  740. conn_info.conv_manager.update_active_time(conv);
  741. conn_info.update_active_time();
  742. int fd=fd_manager.to_fd(fd64);
  743. data_len=recv(fd,data,max_data_len,0);
  744. mylog(log_trace,"received a packet from udp_fd,len:%d,conv=%d\n",data_len,conv);
  745. if(data_len<0)
  746. {
  747. mylog(log_debug,"udp fd,recv_len<0 continue,%s\n",strerror(errno));
  748. continue;
  749. }
  750. if(!disable_mtu_warn&&data_len>=mtu_warn)
  751. {
  752. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",data_len,mtu_warn);
  753. }
  754. char * new_data;
  755. int new_len;
  756. put_conv(conv,data,data_len,new_data,new_len);
  757. from_normal_to_fec(conn_info,new_data,new_len,out_n,out_arr,out_len,out_delay);
  758. }
  759. mylog(log_trace,"out_n=%d\n",out_n);
  760. for(int i=0;i<out_n;i++)
  761. {
  762. delay_send(out_delay[i],dest,out_arr[i],out_len[i]);
  763. }
  764. //mylog(log_trace,"[%s] send packet\n",ip_port.to_s());
  765. }
  766. else
  767. {
  768. mylog(log_fatal,"unknown fd,this should never happen\n");
  769. myexit(-1);
  770. }
  771. }
  772. delay_manager.check();
  773. }
  774. return 0;
  775. }
  776. int unit_test()
  777. {
  778. int i,j,k;
  779. void *code=fec_new(3,6);
  780. char arr[6][100]=
  781. {
  782. "aaa","bbb","ccc"
  783. ,"ddd","eee","fff"
  784. };
  785. char *data[6];
  786. for(i=0;i<6;i++)
  787. {
  788. data[i]=arr[i];
  789. }
  790. rs_encode2(3,6,data,3);
  791. //printf("%d %d",(int)(unsigned char)arr[5][0],(int)('a'^'b'^'c'^'d'^'e'));
  792. for(i=0;i<6;i++)
  793. {
  794. printf("<%s>",data[i]);
  795. }
  796. data[0]=0;
  797. //data[1]=0;
  798. //data[5]=0;
  799. int ret=rs_decode2(3,6,data,3);
  800. printf("ret:%d\n",ret);
  801. for(i=0;i<6;i++)
  802. {
  803. printf("<%s>",data[i]);
  804. }
  805. fec_free(code);
  806. char arr2[6][100]=
  807. {
  808. "aaa11111","","ccc333333333"
  809. ,"ddd444","eee5555","ff6666"
  810. };
  811. blob_encode_t blob_encode;
  812. for(int i=0;i<6;i++)
  813. blob_encode.input(arr2[i],strlen(arr2[i]));
  814. char **output;
  815. int shard_len;
  816. blob_encode.output(7,output,shard_len);
  817. printf("<shard_len:%d>",shard_len);
  818. blob_decode_t blob_decode;
  819. for(int i=0;i<7;i++)
  820. {
  821. blob_decode.input(output[i],shard_len);
  822. }
  823. char **decode_output;
  824. int * len_arr;
  825. int num;
  826. ret=blob_decode.output(num,decode_output,len_arr);
  827. printf("<num:%d,ret:%d>\n",num,ret);
  828. for(int i=0;i<num;i++)
  829. {
  830. char buf[1000]={0};
  831. memcpy(buf,decode_output[i],len_arr[i]);
  832. printf("<%d:%s>",len_arr[i],buf);
  833. }
  834. printf("\n");
  835. static fec_encode_manager_t fec_encode_manager;
  836. static fec_decode_manager_t fec_decode_manager;
  837. {
  838. string a = "11111";
  839. string b = "22";
  840. string c = "33333333";
  841. fec_encode_manager.input((char *) a.c_str(), a.length());
  842. fec_encode_manager.input((char *) b.c_str(), b.length());
  843. fec_encode_manager.input((char *) c.c_str(), c.length());
  844. fec_encode_manager.input(0, 0);
  845. int n;
  846. char **s_arr;
  847. int *len;
  848. fec_encode_manager.output(n,s_arr,len);
  849. printf("<n:%d,len:%d>",n,len[0]);
  850. for(int i=0;i<n;i++)
  851. {
  852. fec_decode_manager.input(s_arr[i],len[i]);
  853. }
  854. {
  855. int n;char ** s_arr;int* len_arr;
  856. fec_decode_manager.output(n,s_arr,len_arr);
  857. printf("<n:%d>",n);
  858. for(int i=0;i<n;i++)
  859. {
  860. s_arr[i][len_arr[i]]=0;
  861. printf("<%s>\n",s_arr[i]);
  862. }
  863. }
  864. }
  865. {
  866. string a = "aaaaaaa";
  867. string b = "bbbbbbbbbbbbb";
  868. string c = "ccc";
  869. fec_encode_manager.input((char *) a.c_str(), a.length());
  870. fec_encode_manager.input((char *) b.c_str(), b.length());
  871. fec_encode_manager.input((char *) c.c_str(), c.length());
  872. fec_encode_manager.input(0, 0);
  873. int n;
  874. char **s_arr;
  875. int * len;
  876. fec_encode_manager.output(n,s_arr,len);
  877. printf("<n:%d,len:%d>",n,len[0]);
  878. for(int i=0;i<n;i++)
  879. {
  880. if(i==1||i==3||i==5||i==0)
  881. fec_decode_manager.input(s_arr[i],len[i]);
  882. }
  883. {
  884. int n;char ** s_arr;int* len_arr;
  885. fec_decode_manager.output(n,s_arr,len_arr);
  886. printf("<n:%d>",n);
  887. for(int i=0;i<n;i++)
  888. {
  889. s_arr[i][len_arr[i]]=0;
  890. printf("<%s>\n",s_arr[i]);
  891. }
  892. }
  893. }
  894. for(int i=0;i<10;i++)
  895. {
  896. string a = "aaaaaaaaaaaaaaaaaaaaaaa";
  897. string b = "bbbbbbbbbbbbb";
  898. string c = "cccccccccccccccccc";
  899. printf("======\n");
  900. int n;
  901. char **s_arr;
  902. int * len;
  903. fec_decode_manager.output(n,s_arr,len);
  904. fec_encode_manager.re_init(3,2,fec_mtu,fec_pending_num,fec_pending_time,1);
  905. fec_encode_manager.input((char *) a.c_str(), a.length());
  906. fec_encode_manager.output(n,s_arr,len);
  907. assert(n==1);
  908. fec_decode_manager.input(s_arr[0],len[0]);
  909. fec_decode_manager.output(n,s_arr,len);
  910. assert(n==1);
  911. printf("%s\n",s_arr[0]);
  912. fec_encode_manager.input((char *) b.c_str(), b.length());
  913. fec_encode_manager.output(n,s_arr,len);
  914. assert(n==1);
  915. //fec_decode_manager.input(s_arr[0],len[0]);
  916. fec_encode_manager.input((char *) c.c_str(), c.length());
  917. fec_encode_manager.output(n,s_arr,len);
  918. assert(n==3);
  919. fec_decode_manager.input(s_arr[0],len[0]);
  920. //printf("n=%d\n",n);
  921. {
  922. int n;
  923. char **s_arr;
  924. int * len;
  925. fec_decode_manager.output(n,s_arr,len);
  926. assert(n==1);
  927. printf("%s\n",s_arr[0]);
  928. }
  929. fec_decode_manager.input(s_arr[1],len[1]);
  930. {
  931. int n;
  932. char **s_arr;
  933. int * len;
  934. fec_decode_manager.output(n,s_arr,len);
  935. assert(n==1);
  936. printf("n=%d\n",n);
  937. s_arr[0][len[0]]=0;
  938. printf("%s\n",s_arr[0]);
  939. }
  940. }
  941. return 0;
  942. }
  943. void print_help()
  944. {
  945. char git_version_buf[100]={0};
  946. strncpy(git_version_buf,gitversion,10);
  947. printf("UDPspeeder V2\n");
  948. printf("git version:%s ",git_version_buf);
  949. printf("build date:%s %s\n",__DATE__,__TIME__);
  950. printf("repository: https://github.com/wangyu-/UDPspeeder\n");
  951. printf("\n");
  952. printf("usage:\n");
  953. printf(" run as client : ./this_program -c -l local_listen_ip:local_port -r server_ip:server_port [options]\n");
  954. printf(" run as server : ./this_program -s -l server_listen_ip:server_port -r remote_ip:remote_port [options]\n");
  955. printf("\n");
  956. printf("common option,must be same on both sides:\n");
  957. printf(" -k,--key <string> key for simple xor encryption. if not set,xor is disabled\n");
  958. printf("main options:\n");
  959. printf(" -f,--fec x:y forward error correction,send y redundant packets for every x packets\n");
  960. printf(" --timeout <number> how long could a packet be held in queue before doing fec,unit: ms,default :8ms\n");
  961. printf(" --mode <number> fec-mode,available values: 0,1 ; 0 cost less bandwidth,1 cost less latency(default)\n");
  962. printf(" --report <number> turn on send/recv report,and set a period for reporting,unit:s\n");
  963. printf("advanced options:\n");
  964. printf(" --mtu <number> mtu. for mode 0,the program will split packet to segment smaller than mtu_value.\n");
  965. printf(" for mode 1,no packet will be split,the program just check if the mtu is exceed.\n");
  966. printf(" default value:1250 \n");
  967. printf(" -j,--jitter <number> simulated jitter.randomly delay first packet for 0~<number> ms,default value:0.\n");
  968. printf(" do not use if you dont know what it means.\n");
  969. printf(" -i,--interval <number> scatter each fec group to a interval of <number> ms,to protect burst packet loss.\n");
  970. printf(" default value:0.do not use if you dont know what it means.\n");
  971. printf(" --random-drop <number> simulate packet loss ,unit:0.01%%. default value: 0\n");
  972. printf(" --disable-obscure <number> disable obscure,to save a bit bandwidth and cpu\n");
  973. // printf(" --disable-xor <number> disable xor\n");
  974. printf("developer options:\n");
  975. printf(" -j ,--jitter jmin:jmax similiar to -j above,but create jitter randomly between jmin and jmax\n");
  976. printf(" -i,--interval imin:imax similiar to -i above,but scatter randomly between imin and imax\n");
  977. printf(" -q,--queue-len <number> max fec queue len,only for mode 0\n");
  978. printf(" --decode-buf <number> size of buffer of fec decoder,unit:packet,default:2000\n");
  979. printf(" --fix-latency <number> try to stabilize latency,only for mode 0\n");
  980. printf(" --delay-capacity <number> max number of delayed packets\n");
  981. printf(" --disable-fec <number> completely disable fec,turn the program into a normal udp tunnel\n");
  982. printf(" --sock-buf <number> buf size for socket,>=10 and <=10240,unit:kbyte,default:1024\n");
  983. printf("log and help options:\n");
  984. printf(" --log-level <number> 0:never 1:fatal 2:error 3:warn \n");
  985. printf(" 4:info (default) 5:debug 6:trace\n");
  986. printf(" --log-position enable file name,function name,line number in log\n");
  987. printf(" --disable-color disable log color\n");
  988. printf(" -h,--help print this help message\n");
  989. //printf("common options,these options must be same on both side\n");
  990. }
  991. void process_arg(int argc, char *argv[])
  992. {
  993. int is_client=0,is_server=0;
  994. int i, j, k;
  995. int opt;
  996. static struct option long_options[] =
  997. {
  998. {"log-level", required_argument, 0, 1},
  999. {"log-position", no_argument, 0, 1},
  1000. {"disable-color", no_argument, 0, 1},
  1001. {"disable-filter", no_argument, 0, 1},
  1002. {"disable-fec", no_argument, 0, 1},
  1003. {"disable-obscure", no_argument, 0, 1},
  1004. {"disable-xor", no_argument, 0, 1},
  1005. {"fix-latency", no_argument, 0, 1},
  1006. {"sock-buf", required_argument, 0, 1},
  1007. {"random-drop", required_argument, 0, 1},
  1008. {"report", required_argument, 0, 1},
  1009. {"delay-capacity", required_argument, 0, 1},
  1010. {"mtu", required_argument, 0, 1},
  1011. {"mode", required_argument, 0,1},
  1012. {"timeout", required_argument, 0,1},
  1013. {"decode-buf", required_argument, 0,1},
  1014. {"queue-len", required_argument, 0,'q'},
  1015. {"fec", required_argument, 0,'f'},
  1016. {"jitter", required_argument, 0,'j'},
  1017. {NULL, 0, 0, 0}
  1018. };
  1019. int option_index = 0;
  1020. if (argc == 1)
  1021. {
  1022. print_help();
  1023. myexit( -1);
  1024. }
  1025. for (i = 0; i < argc; i++)
  1026. {
  1027. if(strcmp(argv[i],"--unit-test")==0)
  1028. {
  1029. unit_test();
  1030. myexit(0);
  1031. }
  1032. }
  1033. for (i = 0; i < argc; i++)
  1034. {
  1035. if(strcmp(argv[i],"-h")==0||strcmp(argv[i],"--help")==0)
  1036. {
  1037. print_help();
  1038. myexit(0);
  1039. }
  1040. }
  1041. for (i = 0; i < argc; i++)
  1042. {
  1043. if(strcmp(argv[i],"--log-level")==0)
  1044. {
  1045. if(i<argc -1)
  1046. {
  1047. sscanf(argv[i+1],"%d",&log_level);
  1048. if(0<=log_level&&log_level<log_end)
  1049. {
  1050. }
  1051. else
  1052. {
  1053. log_bare(log_fatal,"invalid log_level\n");
  1054. myexit(-1);
  1055. }
  1056. }
  1057. }
  1058. if(strcmp(argv[i],"--disable-color")==0)
  1059. {
  1060. enable_log_color=0;
  1061. }
  1062. }
  1063. mylog(log_info,"argc=%d ", argc);
  1064. for (i = 0; i < argc; i++) {
  1065. log_bare(log_info, "%s ", argv[i]);
  1066. }
  1067. log_bare(log_info, "\n");
  1068. if (argc == 1)
  1069. {
  1070. print_help();
  1071. myexit(-1);
  1072. }
  1073. int no_l = 1, no_r = 1;
  1074. while ((opt = getopt_long(argc, argv, "l:r:hcsk:j:f:p:n:i:",long_options,&option_index)) != -1)
  1075. {
  1076. //string opt_key;
  1077. //opt_key+=opt;
  1078. switch (opt)
  1079. {
  1080. case 'k':
  1081. sscanf(optarg,"%s\n",key_string);
  1082. mylog(log_debug,"key=%s\n",key_string);
  1083. if(strlen(key_string)==0)
  1084. {
  1085. mylog(log_fatal,"key len=0??\n");
  1086. myexit(-1);
  1087. }
  1088. break;
  1089. case 'j':
  1090. if (strchr(optarg, ':') == 0)
  1091. {
  1092. int jitter;
  1093. sscanf(optarg,"%d\n",&jitter);
  1094. if(jitter<0 ||jitter>1000*10)
  1095. {
  1096. mylog(log_fatal,"jitter must be between 0 and 10,000(10 second)\n");
  1097. myexit(-1);
  1098. }
  1099. jitter_min=0;
  1100. jitter_max=jitter;
  1101. }
  1102. else
  1103. {
  1104. sscanf(optarg,"%d:%d\n",&jitter_min,&jitter_max);
  1105. if(jitter_min<0 ||jitter_max<0||jitter_min>jitter_max)
  1106. {
  1107. mylog(log_fatal," must satisfy 0<=jmin<=jmax\n");
  1108. myexit(-1);
  1109. }
  1110. }
  1111. jitter_min*=1000;
  1112. jitter_max*=1000;
  1113. break;
  1114. case 'i':
  1115. if (strchr(optarg, ':') == 0)
  1116. {
  1117. int output_interval=-1;
  1118. sscanf(optarg,"%d\n",&output_interval);
  1119. if(output_interval<0||output_interval>1000*10)
  1120. {
  1121. mylog(log_fatal,"output_interval must be between 0 and 10,000(10 second)\n");
  1122. myexit(-1);
  1123. }
  1124. output_interval_min=output_interval_max=output_interval;
  1125. }
  1126. else
  1127. {
  1128. sscanf(optarg,"%d:%d\n",&output_interval_min,&output_interval_max);
  1129. if(output_interval_min<0 ||output_interval_max<0||output_interval_min>output_interval_max)
  1130. {
  1131. mylog(log_fatal," must satisfy 0<=output_interval_min<=output_interval_max\n");
  1132. myexit(-1);
  1133. }
  1134. }
  1135. output_interval_min*=1000;
  1136. output_interval_max*=1000;
  1137. break;
  1138. case 'f':
  1139. if (strchr(optarg, ':') == 0)
  1140. {
  1141. mylog(log_fatal,"invalid format for f");
  1142. myexit(-1);
  1143. }
  1144. else
  1145. {
  1146. sscanf(optarg,"%d:%d\n",&fec_data_num,&fec_redundant_num);
  1147. if(fec_data_num<1 ||fec_redundant_num<0||fec_data_num+fec_redundant_num>254)
  1148. {
  1149. mylog(log_fatal,"fec_data_num<1 ||fec_redundant_num<0||fec_data_num+fec_redundant_num>254\n");
  1150. myexit(-1);
  1151. }
  1152. }
  1153. break;
  1154. case 'q':
  1155. sscanf(optarg,"%d",&fec_pending_num);
  1156. if(fec_pending_num<1||fec_pending_num>10000)
  1157. {
  1158. mylog(log_fatal,"fec_pending_num should be between 1 and 10000\n");
  1159. myexit(-1);
  1160. }
  1161. case 'c':
  1162. is_client = 1;
  1163. break;
  1164. case 's':
  1165. is_server = 1;
  1166. break;
  1167. case 'l':
  1168. no_l = 0;
  1169. if (strchr(optarg, ':') != 0)
  1170. {
  1171. sscanf(optarg, "%[^:]:%d", local_ip, &local_port);
  1172. }
  1173. else
  1174. {
  1175. mylog(log_fatal," -r ip:port\n");
  1176. myexit(1);
  1177. strcpy(local_ip, "127.0.0.1");
  1178. sscanf(optarg, "%d", &local_port);
  1179. }
  1180. break;
  1181. case 'r':
  1182. no_r = 0;
  1183. if (strchr(optarg, ':') != 0)
  1184. {
  1185. //printf("in :\n");
  1186. //printf("%s\n",optarg);
  1187. sscanf(optarg, "%[^:]:%d", remote_ip, &remote_port);
  1188. //printf("%d\n",remote_port);
  1189. }
  1190. else
  1191. {
  1192. mylog(log_fatal," -r ip:port\n");
  1193. myexit(1);
  1194. strcpy(remote_ip, "127.0.0.1");
  1195. sscanf(optarg, "%d", &remote_port);
  1196. }
  1197. break;
  1198. case 'h':
  1199. break;
  1200. case 1:
  1201. if(strcmp(long_options[option_index].name,"log-level")==0)
  1202. {
  1203. }
  1204. else if(strcmp(long_options[option_index].name,"disable-filter")==0)
  1205. {
  1206. disable_replay_filter=1;
  1207. //enable_log_color=0;
  1208. }
  1209. else if(strcmp(long_options[option_index].name,"disable-color")==0)
  1210. {
  1211. //enable_log_color=0;
  1212. }
  1213. else if(strcmp(long_options[option_index].name,"disable-fec")==0)
  1214. {
  1215. disable_fec=1;
  1216. }
  1217. else if(strcmp(long_options[option_index].name,"disable-obscure")==0)
  1218. {
  1219. mylog(log_info,"obscure disabled\n");
  1220. disable_obscure=1;
  1221. }
  1222. else if(strcmp(long_options[option_index].name,"disable-xor")==0)
  1223. {
  1224. mylog(log_info,"xor disabled\n");
  1225. disable_xor=1;
  1226. }
  1227. else if(strcmp(long_options[option_index].name,"fix-latency")==0)
  1228. {
  1229. mylog(log_info,"fix-latency enabled\n");
  1230. fix_latency=1;
  1231. }
  1232. else if(strcmp(long_options[option_index].name,"log-position")==0)
  1233. {
  1234. enable_log_position=1;
  1235. }
  1236. else if(strcmp(long_options[option_index].name,"random-drop")==0)
  1237. {
  1238. sscanf(optarg,"%d",&random_drop);
  1239. if(random_drop<0||random_drop>10000)
  1240. {
  1241. mylog(log_fatal,"random_drop must be between 0 10000 \n");
  1242. myexit(-1);
  1243. }
  1244. mylog(log_info,"random_drop=%d\n",random_drop);
  1245. }
  1246. else if(strcmp(long_options[option_index].name,"delay-capacity")==0)
  1247. {
  1248. sscanf(optarg,"%d",&delay_capacity);
  1249. if(delay_capacity<0)
  1250. {
  1251. mylog(log_fatal,"delay_capacity must be >=0 \n");
  1252. myexit(-1);
  1253. }
  1254. }
  1255. else if(strcmp(long_options[option_index].name,"report")==0)
  1256. {
  1257. sscanf(optarg,"%d",&report_interval);
  1258. if(report_interval<=0)
  1259. {
  1260. mylog(log_fatal,"report_interval must be >0 \n");
  1261. myexit(-1);
  1262. }
  1263. }
  1264. else if(strcmp(long_options[option_index].name,"sock-buf")==0)
  1265. {
  1266. int tmp=-1;
  1267. sscanf(optarg,"%d",&tmp);
  1268. if(10<=tmp&&tmp<=10*1024)
  1269. {
  1270. socket_buf_size=tmp*1024;
  1271. }
  1272. else
  1273. {
  1274. mylog(log_fatal,"sock-buf value must be between 1 and 10240 (kbyte) \n");
  1275. myexit(-1);
  1276. }
  1277. }
  1278. else if(strcmp(long_options[option_index].name,"decode-buf")==0)
  1279. {
  1280. sscanf(optarg,"%d",&fec_buff_num);
  1281. if(fec_buff_num<300 || fec_buff_num>20000)
  1282. {
  1283. mylog(log_fatal,"decode-buf value must be between 300 and 20000 (kbyte) \n");
  1284. myexit(-1);
  1285. }
  1286. mylog(log_info,"decode-buf=%d\n",fec_buff_num);
  1287. }
  1288. else if(strcmp(long_options[option_index].name,"mode")==0)
  1289. {
  1290. sscanf(optarg,"%d",&fec_type);
  1291. if(fec_type!=0&&fec_type!=1)
  1292. {
  1293. mylog(log_fatal,"mode should be 0 or 1\n");
  1294. myexit(-1);
  1295. }
  1296. }
  1297. else if(strcmp(long_options[option_index].name,"mtu")==0)
  1298. {
  1299. sscanf(optarg,"%d",&fec_mtu);
  1300. if(fec_mtu<100||fec_mtu>2000)
  1301. {
  1302. mylog(log_fatal,"fec_mtu should be between 100 and 2000\n");
  1303. myexit(-1);
  1304. }
  1305. }
  1306. else if(strcmp(long_options[option_index].name,"timeout")==0)
  1307. {
  1308. sscanf(optarg,"%d",&fec_pending_time);
  1309. if(fec_pending_time<0||fec_pending_time>1000)
  1310. {
  1311. mylog(log_fatal,"fec_pending_time should be between 0 and 1000(1s)\n");
  1312. myexit(-1);
  1313. }
  1314. fec_pending_time*=1000;
  1315. }
  1316. else
  1317. {
  1318. mylog(log_fatal,"unknown option\n");
  1319. myexit(-1);
  1320. }
  1321. break;
  1322. default:
  1323. mylog(log_fatal,"unknown option <%x>", opt);
  1324. myexit(-1);
  1325. }
  1326. }
  1327. if (no_l)
  1328. mylog(log_fatal,"error: -i not found\n");
  1329. if (no_r)
  1330. mylog(log_fatal,"error: -o not found\n");
  1331. if (no_l || no_r)
  1332. myexit(-1);
  1333. if (is_client == 0 && is_server == 0)
  1334. {
  1335. mylog(log_fatal,"-s -c hasnt been set\n");
  1336. myexit(-1);
  1337. }
  1338. if (is_client == 1 && is_server == 1)
  1339. {
  1340. mylog(log_fatal,"-s -c cant be both set\n");
  1341. myexit(-1);
  1342. }
  1343. if(is_client==1)
  1344. {
  1345. program_mode=client_mode;
  1346. }
  1347. else
  1348. {
  1349. program_mode=server_mode;
  1350. }
  1351. mylog(log_info,"jitter_min=%d jitter_max=%d output_interval_min=%d output_interval_max=%d fec_pending_num=%d fec_data_num=%d fec_redundant_num=%d fec_mtu=%d fec_pending_time=%d fec_type=%d\n",
  1352. jitter_min/1000,jitter_max/1000,output_interval_min/1000,output_interval_max/1000,fec_pending_time/1000,
  1353. fec_data_num,fec_redundant_num,fec_mtu,fec_pending_num,fec_type);
  1354. }
  1355. int main(int argc, char *argv[])
  1356. {
  1357. /*
  1358. if(argc==1||argc==0)
  1359. {
  1360. printf("this_program classic\n");
  1361. printf("this_program fec\n");
  1362. return 0;
  1363. }*/
  1364. /*
  1365. if(argc>=2&&strcmp(argv[1],"fec")!=0)
  1366. {
  1367. printf("running into classic mode!\n");
  1368. return classic::main(argc,argv);
  1369. }*/
  1370. assert(sizeof(u64_t)==8);
  1371. assert(sizeof(i64_t)==8);
  1372. assert(sizeof(u32_t)==4);
  1373. assert(sizeof(i32_t)==4);
  1374. assert(sizeof(u16_t)==2);
  1375. assert(sizeof(i16_t)==2);
  1376. dup2(1, 2); //redirect stderr to stdout
  1377. int i, j, k;
  1378. process_arg(argc,argv);
  1379. delay_manager.set_capacity(delay_capacity);
  1380. local_ip_uint32=inet_addr(local_ip);
  1381. remote_ip_uint32=inet_addr(remote_ip);
  1382. if(program_mode==client_mode)
  1383. {
  1384. client_event_loop();
  1385. }
  1386. else
  1387. {
  1388. server_event_loop();
  1389. }
  1390. return 0;
  1391. }