main.cpp 78 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045
  1. #include "common.h"
  2. #include "network.h"
  3. #include "log.h"
  4. #include "md5.h"
  5. char local_address[100]="0.0.0.0", remote_address[100]="255.255.255.255",source_address[100]="0.0.0.0";
  6. uint32_t local_address_uint32,remote_address_uint32,source_address_uint32;
  7. int source_port=0,local_port = -1, remote_port = -1;
  8. id_t const_id=0;
  9. const int disable_conv_clear=0;
  10. const int disable_conn_clear=0;
  11. enum server_current_state_t {server_nothing=0,server_syn_ack_sent,server_handshake_sent,server_ready};
  12. enum client_current_state_t {client_nothing=0,client_syn_sent,client_ack_sent,client_handshake_sent,client_ready};
  13. union current_state_t
  14. {
  15. server_current_state_t server_current_state;
  16. client_current_state_t client_current_state;
  17. };
  18. int udp_fd=-1; //for client only
  19. int bind_fd=-1; //bind only,never send or recv
  20. int epollfd=-1;
  21. int timer_fd=-1;
  22. int fail_time_counter=0;
  23. int epoll_trigger_counter=0;
  24. int debug_flag=0;
  25. char key_string[1000]= "secret key";
  26. char key[16],key2[16];
  27. uint64_t current_time_rough=0;
  28. int VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV;
  29. ////////==============================variable divider=============================================================
  30. struct anti_replay_t
  31. {
  32. uint64_t max_packet_received;
  33. char window[anti_replay_window_size];
  34. char disabled;
  35. anti_replay_seq_t anti_replay_seq;
  36. anti_replay_seq_t get_new_seq_for_send()
  37. {
  38. return anti_replay_seq++;
  39. }
  40. anti_replay_t()
  41. {
  42. disabled=0;
  43. max_packet_received=0;
  44. anti_replay_seq=get_true_random_number();
  45. //memset(window,0,sizeof(window)); //not necessary
  46. }
  47. void re_init()
  48. {
  49. disabled=0;
  50. max_packet_received=0;
  51. //memset(window,0,sizeof(window));
  52. }
  53. void disable()
  54. {
  55. disabled=1;
  56. }
  57. void enable()
  58. {
  59. disabled=0;
  60. }
  61. int is_vaild(uint64_t seq)
  62. {
  63. //if(disabled) return 0;
  64. if(seq==max_packet_received) return 0||disabled;
  65. else if(seq>max_packet_received)
  66. {
  67. if(seq-max_packet_received>=anti_replay_window_size)
  68. {
  69. memset(window,0,sizeof(window));
  70. window[seq%anti_replay_window_size]=1;
  71. }
  72. else
  73. {
  74. for (uint32_t i=max_packet_received+1;i<seq;i++)
  75. window[i%anti_replay_window_size]=0;
  76. window[seq%anti_replay_window_size]=1;
  77. }
  78. max_packet_received=seq;
  79. return 1;
  80. }
  81. else if(seq<max_packet_received)
  82. {
  83. if(max_packet_received-seq>=anti_replay_window_size) return 0||disabled;
  84. else
  85. {
  86. if (window[seq%anti_replay_window_size]==1) return 0||disabled;
  87. else
  88. {
  89. window[seq%anti_replay_window_size]=1;
  90. return 1;
  91. }
  92. }
  93. }
  94. return 0; //for complier check
  95. }
  96. };//anti_replay;
  97. void server_clear_function(uint64_t u64);
  98. struct conv_manager_t //TODO change map to unordered map
  99. {
  100. //typedef hash_map map;
  101. unordered_map<uint64_t,uint32_t> u64_to_conv; //conv and u64 are both supposed to be uniq
  102. unordered_map<uint32_t,uint64_t> conv_to_u64;
  103. unordered_map<uint32_t,uint64_t> conv_last_active_time;
  104. unordered_map<uint32_t,uint64_t>::iterator clear_it;
  105. unordered_map<uint32_t,uint64_t>::iterator it;
  106. unordered_map<uint32_t,uint64_t>::iterator old_it;
  107. //void (*clear_function)(uint64_t u64) ;
  108. conv_manager_t()
  109. {
  110. clear_it=conv_last_active_time.begin();
  111. //clear_function=0;
  112. }
  113. ~conv_manager_t()
  114. {
  115. clear();
  116. }
  117. int get_size()
  118. {
  119. return conv_to_u64.size();
  120. }
  121. void reserve()
  122. {
  123. u64_to_conv.reserve(10007);
  124. conv_to_u64.reserve(10007);
  125. conv_last_active_time.reserve(10007);
  126. }
  127. void clear()
  128. {
  129. if(disable_conv_clear) return ;
  130. if(program_mode==server_mode)
  131. {
  132. for(it=conv_to_u64.begin();it!=conv_to_u64.end();it++)
  133. {
  134. //int fd=int((it->second<<32u)>>32u);
  135. server_clear_function( it->second);
  136. }
  137. }
  138. u64_to_conv.clear();
  139. conv_to_u64.clear();
  140. conv_last_active_time.clear();
  141. clear_it=conv_last_active_time.begin();
  142. }
  143. uint32_t get_new_conv()
  144. {
  145. uint32_t conv=get_true_random_number_nz();
  146. while(conv_to_u64.find(conv)!=conv_to_u64.end())
  147. {
  148. conv=get_true_random_number_nz();
  149. }
  150. return conv;
  151. }
  152. int is_conv_used(uint32_t conv)
  153. {
  154. return conv_to_u64.find(conv)!=conv_to_u64.end();
  155. }
  156. int is_u64_used(uint64_t u64)
  157. {
  158. return u64_to_conv.find(u64)!=u64_to_conv.end();
  159. }
  160. uint32_t find_conv_by_u64(uint64_t u64)
  161. {
  162. return u64_to_conv[u64];
  163. }
  164. uint64_t find_u64_by_conv(uint32_t conv)
  165. {
  166. return conv_to_u64[conv];
  167. }
  168. int update_active_time(uint32_t conv)
  169. {
  170. return conv_last_active_time[conv]=current_time_rough;
  171. }
  172. int insert_conv(uint32_t conv,uint64_t u64)
  173. {
  174. u64_to_conv[u64]=conv;
  175. conv_to_u64[conv]=u64;
  176. conv_last_active_time[conv]=current_time_rough;
  177. return 0;
  178. }
  179. int erase_conv(uint32_t conv)
  180. {
  181. if(disable_conv_clear) return 0;
  182. uint64_t u64=conv_to_u64[conv];
  183. if(program_mode==server_mode)
  184. {
  185. server_clear_function(u64);
  186. }
  187. conv_to_u64.erase(conv);
  188. u64_to_conv.erase(u64);
  189. conv_last_active_time.erase(conv);
  190. mylog(log_info,"conv %x cleared\n",conv);
  191. return 0;
  192. }
  193. int clear_inactive()
  194. {
  195. if(disable_conv_clear) return 0;
  196. //map<uint32_t,uint64_t>::iterator it;
  197. int cnt=0;
  198. it=clear_it;
  199. int size=conv_last_active_time.size();
  200. int num_to_clean=size/conv_clear_ratio+conv_clear_min; //clear 1/10 each time,to avoid latency glitch
  201. uint64_t current_time=get_current_time();
  202. for(;;)
  203. {
  204. if(cnt>=num_to_clean) break;
  205. if(conv_last_active_time.begin()==conv_last_active_time.end()) break;
  206. if(it==conv_last_active_time.end())
  207. {
  208. it=conv_last_active_time.begin();
  209. }
  210. if( current_time -it->second >conv_timeout )
  211. {
  212. //mylog(log_info,"inactive conv %u cleared \n",it->first);
  213. old_it=it;
  214. it++;
  215. erase_conv(old_it->first);
  216. }
  217. else
  218. {
  219. it++;
  220. }
  221. cnt++;
  222. }
  223. return 0;
  224. }
  225. };//g_conv_manager;
  226. struct conn_info_t
  227. {
  228. current_state_t state;
  229. raw_info_t raw_info;
  230. long long last_state_time;
  231. long long last_hb_sent_time; //client re-use this for retry
  232. long long last_hb_recv_time;
  233. id_t my_id;
  234. id_t oppsite_id;
  235. conv_manager_t *conv_manager;
  236. anti_replay_t *anti_replay;
  237. int timer_fd;
  238. id_t oppsite_const_id;
  239. conn_info_t()
  240. {
  241. //send_packet_info.protocol=g_packet_info_send.protocol;
  242. if(program_mode==server_mode)
  243. state.server_current_state=server_nothing;
  244. else
  245. state.client_current_state=client_nothing;
  246. last_state_time=0;
  247. oppsite_const_id=0;
  248. conv_manager=0;
  249. anti_replay=0;
  250. timer_fd=0;
  251. }
  252. void prepare()
  253. {
  254. conv_manager=new conv_manager_t;
  255. anti_replay=new anti_replay_t;
  256. }
  257. conn_info_t(const conn_info_t&b)
  258. {
  259. //mylog(log_error,"called!!!!!!!!!!!!!\n");
  260. *this=b;
  261. if(conv_manager!=0)
  262. {
  263. conv_manager=new conv_manager_t(*b.conv_manager);
  264. }
  265. if(anti_replay!=0)
  266. {
  267. anti_replay=new anti_replay_t(*b.anti_replay);
  268. }
  269. }
  270. conn_info_t& operator=(const conn_info_t& b)
  271. {
  272. mylog(log_fatal,"not allowed\n");
  273. exit(-1);
  274. return *this;
  275. }
  276. ~conn_info_t();
  277. };//g_conn_info;
  278. struct conn_manager_t
  279. {
  280. uint32_t ready_num;
  281. unordered_map<int,conn_info_t *> udp_fd_mp; //a bit dirty to used pointer,but can void unordered_map search
  282. unordered_map<int,conn_info_t *> timer_fd_mp;//we can use pointer here since unordered_map.rehash() uses shallow copy
  283. unordered_map<id_t,conn_info_t *> const_id_mp;
  284. unordered_map<uint64_t,conn_info_t*> mp; //put it at end so that it de-consturcts first
  285. unordered_map<uint64_t,conn_info_t*>::iterator clear_it;
  286. conn_manager_t()
  287. {
  288. ready_num=0;
  289. mp.reserve(10007);
  290. clear_it=mp.begin();
  291. timer_fd_mp.reserve(10007);
  292. const_id_mp.reserve(10007);
  293. udp_fd_mp.reserve(100007);
  294. //current_ready_ip=0;
  295. // current_ready_port=0;
  296. }
  297. int exist(uint32_t ip,uint16_t port)
  298. {
  299. uint64_t u64=0;
  300. u64=ip;
  301. u64<<=32u;
  302. u64|=port;
  303. if(mp.find(u64)!=mp.end())
  304. {
  305. return 1;
  306. }
  307. return 0;
  308. }
  309. /*
  310. int insert(uint32_t ip,uint16_t port)
  311. {
  312. uint64_t u64=0;
  313. u64=ip;
  314. u64<<=32u;
  315. u64|=port;
  316. mp[u64];
  317. return 0;
  318. }*/
  319. conn_info_t *& find_insert_p(uint32_t ip,uint16_t port) //be aware,the adress may change after rehash
  320. {
  321. uint64_t u64=0;
  322. u64=ip;
  323. u64<<=32u;
  324. u64|=port;
  325. unordered_map<uint64_t,conn_info_t*>::iterator it=mp.find(u64);
  326. if(it==mp.end())
  327. {
  328. mp[u64]=new conn_info_t;
  329. }
  330. return mp[u64];
  331. }
  332. conn_info_t & find_insert(uint32_t ip,uint16_t port) //be aware,the adress may change after rehash
  333. {
  334. uint64_t u64=0;
  335. u64=ip;
  336. u64<<=32u;
  337. u64|=port;
  338. unordered_map<uint64_t,conn_info_t*>::iterator it=mp.find(u64);
  339. if(it==mp.end())
  340. {
  341. mp[u64]=new conn_info_t;
  342. }
  343. return *mp[u64];
  344. }
  345. int erase(unordered_map<uint64_t,conn_info_t*>::iterator erase_it)
  346. {
  347. if(erase_it->second->state.server_current_state==server_ready)
  348. {
  349. ready_num--;
  350. assert(int32_t(ready_num)!=-1);
  351. assert(erase_it->second!=0);
  352. assert(erase_it->second->timer_fd !=0);
  353. assert(erase_it->second->oppsite_const_id!=0);
  354. assert(const_id_mp.find(erase_it->second->oppsite_const_id)!=const_id_mp.end());
  355. assert(timer_fd_mp.find(erase_it->second->timer_fd)!=timer_fd_mp.end());
  356. const_id_mp.erase(erase_it->second->oppsite_const_id);
  357. timer_fd_mp.erase(erase_it->second->timer_fd);
  358. close(erase_it->second->timer_fd);// close will auto delte it from epoll
  359. delete(erase_it->second);
  360. mp.erase(erase_it->first);
  361. }
  362. else
  363. {
  364. assert(erase_it->second->anti_replay==0);
  365. assert(erase_it->second->conv_manager==0);
  366. assert(erase_it->second->timer_fd ==0);
  367. assert(erase_it->second->oppsite_const_id==0);
  368. }
  369. return 0;
  370. }
  371. int clear_inactive()
  372. {
  373. unordered_map<uint64_t,conn_info_t*>::iterator it;
  374. unordered_map<uint64_t,conn_info_t*>::iterator old_it;
  375. if(disable_conn_clear) return 0;
  376. //map<uint32_t,uint64_t>::iterator it;
  377. int cnt=0;
  378. it=clear_it;
  379. int size=mp.size();
  380. int num_to_clean=size/conn_clear_ratio+conn_clear_min; //clear 1/10 each time,to avoid latency glitch
  381. uint64_t current_time=get_current_time();
  382. for(;;)
  383. {
  384. if(cnt>=num_to_clean) break;
  385. if(mp.begin()==mp.end()) break;
  386. if(it==mp.end())
  387. {
  388. it=mp.begin();
  389. }
  390. if(it->second->state.server_current_state==server_ready &&current_time - it->second->last_hb_recv_time <=server_conn_timeout)
  391. {
  392. it++;
  393. }
  394. else if(it->second->state.server_current_state!=server_ready&& current_time - it->second->last_state_time <=server_handshake_timeout )
  395. {
  396. it++;
  397. }
  398. else if(it->second->conv_manager!=0&&it->second->conv_manager->get_size() >0)
  399. {
  400. assert(it->second->state.server_current_state==server_ready);
  401. it++;
  402. }
  403. else
  404. {
  405. mylog(log_info,"[%s:%d]inactive conn cleared \n",my_ntoa(it->second->raw_info.recv_info.src_ip),it->second->raw_info.recv_info.src_port);
  406. old_it=it;
  407. it++;
  408. erase(old_it);
  409. }
  410. cnt++;
  411. }
  412. return 0;
  413. }
  414. }conn_manager;
  415. conn_info_t::~conn_info_t()
  416. {
  417. if(program_mode==server_mode)
  418. {
  419. if(state.server_current_state==server_ready)
  420. {
  421. assert(conv_manager!=0);
  422. assert(anti_replay!=0);
  423. assert(oppsite_const_id!=0);
  424. //assert(conn_manager.const_id_mp.find(oppsite_const_id)!=conn_manager.const_id_mp.end()); // conn_manager 's deconstuction function erases it
  425. }
  426. else
  427. {
  428. assert(conv_manager==0);
  429. assert(anti_replay==0);
  430. assert(oppsite_const_id==0);
  431. }
  432. }
  433. //if(oppsite_const_id!=0) //do this at conn_manager 's deconstuction function
  434. //conn_manager.const_id_mp.erase(oppsite_const_id);
  435. if(conv_manager!=0)
  436. delete conv_manager;
  437. if(anti_replay!=0)
  438. delete anti_replay;
  439. //send_packet_info.protocol=g_packet_info_send.protocol;
  440. }
  441. int TTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT;
  442. ////////==========================type divider=======================================================
  443. /*
  444. int pre_send_deprecate(char * data, int &data_len)
  445. {
  446. const int disable_encrypt=0;
  447. const int disable_anti_replay=0;
  448. char replay_buf[buf_len];
  449. //return 0;
  450. if(data_len<0) return -3;
  451. if(disable_encrypt&&disable_anti_replay) return 0;
  452. if(!disable_anti_replay)
  453. {
  454. anti_replay_seq++;
  455. uint32_t seq_high= htonl(anti_replay_seq>>32u);
  456. uint32_t seq_low= htonl((anti_replay_seq<<32u)>>32u);
  457. memcpy(replay_buf,&seq_high,sizeof(uint32_t));
  458. memcpy(replay_buf+sizeof(uint32_t),&seq_low,sizeof(uint32_t));
  459. memcpy(replay_buf+sizeof(uint32_t)*2,data,data_len);
  460. data_len+=sizeof(uint32_t)*2;
  461. }
  462. else
  463. {
  464. memcpy(replay_buf,data,data_len);
  465. }
  466. if(!disable_encrypt)
  467. {
  468. if(my_encrypt(replay_buf,data,data_len,key2) <0)
  469. {
  470. mylog(log_debug,"encrypt fail\n");
  471. return -1;
  472. }
  473. }
  474. else
  475. {
  476. memcpy(data,replay_buf,data_len);
  477. }
  478. return 0;
  479. }
  480. int pre_recv_deprecated(char * data, int &data_len)
  481. {
  482. const int disable_encrypt=0;
  483. const int disable_anti_replay=0;
  484. char replay_buf[buf_len];
  485. //return 0;
  486. if(data_len<0) return -1;
  487. if(disable_encrypt&&disable_anti_replay) return 0;
  488. if(!disable_encrypt)
  489. {
  490. if(my_decrypt(data,replay_buf,data_len,key2) <0)
  491. {
  492. mylog(log_debug,"decrypt fail\n");
  493. return -1;
  494. }
  495. else
  496. {
  497. mylog(log_debug,"decrypt succ\n");
  498. }
  499. }
  500. else
  501. {
  502. memcpy(replay_buf,data,data_len);
  503. }
  504. if(!disable_anti_replay)
  505. {
  506. data_len-=sizeof(uint32_t)*2;
  507. if(data_len<0)
  508. {
  509. mylog(log_debug,"data_len<=0\n");
  510. return -2;
  511. }
  512. uint64_t seq_high= ntohl(*((uint32_t*)(replay_buf) ) );
  513. uint32_t seq_low= ntohl(*((uint32_t*)(replay_buf+sizeof(uint32_t)) ) );
  514. uint64_t recv_seq =(seq_high<<32u )+seq_low;
  515. if((program_mode==client_mode&&client_current_state==client_ready)
  516. ||(program_mode==server_mode&&server_current_state==server_ready ))
  517. {
  518. if(data_len<sizeof(uint32_t)*2+1)
  519. {
  520. mylog(log_debug,"no room for session id and oppiste session_id\n");
  521. return -4;
  522. }
  523. uint32_t tmp_oppiste_session_id = ntohl(
  524. *((uint32_t*) (replay_buf + sizeof(uint32_t) * 2+1)));
  525. uint32_t tmp_session_id = ntohl(
  526. *((uint32_t*) (replay_buf + sizeof(uint32_t) * 3+1)));
  527. if (tmp_oppiste_session_id != oppsite_id
  528. || tmp_session_id != my_id) {
  529. mylog(log_debug,"auth fail and pre send\n");
  530. return -5;
  531. }
  532. mylog(log_debug,"seq=========%u\n", recv_seq);
  533. if (anti_replay.is_vaild(recv_seq) != 1) {
  534. mylog(log_info,"dropped replay packet\n");
  535. return -1;
  536. }
  537. }
  538. mylog(log_trace,"<<<<<%ld,%d,%ld>>>>\n",seq_high,seq_low,recv_seq);
  539. memcpy(data,replay_buf+sizeof(uint32_t)*2,data_len);
  540. }
  541. else
  542. {
  543. memcpy(data,replay_buf,data_len);
  544. }
  545. return 0;
  546. }*/
  547. void server_clear_function(uint64_t u64)
  548. {
  549. int fd=int(u64);
  550. int ret;
  551. assert(fd!=0);
  552. /*
  553. epoll_event ev;
  554. ev.events = EPOLLIN;
  555. ev.data.u64 = u64;
  556. ret = epoll_ctl(epollfd, EPOLL_CTL_DEL, fd, &ev);
  557. if (ret!=0)
  558. {
  559. mylog(log_fatal,"fd:%d epoll delete failed!!!!\n",fd);
  560. myexit(-1); //this shouldnt happen
  561. }*/ //no need
  562. ret= close(fd); //closed fd should be auto removed from epoll
  563. if (ret!=0)
  564. {
  565. mylog(log_fatal,"close fd %d failed !!!!\n",fd);
  566. exit(-1); //this shouldnt happen
  567. }
  568. //mylog(log_fatal,"size:%d !!!!\n",conn_manager.udp_fd_mp.size());
  569. assert(conn_manager.udp_fd_mp.find(fd)!=conn_manager.udp_fd_mp.end());
  570. conn_manager.udp_fd_mp.erase(fd);
  571. }
  572. int send_bare(raw_info_t &raw_info,const char* data,int len)
  573. {
  574. packet_info_t &send_info=raw_info.send_info;
  575. packet_info_t &recv_info=raw_info.recv_info;
  576. char send_data_buf[buf_len]; //buf for send data and send hb
  577. char send_data_buf2[buf_len];
  578. if(len==0) //dont encrpyt zero length packet;
  579. {
  580. send_raw(raw_info,data,len);
  581. return 0;
  582. }
  583. //static send_bare[buf_len];
  584. iv_t iv=get_true_random_number_64();
  585. memcpy(send_data_buf,&iv,sizeof(iv_t));
  586. memcpy(send_data_buf+sizeof(iv_t),data,len);
  587. int new_len=len+sizeof(iv_t);
  588. if(my_encrypt(send_data_buf,send_data_buf2,new_len,key)!=0)
  589. {
  590. return -1;
  591. }
  592. send_raw(raw_info,send_data_buf2,new_len);
  593. return 0;
  594. }
  595. int parse_bare(const char *input,int input_len,char* & data,int & len) //allow overlap
  596. {
  597. static char recv_data_buf[buf_len];
  598. if(len==0) //dont decrpyt zero length packet;
  599. {
  600. return 0;
  601. }
  602. if(my_decrypt(input,recv_data_buf,input_len,key)!=0)
  603. {
  604. mylog(log_debug,"decrypt_fail in recv bare\n");
  605. return -1;
  606. }
  607. len=input_len;
  608. data=recv_data_buf+sizeof(iv_t);
  609. len-=sizeof(iv_t);
  610. return 0;
  611. }
  612. int recv_bare(raw_info_t &raw_info,char* & data,int & len)
  613. {
  614. packet_info_t &send_info=raw_info.send_info;
  615. packet_info_t &recv_info=raw_info.recv_info;
  616. if(recv_raw(raw_info,data,len)<0)
  617. {
  618. //printf("recv_raw_fail in recv bare\n");
  619. return -1;
  620. }
  621. parse_bare(data,len,data,len);
  622. return 0;
  623. }
  624. int send_handshake(raw_info_t &raw_info,id_t id1,id_t id2,id_t id3)
  625. {
  626. packet_info_t &send_info=raw_info.send_info;
  627. packet_info_t &recv_info=raw_info.recv_info;
  628. char * data;int len;
  629. //len=sizeof(id_t)*3;
  630. if(numbers_to_char(id1,id2,id3,data,len)!=0) return -1;
  631. if(send_bare(raw_info,data,len)!=0) {mylog(log_warn,"send bare fail\n");return -1;}
  632. return 0;
  633. }
  634. /*
  635. int recv_handshake(packet_info_t &info,id_t &id1,id_t &id2,id_t &id3)
  636. {
  637. char * data;int len;
  638. if(recv_bare(info,data,len)!=0) return -1;
  639. if(char_to_numbers(data,len,id1,id2,id3)!=0) return -1;
  640. return 0;
  641. }*/
  642. int send_safer(conn_info_t &conn_info,const char* data,int len)
  643. {
  644. packet_info_t &send_info=conn_info.raw_info.send_info;
  645. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  646. char send_data_buf[buf_len]; //buf for send data and send hb
  647. char send_data_buf2[buf_len];
  648. id_t n_tmp_id=htonl(conn_info.my_id);
  649. memcpy(send_data_buf,&n_tmp_id,sizeof(n_tmp_id));
  650. n_tmp_id=htonl(conn_info.oppsite_id);
  651. memcpy(send_data_buf+sizeof(n_tmp_id),&n_tmp_id,sizeof(n_tmp_id));
  652. anti_replay_seq_t n_seq=hton64(conn_info.anti_replay->get_new_seq_for_send());
  653. memcpy(send_data_buf+sizeof(n_tmp_id)*2,&n_seq,sizeof(n_seq));
  654. memcpy(send_data_buf+sizeof(n_tmp_id)*2+sizeof(n_seq),data,len);//data;
  655. int new_len=len+sizeof(n_seq)+sizeof(n_tmp_id)*2;
  656. if(my_encrypt(send_data_buf,send_data_buf2,new_len,key2)!=0)
  657. {
  658. return -1;
  659. }
  660. send_raw(conn_info.raw_info,send_data_buf2,new_len);
  661. return 0;
  662. }
  663. int send_data_safer(conn_info_t &conn_info,const char* data,int len,uint32_t conv_num)
  664. {
  665. packet_info_t &send_info=conn_info.raw_info.send_info;
  666. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  667. char send_data_buf[buf_len];
  668. send_data_buf[0]='d';
  669. uint32_t n_conv_num=htonl(conv_num);
  670. memcpy(send_data_buf+1,&n_conv_num,sizeof(n_conv_num));
  671. memcpy(send_data_buf+1+sizeof(n_conv_num),data,len);
  672. int new_len=len+1+sizeof(n_conv_num);
  673. send_safer(conn_info,send_data_buf,new_len);
  674. return 0;
  675. }
  676. int parse_safer(conn_info_t &conn_info,const char * input,int input_len,char* &data,int &len)//allow overlap
  677. {
  678. static char recv_data_buf0[buf_len];
  679. char *recv_data_buf=recv_data_buf0; //fix strict alias warning
  680. if(my_decrypt(input,recv_data_buf,input_len,key2)!=0)
  681. {
  682. //printf("decrypt fail\n");
  683. return -1;
  684. }
  685. //char *a=recv_data_buf;
  686. id_t h_oppiste_id= ntohl ( *((id_t * )(recv_data_buf)) );
  687. id_t h_my_id= ntohl ( *((id_t * )(recv_data_buf+sizeof(id_t))) );
  688. anti_replay_seq_t h_seq= ntoh64 ( *((anti_replay_seq_t * )(recv_data_buf +sizeof(id_t) *2 )) );
  689. if(h_oppiste_id!=conn_info.oppsite_id||h_my_id!=conn_info.my_id)
  690. {
  691. mylog(log_warn,"id and oppsite_id verification failed %x %x %x %x \n",h_oppiste_id,conn_info.oppsite_id,h_my_id,conn_info.my_id);
  692. return -1;
  693. }
  694. if (conn_info.anti_replay->is_vaild(h_seq) != 1) {
  695. mylog(log_warn,"dropped replay packet\n");
  696. return -1;
  697. }
  698. //printf("recv _len %d\n ",recv_len);
  699. data=recv_data_buf+sizeof(anti_replay_seq_t)+sizeof(id_t)*2;
  700. len=input_len-(sizeof(anti_replay_seq_t)+sizeof(id_t)*2 );
  701. if(len<0)
  702. {
  703. mylog(log_error,"len <0 ,%d\n",len);
  704. return -1;
  705. }
  706. return 0;
  707. }
  708. int recv_safer(conn_info_t &conn_info,char* &data,int &len)
  709. {
  710. packet_info_t &send_info=conn_info.raw_info.send_info;
  711. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  712. char * recv_data;int recv_len;
  713. static char recv_data_buf[buf_len];
  714. if(recv_raw(conn_info.raw_info,recv_data,recv_len)!=0) return -1;
  715. return parse_safer(conn_info,recv_data,recv_len,data,len);
  716. }
  717. int try_to_list_and_bind(int port)
  718. {
  719. int old_bind_fd=bind_fd;
  720. if(raw_mode==mode_faketcp)
  721. {
  722. bind_fd=socket(AF_INET,SOCK_STREAM,0);
  723. }
  724. else if(raw_mode==mode_udp||raw_mode==mode_icmp)
  725. {
  726. bind_fd=socket(AF_INET,SOCK_DGRAM,0);
  727. }
  728. if(old_bind_fd!=-1)
  729. {
  730. close(old_bind_fd);
  731. }
  732. struct sockaddr_in temp_bind_addr;
  733. bzero(&temp_bind_addr, sizeof(temp_bind_addr));
  734. temp_bind_addr.sin_family = AF_INET;
  735. temp_bind_addr.sin_port = htons(port);
  736. temp_bind_addr.sin_addr.s_addr = local_address_uint32;
  737. if (bind(bind_fd, (struct sockaddr*)&temp_bind_addr, sizeof(temp_bind_addr)) !=0)
  738. {
  739. mylog(log_debug,"bind fail\n");
  740. return -1;
  741. }
  742. if(raw_mode==mode_faketcp)
  743. {
  744. if (listen(bind_fd, SOMAXCONN) != 0) {
  745. mylog(log_warn,"listen fail\n");
  746. return -1;
  747. }
  748. }
  749. return 0;
  750. }
  751. int client_bind_to_a_new_port()
  752. {
  753. int raw_send_port=10000+get_true_random_number()%(65535-10000);
  754. for(int i=0;i<1000;i++)//try 1000 times at max,this should be enough
  755. {
  756. if (try_to_list_and_bind(raw_send_port)==0)
  757. {
  758. return raw_send_port;
  759. }
  760. }
  761. mylog(log_fatal,"bind port fail\n");
  762. exit(-1);
  763. return -1;////for compiler check
  764. }
  765. int keep_connection_client(conn_info_t &conn_info) //for client
  766. {
  767. packet_info_t &send_info=conn_info.raw_info.send_info;
  768. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  769. raw_info_t &raw_info=conn_info.raw_info;
  770. current_time_rough=get_current_time();
  771. conn_info.conv_manager->clear_inactive();
  772. mylog(log_trace,"timer!\n");
  773. //begin:
  774. if(conn_info.state.client_current_state==client_nothing)
  775. {
  776. fail_time_counter++;
  777. if(fail_time_counter>max_fail_time)
  778. {
  779. mylog(log_fatal,"max_fail_time exceed");
  780. exit(-1);
  781. }
  782. conn_info.anti_replay->re_init(); // this is not safe
  783. if(raw_mode==mode_icmp)
  784. {
  785. remove_filter();
  786. }
  787. if(source_port==0)
  788. {
  789. send_info.src_port = client_bind_to_a_new_port();
  790. }
  791. else
  792. {
  793. send_info.src_port=source_port;
  794. }
  795. if(raw_mode==mode_icmp)
  796. {
  797. send_info.dst_port =send_info.src_port ;
  798. }
  799. mylog(log_info,"using port %d\n", send_info.src_port);
  800. init_filter(send_info.src_port);
  801. if(raw_mode==mode_faketcp)
  802. {
  803. conn_info.state.client_current_state = client_syn_sent;
  804. conn_info.last_state_time = get_current_time();
  805. mylog(log_info,"state changed from nothing to syn_sent %d\n",conn_info.state.client_current_state);
  806. conn_info.last_hb_sent_time=conn_info.last_state_time;
  807. send_info.seq = get_true_random_number();
  808. send_info.ack_seq = get_true_random_number();
  809. send_info.first_seq=send_info.seq;
  810. //send_info.first_ack_seq=send_info.ack_seq
  811. send_info.ts_ack = 0;
  812. send_info.ack = 0;
  813. send_info.syn = 1;
  814. send_info.psh = 0;
  815. send_bare(raw_info, 0, 0); /////////////send
  816. }
  817. else if(raw_mode==mode_udp||raw_mode==mode_icmp)
  818. {
  819. conn_info.state.client_current_state = client_ack_sent;
  820. conn_info.last_state_time = get_current_time();
  821. mylog(log_info,"state changed from nothing to ack_sent\n");
  822. conn_info.last_hb_sent_time=conn_info.last_state_time;
  823. send_info.icmp_seq=0;
  824. send_bare(raw_info, (char*)"hello", strlen("hello"));/////////////send
  825. }
  826. return 0;
  827. }
  828. if(conn_info.state.client_current_state==client_syn_sent )
  829. {
  830. if(get_current_time()-conn_info.last_state_time>client_handshake_timeout)
  831. {
  832. conn_info.state.client_current_state=client_nothing;
  833. mylog(log_info,"state back to nothing\n");
  834. return 0;
  835. }
  836. else if(get_current_time()-conn_info.last_hb_sent_time>client_retry_interval)
  837. {
  838. mylog(log_info,"retry send sync\n");
  839. send_bare(raw_info,0,0); /////////////send
  840. conn_info.last_hb_sent_time=get_current_time();
  841. }
  842. }
  843. if(conn_info.state.client_current_state==client_ack_sent)
  844. {
  845. if(get_current_time()-conn_info.last_state_time>client_handshake_timeout)
  846. {
  847. conn_info.state.client_current_state=client_nothing;
  848. mylog(log_info,"state back to nothing\n");
  849. return 0;
  850. }
  851. else if(get_current_time()-conn_info.last_hb_sent_time>client_retry_interval)
  852. {
  853. if(raw_mode==mode_faketcp)
  854. {
  855. send_bare(raw_info,0,0);/////////////send
  856. }
  857. else if(raw_mode==mode_udp||raw_mode==mode_icmp)
  858. {
  859. send_bare(raw_info, (char*)"hello", strlen("hello"));/////////////send
  860. }
  861. conn_info.last_hb_sent_time=get_current_time();
  862. mylog(log_info,"retry send ack \n");
  863. }
  864. }
  865. if(conn_info.state.client_current_state==client_handshake_sent)
  866. {
  867. if(get_current_time()-conn_info.last_state_time>client_handshake_timeout)
  868. {
  869. conn_info.state.client_current_state=client_nothing;
  870. mylog(log_info,"state back to nothing\n");
  871. return 0;
  872. }
  873. else
  874. {
  875. send_handshake(raw_info,conn_info.my_id,conn_info.oppsite_id,const_id);/////////////send
  876. conn_info.last_hb_sent_time=get_current_time();
  877. mylog(log_info,"retry handshake sent <%x,%x>\n",conn_info.oppsite_id,conn_info.my_id);
  878. }
  879. }
  880. if(conn_info.state.client_current_state==client_ready)
  881. {
  882. mylog(log_trace,"time %lld %lld\n",get_current_time(),conn_info.last_state_time);
  883. if(get_current_time()-conn_info.last_hb_recv_time>client_conn_timeout)
  884. {
  885. conn_info.state.client_current_state=client_nothing;
  886. conn_info.my_id=get_true_random_number_nz();
  887. mylog(log_info,"state back to nothing\n");
  888. return 0;
  889. }
  890. if(get_current_time()-conn_info.last_hb_sent_time<heartbeat_interval)
  891. {
  892. return 0;
  893. }
  894. mylog(log_trace,"heartbeat sent <%x,%x>\n",conn_info.oppsite_id,conn_info.my_id);
  895. send_safer(conn_info,(char *)"h",1);/////////////send
  896. conn_info.last_hb_sent_time=get_current_time();
  897. }
  898. return 0;
  899. }
  900. int keep_connection_server_multi(conn_info_t &conn_info)
  901. {
  902. mylog(log_trace,"server timer!\n");
  903. raw_info_t &raw_info=conn_info.raw_info;
  904. assert(conn_info.state.server_current_state==server_ready);
  905. if(conn_info.state.server_current_state==server_ready)
  906. {
  907. conn_info.conv_manager->clear_inactive();
  908. /*
  909. if( get_current_time()-conn_info.last_hb_recv_time>heartbeat_timeout )
  910. {
  911. mylog(log_trace,"%lld %lld\n",get_current_time(),conn_info.last_state_time);
  912. conn_info.server_current_state=server_nothing;
  913. //conn_manager.current_ready_ip=0;
  914. //conn_manager.current_ready_port=0;
  915. mylog(log_info,"changed state to server_nothing\n");
  916. return 0;
  917. }*/ //dont need to do this at server,conn_manger will clear expired connections
  918. if(get_current_time()-conn_info.last_hb_sent_time<heartbeat_interval)
  919. {
  920. return 0;
  921. }
  922. send_safer(conn_info,(char *)"h",1); /////////////send
  923. conn_info.last_hb_sent_time=get_current_time();
  924. mylog(log_trace,"heart beat sent<%x,%x>\n",conn_info.my_id,conn_info.oppsite_id);
  925. }
  926. else
  927. {
  928. mylog(log_fatal,"this shouldnt happen!\n");
  929. exit(-1);
  930. }
  931. return 0;
  932. }
  933. /*
  934. int keep_connection_server()
  935. {
  936. current_time_rough=get_current_time();
  937. conv_manager.clean_inactive();
  938. //begin:
  939. mylog(log_trace,"timer!\n");
  940. if(server_current_state==server_nothing)
  941. {
  942. return 0;
  943. }
  944. if(server_current_state==server_syn_ack_sent &&get_current_time()-last_state_time>handshake_timeout )
  945. {
  946. if(retry_counter==0)
  947. {
  948. server_current_state=server_nothing;
  949. mylog(log_info,"state back to nothing\n");
  950. }
  951. else
  952. {
  953. retry_counter--;
  954. send_bare(g_packet_info_send,0,0); /////////////send
  955. last_state_time=get_current_time();
  956. mylog(log_info,"resend syn ack\n");
  957. }
  958. }
  959. if(server_current_state==server_handshake_sent &&get_current_time()-last_state_time>handshake_timeout)
  960. {
  961. if(retry_counter==0)
  962. {
  963. server_current_state=server_nothing;
  964. mylog(log_info,"state back to nothing\n");
  965. }
  966. else
  967. {
  968. retry_counter--;
  969. send_handshake(g_packet_info_send,my_id,random(),const_id); /////////////send
  970. last_state_time=get_current_time();
  971. mylog(log_info,"handshake sent<%x>\n",my_id);
  972. }
  973. }
  974. if(server_current_state==server_ready)
  975. {
  976. if( get_current_time()-last_hb_recv_time>heartbeat_timeout )
  977. {
  978. mylog(log_trace,"%lld %lld\n",get_current_time(),last_state_time);
  979. server_current_state=server_nothing;
  980. mylog(log_info,"changed server id\n");
  981. my_id=get_true_random_number_nz();
  982. mylog(log_info,"changed state to server_nothing\n");
  983. return 0;
  984. }
  985. if(get_current_time()-last_hb_sent_time<heartbeat_interval)
  986. {
  987. return 0;
  988. }
  989. //printf("heart beat sent\n");
  990. send_safer(g_packet_info_send,(char *)"h",1); /////////////send
  991. last_hb_sent_time=get_current_time();
  992. mylog(log_trace,"heart beat sent<%x>\n",my_id);
  993. }
  994. }
  995. */
  996. int set_timer(int epollfd,int &timer_fd)
  997. {
  998. int ret;
  999. epoll_event ev;
  1000. itimerspec its;
  1001. memset(&its,0,sizeof(its));
  1002. if((timer_fd=timerfd_create(CLOCK_MONOTONIC,TFD_NONBLOCK)) < 0)
  1003. {
  1004. mylog(log_fatal,"timer_fd create error\n");
  1005. exit(1);
  1006. }
  1007. its.it_interval.tv_sec=(timer_interval/1000);
  1008. its.it_interval.tv_nsec=(timer_interval%1000)*1000ll*1000ll;
  1009. its.it_value.tv_nsec=1; //imidiately
  1010. timerfd_settime(timer_fd,0,&its,0);
  1011. ev.events = EPOLLIN;
  1012. ev.data.u64 = timer_fd;
  1013. ret=epoll_ctl(epollfd, EPOLL_CTL_ADD, timer_fd, &ev);
  1014. if (ret < 0) {
  1015. mylog(log_fatal,"epoll_ctl return %d\n", ret);
  1016. exit(-1);
  1017. }
  1018. return 0;
  1019. }
  1020. int set_timer_server(int epollfd,int &timer_fd)
  1021. {
  1022. int ret;
  1023. epoll_event ev;
  1024. itimerspec its;
  1025. memset(&its,0,sizeof(its));
  1026. if((timer_fd=timerfd_create(CLOCK_MONOTONIC,TFD_NONBLOCK)) < 0)
  1027. {
  1028. mylog(log_fatal,"timer_fd create error\n");
  1029. exit(1);
  1030. }
  1031. its.it_interval.tv_sec=(timer_interval/1000);
  1032. its.it_interval.tv_nsec=(timer_interval%1000)*1000ll*1000ll;
  1033. its.it_value.tv_nsec=1; //imidiately
  1034. timerfd_settime(timer_fd,0,&its,0);
  1035. ev.events = EPOLLIN;
  1036. ev.data.u64 = pack_u64(2,timer_fd);
  1037. ret=epoll_ctl(epollfd, EPOLL_CTL_ADD, timer_fd, &ev);
  1038. if (ret < 0) {
  1039. mylog(log_fatal,"epoll_ctl return %d\n", ret);
  1040. exit(-1);
  1041. }
  1042. return 0;
  1043. }
  1044. int client_on_raw_recv(conn_info_t &conn_info)
  1045. {
  1046. char* data;int data_len;
  1047. packet_info_t &send_info=conn_info.raw_info.send_info;
  1048. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1049. raw_info_t &raw_info=conn_info.raw_info;
  1050. if(conn_info.state.client_current_state==client_nothing )
  1051. {
  1052. recv_raw(raw_info,data,data_len);//todo change it to something else faster
  1053. }
  1054. if(conn_info.state.client_current_state==client_syn_sent )
  1055. {
  1056. if(recv_bare(raw_info,data,data_len)!=0)
  1057. {
  1058. mylog(log_debug,"recv_bare failed!\n");
  1059. return -1;
  1060. }
  1061. if (raw_mode==mode_faketcp&&!(recv_info.syn==1&&recv_info.ack==1&&data_len==0))
  1062. {
  1063. mylog(log_debug,"%d %d %d \n",recv_info.syn,recv_info.ack,data_len);
  1064. }
  1065. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1066. {
  1067. mylog(log_debug,"unexpected adress %x %x %d %d\n",recv_info.src_ip,send_info.dst_ip,recv_info.src_port,send_info.dst_port);
  1068. return 0;
  1069. }
  1070. send_info.ack_seq=recv_info.seq+1;
  1071. send_info.psh=0;
  1072. send_info.syn=0;
  1073. send_info.ack=1;
  1074. send_info.seq+=1;
  1075. mylog(log_info,"sent ack back\n");
  1076. send_raw(raw_info,0,0);
  1077. conn_info.state.client_current_state=client_ack_sent;
  1078. conn_info.last_state_time=get_current_time();
  1079. conn_info.last_hb_sent_time=conn_info.last_state_time;
  1080. mylog(log_info,"changed state to client_ack_sent\n");
  1081. }
  1082. if(conn_info.state.client_current_state==client_ack_sent )
  1083. {
  1084. if(recv_bare(raw_info,data,data_len)!=0)
  1085. {
  1086. mylog(log_debug,"recv_bare failed!\n");
  1087. return -1;
  1088. }
  1089. if(raw_mode==mode_faketcp&& (recv_info.syn==1||recv_info.ack!=1 ||data_len==0))
  1090. {
  1091. mylog(log_debug,"unexpected syn ack or other zero lenght packet\n");
  1092. return 0;
  1093. }
  1094. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1095. {
  1096. mylog(log_debug,"unexpected adress %x %x %d %d\n",recv_info.src_ip,send_info.dst_ip,recv_info.src_port,send_info.dst_port);
  1097. return 0;
  1098. }
  1099. /*
  1100. if(data_len<hb_length||data[0]!='h')
  1101. {
  1102. printf("not a heartbeat\n");
  1103. return 0;
  1104. }*/
  1105. conn_info.oppsite_id= ntohl(* ((uint32_t *)&data[0]));
  1106. mylog(log_info,"handshake received %x\n",conn_info.oppsite_id);
  1107. mylog(log_info,"changed state to client_handshake_sent\n");
  1108. send_handshake(raw_info,conn_info.my_id,conn_info.oppsite_id,const_id);
  1109. mylog(log_info,"<<handshake sent %x %d>>\n",conn_info.my_id,conn_info.oppsite_id);
  1110. conn_info.state.client_current_state=client_handshake_sent;
  1111. conn_info.last_state_time=get_current_time();
  1112. conn_info.last_hb_sent_time=conn_info.last_state_time;
  1113. }
  1114. if(conn_info.state.client_current_state==client_handshake_sent)
  1115. {
  1116. if(recv_safer(conn_info,data,data_len)!=0)
  1117. {
  1118. return -1;
  1119. }
  1120. if((raw_mode==mode_faketcp&&( recv_info.syn==1||recv_info.ack!=1 ) )||data_len==0 )
  1121. {
  1122. mylog(log_trace,"unexpected syn ack or other zero lenght packet\n");
  1123. return 0;
  1124. }
  1125. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1126. {
  1127. mylog(log_trace,"unexpected adress\n");
  1128. return 0;
  1129. }
  1130. if(data_len!=1||data[0]!='h')
  1131. {
  1132. mylog(log_trace,"not a heartbeat\n");
  1133. return 0;
  1134. }
  1135. /*
  1136. uint32_t tmp_my_id= ntohl(* ((uint32_t *)&data[1+sizeof(my_id)]));
  1137. if(tmp_my_id!=my_id)
  1138. {
  1139. printf("auth fail\n");
  1140. return 0;
  1141. }
  1142. uint32_t tmp_oppsite_session_id=ntohl(* ((uint32_t *)&data[1]));
  1143. if(tmp_oppsite_session_id!=oppsite_id)
  1144. {
  1145. printf("oppsite id mismatch%x %x,ignore\n",tmp_oppsite_session_id,my_id);
  1146. return 0;
  1147. }*/
  1148. mylog(log_info,"changed state to client_ready\n");
  1149. conn_info.state.client_current_state=client_ready;
  1150. fail_time_counter=0;
  1151. conn_info.last_state_time=get_current_time();
  1152. conn_info.last_hb_recv_time=get_current_time();
  1153. }
  1154. if(conn_info.state.client_current_state==client_ready )
  1155. {
  1156. if(recv_safer(conn_info,data,data_len)!=0)
  1157. {
  1158. return -1;
  1159. }
  1160. if((raw_mode==mode_faketcp&&( recv_info.syn==1||recv_info.ack!=1) )||data_len==0)
  1161. {
  1162. mylog(log_debug,"unexpected syn ack\n");
  1163. return 0;
  1164. }
  1165. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1166. {
  1167. mylog(log_debug,"unexpected adress\n");
  1168. return 0;
  1169. }
  1170. if(data_len==1&&data[0]=='h')
  1171. {
  1172. mylog(log_debug,"[hb]heart beat received\n");
  1173. conn_info.last_hb_recv_time=current_time_rough;
  1174. return 0;
  1175. }
  1176. else if(data_len>= int( sizeof(uint32_t)+1 )&&data[0]=='d')
  1177. {
  1178. mylog(log_trace,"received a data from fake tcp,len:%d\n",data_len);
  1179. conn_info.last_hb_recv_time=current_time_rough;
  1180. uint32_t tmp_conv_id= ntohl(* ((uint32_t *)&data[1]));
  1181. if(!conn_info.conv_manager->is_conv_used(tmp_conv_id))
  1182. {
  1183. mylog(log_info,"unknow conv %d,ignore\n",tmp_conv_id);
  1184. return 0;
  1185. }
  1186. conn_info.conv_manager->update_active_time(tmp_conv_id);
  1187. uint64_t u64=conn_info.conv_manager->find_u64_by_conv(tmp_conv_id);
  1188. sockaddr_in tmp_sockaddr;
  1189. tmp_sockaddr.sin_family = AF_INET;
  1190. tmp_sockaddr.sin_addr.s_addr=(u64>>32u);
  1191. tmp_sockaddr.sin_port= htons(uint16_t((u64<<32u)>>32u));
  1192. int ret=sendto(udp_fd,data+1+sizeof(uint32_t),data_len -(1+sizeof(uint32_t)),0,(struct sockaddr *)&tmp_sockaddr,sizeof(tmp_sockaddr));
  1193. if(ret<0)
  1194. {
  1195. mylog(log_warn,"sento returned %d\n",ret);
  1196. //perror("ret<0");
  1197. }
  1198. mylog(log_trace,"%s :%d\n",inet_ntoa(tmp_sockaddr.sin_addr),ntohs(tmp_sockaddr.sin_port));
  1199. mylog(log_trace,"%d byte sent\n",ret);
  1200. }
  1201. return 0;
  1202. }
  1203. return 0;
  1204. }
  1205. int server_on_raw_ready(conn_info_t &conn_info)
  1206. {
  1207. int data_len; char *data;
  1208. raw_info_t &raw_info = conn_info.raw_info;
  1209. packet_info_t &send_info = conn_info.raw_info.send_info;
  1210. packet_info_t &recv_info = conn_info.raw_info.recv_info;
  1211. char ip_port[40];
  1212. sprintf(ip_port,"%s:%d",my_ntoa(recv_info.src_ip),recv_info.src_port);
  1213. if (recv_safer(conn_info, data, data_len) != 0) {
  1214. return -1;
  1215. }
  1216. if ((raw_mode == mode_faketcp && (recv_info.syn == 1 || recv_info.ack != 1))|| data_len == 0)
  1217. {
  1218. //recv(raw_recv_fd, 0,0, 0 );//
  1219. return 0;
  1220. }
  1221. if (recv_info.src_ip != send_info.dst_ip
  1222. || recv_info.src_port != send_info.dst_port) {
  1223. mylog(log_debug, "unexpected adress\n");
  1224. return 0;
  1225. }
  1226. if (data[0] == 'h' && data_len == 1) {
  1227. uint32_t tmp = ntohl(*((uint32_t *) &data[1 + sizeof(uint32_t)]));
  1228. mylog(log_debug,"[%s][hb]received hb \n",ip_port);
  1229. conn_info.last_hb_recv_time = current_time_rough;
  1230. return 0;
  1231. } else if (data[0] == 'd' && data_len >=int( sizeof(uint32_t) + 1))
  1232. {
  1233. uint32_t tmp_conv_id = ntohl(*((uint32_t *) &data[1]));
  1234. conn_info.last_hb_recv_time = current_time_rough;
  1235. mylog(log_trace, "conv:%u\n", tmp_conv_id);
  1236. if (!conn_info.conv_manager->is_conv_used(tmp_conv_id)) {
  1237. if (conn_info.conv_manager->get_size() >= max_conv_num) {
  1238. mylog(log_warn,
  1239. "ignored new conv %x connect bc max_conv_num exceed\n",
  1240. tmp_conv_id);
  1241. return 0;
  1242. }
  1243. struct sockaddr_in remote_addr_in;
  1244. socklen_t slen = sizeof(sockaddr_in);
  1245. memset(&remote_addr_in, 0, sizeof(remote_addr_in));
  1246. remote_addr_in.sin_family = AF_INET;
  1247. remote_addr_in.sin_port = htons(remote_port);
  1248. remote_addr_in.sin_addr.s_addr = remote_address_uint32;
  1249. int new_udp_fd = socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  1250. if (new_udp_fd < 0) {
  1251. mylog(log_warn, "create udp_fd error\n");
  1252. return -1;
  1253. }
  1254. setnonblocking(new_udp_fd);
  1255. set_buf_size(new_udp_fd);
  1256. mylog(log_debug, "created new udp_fd %d\n", new_udp_fd);
  1257. int ret = connect(new_udp_fd, (struct sockaddr *) &remote_addr_in,
  1258. slen);
  1259. if (ret != 0) {
  1260. mylog(log_warn, "udp fd connect fail\n");
  1261. close(new_udp_fd);
  1262. return -1;
  1263. }
  1264. struct epoll_event ev;
  1265. uint64_t u64 = (uint32_t(new_udp_fd))+(1llu<<32u);
  1266. mylog(log_trace, "u64: %ld\n", u64);
  1267. ev.events = EPOLLIN;
  1268. ev.data.u64 = u64;
  1269. ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, new_udp_fd, &ev);
  1270. if (ret != 0) {
  1271. mylog(log_warn, "add udp_fd error\n");
  1272. close(new_udp_fd);
  1273. return -1;
  1274. }
  1275. conn_info.conv_manager->insert_conv(tmp_conv_id, new_udp_fd);
  1276. assert(conn_manager.udp_fd_mp.find(new_udp_fd)==conn_manager.udp_fd_mp.end());
  1277. conn_manager.udp_fd_mp[new_udp_fd] = &conn_info;
  1278. //pack_u64(conn_info.raw_info.recv_info.src_ip,conn_info.raw_info.recv_info.src_port);
  1279. mylog(log_info, "new conv conv_id=%x, assigned fd=%d\n",
  1280. tmp_conv_id, new_udp_fd);
  1281. }
  1282. uint64_t u64 = conn_info.conv_manager->find_u64_by_conv(tmp_conv_id);
  1283. conn_info.conv_manager->update_active_time(tmp_conv_id);
  1284. int fd = int((u64 << 32u) >> 32u);
  1285. mylog(log_trace, "received a data from fake tcp,len:%d\n", data_len);
  1286. int ret = send(fd, data + 1 + sizeof(uint32_t),
  1287. data_len - (1 + sizeof(uint32_t)), 0);
  1288. mylog(log_trace, "%d byte sent ,fd :%d\n ", ret, fd);
  1289. if (ret < 0) {
  1290. mylog(log_warn, "send returned %d\n", ret);
  1291. //perror("what happened????");
  1292. }
  1293. return 0;
  1294. }
  1295. return 0;
  1296. }
  1297. int server_on_raw_pre_ready(conn_info_t &conn_info,char * data,int data_len)
  1298. {
  1299. uint32_t ip;uint16_t port;
  1300. ip=conn_info.raw_info.recv_info.src_ip;
  1301. port=conn_info.raw_info.recv_info.src_port;
  1302. char ip_port[40];
  1303. sprintf(ip_port,"%s:%d",my_ntoa(ip),port);
  1304. //mylog(log_debug,"!!!\n");
  1305. if(data_len<int(sizeof(id_t)*3))
  1306. {
  1307. mylog(log_debug,"too short to be a handshake\n");
  1308. return 0;
  1309. }
  1310. uint32_t tmp_session_id= ntohl(* ((uint32_t *)&data[sizeof(id_t)]));
  1311. uint32_t tmp_oppsite_const_id=ntohl(* ((uint32_t *)&data[sizeof(id_t)*2]));
  1312. /*
  1313. if(oppsite_const_id!=0&&tmp_oppsite_const_id!=oppsite_const_id) //TODO MOVE TO READY
  1314. {
  1315. conv_manager.clear();
  1316. }
  1317. oppsite_const_id=tmp_oppsite_const_id;*/
  1318. if(tmp_session_id!=conn_info.my_id)
  1319. {
  1320. mylog(log_debug,"[%s]%x %x auth fail!!\n",tmp_session_id,conn_info.my_id,ip_port);
  1321. return 0;
  1322. }
  1323. int tmp_oppsite_session_id= ntohl(* ((uint32_t *)&data[0]));
  1324. conn_info.oppsite_id=tmp_oppsite_session_id;
  1325. mylog(log_info,"[%s]received handshake %x %x\n",ip_port,conn_info.oppsite_id,conn_info.my_id);
  1326. if(conn_manager.const_id_mp.find(tmp_oppsite_const_id)==conn_manager.const_id_mp.end())
  1327. {
  1328. //conn_manager.const_id_mp=
  1329. if(conn_manager.ready_num>=max_ready_conn_num)
  1330. {
  1331. mylog(log_info,"[%s]max_ready_conn_num,cant turn to ready\n",ip_port);
  1332. conn_info.state.server_current_state =server_nothing;
  1333. return 0;
  1334. }
  1335. conn_info.prepare();
  1336. conn_info.state.server_current_state = server_ready;
  1337. conn_info.oppsite_const_id=tmp_oppsite_const_id;
  1338. conn_manager.ready_num++;
  1339. conn_manager.const_id_mp[tmp_oppsite_const_id]=&conn_info;
  1340. //conn_info.last_state_time=get_current_time(); //dont change this!!!!!!!!!!!!!!!!!!!!!!!!!
  1341. //conn_manager.current_ready_ip=ip;
  1342. //conn_manager.current_ready_port=port;
  1343. //my_id=conn_info.my_id;
  1344. //oppsite_id=conn_info.oppsite_id;
  1345. conn_info.last_hb_recv_time = get_current_time();
  1346. conn_info.last_hb_sent_time = conn_info.last_hb_recv_time;//=get_current_time()
  1347. send_safer(conn_info, (char *) "h", 1); /////////////send
  1348. mylog(log_info, "[%s]changed state to server_ready\n",ip_port);
  1349. conn_info.anti_replay->re_init();
  1350. //g_conn_info=conn_info;
  1351. int new_timer_fd;
  1352. set_timer_server(epollfd, new_timer_fd);
  1353. conn_info.timer_fd=new_timer_fd;
  1354. assert(conn_manager.timer_fd_mp.find(new_timer_fd)==conn_manager.timer_fd_mp.end());
  1355. conn_manager.timer_fd_mp[new_timer_fd] = &conn_info;//pack_u64(ip,port);
  1356. //timer_fd_mp[new_timer_fd]
  1357. /*
  1358. if(oppsite_const_id!=0&&tmp_oppsite_const_id!=oppsite_const_id) //TODO MOVE TO READY
  1359. {
  1360. mylog(log_info,"cleared all conv bc of const id doesnt match\n");
  1361. conv_manager.clear();
  1362. }*/
  1363. //oppsite_const_id=tmp_oppsite_const_id;
  1364. }
  1365. else
  1366. {
  1367. conn_info_t &ori_conn_info=*conn_manager.const_id_mp[tmp_oppsite_const_id];
  1368. if(ori_conn_info.state.server_current_state==server_ready)
  1369. {
  1370. if(conn_info.last_state_time<ori_conn_info.last_state_time)
  1371. {
  1372. mylog(log_info,"[%s]conn_info.last_state_time<ori_conn_info.last_state_time. ignored new handshake\n",ip_port);
  1373. conn_info.state.server_current_state=server_nothing;
  1374. conn_info.oppsite_const_id=0;
  1375. return 0;
  1376. }
  1377. if(!conn_manager.exist(ori_conn_info.raw_info.recv_info.src_ip,ori_conn_info.raw_info.recv_info.src_port))//TODO remove this
  1378. {
  1379. mylog(log_fatal,"[%s]this shouldnt happen\n",ip_port);
  1380. exit(-1);
  1381. }
  1382. if(!conn_manager.exist(conn_info.raw_info.recv_info.src_ip,conn_info.raw_info.recv_info.src_port))//TODO remove this
  1383. {
  1384. mylog(log_fatal,"[%s]this shouldnt happen2\n",ip_port);
  1385. exit(-1);
  1386. }
  1387. conn_info_t *&p_ori=conn_manager.find_insert_p(ori_conn_info.raw_info.recv_info.src_ip,ori_conn_info.raw_info.recv_info.src_port);
  1388. conn_info_t *&p=conn_manager.find_insert_p(conn_info.raw_info.recv_info.src_ip,conn_info.raw_info.recv_info.src_port);
  1389. conn_info_t *tmp=p;
  1390. p=p_ori;
  1391. p_ori=tmp;
  1392. mylog(log_info,"[%s]grabbed a connection\n",ip_port);
  1393. //ori_conn_info.state.server_current_state=server_ready;
  1394. ori_conn_info.raw_info=conn_info.raw_info;
  1395. ori_conn_info.last_state_time=conn_info.last_state_time;
  1396. ori_conn_info.last_hb_recv_time=conn_info.last_hb_recv_time;
  1397. ori_conn_info.last_hb_sent_time=conn_info.last_hb_sent_time;
  1398. ori_conn_info.my_id=conn_info.my_id;
  1399. ori_conn_info.oppsite_id=conn_info.oppsite_id;
  1400. send_safer(ori_conn_info, (char *) "h", 1);
  1401. ori_conn_info.anti_replay->re_init();
  1402. conn_info.state.server_current_state=server_nothing;
  1403. conn_info.oppsite_const_id=0;
  1404. }
  1405. else
  1406. {
  1407. mylog(log_fatal,"[%s]this should never happen\n",ip_port);
  1408. exit(-1);
  1409. }
  1410. return 0;
  1411. }
  1412. return 0;
  1413. }
  1414. int server_on_raw_recv_multi()
  1415. {
  1416. char dummy_buf[buf_len];
  1417. uint32_t ip;uint16_t port;
  1418. if(peek_raw(ip,port)<0)
  1419. {
  1420. recv(raw_recv_fd, 0,0, 0 );//
  1421. //struct sockaddr saddr;
  1422. //socklen_t saddr_size;
  1423. ///recvfrom(raw_recv_fd, 0,0, 0 ,&saddr , &saddr_size);//
  1424. mylog(log_trace,"peek_raw failed\n");
  1425. return -1;
  1426. }
  1427. mylog(log_trace,"peek_raw %s %d\n",my_ntoa(ip),port);
  1428. char ip_port[40];
  1429. sprintf(ip_port,"%s:%d",my_ntoa(ip),port);
  1430. /*if(ip==conn_manager.current_ready_ip&&port==conn_manager.current_ready_port)
  1431. {
  1432. return server_on_raw_ready();
  1433. }*/
  1434. int data_len; char *data;
  1435. if(!conn_manager.exist(ip,port))
  1436. {
  1437. raw_info_t tmp_raw_info;
  1438. tmp_raw_info.send_info.src_port=tmp_raw_info.send_info.dst_port=port;
  1439. if(recv_bare(tmp_raw_info,data,data_len)<0)
  1440. {
  1441. return 0;
  1442. }
  1443. if(raw_mode==mode_faketcp)
  1444. {
  1445. if (tmp_raw_info.recv_info.syn != 1 || tmp_raw_info.recv_info.ack != 0 || data_len != 0)
  1446. return 0;
  1447. }
  1448. else if(raw_mode==mode_udp||raw_mode==mode_icmp)
  1449. {
  1450. if(data_len!=strlen("hello")|| memcmp((char *)"hello",data,strlen("hello"))!=0)
  1451. {
  1452. //data[6]=0;
  1453. mylog(log_debug,"[%s]not a hello packet %d\n",ip_port,data,data_len);
  1454. return 0;
  1455. }
  1456. }
  1457. conn_info_t &conn_info=conn_manager.find_insert(ip,port);
  1458. conn_info.raw_info=tmp_raw_info;
  1459. packet_info_t &send_info=conn_info.raw_info.send_info;
  1460. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1461. raw_info_t &raw_info=conn_info.raw_info;
  1462. send_info.src_ip=recv_info.dst_ip;
  1463. send_info.src_port=recv_info.dst_port;
  1464. send_info.dst_port = recv_info.src_port;
  1465. send_info.dst_ip = recv_info.src_ip;
  1466. mylog(log_info,"[%s]send_info.src_port %d,%d\n",ip_port,send_info.src_port,send_info.dst_port);
  1467. if(raw_mode==mode_faketcp) /////////////////////////here is server nothing
  1468. {
  1469. send_info.ack_seq = recv_info.seq + 1;
  1470. send_info.psh = 0;
  1471. send_info.syn = 1;
  1472. send_info.ack = 1;
  1473. send_info.seq = get_true_random_number(); //not necessary to set
  1474. send_info.first_seq=send_info.seq; //correct seq and ack_seq are import for create nat pipe.
  1475. send_info.first_ack_seq=send_info.ack_seq;//if someone attack you with fake data,those two value may be changed
  1476. mylog(log_info,"[%s]sent syn ack\n",ip_port);
  1477. send_bare(raw_info, 0, 0); //////////////send
  1478. mylog(log_info,"[%s]changed state to server_syn_ack_sent\n",ip_port);
  1479. conn_info.state.server_current_state = server_syn_ack_sent;
  1480. conn_info.last_state_time = get_current_time();
  1481. }
  1482. else if(raw_mode==mode_udp||raw_mode==mode_icmp)
  1483. {
  1484. mylog(log_info,"[%s]got a hello packet\n",ip_port);
  1485. mylog(log_info,"[%s]sent handshake\n",ip_port);
  1486. conn_info.my_id=get_true_random_number_nz();
  1487. send_handshake(raw_info,conn_info.my_id,get_true_random_number_nz(),const_id); //////////////send
  1488. mylog(log_info,"[%s]changed state to server_heartbeat_sent_sent\n",ip_port);
  1489. conn_info.state.server_current_state = server_handshake_sent;
  1490. conn_info.last_state_time = get_current_time();
  1491. }
  1492. return 0;
  1493. }
  1494. /////////////////////////////////////////////////////////////////////////////////////////////////////
  1495. if(conn_manager.mp.size()>=max_handshake_conn_num)
  1496. {
  1497. mylog(log_info,"[%s]reached max_handshake_conn_num,ignored new handshake\n",ip_port);
  1498. recv(raw_recv_fd, 0,0, 0 );//
  1499. return 0;
  1500. }
  1501. conn_info_t & conn_info=conn_manager.find_insert(ip,port);//insert if not exist
  1502. packet_info_t &send_info=conn_info.raw_info.send_info;
  1503. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1504. raw_info_t &raw_info=conn_info.raw_info;
  1505. if(conn_info.state.server_current_state==server_ready)
  1506. {
  1507. return server_on_raw_ready(conn_info);
  1508. }
  1509. /////////////////////////////////////////////////////////////////////////////////////////////////
  1510. if(recv_bare(conn_info.raw_info,data,data_len)<0)
  1511. return -1;
  1512. if(conn_info.state.server_current_state==server_syn_ack_sent)
  1513. {
  1514. assert(raw_mode!=mode_udp&&raw_mode!=mode_icmp);
  1515. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1516. {
  1517. mylog(log_debug,"[%s]unexpected adress\n",ip_port);
  1518. return 0;
  1519. }
  1520. if(raw_mode==mode_faketcp)
  1521. {
  1522. if( recv_info.syn==0&&recv_info.ack==1 &&data_len==0) //received ack as expect
  1523. {
  1524. send_info.syn=0;
  1525. send_info.ack=1;
  1526. send_info.seq+=1;////////is this right?
  1527. conn_info.my_id=get_true_random_number_nz();
  1528. send_handshake(raw_info,conn_info.my_id,0,const_id); //////////////send
  1529. mylog(log_info,"[%s]changed state to server_handshake_sent\n",ip_port);
  1530. conn_info.state.server_current_state=server_handshake_sent;
  1531. conn_info.last_state_time=get_current_time();
  1532. }
  1533. else if(recv_info.syn == 1 && recv_info.ack == 0 && data_len == 0) //received syn again,server will re-send syn ack
  1534. {
  1535. send_info.seq=send_info.first_seq; //used saved seq and ack_seq
  1536. send_info.ack_seq=send_info.first_ack_seq;
  1537. send_info.psh = 0;
  1538. send_info.syn = 1;
  1539. send_info.ack = 1;
  1540. mylog(log_info,"[%s]re-sent syn ack\n",ip_port);
  1541. send_bare(raw_info, 0, 0); //////////////send
  1542. }
  1543. }
  1544. }
  1545. else if(conn_info.state.server_current_state==server_handshake_sent)
  1546. {
  1547. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1548. {
  1549. mylog(log_trace,"[%s]unexpected adress\n",ip_port);
  1550. return 0;
  1551. }
  1552. if(raw_mode==mode_faketcp)
  1553. {
  1554. if(recv_info.syn==0&&recv_info.ack==1 &&data_len!=0 ) //received heandshake_response as expected
  1555. {
  1556. server_on_raw_pre_ready(conn_info,data,data_len);
  1557. return 0;
  1558. }
  1559. else if( recv_info.syn==0&&recv_info.ack==1 &&data_len==0) //received ack again,re-send handshake
  1560. {
  1561. send_info.syn=0;
  1562. send_info.ack=1;
  1563. conn_info.my_id=get_true_random_number_nz();
  1564. mylog(log_info,"[%s]re-sent handshake\n",ip_port);
  1565. send_handshake(raw_info,conn_info.my_id,0,const_id);
  1566. }
  1567. else
  1568. {
  1569. mylog(log_debug,"[%s]enexpected packet type\n",ip_port);
  1570. return 0;
  1571. }
  1572. }
  1573. else if(raw_mode==mode_udp||raw_mode==mode_icmp)
  1574. {
  1575. if(data_len!=strlen("hello")||memcmp((char *)"hello",data,strlen("hello"))!=0)
  1576. ////received heandshake_response as expected,likely,since its not a hello packet.lets check it in server_on_raw_pre_ready
  1577. {
  1578. server_on_raw_pre_ready(conn_info,data,data_len);
  1579. }
  1580. else
  1581. {
  1582. mylog(log_info,"[%s]got a hello packet again n",ip_port);
  1583. mylog(log_info,"[%s]re-sent handshake\n",ip_port);
  1584. send_handshake(raw_info,conn_info.my_id,get_true_random_number_nz(),const_id); //////////////send
  1585. return 0;
  1586. }
  1587. }
  1588. }
  1589. return 0;
  1590. }
  1591. /*
  1592. int server_on_raw_recv()
  1593. {
  1594. raw_info_t &raw_info=g_conn_info.raw_info;
  1595. packet_info_t &send_info=g_conn_info.raw_info.send_info;
  1596. packet_info_t &recv_info=g_conn_info.raw_info.recv_info;
  1597. char* data;int data_len;
  1598. //packet_info_t send_info;
  1599. if(g_conn_info.server_current_state==server_nothing)
  1600. {
  1601. if(recv_bare(raw_info,data,data_len)!=0)
  1602. {
  1603. return -1;
  1604. }
  1605. anti_replay.re_init();
  1606. if(raw_mode==mode_icmp)
  1607. {
  1608. send_info.src_port = recv_info.src_port;;
  1609. }
  1610. send_info.src_ip=recv_info.dst_ip;
  1611. send_info.src_port=recv_info.dst_port;
  1612. send_info.dst_port = recv_info.src_port;
  1613. send_info.dst_ip = recv_info.src_ip;
  1614. if(raw_mode==mode_faketcp)
  1615. {
  1616. if (!(recv_info.syn == 1 && recv_info.ack == 0 && data_len == 0))
  1617. return 0;
  1618. send_info.ack_seq = recv_info.seq + 1;
  1619. send_info.psh = 0;
  1620. send_info.syn = 1;
  1621. send_info.ack = 1;
  1622. send_info.seq = get_true_random_number_nz(); //not necessary to set
  1623. mylog(log_info,"sent syn ack\n");
  1624. send_bare(raw_info, 0, 0); //////////////send
  1625. mylog(log_info,"changed state to server_syn_ack_sent\n");
  1626. g_conn_info.server_current_state = server_syn_ack_sent;
  1627. g_conn_info.retry_counter = 0;
  1628. g_conn_info.last_state_time = get_current_time();
  1629. }
  1630. else if(raw_mode==mode_udp||raw_mode==mode_icmp)
  1631. {
  1632. if(data_len==strlen("hello")&& memcmp((char *)"hello",data,strlen("hello"))!=0)
  1633. {
  1634. //data[6]=0;
  1635. mylog(log_debug,"not a hello packet %d\n",data,data_len);
  1636. return 0;
  1637. }
  1638. else
  1639. {
  1640. mylog(log_info,"got a hello packet\n");
  1641. }
  1642. mylog(log_info,"sent half heart_beat\n");
  1643. //send_raw(g_packet_info_send, 0, 0);
  1644. send_handshake(raw_info,my_id,random(),const_id); //////////////send
  1645. mylog(log_info,"changed state to server_heartbeat_sent_sent\n");
  1646. g_conn_info.server_current_state = server_handshake_sent;
  1647. g_conn_info.retry_counter = 0;
  1648. g_conn_info.last_state_time = get_current_time();
  1649. }
  1650. }
  1651. else if(g_conn_info.server_current_state==server_syn_ack_sent)
  1652. {
  1653. if(recv_bare(raw_info,data,data_len)!=0)
  1654. {
  1655. return -1;
  1656. }
  1657. if(raw_mode==mode_faketcp&&!( recv_info.syn==0&&recv_info.ack==1 &&data_len==0)) return 0;
  1658. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1659. {
  1660. mylog(log_debug,"unexpected adress\n");
  1661. return 0;
  1662. }
  1663. send_info.syn=0;
  1664. send_info.ack=1;
  1665. send_info.seq+=1;////////is this right?
  1666. send_handshake(raw_info,my_id,0,const_id); //////////////send
  1667. mylog(log_info,"changed state to server_handshake_sent\n");
  1668. g_conn_info.server_current_state=server_handshake_sent;
  1669. g_conn_info.last_state_time=get_current_time();
  1670. g_conn_info.retry_counter=RETRY_TIME;
  1671. }
  1672. else if(g_conn_info.server_current_state==server_handshake_sent)//heart beat received
  1673. {
  1674. if(recv_bare(raw_info,data,data_len)!=0)
  1675. {
  1676. return -1;
  1677. }
  1678. if(( raw_mode==mode_faketcp&& (recv_info.syn==1||recv_info.ack!=1)) ||data_len==0) return 0;
  1679. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1680. {
  1681. mylog(log_trace,"unexpected adress\n");
  1682. return 0;
  1683. }
  1684. //if(data_len<hb_length||data[0]!='h')
  1685. //{
  1686. // return 0;
  1687. //}
  1688. uint32_t tmp_session_id= ntohl(* ((uint32_t *)&data[sizeof(my_id)]));
  1689. uint32_t tmp_oppsite_const_id=ntohl(* ((uint32_t *)&data[sizeof(my_id)*2]));
  1690. if(oppsite_const_id!=0&&tmp_oppsite_const_id!=oppsite_const_id)
  1691. {
  1692. conv_manager.clear();
  1693. }
  1694. oppsite_const_id=tmp_oppsite_const_id;
  1695. if(tmp_session_id!=my_id)
  1696. {
  1697. mylog(log_trace,"auth fail!!\n");
  1698. return 0;
  1699. }
  1700. int tmp_oppsite_session_id= ntohl(* ((uint32_t *)&data[0]));
  1701. oppsite_id=tmp_oppsite_session_id;
  1702. mylog(log_info,"received heartbeat %x %x\n",oppsite_id,tmp_session_id);
  1703. send_safer(raw_info,(char *)"h",1);/////////////send
  1704. //send_hb(g_packet_info_send,my_id,oppsite_id,const_id);/////////////////send
  1705. g_conn_info.server_current_state=server_ready;
  1706. g_conn_info.last_state_time=get_current_time();
  1707. g_conn_info.last_hb_recv_time=get_current_time();
  1708. //first_data_packet=1;
  1709. mylog(log_info,"changed state to server_ready\n");
  1710. }
  1711. else if(g_conn_info.server_current_state==server_ready)
  1712. {
  1713. if(recv_safer(raw_info,data,data_len)!=0)
  1714. {
  1715. return -1;
  1716. }
  1717. if( (raw_mode==mode_faketcp&&(recv_info.syn==1||recv_info.ack!=1)) ||data_len==0) return 0;
  1718. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1719. {
  1720. mylog(log_debug,"unexpected adress\n");
  1721. return 0;
  1722. }
  1723. if(data[0]=='h'&&data_len==1)
  1724. {
  1725. uint32_t tmp= ntohl(* ((uint32_t *)&data[1+sizeof(uint32_t)]));
  1726. mylog(log_debug,"received hb <%x,%x>\n",oppsite_id,tmp);
  1727. g_conn_info.last_hb_recv_time=current_time_rough;
  1728. return 0;
  1729. }
  1730. else if(data[0]=='d'&&data_len>=sizeof(uint32_t)+1)
  1731. {
  1732. uint32_t tmp_conv_id=ntohl(* ((uint32_t *)&data[1]));
  1733. g_conn_info.last_hb_recv_time=current_time_rough;
  1734. mylog(log_debug,"<<<<conv:%u>>>>\n",tmp_conv_id);
  1735. if(!conv_manager.is_conv_used(tmp_conv_id))
  1736. {
  1737. if(conv_manager.get_size() >=max_conv_num)
  1738. {
  1739. mylog(log_warn,"ignored new conv %x connect bc max_conv_num exceed\n",tmp_conv_id);
  1740. return 0;
  1741. }
  1742. struct sockaddr_in remote_addr_in;
  1743. socklen_t slen = sizeof(sockaddr_in);
  1744. memset(&remote_addr_in, 0, sizeof(remote_addr_in));
  1745. remote_addr_in.sin_family = AF_INET;
  1746. remote_addr_in.sin_port = htons(remote_port);
  1747. remote_addr_in.sin_addr.s_addr = remote_address_uint32;
  1748. int new_udp_fd=socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  1749. if(new_udp_fd<0)
  1750. {
  1751. mylog(log_warn,"create udp_fd error\n");
  1752. return -1;
  1753. }
  1754. set_buf_size(new_udp_fd);
  1755. mylog(log_debug,"created new udp_fd %d\n",new_udp_fd);
  1756. int ret = connect(new_udp_fd, (struct sockaddr *) &remote_addr_in, slen);
  1757. if(ret!=0)
  1758. {
  1759. mylog(log_warn,"udp fd connect fail\n");
  1760. close(new_udp_fd);
  1761. return -1;
  1762. }
  1763. struct epoll_event ev;
  1764. uint64_t u64=((u_int64_t(tmp_conv_id))<<32u)+(uint32_t)new_udp_fd;
  1765. mylog(log_trace,"u64: %ld\n",u64);
  1766. ev.events = EPOLLIN;
  1767. ev.data.u64 = u64;
  1768. ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, new_udp_fd, &ev);
  1769. if (ret!= 0) {
  1770. mylog(log_warn,"add udp_fd error\n");
  1771. close(new_udp_fd);
  1772. return -1;
  1773. }
  1774. conv_manager.insert_conv(tmp_conv_id,u64);
  1775. mylog(log_info,"new conv conv_id=%x, assigned fd=%d\n",tmp_conv_id,new_udp_fd);
  1776. }
  1777. uint64_t u64=conv_manager.find_u64_by_conv(tmp_conv_id);
  1778. conv_manager.update_active_time(tmp_conv_id);
  1779. int fd=int((u64<<32u)>>32u);
  1780. mylog(log_debug,"received a data from fake tcp,len:%d\n",data_len);
  1781. int ret=send(fd,data+1+sizeof(uint32_t),data_len -(1+sizeof(uint32_t)),0);
  1782. mylog(log_debug,"%d byte sent ,fd :%d\n ",ret,fd);
  1783. if(ret<0)
  1784. {
  1785. mylog(log_warn,"send returned %d\n",ret);
  1786. //perror("what happened????");
  1787. }
  1788. }
  1789. }
  1790. return 0;
  1791. }*/
  1792. int get_src_adress(uint32_t &ip)
  1793. {
  1794. struct sockaddr_in remote_addr_in;
  1795. socklen_t slen = sizeof(sockaddr_in);
  1796. memset(&remote_addr_in, 0, sizeof(remote_addr_in));
  1797. remote_addr_in.sin_family = AF_INET;
  1798. remote_addr_in.sin_port = htons(remote_port);
  1799. remote_addr_in.sin_addr.s_addr = remote_address_uint32;
  1800. int new_udp_fd=socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  1801. if(new_udp_fd<0)
  1802. {
  1803. mylog(log_warn,"create udp_fd error\n");
  1804. return -1;
  1805. }
  1806. set_buf_size(new_udp_fd);
  1807. mylog(log_debug,"created new udp_fd %d\n",new_udp_fd);
  1808. int ret = connect(new_udp_fd, (struct sockaddr *) &remote_addr_in, slen);
  1809. if(ret!=0)
  1810. {
  1811. mylog(log_warn,"udp fd connect fail\n");
  1812. close(new_udp_fd);
  1813. return -1;
  1814. }
  1815. struct sockaddr_in my_addr;
  1816. unsigned int len=sizeof(my_addr);
  1817. if(getsockname(new_udp_fd, (struct sockaddr *) &my_addr, &len)!=0) return -1;
  1818. ip=my_addr.sin_addr.s_addr;
  1819. close(new_udp_fd);
  1820. return 0;
  1821. }
  1822. int client_event_loop()
  1823. {
  1824. char buf[buf_len];
  1825. conn_info_t conn_info;
  1826. conn_info.my_id=get_true_random_number_nz();
  1827. conn_info.prepare();
  1828. packet_info_t &send_info=conn_info.raw_info.send_info;
  1829. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1830. //printf("?????\n");
  1831. if(source_address_uint32==0)
  1832. {
  1833. mylog(log_info,"get_src_adress called\n");
  1834. if(get_src_adress(source_address_uint32)!=0)
  1835. {
  1836. mylog(log_fatal,"the trick to auto get source ip failed,you should specific an ip by --source-ip\n");
  1837. exit(-1);
  1838. }
  1839. }
  1840. in_addr tmp;
  1841. tmp.s_addr=source_address_uint32;
  1842. mylog(log_info,"source ip = %s\n",inet_ntoa(tmp));
  1843. //printf("done\n");
  1844. if(try_to_list_and_bind(source_port)!=0)
  1845. {
  1846. mylog(log_fatal,"bind to source_port:%d fail\n ",source_port);
  1847. exit(-1);
  1848. }
  1849. send_info.src_port=source_port;
  1850. send_info.src_ip = source_address_uint32;
  1851. int i, j, k;int ret;
  1852. init_raw_socket();
  1853. //init_filter(source_port);
  1854. send_info.dst_ip=remote_address_uint32;
  1855. send_info.dst_port=remote_port;
  1856. //g_packet_info.src_ip=source_address_uint32;
  1857. //g_packet_info.src_port=source_port;
  1858. udp_fd=socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  1859. set_buf_size(udp_fd);
  1860. int yes = 1;
  1861. //setsockopt(udp_fd, SOL_SOCKET, SO_REUSEADDR, &yes, sizeof(yes));
  1862. struct sockaddr_in local_me;
  1863. socklen_t slen = sizeof(sockaddr_in);
  1864. memset(&local_me, 0, sizeof(local_me));
  1865. local_me.sin_family = AF_INET;
  1866. local_me.sin_port = htons(local_port);
  1867. local_me.sin_addr.s_addr = local_address_uint32;
  1868. if (bind(udp_fd, (struct sockaddr*) &local_me, slen) == -1) {
  1869. mylog(log_fatal,"socket bind error\n");
  1870. //perror("socket bind error");
  1871. exit(1);
  1872. }
  1873. setnonblocking(udp_fd);
  1874. epollfd = epoll_create1(0);
  1875. const int max_events = 4096;
  1876. struct epoll_event ev, events[max_events];
  1877. if (epollfd < 0) {
  1878. mylog(log_fatal,"epoll return %d\n", epollfd);
  1879. exit(-1);
  1880. }
  1881. ev.events = EPOLLIN;
  1882. ev.data.u64 = udp_fd;
  1883. ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, udp_fd, &ev);
  1884. if (ret!=0) {
  1885. mylog(log_fatal,"add udp_listen_fd error\n");
  1886. exit(-1);
  1887. }
  1888. ev.events = EPOLLIN;
  1889. ev.data.u64 = raw_recv_fd;
  1890. ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, raw_recv_fd, &ev);
  1891. if (ret!= 0) {
  1892. mylog(log_fatal,"add raw_fd error\n");
  1893. exit(-1);
  1894. }
  1895. ////add_timer for fake_tcp_keep_connection_client
  1896. //sleep(10);
  1897. //memset(&udp_old_addr_in,0,sizeof(sockaddr_in));
  1898. int unbind=1;
  1899. set_timer(epollfd,timer_fd);
  1900. mylog(log_debug,"send_raw : from %x %d to %x %d\n",send_info.src_ip,send_info.src_port,send_info.dst_ip,send_info.dst_port);
  1901. while(1)////////////////////////
  1902. {
  1903. epoll_trigger_counter++;
  1904. int nfds = epoll_wait(epollfd, events, max_events, 180 * 1000);
  1905. if (nfds < 0) { //allow zero
  1906. mylog(log_fatal,"epoll_wait return %d\n", nfds);
  1907. exit(-1);
  1908. }
  1909. int idx;
  1910. for (idx = 0; idx < nfds; ++idx) {
  1911. if (events[idx].data.u64 == (uint64_t)raw_recv_fd)
  1912. {
  1913. iphdr *iph;tcphdr *tcph;
  1914. client_on_raw_recv(conn_info);
  1915. }
  1916. else if(events[idx].data.u64 ==(uint64_t)timer_fd)
  1917. {
  1918. uint64_t value;
  1919. read(timer_fd, &value, 8);
  1920. keep_connection_client(conn_info);
  1921. mylog(log_debug,"epoll_trigger_counter: %d \n",epoll_trigger_counter);
  1922. epoll_trigger_counter=0;
  1923. }
  1924. else if (events[idx].data.u64 == (uint64_t)udp_fd)
  1925. {
  1926. int recv_len;
  1927. struct sockaddr_in udp_new_addr_in;
  1928. if ((recv_len = recvfrom(udp_fd, buf, buf_len, 0,
  1929. (struct sockaddr *) &udp_new_addr_in, &slen)) == -1) {
  1930. mylog(log_error,"recv_from error,this shouldnt happen at client\n");
  1931. exit(1);
  1932. };
  1933. mylog(log_trace,"Received packet from %s:%d,len: %d\n", inet_ntoa(udp_new_addr_in.sin_addr),
  1934. ntohs(udp_new_addr_in.sin_port),recv_len);
  1935. /*
  1936. if(udp_old_addr_in.sin_addr.s_addr==0&&udp_old_addr_in.sin_port==0)
  1937. {
  1938. memcpy(&udp_old_addr_in,&udp_new_addr_in,sizeof(udp_new_addr_in));
  1939. }
  1940. else if(udp_new_addr_in.sin_addr.s_addr!=udp_old_addr_in.sin_addr.s_addr
  1941. ||udp_new_addr_in.sin_port!=udp_old_addr_in.sin_port)
  1942. {
  1943. if(get_current_time()- last_udp_recv_time <udp_timeout)
  1944. {
  1945. printf("new <ip,port> connected in,ignored,bc last connection is still active\n");
  1946. continue;
  1947. }
  1948. else
  1949. {
  1950. printf("new <ip,port> connected in,accpeted\n");
  1951. memcpy(&udp_old_addr_in,&udp_new_addr_in,sizeof(udp_new_addr_in));
  1952. conv_id++;
  1953. }
  1954. }*/
  1955. //last_udp_recv_time=get_current_time();
  1956. uint64_t u64=((uint64_t(udp_new_addr_in.sin_addr.s_addr))<<32u)+ntohs(udp_new_addr_in.sin_port);
  1957. uint32_t conv;
  1958. if(!conn_info.conv_manager->is_u64_used(u64))
  1959. {
  1960. if(conn_info.conv_manager->get_size() >=max_conv_num)
  1961. {
  1962. mylog(log_warn,"ignored new udp connect bc max_conv_num exceed\n");
  1963. continue;
  1964. }
  1965. conv=conn_info.conv_manager->get_new_conv();
  1966. conn_info.conv_manager->insert_conv(conv,u64);
  1967. mylog(log_info,"new connection from %s:%d,conv_id=%x\n",inet_ntoa(udp_new_addr_in.sin_addr),ntohs(udp_new_addr_in.sin_port),conv);
  1968. }
  1969. else
  1970. {
  1971. conv=conn_info.conv_manager->find_conv_by_u64(u64);
  1972. }
  1973. conn_info.conv_manager->update_active_time(conv);
  1974. if(conn_info.state.client_current_state==client_ready)
  1975. {
  1976. /*
  1977. char buf2[6000];
  1978. int ret1=send_raw(conn_info.raw_info,buf2,40);
  1979. int ret2=send_raw(conn_info.raw_info,buf2,500);
  1980. int ret3=send_raw(conn_info.raw_info,buf2,1000);
  1981. int ret4=send_raw(conn_info.raw_info,buf2,2000);
  1982. mylog(log_warn,"ret= %d %d %d %d\n",ret1,ret2,ret3,ret4);*/
  1983. send_data_safer(conn_info,buf,recv_len,conv);
  1984. }
  1985. }
  1986. else
  1987. {
  1988. mylog(log_fatal,"unknown fd,this should never happen\n");
  1989. exit(-1);
  1990. }
  1991. }
  1992. }
  1993. return 0;
  1994. }
  1995. int server_event_loop()
  1996. {
  1997. char buf[buf_len];
  1998. int i, j, k;int ret;
  1999. bind_address_uint32=local_address_uint32;//only server has bind adress,client sets it to zero
  2000. if(raw_mode==mode_faketcp)
  2001. {
  2002. bind_fd=socket(AF_INET,SOCK_STREAM,0);
  2003. }
  2004. else if(raw_mode==mode_udp||raw_mode==mode_icmp)//bind an adress to avoid collision,for icmp,there is no port,just bind a udp port
  2005. {
  2006. bind_fd=socket(AF_INET,SOCK_DGRAM,0);
  2007. }
  2008. struct sockaddr_in temp_bind_addr;
  2009. bzero(&temp_bind_addr, sizeof(temp_bind_addr));
  2010. temp_bind_addr.sin_family = AF_INET;
  2011. temp_bind_addr.sin_port = htons(local_port);
  2012. temp_bind_addr.sin_addr.s_addr = local_address_uint32;
  2013. if (bind(bind_fd, (struct sockaddr*)&temp_bind_addr, sizeof(temp_bind_addr)) !=0)
  2014. {
  2015. mylog(log_fatal,"bind fail\n");
  2016. exit(-1);
  2017. }
  2018. if(raw_mode==mode_faketcp)
  2019. {
  2020. if(listen(bind_fd, SOMAXCONN) != 0 )
  2021. {
  2022. mylog(log_fatal,"listen fail\n");
  2023. exit(-1);
  2024. }
  2025. }
  2026. init_raw_socket();
  2027. init_filter(local_port);//bpf filter
  2028. epollfd = epoll_create1(0);
  2029. const int max_events = 4096;
  2030. struct epoll_event ev, events[max_events];
  2031. if (epollfd < 0) {
  2032. mylog(log_fatal,"epoll return %d\n", epollfd);
  2033. exit(-1);
  2034. }
  2035. ev.events = EPOLLIN;
  2036. ev.data.u64 = raw_recv_fd;
  2037. ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, raw_recv_fd, &ev);
  2038. if (ret!= 0) {
  2039. mylog(log_fatal,"add raw_fd error\n");
  2040. exit(-1);
  2041. }
  2042. int timer_fd;
  2043. set_timer(epollfd,timer_fd);
  2044. long int begin_time=0;
  2045. long int end_time=0;
  2046. while(1)////////////////////////
  2047. {
  2048. int nfds = epoll_wait(epollfd, events, max_events, 180 * 1000);
  2049. if (nfds < 0) { //allow zero
  2050. mylog(log_fatal,"epoll_wait return %d\n", nfds);
  2051. exit(-1);
  2052. }
  2053. int idx;
  2054. for (idx = 0; idx < nfds; ++idx)
  2055. {
  2056. //mylog(log_debug,"ndfs: %d \n",nfds);
  2057. epoll_trigger_counter++;
  2058. //printf("%d %d %d %d\n",timer_fd,raw_recv_fd,raw_send_fd,n);
  2059. if ((events[idx].data.u64 ) == (uint64_t)timer_fd)
  2060. {
  2061. if(debug_flag)begin_time=get_current_time();
  2062. conn_manager.clear_inactive();
  2063. uint64_t dummy;
  2064. read(timer_fd, &dummy, 8);
  2065. current_time_rough=get_current_time();
  2066. if(debug_flag)
  2067. {
  2068. end_time=get_current_time()-begin_time;
  2069. mylog(log_debug,"conn_manager.clear_inactive(),%lld,%lld,%lld \n",begin_time,end_time,end_time-begin_time);
  2070. }
  2071. mylog(log_debug,"epoll_trigger_counter: %d \n",epoll_trigger_counter);
  2072. epoll_trigger_counter=0;
  2073. }
  2074. else if (events[idx].data.u64 == (uint64_t)raw_recv_fd)
  2075. {
  2076. if(debug_flag)begin_time=get_current_time();
  2077. server_on_raw_recv_multi();
  2078. if(debug_flag)
  2079. {
  2080. end_time=get_current_time()-begin_time;
  2081. mylog(log_debug,"conn_manager.clear_inactive(),%lld,%lld,%lld \n",begin_time,end_time,end_time-begin_time);
  2082. }
  2083. }
  2084. else if ((events[idx].data.u64 >>32u) == 2u)
  2085. {
  2086. if(debug_flag)begin_time=get_current_time();
  2087. int fd=get_u64_l(events[idx].data.u64);
  2088. uint64_t dummy;
  2089. read(fd, &dummy, 8);
  2090. if(conn_manager.timer_fd_mp.find(fd)==conn_manager.timer_fd_mp.end()) //this can happen,when fd is a just closed fd
  2091. {
  2092. mylog(log_info,"timer_fd no longer exits\n");
  2093. continue;
  2094. }
  2095. conn_info_t* p_conn_info=conn_manager.timer_fd_mp[fd];
  2096. uint32_t ip=p_conn_info->raw_info.recv_info.src_ip;
  2097. uint32_t port=p_conn_info->raw_info.recv_info.src_port;
  2098. if(!conn_manager.exist(ip,port))//TODO remove this for peformance
  2099. {
  2100. mylog(log_fatal,"ip port no longer exits 1!!!this shouldnt happen\n");
  2101. exit(-1);
  2102. }
  2103. if (p_conn_info->state.server_current_state != server_ready) //TODO remove this for peformance
  2104. {
  2105. mylog(log_fatal,"p_conn_info->state.server_current_state!=server_ready!!!this shouldnt happen\n");
  2106. exit(-1);
  2107. }
  2108. //conn_info_t &conn_info=conn_manager.find(ip,port);
  2109. keep_connection_server_multi(*p_conn_info);
  2110. if(debug_flag)
  2111. {
  2112. end_time=get_current_time()-begin_time;
  2113. mylog(log_debug,"conn_manager.clear_inactive(),%lld,%lld,%lld \n",begin_time,end_time,end_time-begin_time);
  2114. }
  2115. }
  2116. else if ((events[idx].data.u64 >>32u) == 1u)
  2117. {
  2118. //uint32_t conv_id=events[n].data.u64>>32u;
  2119. if(debug_flag)begin_time=get_current_time();
  2120. int fd=int((events[idx].data.u64<<32u)>>32u);
  2121. if(conn_manager.udp_fd_mp.find(fd)==conn_manager.udp_fd_mp.end()) //this can happen,when fd is a just closed fd
  2122. {
  2123. mylog(log_debug,"fd no longer exists in udp_fd_mp,udp fd %d\n",fd);
  2124. recv(fd,0,0,0);
  2125. continue;
  2126. }
  2127. conn_info_t* p_conn_info=conn_manager.udp_fd_mp[fd];
  2128. uint32_t ip=p_conn_info->raw_info.recv_info.src_ip;
  2129. uint32_t port=p_conn_info->raw_info.recv_info.src_port;
  2130. if(!conn_manager.exist(ip,port))//TODO remove this for peformance
  2131. {
  2132. mylog(log_fatal,"ip port no longer exits 2!!!this shouldnt happen\n", nfds);
  2133. exit(-1);
  2134. }
  2135. if(p_conn_info->state.server_current_state!=server_ready)//TODO remove this for peformance
  2136. {
  2137. mylog(log_fatal,"p_conn_info->state.server_current_state!=server_ready!!!this shouldnt happen\n", nfds);
  2138. exit(-1);
  2139. }
  2140. conn_info_t &conn_info=*p_conn_info;
  2141. if(!conn_info.conv_manager->is_u64_used(fd))
  2142. {
  2143. mylog(log_debug,"conv no longer exists,udp fd %d\n",fd);
  2144. int recv_len=recv(fd,0,0,0); ///////////TODO ,delete this
  2145. continue;
  2146. }
  2147. uint32_t conv_id=conn_info.conv_manager->find_conv_by_u64(fd);
  2148. int recv_len=recv(fd,buf,buf_len,0);
  2149. mylog(log_trace,"received a packet from udp_fd,len:%d\n",recv_len);
  2150. if(recv_len<0)
  2151. {
  2152. mylog(log_debug,"udp fd,recv_len<0 continue\n");
  2153. continue;
  2154. }
  2155. //conn_info.conv_manager->update_active_time(conv_id); server dosnt update from upd side,only update from raw side. (client updates at both side)
  2156. if(conn_info.state.server_current_state==server_ready)
  2157. {
  2158. send_data_safer(conn_info,buf,recv_len,conv_id);
  2159. //send_data(g_packet_info_send,buf,recv_len,my_id,oppsite_id,conv_id);
  2160. mylog(log_trace,"send_data_safer ,sent !!\n");
  2161. }
  2162. if(debug_flag)
  2163. {
  2164. end_time=get_current_time()-begin_time;
  2165. mylog(log_debug,"conn_manager.clear_inactive(),%lld,%lld,%lld \n",begin_time,end_time,end_time-begin_time);
  2166. }
  2167. }
  2168. else
  2169. {
  2170. mylog(log_fatal,"unknown fd,this should never happen\n");
  2171. exit(-1);
  2172. }
  2173. }
  2174. }
  2175. return 0;
  2176. }
  2177. void print_help()
  2178. {
  2179. printf("udp-to-raw tunnel v0.1\n");
  2180. printf("\n");
  2181. printf("usage:\n");
  2182. printf(" run as client : ./this_program -c -l adress:port -r adress:port [options]\n");
  2183. printf(" run as server : ./this_program -s -l adress:port -r adress:port [options]\n");
  2184. printf("\n");
  2185. printf("common options,these options must be same on both side:\n");
  2186. printf(" --raw-mode <string> avaliable values:faketcp,udp,icmp\n");
  2187. printf(" --key <string> password to gen symetric key\n");
  2188. printf(" --auth-mode <string> avaliable values:aes128cbc,xor,none\n");
  2189. printf(" --cipher-mode <string> avaliable values:md5,crc32,sum,none\n");
  2190. printf("\n");
  2191. printf("client options:\n");
  2192. printf(" --source-ip <ip> override source-ip for raw socket\n");
  2193. printf(" --source-port <port> override source-port for tcp/udp \n");
  2194. printf("\n");
  2195. printf("other options:\n");
  2196. printf(" --log-level <number> 0:never print log\n");
  2197. printf(" 1:fatal\n");
  2198. printf(" 2:error\n");
  2199. printf(" 3:warn\n");
  2200. printf(" 4:info (default)\n");
  2201. printf(" 5:debug\n");
  2202. printf(" 6:trace\n");
  2203. printf("\n");
  2204. printf(" --disable-color disable log color\n");
  2205. printf(" --log-position enable file name,function name,line number in log\n");
  2206. printf(" --disable-bpf disable the kernel space filter,most time its not necessary\n");
  2207. printf(" unless you suspect there is a bug\n");
  2208. printf("\n");
  2209. printf(" --sock-buf <number> buf size for socket,>=1 and <=10240,unit:kbyte\n");
  2210. printf(" --seqmode <number> seq increase mode for faketcp:\n");
  2211. printf(" 0:dont increase\n");
  2212. printf(" 1:increase every packet\n");
  2213. printf(" 2:increase randomly, about every 5 packets (default)\n");
  2214. printf("\n");
  2215. printf(" -h,--help print this help message\n");
  2216. //printf("common options,these options must be same on both side\n");
  2217. }
  2218. void process_arg(int argc, char *argv[])
  2219. {
  2220. int i,j,k,opt;
  2221. static struct option long_options[] =
  2222. {
  2223. /* These options set a flag. */
  2224. {"source-ip", required_argument, 0, 1},
  2225. {"source-port", required_argument, 0, 1},
  2226. {"log-level", required_argument, 0, 1},
  2227. {"key", required_argument, 0, 'k'},
  2228. {"auth-mode", required_argument, 0, 1},
  2229. {"cipher-mode", required_argument, 0, 1},
  2230. {"raw-mode", required_argument, 0, 1},
  2231. {"disable-color", no_argument, 0, 1},
  2232. {"log-position", no_argument, 0, 1},
  2233. {"disable-bpf", no_argument, 0, 1},
  2234. {"debug", no_argument, 0, 1},
  2235. {"sock-buf", required_argument, 0, 1},
  2236. {"seq-mode", required_argument, 0, 1},
  2237. {NULL, 0, 0, 0}
  2238. };
  2239. int option_index = 0;
  2240. for (i = 0; i < argc; i++)
  2241. {
  2242. if(strcmp(argv[i],"-h")==0||strcmp(argv[i],"--help")==0)
  2243. {
  2244. print_help();
  2245. exit(0);
  2246. }
  2247. }
  2248. for (i = 0; i < argc; i++)
  2249. {
  2250. if(strcmp(argv[i],"--log-level")==0)
  2251. {
  2252. if(i<argc -1)
  2253. {
  2254. sscanf(argv[i+1],"%d",&log_level);
  2255. if(0<=log_level&&log_level<log_end)
  2256. {
  2257. }
  2258. else
  2259. {
  2260. log_bare(log_fatal,"invalid log_level\n");
  2261. exit(-1);
  2262. }
  2263. }
  2264. }
  2265. if(strcmp(argv[i],"--disable-color")==0)
  2266. {
  2267. enable_log_color=0;
  2268. }
  2269. }
  2270. mylog(log_info,"argc=%d ", argc);
  2271. for (i = 0; i < argc; i++) {
  2272. log_bare(log_info, "%s ", argv[i]);
  2273. }
  2274. log_bare(log_info, "\n");
  2275. if (argc == 1)
  2276. {
  2277. print_help();
  2278. exit(-1);
  2279. }
  2280. int no_l = 1, no_r = 1;
  2281. while ((opt = getopt_long(argc, argv, "l:r:sch",long_options,&option_index)) != -1) {
  2282. //string opt_key;
  2283. //opt_key+=opt;
  2284. switch (opt) {
  2285. case 'l':
  2286. no_l = 0;
  2287. if (strchr(optarg, ':') != 0) {
  2288. sscanf(optarg, "%[^:]:%d", local_address, &local_port);
  2289. } else {
  2290. strcpy(local_address, "127.0.0.1");
  2291. sscanf(optarg, "%d", &local_port);
  2292. }
  2293. break;
  2294. case 'r':
  2295. no_r = 0;
  2296. if (strchr(optarg, ':') != 0) {
  2297. sscanf(optarg, "%[^:]:%d", remote_address, &remote_port);
  2298. } else {
  2299. strcpy(remote_address, "127.0.0.1");
  2300. sscanf(optarg, "%d", &remote_port);
  2301. }
  2302. break;
  2303. case 's':
  2304. if(program_mode==0)
  2305. {
  2306. program_mode=server_mode;
  2307. }
  2308. else
  2309. {
  2310. mylog(log_fatal,"-s /-c has already been set,-s option conflict\n");
  2311. exit(-1);
  2312. }
  2313. break;
  2314. case 'c':
  2315. if(program_mode==0)
  2316. {
  2317. program_mode=client_mode;
  2318. }
  2319. else
  2320. {
  2321. mylog(log_fatal,"-s /-c has already been set,-c option conflict\n");
  2322. exit(-1);
  2323. }
  2324. break;
  2325. case 'h':
  2326. break;
  2327. case 'k':
  2328. mylog(log_debug,"parsing key option\n");
  2329. sscanf(optarg,"%s",key_string);
  2330. break;
  2331. case 1:
  2332. mylog(log_debug,"option_index: %d\n",option_index);
  2333. if(strcmp(long_options[option_index].name,"source-ip")==0)
  2334. {
  2335. mylog(log_debug,"parsing long option :source-ip\n");
  2336. sscanf(optarg, "%s", source_address);
  2337. mylog(log_debug,"source: %s\n",source_address);
  2338. }
  2339. else if(strcmp(long_options[option_index].name,"source-port")==0)
  2340. {
  2341. mylog(log_debug,"parsing long option :source-port\n");
  2342. sscanf(optarg, "%d", &source_port);
  2343. mylog(log_info,"source: %d\n",&source_port);
  2344. }
  2345. else if(strcmp(long_options[option_index].name,"raw-mode")==0)
  2346. {
  2347. for(i=0;i<mode_end;i++)
  2348. {
  2349. if(strcmp(optarg,raw_mode_tostring[i])==0)
  2350. {
  2351. //printf("%d i\n",i);
  2352. //printf("%s",raw_mode_tostring[i]);
  2353. raw_mode=(raw_mode_t)i;
  2354. break;
  2355. }
  2356. }
  2357. if(i==mode_end)
  2358. {
  2359. mylog(log_fatal,"no such raw_mode %s\n",optarg);
  2360. exit(-1);
  2361. }
  2362. }
  2363. else if(strcmp(long_options[option_index].name,"auth-mode")==0)
  2364. {
  2365. for(i=0;i<auth_end;i++)
  2366. {
  2367. if(strcmp(optarg,auth_mode_tostring[i])==0)
  2368. {
  2369. auth_mode=(auth_mode_t)i;
  2370. break;
  2371. }
  2372. }
  2373. if(i==auth_end)
  2374. {
  2375. mylog(log_fatal,"no such auth_mode %s\n",optarg);
  2376. exit(-1);
  2377. }
  2378. }
  2379. else if(strcmp(long_options[option_index].name,"cipher-mode")==0)
  2380. {
  2381. for(i=0;i<cipher_end;i++)
  2382. {
  2383. if(strcmp(optarg,cipher_mode_tostring[i])==0)
  2384. {
  2385. cipher_mode=(cipher_mode_t)i;
  2386. break;
  2387. }
  2388. }
  2389. if(i==cipher_end)
  2390. {
  2391. mylog(log_fatal,"no such cipher_mode %s\n",optarg);
  2392. exit(-1);
  2393. }
  2394. }
  2395. else if(strcmp(long_options[option_index].name,"log-level")==0)
  2396. {
  2397. }
  2398. else if(strcmp(long_options[option_index].name,"disable-color")==0)
  2399. {
  2400. //enable_log_color=0;
  2401. }
  2402. else if(strcmp(long_options[option_index].name,"debug")==0)
  2403. {
  2404. debug_flag=1;
  2405. //enable_log_color=0;
  2406. }
  2407. else if(strcmp(long_options[option_index].name,"log-position")==0)
  2408. {
  2409. enable_log_position=1;
  2410. }
  2411. else if(strcmp(long_options[option_index].name,"disable-bpf")==0)
  2412. {
  2413. disable_bpf_filter=1;
  2414. }
  2415. else if(strcmp(long_options[option_index].name,"sock-buf")==0)
  2416. {
  2417. int tmp=-1;
  2418. sscanf(optarg,"%d",&tmp);
  2419. if(1<=tmp&&tmp<=10*1024)
  2420. {
  2421. socket_buf_size=tmp*1024;
  2422. }
  2423. else
  2424. {
  2425. mylog(log_fatal,"sock-buf value must be between 1 and 10240 (kbyte) \n");
  2426. exit(-1);
  2427. }
  2428. }
  2429. else if(strcmp(long_options[option_index].name,"seq-mode")==0)
  2430. {
  2431. sscanf(optarg,"%d",&seq_mode);
  2432. if(0<=seq_mode&&seq_mode<=2)
  2433. {
  2434. }
  2435. else
  2436. {
  2437. mylog(log_fatal,"seq_mode value must be 0,1,or 2 \n");
  2438. exit(-1);
  2439. }
  2440. }
  2441. else
  2442. {
  2443. mylog(log_warn,"ignored unknown long option ,option_index:%d code:<%x>\n",option_index, optopt);
  2444. }
  2445. break;
  2446. default:
  2447. mylog(log_warn,"ignored unknown option ,code:<%x>\n", optopt);
  2448. }
  2449. }
  2450. if (no_l)
  2451. mylog(log_fatal,"error: -l not found\n");
  2452. if (no_r)
  2453. mylog(log_fatal,"error: -r not found\n");
  2454. if(program_mode==0)
  2455. mylog(log_fatal,"error: -c /-s hasnt been set\n");
  2456. if (no_l || no_r||program_mode==0)
  2457. {
  2458. print_help();
  2459. exit(-1);
  2460. }
  2461. mylog(log_info,"important variables: ", argc);
  2462. log_bare(log_info,"log_level=%d:%s ",log_level,log_text[log_level]);
  2463. log_bare(log_info,"raw_mode=%s ",raw_mode_tostring[raw_mode]);
  2464. log_bare(log_info,"cipher_mode=%s ",cipher_mode_tostring[cipher_mode]);
  2465. log_bare(log_info,"auth_mode=%s ",auth_mode_tostring[auth_mode]);
  2466. log_bare(log_info,"key=%s ",key_string);
  2467. log_bare(log_info,"local_ip=%s ",local_address);
  2468. log_bare(log_info,"local_port=%d ",local_port);
  2469. log_bare(log_info,"remote_ip=%s ",remote_address);
  2470. log_bare(log_info,"remote_port=%d ",remote_port);
  2471. log_bare(log_info,"source_ip=%s ",source_address);
  2472. log_bare(log_info,"source_port=%d ",source_port);
  2473. log_bare(log_info,"socket_buf_size=%d ",socket_buf_size);
  2474. log_bare(log_info,"\n");
  2475. }
  2476. void iptables_warn()
  2477. {
  2478. if(program_mode==client_mode)
  2479. {
  2480. if(raw_mode==mode_faketcp)
  2481. {
  2482. mylog(log_warn,"make sure you have run once: iptables -A INPUT -s %s/32 -p tcp -m tcp --sport %d -j DROP\n",remote_address,remote_port);
  2483. }
  2484. if(raw_mode==mode_udp)
  2485. {
  2486. mylog(log_warn,"make sure you have run once: iptables -A INPUT -s %s/32 -p udp -m udp --sport %d -j DROP\n",remote_address,remote_port);
  2487. }
  2488. if(raw_mode==mode_icmp)
  2489. {
  2490. mylog(log_warn,"make sure you have run once: iptables -A INPUT -s %s/32 -p icmp -j DROP\n",remote_address);
  2491. }
  2492. }
  2493. if(program_mode==server_mode)
  2494. {
  2495. if(raw_mode==mode_faketcp)
  2496. {
  2497. mylog(log_warn,"make sure you have run once: iptables -A INPUT -p tcp -m tcp --dport %d -j DROP\n",local_port);
  2498. }
  2499. if(raw_mode==mode_udp)
  2500. {
  2501. mylog(log_warn,"make sure you have run once: iptables -A INPUT -p udp -m udp --udp %d -j DROP\n",local_port);
  2502. }
  2503. if(raw_mode==mode_icmp)
  2504. {
  2505. if(local_address_uint32==0)
  2506. {
  2507. mylog(log_warn,"make sure you have run once: iptables -A INPUT -p icmp -j DROP\n");
  2508. }
  2509. else
  2510. {
  2511. mylog(log_warn,"make sure you have run once: iptables -A INPUT -d %s/32 -p icmp -j DROP\n",local_address);
  2512. }
  2513. }
  2514. }
  2515. }
  2516. int main(int argc, char *argv[])
  2517. {
  2518. //assert(0==1);
  2519. dup2(1, 2);//redirect stderr to stdout
  2520. signal(SIGINT, INThandler);
  2521. process_arg(argc,argv);
  2522. local_address_uint32=inet_addr(local_address);
  2523. remote_address_uint32=inet_addr(remote_address);
  2524. source_address_uint32=inet_addr(source_address);
  2525. current_time_rough=get_current_time();
  2526. init_random_number_fd();
  2527. srand(get_true_random_number_nz());
  2528. const_id=get_true_random_number_nz();
  2529. mylog(log_info,"const_id:%x\n",const_id);
  2530. char tmp[1000]="";
  2531. strcat(tmp,key_string);
  2532. strcat(tmp,"key1");
  2533. md5((uint8_t*)tmp,strlen(tmp),(uint8_t*)key);
  2534. tmp[0]=0;
  2535. strcat(tmp,key_string);
  2536. strcat(tmp,"key2");
  2537. md5((uint8_t*)tmp,strlen(tmp),(uint8_t*)key2);
  2538. iptables_warn();
  2539. if(program_mode==client_mode)
  2540. {
  2541. client_event_loop();
  2542. }
  2543. else
  2544. {
  2545. server_event_loop();
  2546. }
  2547. return 0;
  2548. }