main.cpp 75 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893
  1. #include "common.h"
  2. #include "network.h"
  3. #include "log.h"
  4. #include "lib/md5.h"
  5. char local_address[100]="0.0.0.0", remote_address[100]="255.255.255.255",source_address[100]="0.0.0.0";
  6. u32_t local_address_uint32,remote_address_uint32,source_address_uint32;
  7. int source_port=0,local_port = -1, remote_port = -1;
  8. id_t const_id=0;
  9. const int disable_conv_clear=0;
  10. const int disable_conn_clear=0;
  11. enum server_current_state_t {server_idle=0,server_handshake1,server_ready};
  12. enum client_current_state_t {client_idle=0,client_tcp_handshake,client_handshake1,client_handshake2,client_ready};
  13. union current_state_t
  14. {
  15. server_current_state_t server_current_state;
  16. client_current_state_t client_current_state;
  17. };
  18. int udp_fd=-1; //for client only
  19. int bind_fd=-1; //bind only,never send or recv
  20. int epollfd=-1;
  21. int timer_fd=-1;
  22. int fail_time_counter=0;
  23. int epoll_trigger_counter=0;
  24. int debug_flag=0;
  25. int auto_add_iptables_rule=0;
  26. int generate_iptables_rule=0;
  27. int debug_resend=0;
  28. int disable_anti_replay=0;
  29. char key_string[1000]= "secret key";
  30. char key[16];//,key2[16];
  31. int mtu_warn=1375;
  32. //uint64_t current_time_rough=0;
  33. int VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV;
  34. ////////==============================variable divider=============================================================
  35. struct anti_replay_t
  36. {
  37. u64_t max_packet_received;
  38. char window[anti_replay_window_size];
  39. anti_replay_seq_t anti_replay_seq;
  40. anti_replay_seq_t get_new_seq_for_send()
  41. {
  42. return anti_replay_seq++;
  43. }
  44. anti_replay_t()
  45. {
  46. max_packet_received=0;
  47. anti_replay_seq=get_true_random_number_64()/10;//random first seq
  48. //memset(window,0,sizeof(window)); //not necessary
  49. }
  50. void re_init()
  51. {
  52. max_packet_received=0;
  53. //memset(window,0,sizeof(window));
  54. }
  55. int is_vaild(u64_t seq)
  56. {
  57. if(disable_anti_replay) return 1;
  58. //if(disabled) return 0;
  59. if(seq==max_packet_received) return 0;
  60. else if(seq>max_packet_received)
  61. {
  62. if(seq-max_packet_received>=anti_replay_window_size)
  63. {
  64. memset(window,0,sizeof(window));
  65. window[seq%anti_replay_window_size]=1;
  66. }
  67. else
  68. {
  69. for (u64_t i=max_packet_received+1;i<seq;i++)
  70. window[i%anti_replay_window_size]=0;
  71. window[seq%anti_replay_window_size]=1;
  72. }
  73. max_packet_received=seq;
  74. return 1;
  75. }
  76. else if(seq<max_packet_received)
  77. {
  78. if(max_packet_received-seq>=anti_replay_window_size) return 0;
  79. else
  80. {
  81. if (window[seq%anti_replay_window_size]==1) return 0;
  82. else
  83. {
  84. window[seq%anti_replay_window_size]=1;
  85. return 1;
  86. }
  87. }
  88. }
  89. return 0; //for complier check
  90. }
  91. };//anti_replay;
  92. void server_clear_function(u64_t u64);
  93. struct conv_manager_t //TODO change map to unordered map
  94. {
  95. //typedef hash_map map;
  96. unordered_map<u64_t,u32_t> u64_to_conv; //conv and u64 are both supposed to be uniq
  97. unordered_map<u32_t,u64_t> conv_to_u64;
  98. unordered_map<u32_t,u64_t> conv_last_active_time;
  99. unordered_map<u32_t,u64_t>::iterator clear_it;
  100. unordered_map<u32_t,u64_t>::iterator it;
  101. unordered_map<u32_t,u64_t>::iterator old_it;
  102. //void (*clear_function)(uint64_t u64) ;
  103. long long last_clear_time;
  104. conv_manager_t()
  105. {
  106. clear_it=conv_last_active_time.begin();
  107. long long last_clear_time=0;
  108. //clear_function=0;
  109. }
  110. ~conv_manager_t()
  111. {
  112. clear();
  113. }
  114. int get_size()
  115. {
  116. return conv_to_u64.size();
  117. }
  118. void reserve()
  119. {
  120. u64_to_conv.reserve(10007);
  121. conv_to_u64.reserve(10007);
  122. conv_last_active_time.reserve(10007);
  123. }
  124. void clear()
  125. {
  126. if(disable_conv_clear) return ;
  127. if(program_mode==server_mode)
  128. {
  129. for(it=conv_to_u64.begin();it!=conv_to_u64.end();it++)
  130. {
  131. //int fd=int((it->second<<32u)>>32u);
  132. server_clear_function( it->second);
  133. }
  134. }
  135. u64_to_conv.clear();
  136. conv_to_u64.clear();
  137. conv_last_active_time.clear();
  138. clear_it=conv_last_active_time.begin();
  139. }
  140. u32_t get_new_conv()
  141. {
  142. u32_t conv=get_true_random_number_nz();
  143. while(conv_to_u64.find(conv)!=conv_to_u64.end())
  144. {
  145. conv=get_true_random_number_nz();
  146. }
  147. return conv;
  148. }
  149. int is_conv_used(u32_t conv)
  150. {
  151. return conv_to_u64.find(conv)!=conv_to_u64.end();
  152. }
  153. int is_u64_used(u64_t u64)
  154. {
  155. return u64_to_conv.find(u64)!=u64_to_conv.end();
  156. }
  157. u32_t find_conv_by_u64(u64_t u64)
  158. {
  159. return u64_to_conv[u64];
  160. }
  161. u64_t find_u64_by_conv(u32_t conv)
  162. {
  163. return conv_to_u64[conv];
  164. }
  165. int update_active_time(u32_t conv)
  166. {
  167. return conv_last_active_time[conv]=get_current_time();
  168. }
  169. int insert_conv(u32_t conv,u64_t u64)
  170. {
  171. u64_to_conv[u64]=conv;
  172. conv_to_u64[conv]=u64;
  173. conv_last_active_time[conv]=get_current_time();
  174. return 0;
  175. }
  176. int erase_conv(u32_t conv)
  177. {
  178. if(disable_conv_clear) return 0;
  179. u64_t u64=conv_to_u64[conv];
  180. if(program_mode==server_mode)
  181. {
  182. server_clear_function(u64);
  183. }
  184. conv_to_u64.erase(conv);
  185. u64_to_conv.erase(u64);
  186. conv_last_active_time.erase(conv);
  187. return 0;
  188. }
  189. int clear_inactive(char * ip_port=0)
  190. {
  191. if(get_current_time()-last_clear_time>conv_clear_interval)
  192. {
  193. last_clear_time=get_current_time();
  194. return clear_inactive0(ip_port);
  195. }
  196. return 0;
  197. }
  198. int clear_inactive0(char * ip_port)
  199. {
  200. if(disable_conv_clear) return 0;
  201. //map<uint32_t,uint64_t>::iterator it;
  202. int cnt=0;
  203. it=clear_it;
  204. int size=conv_last_active_time.size();
  205. int num_to_clean=size/conv_clear_ratio+conv_clear_min; //clear 1/10 each time,to avoid latency glitch
  206. num_to_clean=min(num_to_clean,size);
  207. u64_t current_time=get_current_time();
  208. for(;;)
  209. {
  210. if(cnt>=num_to_clean) break;
  211. if(conv_last_active_time.begin()==conv_last_active_time.end()) break;
  212. if(it==conv_last_active_time.end())
  213. {
  214. it=conv_last_active_time.begin();
  215. }
  216. if( current_time -it->second >conv_timeout )
  217. {
  218. //mylog(log_info,"inactive conv %u cleared \n",it->first);
  219. old_it=it;
  220. it++;
  221. u32_t conv= old_it->first;
  222. erase_conv(old_it->first);
  223. if(ip_port==0)
  224. {
  225. mylog(log_info,"conv %x cleared\n",conv);
  226. }
  227. else
  228. {
  229. mylog(log_info,"[%s]conv %x cleared\n",ip_port,conv);
  230. }
  231. }
  232. else
  233. {
  234. it++;
  235. }
  236. cnt++;
  237. }
  238. return 0;
  239. }
  240. };//g_conv_manager;
  241. struct blob_t
  242. {
  243. conv_manager_t conv_manager;
  244. anti_replay_t anti_replay;
  245. };
  246. struct conn_info_t
  247. {
  248. current_state_t state;
  249. raw_info_t raw_info;
  250. u64_t last_state_time;
  251. u64_t last_hb_sent_time; //client re-use this for retry
  252. u64_t last_hb_recv_time;
  253. //long long last_resent_time;
  254. id_t my_id;
  255. id_t oppsite_id;
  256. int timer_fd;
  257. id_t oppsite_const_id;
  258. blob_t *blob;
  259. uint8_t my_roller;
  260. uint8_t oppsite_roller;
  261. u64_t last_oppsite_roller_time;
  262. /*
  263. const uint32_t &ip=raw_info.recv_info.src_ip;
  264. const uint16_t &port=raw_info.recv_info.src_port;
  265. */
  266. void recover(const conn_info_t &conn_info)
  267. {
  268. raw_info=conn_info.raw_info;
  269. last_state_time=conn_info.last_state_time;
  270. last_hb_recv_time=conn_info.last_hb_recv_time;
  271. last_hb_sent_time=conn_info.last_hb_sent_time;
  272. my_id=conn_info.my_id;
  273. oppsite_id=conn_info.oppsite_id;
  274. blob->anti_replay.re_init();
  275. my_roller=0;//no need to set,but for easier debug,set it to zero
  276. oppsite_roller=0;//same as above
  277. last_oppsite_roller_time=0;
  278. }
  279. void re_init()
  280. {
  281. //send_packet_info.protocol=g_packet_info_send.protocol;
  282. if(program_mode==server_mode)
  283. state.server_current_state=server_idle;
  284. else
  285. state.client_current_state=client_idle;
  286. last_state_time=0;
  287. oppsite_const_id=0;
  288. timer_fd=0;
  289. my_roller=0;
  290. oppsite_roller=0;
  291. last_oppsite_roller_time=0;
  292. }
  293. conn_info_t()
  294. {
  295. blob=0;
  296. re_init();
  297. }
  298. void prepare()
  299. {
  300. blob=new blob_t;
  301. }
  302. conn_info_t(const conn_info_t&b)
  303. {
  304. //mylog(log_error,"called!!!!!!!!!!!!!\n");
  305. *this=b;
  306. if(blob!=0)
  307. {
  308. blob=new blob_t(*b.blob);
  309. }
  310. }
  311. conn_info_t& operator=(const conn_info_t& b)
  312. {
  313. mylog(log_fatal,"not allowed\n");
  314. myexit(-1);
  315. return *this;
  316. }
  317. ~conn_info_t();
  318. };//g_conn_info;
  319. struct conn_manager_t
  320. {
  321. u32_t ready_num;
  322. unordered_map<int,conn_info_t *> udp_fd_mp; //a bit dirty to used pointer,but can void unordered_map search
  323. unordered_map<int,conn_info_t *> timer_fd_mp;//we can use pointer here since unordered_map.rehash() uses shallow copy
  324. unordered_map<id_t,conn_info_t *> const_id_mp;
  325. unordered_map<u64_t,conn_info_t*> mp; //put it at end so that it de-consturcts first
  326. unordered_map<u64_t,conn_info_t*>::iterator clear_it;
  327. long long last_clear_time;
  328. conn_manager_t()
  329. {
  330. ready_num=0;
  331. mp.reserve(10007);
  332. clear_it=mp.begin();
  333. timer_fd_mp.reserve(10007);
  334. const_id_mp.reserve(10007);
  335. udp_fd_mp.reserve(100007);
  336. last_clear_time=0;
  337. //current_ready_ip=0;
  338. // current_ready_port=0;
  339. }
  340. int exist(u32_t ip,uint16_t port)
  341. {
  342. u64_t u64=0;
  343. u64=ip;
  344. u64<<=32u;
  345. u64|=port;
  346. if(mp.find(u64)!=mp.end())
  347. {
  348. return 1;
  349. }
  350. return 0;
  351. }
  352. /*
  353. int insert(uint32_t ip,uint16_t port)
  354. {
  355. uint64_t u64=0;
  356. u64=ip;
  357. u64<<=32u;
  358. u64|=port;
  359. mp[u64];
  360. return 0;
  361. }*/
  362. conn_info_t *& find_insert_p(u32_t ip,uint16_t port) //be aware,the adress may change after rehash
  363. {
  364. u64_t u64=0;
  365. u64=ip;
  366. u64<<=32u;
  367. u64|=port;
  368. unordered_map<u64_t,conn_info_t*>::iterator it=mp.find(u64);
  369. if(it==mp.end())
  370. {
  371. mp[u64]=new conn_info_t;
  372. }
  373. return mp[u64];
  374. }
  375. conn_info_t & find_insert(u32_t ip,uint16_t port) //be aware,the adress may change after rehash
  376. {
  377. u64_t u64=0;
  378. u64=ip;
  379. u64<<=32u;
  380. u64|=port;
  381. unordered_map<u64_t,conn_info_t*>::iterator it=mp.find(u64);
  382. if(it==mp.end())
  383. {
  384. mp[u64]=new conn_info_t;
  385. }
  386. return *mp[u64];
  387. }
  388. int erase(unordered_map<u64_t,conn_info_t*>::iterator erase_it)
  389. {
  390. if(erase_it->second->state.server_current_state==server_ready)
  391. {
  392. ready_num--;
  393. assert(i32_t(ready_num)!=-1);
  394. assert(erase_it->second!=0);
  395. assert(erase_it->second->timer_fd !=0);
  396. assert(erase_it->second->oppsite_const_id!=0);
  397. assert(const_id_mp.find(erase_it->second->oppsite_const_id)!=const_id_mp.end());
  398. assert(timer_fd_mp.find(erase_it->second->timer_fd)!=timer_fd_mp.end());
  399. const_id_mp.erase(erase_it->second->oppsite_const_id);
  400. timer_fd_mp.erase(erase_it->second->timer_fd);
  401. close(erase_it->second->timer_fd);// close will auto delte it from epoll
  402. delete(erase_it->second);
  403. mp.erase(erase_it->first);
  404. }
  405. else
  406. {
  407. assert(erase_it->second->blob==0);
  408. assert(erase_it->second->timer_fd ==0);
  409. assert(erase_it->second->oppsite_const_id==0);
  410. delete(erase_it->second);
  411. mp.erase(erase_it->first);
  412. }
  413. return 0;
  414. }
  415. int clear_inactive()
  416. {
  417. if(get_current_time()-last_clear_time>conn_clear_interval)
  418. {
  419. last_clear_time=get_current_time();
  420. return clear_inactive0();
  421. }
  422. return 0;
  423. }
  424. int clear_inactive0()
  425. {
  426. unordered_map<u64_t,conn_info_t*>::iterator it;
  427. unordered_map<u64_t,conn_info_t*>::iterator old_it;
  428. if(disable_conn_clear) return 0;
  429. //map<uint32_t,uint64_t>::iterator it;
  430. int cnt=0;
  431. it=clear_it;
  432. int size=mp.size();
  433. int num_to_clean=size/conn_clear_ratio+conn_clear_min; //clear 1/10 each time,to avoid latency glitch
  434. mylog(log_trace,"mp.size() %d\n", size);
  435. num_to_clean=min(num_to_clean,(int)mp.size());
  436. u64_t current_time=get_current_time();
  437. for(;;)
  438. {
  439. if(cnt>=num_to_clean) break;
  440. if(mp.begin()==mp.end()) break;
  441. if(it==mp.end())
  442. {
  443. it=mp.begin();
  444. }
  445. if(it->second->state.server_current_state==server_ready &&current_time - it->second->last_hb_recv_time <=server_conn_timeout)
  446. {
  447. it++;
  448. }
  449. else if(it->second->state.server_current_state!=server_ready&& current_time - it->second->last_state_time <=server_handshake_timeout )
  450. {
  451. it++;
  452. }
  453. else if(it->second->blob!=0&&it->second->blob->conv_manager.get_size() >0)
  454. {
  455. assert(it->second->state.server_current_state==server_ready);
  456. it++;
  457. }
  458. else
  459. {
  460. mylog(log_info,"[%s:%d]inactive conn cleared \n",my_ntoa(it->second->raw_info.recv_info.src_ip),it->second->raw_info.recv_info.src_port);
  461. old_it=it;
  462. it++;
  463. erase(old_it);
  464. }
  465. cnt++;
  466. }
  467. return 0;
  468. }
  469. }conn_manager;
  470. conn_info_t::~conn_info_t()
  471. {
  472. if(program_mode==server_mode)
  473. {
  474. if(state.server_current_state==server_ready)
  475. {
  476. assert(blob!=0);
  477. assert(oppsite_const_id!=0);
  478. //assert(conn_manager.const_id_mp.find(oppsite_const_id)!=conn_manager.const_id_mp.end()); // conn_manager 's deconstuction function erases it
  479. }
  480. else
  481. {
  482. assert(blob==0);
  483. assert(oppsite_const_id==0);
  484. }
  485. }
  486. //if(oppsite_const_id!=0) //do this at conn_manager 's deconstuction function
  487. //conn_manager.const_id_mp.erase(oppsite_const_id);
  488. if(blob!=0)
  489. delete blob;
  490. //send_packet_info.protocol=g_packet_info_send.protocol;
  491. }
  492. int TTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT;
  493. ////////==========================type divider=======================================================
  494. int server_on_raw_recv_pre_ready(conn_info_t &conn_info,char * ip_port,u32_t tmp_oppsite_const_id);
  495. int server_on_raw_recv_ready(conn_info_t &conn_info,char * ip_port,char type,char *data,int data_len);
  496. int server_on_raw_recv_handshake1(conn_info_t &conn_info,char * ip_port,char * data, int data_len);
  497. int DDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDD;
  498. ////////////////=======================declear divider=============================
  499. void server_clear_function(u64_t u64)
  500. {
  501. int fd=int(u64);
  502. int ret;
  503. assert(fd!=0);
  504. /*
  505. epoll_event ev;
  506. ev.events = EPOLLIN;
  507. ev.data.u64 = u64;
  508. ret = epoll_ctl(epollfd, EPOLL_CTL_DEL, fd, &ev);
  509. if (ret!=0)
  510. {
  511. mylog(log_fatal,"fd:%d epoll delete failed!!!!\n",fd);
  512. myexit(-1); //this shouldnt happen
  513. }*/ //no need
  514. ret= close(fd); //closed fd should be auto removed from epoll
  515. if (ret!=0)
  516. {
  517. mylog(log_fatal,"close fd %d failed !!!!\n",fd);
  518. myexit(-1); //this shouldnt happen
  519. }
  520. //mylog(log_fatal,"size:%d !!!!\n",conn_manager.udp_fd_mp.size());
  521. assert(conn_manager.udp_fd_mp.find(fd)!=conn_manager.udp_fd_mp.end());
  522. conn_manager.udp_fd_mp.erase(fd);
  523. }
  524. int send_bare(raw_info_t &raw_info,const char* data,int len)
  525. {
  526. if(len<0)
  527. {
  528. mylog(log_debug,"input_len <0\n");
  529. return -1;
  530. }
  531. packet_info_t &send_info=raw_info.send_info;
  532. packet_info_t &recv_info=raw_info.recv_info;
  533. char send_data_buf[buf_len]; //buf for send data and send hb
  534. char send_data_buf2[buf_len];
  535. //static send_bare[buf_len];
  536. iv_t iv=get_true_random_number_64();
  537. padding_t padding=get_true_random_number_64();
  538. memcpy(send_data_buf,&iv,sizeof(iv));
  539. memcpy(send_data_buf+sizeof(iv),&padding,sizeof(padding));
  540. send_data_buf[sizeof(iv)+sizeof(padding)]='b';
  541. memcpy(send_data_buf+sizeof(iv)+sizeof(padding)+1,data,len);
  542. int new_len=len+sizeof(iv)+sizeof(padding)+1;
  543. if(my_encrypt(send_data_buf,send_data_buf2,new_len,key)!=0)
  544. {
  545. return -1;
  546. }
  547. send_raw0(raw_info,send_data_buf2,new_len);
  548. return 0;
  549. }
  550. int parse_bare(const char *input,int input_len,char* & data,int & len) //allow overlap
  551. {
  552. static char recv_data_buf[buf_len];
  553. if(input_len<0)
  554. {
  555. mylog(log_debug,"input_len <0\n");
  556. return -1;
  557. }
  558. if(my_decrypt(input,recv_data_buf,input_len,key)!=0)
  559. {
  560. mylog(log_debug,"decrypt_fail in recv bare\n");
  561. return -1;
  562. }
  563. if(recv_data_buf[sizeof(iv_t)+sizeof(padding_t)]!='b')
  564. {
  565. mylog(log_debug,"not a bare packet\n");
  566. return -1;
  567. }
  568. len=input_len;
  569. data=recv_data_buf+sizeof(iv_t)+sizeof(padding_t)+1;
  570. len-=sizeof(iv_t)+sizeof(padding_t)+1;
  571. if(len<0)
  572. {
  573. mylog(log_debug,"len <0\n");
  574. return -1;
  575. }
  576. return 0;
  577. }
  578. int recv_bare(raw_info_t &raw_info,char* & data,int & len)
  579. {
  580. packet_info_t &send_info=raw_info.send_info;
  581. packet_info_t &recv_info=raw_info.recv_info;
  582. if(recv_raw0(raw_info,data,len)<0)
  583. {
  584. //printf("recv_raw_fail in recv bare\n");
  585. return -1;
  586. }
  587. if ((raw_mode == mode_faketcp && (recv_info.syn == 1 || recv_info.ack != 1)))
  588. {
  589. mylog(log_debug,"unexpect packet type recv_info.syn=%d recv_info.ack=%d \n",recv_info.syn,recv_info.ack);
  590. return -1;
  591. }
  592. return parse_bare(data,len,data,len);
  593. }
  594. int send_handshake(raw_info_t &raw_info,id_t id1,id_t id2,id_t id3)
  595. {
  596. packet_info_t &send_info=raw_info.send_info;
  597. packet_info_t &recv_info=raw_info.recv_info;
  598. char * data;int len;
  599. //len=sizeof(id_t)*3;
  600. if(numbers_to_char(id1,id2,id3,data,len)!=0) return -1;
  601. if(send_bare(raw_info,data,len)!=0) {mylog(log_warn,"send bare fail\n");return -1;}
  602. return 0;
  603. }
  604. /*
  605. int recv_handshake(packet_info_t &info,id_t &id1,id_t &id2,id_t &id3)
  606. {
  607. char * data;int len;
  608. if(recv_bare(info,data,len)!=0) return -1;
  609. if(char_to_numbers(data,len,id1,id2,id3)!=0) return -1;
  610. return 0;
  611. }*/
  612. int send_safer(conn_info_t &conn_info,char type,const char* data,int len)
  613. {
  614. packet_info_t &send_info=conn_info.raw_info.send_info;
  615. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  616. if(type!='h'&&type!='d')
  617. {
  618. mylog(log_warn,"first byte is not h or d ,%x\n",type);
  619. return -1;
  620. }
  621. char send_data_buf[buf_len]; //buf for send data and send hb
  622. char send_data_buf2[buf_len];
  623. id_t n_tmp_id=htonl(conn_info.my_id);
  624. memcpy(send_data_buf,&n_tmp_id,sizeof(n_tmp_id));
  625. n_tmp_id=htonl(conn_info.oppsite_id);
  626. memcpy(send_data_buf+sizeof(n_tmp_id),&n_tmp_id,sizeof(n_tmp_id));
  627. anti_replay_seq_t n_seq=hton64(conn_info.blob->anti_replay.get_new_seq_for_send());
  628. memcpy(send_data_buf+sizeof(n_tmp_id)*2,&n_seq,sizeof(n_seq));
  629. send_data_buf[sizeof(n_tmp_id)*2+sizeof(n_seq)]=type;
  630. send_data_buf[sizeof(n_tmp_id)*2+sizeof(n_seq)+1]=conn_info.my_roller;
  631. memcpy(send_data_buf+2+sizeof(n_tmp_id)*2+sizeof(n_seq),data,len);//data;
  632. int new_len=len+sizeof(n_seq)+sizeof(n_tmp_id)*2+2;
  633. if(my_encrypt(send_data_buf,send_data_buf2,new_len,key)!=0)
  634. {
  635. return -1;
  636. }
  637. if(send_raw0(conn_info.raw_info,send_data_buf2,new_len)!=0) return -1;
  638. if(after_send_raw0(conn_info.raw_info)!=0) return -1;
  639. return 0;
  640. }
  641. int send_data_safer(conn_info_t &conn_info,const char* data,int len,u32_t conv_num)
  642. {
  643. packet_info_t &send_info=conn_info.raw_info.send_info;
  644. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  645. char send_data_buf[buf_len];
  646. //send_data_buf[0]='d';
  647. u32_t n_conv_num=htonl(conv_num);
  648. memcpy(send_data_buf,&n_conv_num,sizeof(n_conv_num));
  649. memcpy(send_data_buf+sizeof(n_conv_num),data,len);
  650. int new_len=len+sizeof(n_conv_num);
  651. send_safer(conn_info,'d',send_data_buf,new_len);
  652. return 0;
  653. }
  654. int parse_safer(conn_info_t &conn_info,const char * input,int input_len,char &type,char* &data,int &len)//allow overlap
  655. {
  656. static char recv_data_buf0[buf_len];
  657. char *recv_data_buf=recv_data_buf0; //fix strict alias warning
  658. if(my_decrypt(input,recv_data_buf,input_len,key)!=0)
  659. {
  660. //printf("decrypt fail\n");
  661. return -1;
  662. }
  663. //char *a=recv_data_buf;
  664. id_t h_oppiste_id= ntohl ( *((id_t * )(recv_data_buf)) );
  665. id_t h_my_id= ntohl ( *((id_t * )(recv_data_buf+sizeof(id_t))) );
  666. anti_replay_seq_t h_seq= ntoh64 ( *((anti_replay_seq_t * )(recv_data_buf +sizeof(id_t) *2 )) );
  667. if(h_oppiste_id!=conn_info.oppsite_id||h_my_id!=conn_info.my_id)
  668. {
  669. mylog(log_debug,"id and oppsite_id verification failed %x %x %x %x \n",h_oppiste_id,conn_info.oppsite_id,h_my_id,conn_info.my_id);
  670. return -1;
  671. }
  672. if (conn_info.blob->anti_replay.is_vaild(h_seq) != 1) {
  673. mylog(log_debug,"dropped replay packet\n");
  674. return -1;
  675. }
  676. //printf("recv _len %d\n ",recv_len);
  677. data=recv_data_buf+sizeof(anti_replay_seq_t)+sizeof(id_t)*2;
  678. len=input_len-(sizeof(anti_replay_seq_t)+sizeof(id_t)*2 );
  679. if(data[0]!='h'&&data[0]!='d')
  680. {
  681. mylog(log_debug,"first byte is not h or d ,%x\n",data[0]);
  682. return -1;
  683. }
  684. uint8_t roller=data[1];
  685. type=data[0];
  686. data+=2;
  687. len-=2;
  688. if(len<0)
  689. {
  690. mylog(log_debug,"len <0 ,%d\n",len);
  691. return -1;
  692. }
  693. if(roller!=conn_info.oppsite_roller)
  694. {
  695. conn_info.oppsite_roller=roller;
  696. conn_info.last_oppsite_roller_time=get_current_time();
  697. }
  698. conn_info.my_roller++;//increase on a successful recv
  699. if(after_recv_raw0(conn_info.raw_info)!=0) return -1;
  700. return 0;
  701. }
  702. int recv_safer(conn_info_t &conn_info,char &type,char* &data,int &len)
  703. {
  704. packet_info_t &send_info=conn_info.raw_info.send_info;
  705. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  706. char * recv_data;int recv_len;
  707. static char recv_data_buf[buf_len];
  708. if(recv_raw0(conn_info.raw_info,recv_data,recv_len)!=0) return -1;
  709. return parse_safer(conn_info,recv_data,recv_len,type,data,len);
  710. }
  711. int try_to_list_and_bind(int port)
  712. {
  713. int old_bind_fd=bind_fd;
  714. if(raw_mode==mode_faketcp)
  715. {
  716. bind_fd=socket(AF_INET,SOCK_STREAM,0);
  717. }
  718. else if(raw_mode==mode_udp||raw_mode==mode_icmp)
  719. {
  720. bind_fd=socket(AF_INET,SOCK_DGRAM,0);
  721. }
  722. if(old_bind_fd!=-1)
  723. {
  724. close(old_bind_fd);
  725. }
  726. struct sockaddr_in temp_bind_addr={0};
  727. //bzero(&temp_bind_addr, sizeof(temp_bind_addr));
  728. temp_bind_addr.sin_family = AF_INET;
  729. temp_bind_addr.sin_port = htons(port);
  730. temp_bind_addr.sin_addr.s_addr = local_address_uint32;
  731. if (bind(bind_fd, (struct sockaddr*)&temp_bind_addr, sizeof(temp_bind_addr)) !=0)
  732. {
  733. mylog(log_debug,"bind fail\n");
  734. return -1;
  735. }
  736. if(raw_mode==mode_faketcp)
  737. {
  738. if (listen(bind_fd, SOMAXCONN) != 0) {
  739. mylog(log_warn,"listen fail\n");
  740. return -1;
  741. }
  742. }
  743. return 0;
  744. }
  745. int client_bind_to_a_new_port()
  746. {
  747. int raw_send_port=10000+get_true_random_number()%(65535-10000);
  748. for(int i=0;i<1000;i++)//try 1000 times at max,this should be enough
  749. {
  750. if (try_to_list_and_bind(raw_send_port)==0)
  751. {
  752. return raw_send_port;
  753. }
  754. }
  755. mylog(log_fatal,"bind port fail\n");
  756. myexit(-1);
  757. return -1;////for compiler check
  758. }
  759. int set_timer(int epollfd,int &timer_fd)
  760. {
  761. int ret;
  762. epoll_event ev;
  763. itimerspec its;
  764. memset(&its,0,sizeof(its));
  765. if((timer_fd=timerfd_create(CLOCK_MONOTONIC,TFD_NONBLOCK)) < 0)
  766. {
  767. mylog(log_fatal,"timer_fd create error\n");
  768. myexit(1);
  769. }
  770. its.it_interval.tv_sec=(timer_interval/1000);
  771. its.it_interval.tv_nsec=(timer_interval%1000)*1000ll*1000ll;
  772. its.it_value.tv_nsec=1; //imidiately
  773. timerfd_settime(timer_fd,0,&its,0);
  774. ev.events = EPOLLIN;
  775. ev.data.u64 = timer_fd;
  776. ret=epoll_ctl(epollfd, EPOLL_CTL_ADD, timer_fd, &ev);
  777. if (ret < 0) {
  778. mylog(log_fatal,"epoll_ctl return %d\n", ret);
  779. myexit(-1);
  780. }
  781. return 0;
  782. }
  783. int set_timer_server(int epollfd,int &timer_fd)
  784. {
  785. int ret;
  786. epoll_event ev;
  787. itimerspec its;
  788. memset(&its,0,sizeof(its));
  789. if((timer_fd=timerfd_create(CLOCK_MONOTONIC,TFD_NONBLOCK)) < 0)
  790. {
  791. mylog(log_fatal,"timer_fd create error\n");
  792. myexit(1);
  793. }
  794. its.it_interval.tv_sec=(timer_interval/1000);
  795. its.it_interval.tv_nsec=(timer_interval%1000)*1000ll*1000ll;
  796. its.it_value.tv_nsec=1; //imidiately
  797. timerfd_settime(timer_fd,0,&its,0);
  798. ev.events = EPOLLIN;
  799. ev.data.u64 = pack_u64(2,timer_fd);
  800. ret=epoll_ctl(epollfd, EPOLL_CTL_ADD, timer_fd, &ev);
  801. if (ret < 0) {
  802. mylog(log_fatal,"epoll_ctl return %d\n", ret);
  803. myexit(-1);
  804. }
  805. return 0;
  806. }
  807. int get_src_adress(u32_t &ip);
  808. int client_on_timer(conn_info_t &conn_info) //for client
  809. {
  810. packet_info_t &send_info=conn_info.raw_info.send_info;
  811. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  812. raw_info_t &raw_info=conn_info.raw_info;
  813. conn_info.blob->conv_manager.clear_inactive();
  814. mylog(log_trace,"timer!\n");
  815. mylog(log_trace,"roller my %d,oppsite %d,%lld\n",int(conn_info.my_roller),int(conn_info.oppsite_roller),conn_info.last_oppsite_roller_time);
  816. mylog(log_trace,"<client_on_timer,send_info.ts_ack= %u>\n",send_info.ts_ack);
  817. if(conn_info.state.client_current_state==client_idle)
  818. {
  819. fail_time_counter++;
  820. if(max_fail_time>0&&fail_time_counter>max_fail_time)
  821. {
  822. mylog(log_fatal,"max_fail_time exceed\n");
  823. myexit(-1);
  824. }
  825. conn_info.blob->anti_replay.re_init();
  826. conn_info.my_id = get_true_random_number_nz(); ///todo no need to do this everytime
  827. u32_t new_ip=0;
  828. if(get_src_adress(new_ip)==0)
  829. {
  830. if(new_ip!=source_address_uint32)
  831. {
  832. source_address_uint32=new_ip;
  833. send_info.src_ip=new_ip;
  834. }
  835. }
  836. if (source_port == 0)
  837. {
  838. send_info.src_port = client_bind_to_a_new_port();
  839. }
  840. else
  841. {
  842. send_info.src_port = source_port;
  843. }
  844. if (raw_mode == mode_icmp)
  845. {
  846. send_info.dst_port = send_info.src_port;
  847. }
  848. mylog(log_info, "using port %d\n", send_info.src_port);
  849. init_filter(send_info.src_port);
  850. if(raw_mode==mode_icmp||raw_mode==mode_udp)
  851. {
  852. conn_info.state.client_current_state=client_handshake1;
  853. mylog(log_info,"state changed from client_idle to client_pre_handshake\n");
  854. }
  855. if(raw_mode==mode_faketcp)
  856. {
  857. conn_info.state.client_current_state=client_tcp_handshake;
  858. mylog(log_info,"state changed from client_idle to client_tcp_handshake\n");
  859. }
  860. conn_info.last_state_time=get_current_time();
  861. conn_info.last_hb_sent_time=0;
  862. //dont return;
  863. }
  864. if(conn_info.state.client_current_state==client_tcp_handshake) //send and resend syn
  865. {
  866. assert(raw_mode==mode_faketcp);
  867. if (get_current_time() - conn_info.last_state_time > client_handshake_timeout)
  868. {
  869. conn_info.state.client_current_state = client_idle;
  870. mylog(log_info, "state back to client_idle from client_tcp_handshake\n");
  871. return 0;
  872. }
  873. else if (get_current_time() - conn_info.last_hb_sent_time > client_retry_interval)
  874. {
  875. if (raw_mode == mode_faketcp)
  876. {
  877. if (conn_info.last_hb_sent_time == 0)
  878. {
  879. send_info.psh = 0;
  880. send_info.syn = 1;
  881. send_info.ack = 0;
  882. send_info.ts_ack =0;
  883. send_info.seq=get_true_random_number();
  884. send_info.ack_seq=get_true_random_number();
  885. }
  886. }
  887. send_raw0(raw_info, 0, 0);
  888. conn_info.last_hb_sent_time = get_current_time();
  889. mylog(log_info, "(re)sent tcp syn\n");
  890. return 0;
  891. }
  892. else
  893. {
  894. return 0;
  895. }
  896. return 0;
  897. }
  898. else if(conn_info.state.client_current_state==client_handshake1)//send and resend handshake1
  899. {
  900. if(get_current_time()-conn_info.last_state_time>client_handshake_timeout)
  901. {
  902. conn_info.state.client_current_state=client_idle;
  903. mylog(log_info,"state back to client_idle from client_handshake1\n");
  904. return 0;
  905. }
  906. else if(get_current_time()-conn_info.last_hb_sent_time>client_retry_interval)
  907. {
  908. if(raw_mode==mode_faketcp)
  909. {
  910. if(conn_info.last_hb_sent_time==0)
  911. {
  912. send_info.seq++;
  913. send_info.ack_seq=recv_info.seq+1;
  914. send_info.ts_ack=recv_info.ts;
  915. raw_info.reserved_seq=send_info.seq;
  916. }
  917. send_info.seq=raw_info.reserved_seq;
  918. send_info.psh = 0;
  919. send_info.syn = 0;
  920. send_info.ack = 1;
  921. send_raw0(raw_info, 0, 0);
  922. send_handshake(raw_info,conn_info.my_id,0,const_id);
  923. send_info.seq+=raw_info.last_send_len;
  924. }
  925. else
  926. {
  927. send_handshake(raw_info,conn_info.my_id,0,const_id);
  928. if(raw_mode==mode_icmp)
  929. send_info.icmp_seq++;
  930. }
  931. conn_info.last_hb_sent_time=get_current_time();
  932. mylog(log_info,"(re)sent handshake1\n");
  933. return 0;
  934. }
  935. else
  936. {
  937. return 0;
  938. }
  939. return 0;
  940. }
  941. else if(conn_info.state.client_current_state==client_handshake2)
  942. {
  943. if(get_current_time()-conn_info.last_state_time>client_handshake_timeout)
  944. {
  945. conn_info.state.client_current_state=client_idle;
  946. mylog(log_info,"state back to client_idle from client_handshake2\n");
  947. return 0;
  948. }
  949. else if(get_current_time()-conn_info.last_hb_sent_time>client_retry_interval)
  950. {
  951. if(raw_mode==mode_faketcp)
  952. {
  953. if(conn_info.last_hb_sent_time==0)
  954. {
  955. send_info.ack_seq=recv_info.seq+raw_info.last_recv_len;
  956. send_info.ts_ack=recv_info.ts;
  957. raw_info.reserved_seq=send_info.seq;
  958. }
  959. send_info.seq=raw_info.reserved_seq;
  960. send_handshake(raw_info,conn_info.my_id,conn_info.oppsite_id,const_id);
  961. send_info.seq+=raw_info.last_send_len;
  962. }
  963. else
  964. {
  965. send_handshake(raw_info,conn_info.my_id,conn_info.oppsite_id,const_id);
  966. if(raw_mode==mode_icmp)
  967. send_info.icmp_seq++;
  968. }
  969. conn_info.last_hb_sent_time=get_current_time();
  970. mylog(log_info,"(re)sent handshake2\n");
  971. return 0;
  972. }
  973. else
  974. {
  975. return 0;
  976. }
  977. return 0;
  978. }
  979. else if(conn_info.state.client_current_state==client_ready)
  980. {
  981. fail_time_counter=0;
  982. mylog(log_trace,"time %llu,%llu\n",get_current_time(),conn_info.last_state_time);
  983. if(get_current_time()-conn_info.last_hb_recv_time>client_conn_timeout)
  984. {
  985. conn_info.state.client_current_state=client_idle;
  986. conn_info.my_id=get_true_random_number_nz();
  987. mylog(log_info,"state back to client_idle from client_ready bc of server-->client direction timeout\n");
  988. return 0;
  989. }
  990. if(get_current_time()-conn_info.last_hb_sent_time<heartbeat_interval)
  991. {
  992. return 0;
  993. }
  994. if(get_current_time()- conn_info.last_oppsite_roller_time>client_conn_uplink_timeout)
  995. {
  996. conn_info.state.client_current_state=client_idle;
  997. conn_info.my_id=get_true_random_number_nz();
  998. mylog(log_info,"state back to client_idle from client_ready bc of client-->server direction timeout\n");
  999. }
  1000. mylog(log_debug,"heartbeat sent <%x,%x>\n",conn_info.oppsite_id,conn_info.my_id);
  1001. send_safer(conn_info,'h',"",0);/////////////send
  1002. conn_info.last_hb_sent_time=get_current_time();
  1003. return 0;
  1004. }
  1005. else
  1006. {
  1007. mylog(log_fatal,"unknown state,this shouldnt happen.\n");
  1008. myexit(-1);
  1009. }
  1010. return 0;
  1011. }
  1012. int server_on_timer_multi(conn_info_t &conn_info,char * ip_port)
  1013. {
  1014. mylog(log_trace,"server timer!\n");
  1015. raw_info_t &raw_info=conn_info.raw_info;
  1016. assert(conn_info.state.server_current_state==server_ready);
  1017. if(conn_info.state.server_current_state==server_ready)
  1018. {
  1019. conn_info.blob->conv_manager.clear_inactive(ip_port);
  1020. /*
  1021. if( get_current_time()-conn_info.last_hb_recv_time>heartbeat_timeout )
  1022. {
  1023. mylog(log_trace,"%lld %lld\n",get_current_time(),conn_info.last_state_time);
  1024. conn_info.server_current_state=server_nothing;
  1025. //conn_manager.current_ready_ip=0;
  1026. //conn_manager.current_ready_port=0;
  1027. mylog(log_info,"changed state to server_nothing\n");
  1028. return 0;
  1029. }*/ //dont need to do this at server,conn_manger will clear expired connections
  1030. if(get_current_time()-conn_info.last_hb_sent_time<heartbeat_interval)
  1031. {
  1032. return 0;
  1033. }
  1034. send_safer(conn_info,'h',"",0); /////////////send
  1035. conn_info.last_hb_sent_time=get_current_time();
  1036. mylog(log_debug,"heart beat sent<%x,%x>\n",conn_info.my_id,conn_info.oppsite_id);
  1037. }
  1038. else
  1039. {
  1040. mylog(log_fatal,"this shouldnt happen!\n");
  1041. myexit(-1);
  1042. }
  1043. return 0;
  1044. }
  1045. int client_on_raw_recv(conn_info_t &conn_info)
  1046. {
  1047. char* data;int data_len;
  1048. packet_info_t &send_info=conn_info.raw_info.send_info;
  1049. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1050. raw_info_t &raw_info=conn_info.raw_info;
  1051. mylog(log_trace,"<client_on_raw_recv,send_info.ts_ack= %u>\n",send_info.ts_ack);
  1052. if(conn_info.state.client_current_state==client_idle )
  1053. {
  1054. recv(raw_recv_fd, 0,0, 0 );
  1055. }
  1056. else if(conn_info.state.client_current_state==client_tcp_handshake)//received syn ack
  1057. {
  1058. assert(raw_mode==mode_faketcp);
  1059. if(recv_raw0(raw_info,data,data_len)<0)
  1060. {
  1061. return -1;
  1062. }
  1063. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1064. {
  1065. mylog(log_debug,"unexpected adress %x %x %d %d\n",recv_info.src_ip,send_info.dst_ip,recv_info.src_port,send_info.dst_port);
  1066. return -1;
  1067. }
  1068. if(data_len==0&&raw_info.recv_info.syn==1&&raw_info.recv_info.ack==1)
  1069. {
  1070. if(recv_info.ack_seq!=send_info.seq+1)
  1071. {
  1072. mylog(log_debug,"seq ack_seq mis match\n");
  1073. return -1;
  1074. }
  1075. conn_info.state.client_current_state = client_handshake1;
  1076. mylog(log_info,"state changed from client_tcp_handshake to client_handshake1\n");
  1077. conn_info.last_state_time = get_current_time();
  1078. conn_info.last_hb_sent_time=0;
  1079. client_on_timer(conn_info);
  1080. return 0;
  1081. }
  1082. else
  1083. {
  1084. mylog(log_debug,"unexpected packet type,expected:syn ack\n");
  1085. return -1;
  1086. }
  1087. }
  1088. else if(conn_info.state.client_current_state==client_handshake1)//recevied respond of handshake1
  1089. {
  1090. if(recv_bare(raw_info,data,data_len)!=0)
  1091. {
  1092. mylog(log_debug,"recv_bare failed!\n");
  1093. return -1;
  1094. }
  1095. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1096. {
  1097. mylog(log_debug,"unexpected adress %x %x %d %d\n",recv_info.src_ip,send_info.dst_ip,recv_info.src_port,send_info.dst_port);
  1098. return -1;
  1099. }
  1100. if(data_len<int( 3*sizeof(id_t)))
  1101. {
  1102. mylog(log_debug,"too short to be a handshake\n");
  1103. return -1;
  1104. }
  1105. id_t tmp_oppsite_id= ntohl(* ((u32_t *)&data[0]));
  1106. id_t tmp_my_id=ntohl(* ((u32_t *)&data[sizeof(id_t)]));
  1107. id_t tmp_oppsite_const_id=ntohl(* ((u32_t *)&data[sizeof(id_t)*2]));
  1108. if(tmp_my_id!=conn_info.my_id)
  1109. {
  1110. mylog(log_debug,"tmp_my_id doesnt match\n");
  1111. return -1;
  1112. }
  1113. if(raw_mode==mode_faketcp)
  1114. {
  1115. if(recv_info.ack_seq!=send_info.seq)
  1116. {
  1117. mylog(log_debug,"seq ack_seq mis match\n");
  1118. return -1;
  1119. }
  1120. if(recv_info.seq!=send_info.ack_seq)
  1121. {
  1122. mylog(log_debug,"seq ack_seq mis match\n");
  1123. return -1;
  1124. }
  1125. }
  1126. conn_info.oppsite_id=tmp_oppsite_id;
  1127. mylog(log_info,"changed state from to client_handshake1 to client_handshake2,my_id is %x,oppsite id is %x\n",conn_info.my_id,conn_info.oppsite_id);
  1128. //send_handshake(raw_info,conn_info.my_id,conn_info.oppsite_id,const_id); //////////////send
  1129. conn_info.state.client_current_state = client_handshake2;
  1130. conn_info.last_state_time = get_current_time();
  1131. conn_info.last_hb_sent_time=0;
  1132. client_on_timer(conn_info);
  1133. return 0;
  1134. }
  1135. else if(conn_info.state.client_current_state==client_handshake2||conn_info.state.client_current_state==client_ready)//received heartbeat or data
  1136. {
  1137. char type;
  1138. if(recv_safer(conn_info,type,data,data_len)!=0)
  1139. {
  1140. mylog(log_debug,"recv_safer failed!\n");
  1141. return -1;
  1142. }
  1143. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1144. {
  1145. mylog(log_warn,"unexpected adress %x %x %d %d,this shouldnt happen.\n",recv_info.src_ip,send_info.dst_ip,recv_info.src_port,send_info.dst_port);
  1146. return -1;
  1147. }
  1148. if(conn_info.state.client_current_state==client_handshake2)
  1149. {
  1150. mylog(log_info,"changed state from to client_handshake2 to client_ready\n");
  1151. conn_info.state.client_current_state=client_ready;
  1152. conn_info.last_hb_sent_time=0;
  1153. conn_info.last_hb_recv_time=get_current_time();
  1154. conn_info.last_oppsite_roller_time=conn_info.last_hb_recv_time;
  1155. client_on_timer(conn_info);
  1156. }
  1157. if(data_len==0&&type=='h')
  1158. {
  1159. mylog(log_debug,"[hb]heart beat received\n");
  1160. conn_info.last_hb_recv_time=get_current_time();
  1161. return 0;
  1162. }
  1163. else if(data_len>= int( sizeof(u32_t))&&type=='d')
  1164. {
  1165. mylog(log_trace,"received a data from fake tcp,len:%d\n",data_len);
  1166. conn_info.last_hb_recv_time=get_current_time();
  1167. u32_t tmp_conv_id= ntohl(* ((u32_t *)&data[0]));
  1168. if(!conn_info.blob->conv_manager.is_conv_used(tmp_conv_id))
  1169. {
  1170. mylog(log_info,"unknow conv %d,ignore\n",tmp_conv_id);
  1171. return 0;
  1172. }
  1173. conn_info.blob->conv_manager.update_active_time(tmp_conv_id);
  1174. u64_t u64=conn_info.blob->conv_manager.find_u64_by_conv(tmp_conv_id);
  1175. sockaddr_in tmp_sockaddr={0};
  1176. tmp_sockaddr.sin_family = AF_INET;
  1177. tmp_sockaddr.sin_addr.s_addr=(u64>>32u);
  1178. tmp_sockaddr.sin_port= htons(uint16_t((u64<<32u)>>32u));
  1179. int ret=sendto(udp_fd,data+sizeof(u32_t),data_len -(sizeof(u32_t)),0,(struct sockaddr *)&tmp_sockaddr,sizeof(tmp_sockaddr));
  1180. if(ret<0)
  1181. {
  1182. mylog(log_warn,"sento returned %d\n",ret);
  1183. //perror("ret<0");
  1184. }
  1185. mylog(log_trace,"%s :%d\n",inet_ntoa(tmp_sockaddr.sin_addr),ntohs(tmp_sockaddr.sin_port));
  1186. mylog(log_trace,"%d byte sent\n",ret);
  1187. }
  1188. else
  1189. {
  1190. mylog(log_warn,"unknown packet,this shouldnt happen.\n");
  1191. return -1;
  1192. }
  1193. return 0;
  1194. }
  1195. else
  1196. {
  1197. mylog(log_fatal,"unknown state,this shouldnt happen.\n");
  1198. myexit(-1);
  1199. }
  1200. return 0;
  1201. }
  1202. int server_on_raw_recv_multi()
  1203. {
  1204. char dummy_buf[buf_len];
  1205. packet_info_t peek_info;
  1206. if(peek_raw(peek_info)<0)
  1207. {
  1208. recv(raw_recv_fd, 0,0, 0 );//
  1209. //struct sockaddr saddr;
  1210. //socklen_t saddr_size=sizeof(saddr);
  1211. ///recvfrom(raw_recv_fd, 0,0, 0 ,&saddr , &saddr_size);//
  1212. mylog(log_trace,"peek_raw failed\n");
  1213. return -1;
  1214. }else
  1215. {
  1216. mylog(log_trace,"peek_raw success\n");
  1217. }
  1218. u32_t ip=peek_info.src_ip;uint16_t port=peek_info.src_port;
  1219. char ip_port[40];
  1220. sprintf(ip_port,"%s:%d",my_ntoa(ip),port);
  1221. mylog(log_trace,"[%s]peek_raw\n",ip_port);
  1222. int data_len; char *data;
  1223. if(raw_mode==mode_faketcp&&peek_info.syn==1)
  1224. {
  1225. if(!conn_manager.exist(ip,port)||conn_manager.find_insert(ip,port).state.server_current_state!=server_ready)
  1226. {//reply any syn ,before state become ready
  1227. raw_info_t tmp_raw_info;
  1228. if(recv_raw0(tmp_raw_info,data,data_len)<0)
  1229. {
  1230. return 0;
  1231. }
  1232. raw_info_t &raw_info=tmp_raw_info;
  1233. packet_info_t &send_info=raw_info.send_info;
  1234. packet_info_t &recv_info=raw_info.recv_info;
  1235. send_info.src_ip=recv_info.dst_ip;
  1236. send_info.src_port=recv_info.dst_port;
  1237. send_info.dst_port = recv_info.src_port;
  1238. send_info.dst_ip = recv_info.src_ip;
  1239. if(data_len==0&&raw_info.recv_info.syn==1&&raw_info.recv_info.ack==0)
  1240. {
  1241. send_info.ack_seq = recv_info.seq + 1;
  1242. send_info.psh = 0;
  1243. send_info.syn = 1;
  1244. send_info.ack = 1;
  1245. send_info.ts_ack=recv_info.ts;
  1246. mylog(log_info,"[%s]received syn,sent syn ack back\n",ip_port);
  1247. send_raw0(raw_info, 0, 0);
  1248. return 0;
  1249. }
  1250. }
  1251. return 0;
  1252. }
  1253. if(!conn_manager.exist(ip,port))
  1254. {
  1255. if(conn_manager.mp.size()>=max_handshake_conn_num)
  1256. {
  1257. mylog(log_info,"[%s]reached max_handshake_conn_num,ignored new handshake\n",ip_port);
  1258. recv(raw_recv_fd, 0,0, 0 );//
  1259. return 0;
  1260. }
  1261. raw_info_t tmp_raw_info;
  1262. if(raw_mode==mode_icmp)
  1263. {
  1264. tmp_raw_info.send_info.dst_port=tmp_raw_info.send_info.src_port=port;
  1265. }
  1266. if(recv_bare(tmp_raw_info,data,data_len)<0)
  1267. {
  1268. return 0;
  1269. }
  1270. if(data_len<int( 3*sizeof(id_t)))
  1271. {
  1272. mylog(log_debug,"[%s]too short to be a handshake\n",ip_port);
  1273. return -1;
  1274. }
  1275. id_t zero=ntohl(* ((u32_t *)&data[sizeof(id_t)]));
  1276. if(zero!=0)
  1277. {
  1278. mylog(log_debug,"[%s]not a invalid initial handshake\n",ip_port);
  1279. return -1;
  1280. }
  1281. mylog(log_info,"[%s]got packet from a new ip\n",ip_port);
  1282. conn_info_t &conn_info=conn_manager.find_insert(ip,port);
  1283. conn_info.raw_info=tmp_raw_info;
  1284. packet_info_t &send_info=conn_info.raw_info.send_info;
  1285. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1286. raw_info_t &raw_info=conn_info.raw_info;
  1287. send_info.src_ip=recv_info.dst_ip;
  1288. send_info.src_port=recv_info.dst_port;
  1289. send_info.dst_port = recv_info.src_port;
  1290. send_info.dst_ip = recv_info.src_ip;
  1291. //id_t tmp_oppsite_id= ntohl(* ((u32_t *)&data[0]));
  1292. //mylog(log_info,"[%s]handshake1 received %x\n",ip_port,tmp_oppsite_id);
  1293. conn_info.my_id=get_true_random_number_nz();
  1294. mylog(log_info,"[%s]created new conn,state: server_handshake1,my_id is %x\n",ip_port,conn_info.my_id);
  1295. conn_info.state.server_current_state = server_handshake1;
  1296. conn_info.last_state_time = get_current_time();
  1297. server_on_raw_recv_handshake1(conn_info,ip_port,data,data_len);
  1298. return 0;
  1299. }
  1300. conn_info_t & conn_info=conn_manager.find_insert(ip,port);//insert if not exist
  1301. packet_info_t &send_info=conn_info.raw_info.send_info;
  1302. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1303. raw_info_t &raw_info=conn_info.raw_info;
  1304. if(conn_info.state.server_current_state==server_handshake1)
  1305. {
  1306. if(recv_bare(raw_info,data,data_len)!=0)
  1307. {
  1308. return -1;
  1309. }
  1310. server_on_raw_recv_handshake1(conn_info,ip_port,data,data_len);
  1311. }
  1312. if(conn_info.state.server_current_state==server_ready)
  1313. {
  1314. char type;
  1315. //mylog(log_info,"before recv_safer\n");
  1316. if (recv_safer(conn_info,type, data, data_len) != 0) {
  1317. return -1;
  1318. }
  1319. //mylog(log_info,"after recv_safer\n");
  1320. return server_on_raw_recv_ready(conn_info,ip_port,type,data,data_len);
  1321. }
  1322. return 0;
  1323. }
  1324. /*
  1325. int server_on_raw_recv_handshake1(conn_info_t &conn_info,id_t tmp_oppsite_id )
  1326. {
  1327. packet_info_t &send_info=conn_info.raw_info.send_info;
  1328. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1329. raw_info_t &raw_info=conn_info.raw_info;
  1330. return 0;
  1331. }*/
  1332. int server_on_raw_recv_handshake1(conn_info_t &conn_info,char * ip_port,char * data, int data_len)
  1333. {
  1334. packet_info_t &send_info=conn_info.raw_info.send_info;
  1335. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1336. raw_info_t &raw_info=conn_info.raw_info;
  1337. //u32_t ip=conn_info.raw_info.recv_info.src_ip;
  1338. //uint16_t port=conn_info.raw_info.recv_info.src_port;
  1339. //char ip_port[40];
  1340. //sprintf(ip_port,"%s:%d",my_ntoa(ip),port);
  1341. if(data_len<int( 3*sizeof(id_t)))
  1342. {
  1343. mylog(log_debug,"[%s] data_len=%d too short to be a handshake\n",ip_port,data_len);
  1344. return -1;
  1345. }
  1346. id_t tmp_oppsite_id= ntohl(* ((u32_t *)&data[0]));
  1347. id_t tmp_my_id=ntohl(* ((u32_t *)&data[sizeof(id_t)]));
  1348. if(tmp_my_id==0) //received init handshake again
  1349. {
  1350. if(raw_mode==mode_faketcp)
  1351. {
  1352. send_info.seq=recv_info.ack_seq;
  1353. send_info.ack_seq=recv_info.seq+raw_info.last_recv_len;
  1354. send_info.ts_ack=recv_info.ts;
  1355. }
  1356. if(raw_mode==mode_icmp)
  1357. {
  1358. send_info.icmp_seq=recv_info.icmp_seq;
  1359. }
  1360. send_handshake(raw_info,conn_info.my_id,tmp_oppsite_id,const_id); //////////////send
  1361. mylog(log_info,"[%s]changed state to server_handshake1,my_id is %x\n",ip_port,conn_info.my_id);
  1362. }
  1363. else if(tmp_my_id==conn_info.my_id)
  1364. {
  1365. conn_info.oppsite_id=tmp_oppsite_id;
  1366. id_t tmp_oppsite_const_id=ntohl(* ((u32_t *)&data[sizeof(id_t)*2]));
  1367. if(raw_mode==mode_faketcp)
  1368. {
  1369. send_info.seq=recv_info.ack_seq;
  1370. send_info.ack_seq=recv_info.seq+raw_info.last_recv_len;
  1371. send_info.ts_ack=recv_info.ts;
  1372. }
  1373. if(raw_mode==mode_icmp)
  1374. {
  1375. send_info.icmp_seq=recv_info.icmp_seq;
  1376. }
  1377. server_on_raw_recv_pre_ready(conn_info,ip_port,tmp_oppsite_const_id);
  1378. }
  1379. else
  1380. {
  1381. mylog(log_debug,"[%s]invalid my_id %x,my_id is %x\n",ip_port,tmp_my_id,conn_info.my_id);
  1382. }
  1383. return 0;
  1384. }
  1385. int server_on_raw_recv_ready(conn_info_t &conn_info,char * ip_port,char type,char *data,int data_len)
  1386. {
  1387. raw_info_t &raw_info = conn_info.raw_info;
  1388. packet_info_t &send_info = conn_info.raw_info.send_info;
  1389. packet_info_t &recv_info = conn_info.raw_info.recv_info;
  1390. //char ip_port[40];
  1391. //sprintf(ip_port,"%s:%d",my_ntoa(recv_info.src_ip),recv_info.src_port);
  1392. /*
  1393. if (recv_info.src_ip != send_info.dst_ip
  1394. || recv_info.src_port != send_info.dst_port) {
  1395. mylog(log_debug, "unexpected adress\n");
  1396. return 0;
  1397. }*/
  1398. if (type == 'h' && data_len == 0) {
  1399. //u32_t tmp = ntohl(*((u32_t *) &data[sizeof(u32_t)]));
  1400. mylog(log_debug,"[%s][hb]received hb \n",ip_port);
  1401. conn_info.last_hb_recv_time = get_current_time();
  1402. return 0;
  1403. } else if (type== 'd' && data_len >=int( sizeof(u32_t) ))
  1404. {
  1405. u32_t tmp_conv_id = ntohl(*((u32_t *) &data[0]));
  1406. conn_info.last_hb_recv_time = get_current_time();
  1407. mylog(log_trace, "conv:%u\n", tmp_conv_id);
  1408. if (!conn_info.blob->conv_manager.is_conv_used(tmp_conv_id)) {
  1409. if (conn_info.blob->conv_manager.get_size() >= max_conv_num) {
  1410. mylog(log_warn,
  1411. "[%s]ignored new conv %x connect bc max_conv_num exceed\n",ip_port,
  1412. tmp_conv_id);
  1413. return 0;
  1414. }
  1415. struct sockaddr_in remote_addr_in={0};
  1416. socklen_t slen = sizeof(sockaddr_in);
  1417. //memset(&remote_addr_in, 0, sizeof(remote_addr_in));
  1418. remote_addr_in.sin_family = AF_INET;
  1419. remote_addr_in.sin_port = htons(remote_port);
  1420. remote_addr_in.sin_addr.s_addr = remote_address_uint32;
  1421. int new_udp_fd = socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  1422. if (new_udp_fd < 0) {
  1423. mylog(log_warn, "[%s]create udp_fd error\n",ip_port);
  1424. return -1;
  1425. }
  1426. setnonblocking(new_udp_fd);
  1427. set_buf_size(new_udp_fd);
  1428. mylog(log_debug, "[%s]created new udp_fd %d\n",ip_port, new_udp_fd);
  1429. int ret = connect(new_udp_fd, (struct sockaddr *) &remote_addr_in,
  1430. slen);
  1431. if (ret != 0) {
  1432. mylog(log_warn, "udp fd connect fail\n");
  1433. close(new_udp_fd);
  1434. return -1;
  1435. }
  1436. struct epoll_event ev;
  1437. u64_t u64 = (u32_t(new_udp_fd))+(1llu<<32u);
  1438. mylog(log_trace, "[%s]u64: %lld\n",ip_port, u64);
  1439. ev.events = EPOLLIN;
  1440. ev.data.u64 = u64;
  1441. ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, new_udp_fd, &ev);
  1442. if (ret != 0) {
  1443. mylog(log_warn, "[%s]add udp_fd error\n",ip_port);
  1444. close(new_udp_fd);
  1445. return -1;
  1446. }
  1447. conn_info.blob->conv_manager.insert_conv(tmp_conv_id, new_udp_fd);
  1448. assert(conn_manager.udp_fd_mp.find(new_udp_fd)==conn_manager.udp_fd_mp.end());
  1449. conn_manager.udp_fd_mp[new_udp_fd] = &conn_info;
  1450. //pack_u64(conn_info.raw_info.recv_info.src_ip,conn_info.raw_info.recv_info.src_port);
  1451. mylog(log_info, "[%s]new conv conv_id=%x, assigned fd=%d\n",ip_port,
  1452. tmp_conv_id, new_udp_fd);
  1453. }
  1454. u64_t u64 = conn_info.blob->conv_manager.find_u64_by_conv(tmp_conv_id);
  1455. conn_info.blob->conv_manager.update_active_time(tmp_conv_id);
  1456. int fd = int((u64 << 32u) >> 32u);
  1457. mylog(log_trace, "[%s]received a data from fake tcp,len:%d\n",ip_port, data_len);
  1458. int ret = send(fd, data + sizeof(u32_t),
  1459. data_len - ( sizeof(u32_t)), 0);
  1460. mylog(log_trace, "[%s]%d byte sent ,fd :%d\n ",ip_port, ret, fd);
  1461. if (ret < 0) {
  1462. mylog(log_warn, "send returned %d\n", ret);
  1463. //perror("what happened????");
  1464. }
  1465. return 0;
  1466. }
  1467. return 0;
  1468. }
  1469. int server_on_raw_recv_pre_ready(conn_info_t &conn_info,char * ip_port,u32_t tmp_oppsite_const_id)
  1470. {
  1471. //u32_t ip;uint16_t port;
  1472. //ip=conn_info.raw_info.recv_info.src_ip;
  1473. //port=conn_info.raw_info.recv_info.src_port;
  1474. //char ip_port[40];
  1475. //sprintf(ip_port,"%s:%d",my_ntoa(ip),port);
  1476. mylog(log_info,"[%s]received handshake oppsite_id:%x my_id:%x\n",ip_port,conn_info.oppsite_id,conn_info.my_id);
  1477. mylog(log_info,"[%s]oppsite const_id:%x \n",ip_port,tmp_oppsite_const_id);
  1478. if(conn_manager.const_id_mp.find(tmp_oppsite_const_id)==conn_manager.const_id_mp.end())
  1479. {
  1480. //conn_manager.const_id_mp=
  1481. if(conn_manager.ready_num>=max_ready_conn_num)
  1482. {
  1483. mylog(log_info,"[%s]max_ready_conn_num,cant turn to ready\n",ip_port);
  1484. conn_info.state.server_current_state =server_idle;
  1485. return 0;
  1486. }
  1487. conn_info.prepare();
  1488. conn_info.state.server_current_state = server_ready;
  1489. conn_info.oppsite_const_id=tmp_oppsite_const_id;
  1490. conn_manager.ready_num++;
  1491. conn_manager.const_id_mp[tmp_oppsite_const_id]=&conn_info;
  1492. //conn_info.last_state_time=get_current_time(); //dont change this!!!!!!!!!!!!!!!!!!!!!!!!!
  1493. //conn_manager.current_ready_ip=ip;
  1494. //conn_manager.current_ready_port=port;
  1495. //my_id=conn_info.my_id;
  1496. //oppsite_id=conn_info.oppsite_id;
  1497. conn_info.last_hb_recv_time = get_current_time();
  1498. conn_info.last_hb_sent_time = conn_info.last_hb_recv_time;//=get_current_time()
  1499. send_safer(conn_info, 'h',"", 0); /////////////send
  1500. mylog(log_info, "[%s]changed state to server_ready\n",ip_port);
  1501. conn_info.blob->anti_replay.re_init();
  1502. //g_conn_info=conn_info;
  1503. int new_timer_fd;
  1504. set_timer_server(epollfd, new_timer_fd);
  1505. conn_info.timer_fd=new_timer_fd;
  1506. assert(conn_manager.timer_fd_mp.find(new_timer_fd)==conn_manager.timer_fd_mp.end());
  1507. conn_manager.timer_fd_mp[new_timer_fd] = &conn_info;//pack_u64(ip,port);
  1508. //timer_fd_mp[new_timer_fd]
  1509. /*
  1510. if(oppsite_const_id!=0&&tmp_oppsite_const_id!=oppsite_const_id) //TODO MOVE TO READY
  1511. {
  1512. mylog(log_info,"cleared all conv bc of const id doesnt match\n");
  1513. conv_manager.clear();
  1514. }*/
  1515. //oppsite_const_id=tmp_oppsite_const_id;
  1516. }
  1517. else
  1518. {
  1519. conn_info_t &ori_conn_info=*conn_manager.const_id_mp[tmp_oppsite_const_id];
  1520. if(ori_conn_info.state.server_current_state==server_ready)
  1521. {
  1522. if(conn_info.last_state_time<ori_conn_info.last_state_time)
  1523. {
  1524. mylog(log_info,"[%s]conn_info.last_state_time<ori_conn_info.last_state_time. ignored new handshake\n",ip_port);
  1525. conn_info.state.server_current_state=server_idle;
  1526. conn_info.oppsite_const_id=0;
  1527. return 0;
  1528. }
  1529. if(!conn_manager.exist(ori_conn_info.raw_info.recv_info.src_ip,ori_conn_info.raw_info.recv_info.src_port))//TODO remove this
  1530. {
  1531. mylog(log_fatal,"[%s]this shouldnt happen\n",ip_port);
  1532. myexit(-1);
  1533. }
  1534. if(!conn_manager.exist(conn_info.raw_info.recv_info.src_ip,conn_info.raw_info.recv_info.src_port))//TODO remove this
  1535. {
  1536. mylog(log_fatal,"[%s]this shouldnt happen2\n",ip_port);
  1537. myexit(-1);
  1538. }
  1539. conn_info_t *&p_ori=conn_manager.find_insert_p(ori_conn_info.raw_info.recv_info.src_ip,ori_conn_info.raw_info.recv_info.src_port);
  1540. conn_info_t *&p=conn_manager.find_insert_p(conn_info.raw_info.recv_info.src_ip,conn_info.raw_info.recv_info.src_port);
  1541. conn_info_t *tmp=p;
  1542. p=p_ori;
  1543. p_ori=tmp;
  1544. mylog(log_info,"[%s]grabbed a connection\n",ip_port);
  1545. //ori_conn_info.state.server_current_state=server_ready;
  1546. ori_conn_info.recover(conn_info);
  1547. send_safer(ori_conn_info, 'h',"", 0);
  1548. //ori_conn_info.blob->anti_replay.re_init();
  1549. conn_info.state.server_current_state=server_idle;
  1550. conn_info.oppsite_const_id=0;
  1551. }
  1552. else
  1553. {
  1554. mylog(log_fatal,"[%s]this should never happen\n",ip_port);
  1555. myexit(-1);
  1556. }
  1557. return 0;
  1558. }
  1559. return 0;
  1560. }
  1561. int get_src_adress(u32_t &ip)
  1562. {
  1563. struct sockaddr_in remote_addr_in={0};
  1564. socklen_t slen = sizeof(sockaddr_in);
  1565. //memset(&remote_addr_in, 0, sizeof(remote_addr_in));
  1566. remote_addr_in.sin_family = AF_INET;
  1567. remote_addr_in.sin_port = htons(remote_port);
  1568. remote_addr_in.sin_addr.s_addr = remote_address_uint32;
  1569. int new_udp_fd=socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  1570. if(new_udp_fd<0)
  1571. {
  1572. mylog(log_warn,"create udp_fd error\n");
  1573. return -1;
  1574. }
  1575. set_buf_size(new_udp_fd);
  1576. mylog(log_debug,"created new udp_fd %d\n",new_udp_fd);
  1577. int ret = connect(new_udp_fd, (struct sockaddr *) &remote_addr_in, slen);
  1578. if(ret!=0)
  1579. {
  1580. mylog(log_warn,"udp fd connect fail\n");
  1581. close(new_udp_fd);
  1582. return -1;
  1583. }
  1584. struct sockaddr_in my_addr={0};
  1585. socklen_t len=sizeof(my_addr);
  1586. if(getsockname(new_udp_fd, (struct sockaddr *) &my_addr, &len)!=0) return -1;
  1587. ip=my_addr.sin_addr.s_addr;
  1588. close(new_udp_fd);
  1589. return 0;
  1590. }
  1591. int client_event_loop()
  1592. {
  1593. char buf[buf_len];
  1594. conn_info_t conn_info;
  1595. conn_info.my_id=get_true_random_number_nz();
  1596. conn_info.prepare();
  1597. packet_info_t &send_info=conn_info.raw_info.send_info;
  1598. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1599. //printf("?????\n");
  1600. if(source_address_uint32==0)
  1601. {
  1602. mylog(log_info,"get_src_adress called\n");
  1603. if(get_src_adress(source_address_uint32)!=0)
  1604. {
  1605. mylog(log_fatal,"the trick to auto get source ip failed,you should specific an ip by --source-ip\n");
  1606. myexit(-1);
  1607. }
  1608. }
  1609. in_addr tmp;
  1610. tmp.s_addr=source_address_uint32;
  1611. mylog(log_info,"source ip = %s\n",inet_ntoa(tmp));
  1612. //printf("done\n");
  1613. if(try_to_list_and_bind(source_port)!=0)
  1614. {
  1615. mylog(log_fatal,"bind to source_port:%d fail\n ",source_port);
  1616. myexit(-1);
  1617. }
  1618. send_info.src_port=source_port;
  1619. send_info.src_ip = source_address_uint32;
  1620. int i, j, k;int ret;
  1621. init_raw_socket();
  1622. //init_filter(source_port);
  1623. send_info.dst_ip=remote_address_uint32;
  1624. send_info.dst_port=remote_port;
  1625. //g_packet_info.src_ip=source_address_uint32;
  1626. //g_packet_info.src_port=source_port;
  1627. udp_fd=socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  1628. set_buf_size(udp_fd);
  1629. int yes = 1;
  1630. //setsockopt(udp_fd, SOL_SOCKET, SO_REUSEADDR, &yes, sizeof(yes));
  1631. struct sockaddr_in local_me={0};
  1632. socklen_t slen = sizeof(sockaddr_in);
  1633. //memset(&local_me, 0, sizeof(local_me));
  1634. local_me.sin_family = AF_INET;
  1635. local_me.sin_port = htons(local_port);
  1636. local_me.sin_addr.s_addr = local_address_uint32;
  1637. if (bind(udp_fd, (struct sockaddr*) &local_me, slen) == -1) {
  1638. mylog(log_fatal,"socket bind error\n");
  1639. //perror("socket bind error");
  1640. myexit(1);
  1641. }
  1642. setnonblocking(udp_fd);
  1643. epollfd = epoll_create1(0);
  1644. const int max_events = 4096;
  1645. struct epoll_event ev, events[max_events];
  1646. if (epollfd < 0) {
  1647. mylog(log_fatal,"epoll return %d\n", epollfd);
  1648. myexit(-1);
  1649. }
  1650. ev.events = EPOLLIN;
  1651. ev.data.u64 = udp_fd;
  1652. ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, udp_fd, &ev);
  1653. if (ret!=0) {
  1654. mylog(log_fatal,"add udp_listen_fd error\n");
  1655. myexit(-1);
  1656. }
  1657. ev.events = EPOLLIN;
  1658. ev.data.u64 = raw_recv_fd;
  1659. ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, raw_recv_fd, &ev);
  1660. if (ret!= 0) {
  1661. mylog(log_fatal,"add raw_fd error\n");
  1662. myexit(-1);
  1663. }
  1664. ////add_timer for fake_tcp_keep_connection_client
  1665. //sleep(10);
  1666. //memset(&udp_old_addr_in,0,sizeof(sockaddr_in));
  1667. int unbind=1;
  1668. set_timer(epollfd,timer_fd);
  1669. mylog(log_debug,"send_raw : from %x %d to %x %d\n",send_info.src_ip,send_info.src_port,send_info.dst_ip,send_info.dst_port);
  1670. while(1)////////////////////////
  1671. {
  1672. if(about_to_exit) myexit(0);
  1673. epoll_trigger_counter++;
  1674. int nfds = epoll_wait(epollfd, events, max_events, 180 * 1000);
  1675. if (nfds < 0) { //allow zero
  1676. if(errno==EINTR )
  1677. {
  1678. mylog(log_info,"epoll interrupted by signal\n");
  1679. myexit(0);
  1680. }
  1681. else
  1682. {
  1683. mylog(log_fatal,"epoll_wait return %d\n", nfds);
  1684. myexit(-1);
  1685. }
  1686. }
  1687. int idx;
  1688. for (idx = 0; idx < nfds; ++idx) {
  1689. if (events[idx].data.u64 == (u64_t)raw_recv_fd)
  1690. {
  1691. iphdr *iph;tcphdr *tcph;
  1692. client_on_raw_recv(conn_info);
  1693. }
  1694. else if(events[idx].data.u64 ==(u64_t)timer_fd)
  1695. {
  1696. u64_t value;
  1697. read(timer_fd, &value, 8);
  1698. client_on_timer(conn_info);
  1699. mylog(log_trace,"epoll_trigger_counter: %d \n",epoll_trigger_counter);
  1700. epoll_trigger_counter=0;
  1701. }
  1702. else if (events[idx].data.u64 == (u64_t)udp_fd)
  1703. {
  1704. int recv_len;
  1705. struct sockaddr_in udp_new_addr_in={0};
  1706. socklen_t udp_new_addr_len = sizeof(sockaddr_in);
  1707. if ((recv_len = recvfrom(udp_fd, buf, max_data_len, 0,
  1708. (struct sockaddr *) &udp_new_addr_in, &udp_new_addr_len)) == -1) {
  1709. mylog(log_error,"recv_from error,this shouldnt happen at client\n");
  1710. myexit(1);
  1711. };
  1712. if(recv_len>=mtu_warn)
  1713. {
  1714. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",recv_len,mtu_warn);
  1715. }
  1716. mylog(log_trace,"Received packet from %s:%d,len: %d\n", inet_ntoa(udp_new_addr_in.sin_addr),
  1717. ntohs(udp_new_addr_in.sin_port),recv_len);
  1718. /*
  1719. if(udp_old_addr_in.sin_addr.s_addr==0&&udp_old_addr_in.sin_port==0)
  1720. {
  1721. memcpy(&udp_old_addr_in,&udp_new_addr_in,sizeof(udp_new_addr_in));
  1722. }
  1723. else if(udp_new_addr_in.sin_addr.s_addr!=udp_old_addr_in.sin_addr.s_addr
  1724. ||udp_new_addr_in.sin_port!=udp_old_addr_in.sin_port)
  1725. {
  1726. if(get_current_time()- last_udp_recv_time <udp_timeout)
  1727. {
  1728. printf("new <ip,port> connected in,ignored,bc last connection is still active\n");
  1729. continue;
  1730. }
  1731. else
  1732. {
  1733. printf("new <ip,port> connected in,accpeted\n");
  1734. memcpy(&udp_old_addr_in,&udp_new_addr_in,sizeof(udp_new_addr_in));
  1735. conv_id++;
  1736. }
  1737. }*/
  1738. //last_udp_recv_time=get_current_time();
  1739. u64_t u64=((u64_t(udp_new_addr_in.sin_addr.s_addr))<<32u)+ntohs(udp_new_addr_in.sin_port);
  1740. u32_t conv;
  1741. if(!conn_info.blob->conv_manager.is_u64_used(u64))
  1742. {
  1743. if(conn_info.blob->conv_manager.get_size() >=max_conv_num)
  1744. {
  1745. mylog(log_warn,"ignored new udp connect bc max_conv_num exceed\n");
  1746. continue;
  1747. }
  1748. conv=conn_info.blob->conv_manager.get_new_conv();
  1749. conn_info.blob->conv_manager.insert_conv(conv,u64);
  1750. mylog(log_info,"new packet from %s:%d,conv_id=%x\n",inet_ntoa(udp_new_addr_in.sin_addr),ntohs(udp_new_addr_in.sin_port),conv);
  1751. }
  1752. else
  1753. {
  1754. conv=conn_info.blob->conv_manager.find_conv_by_u64(u64);
  1755. }
  1756. conn_info.blob->conv_manager.update_active_time(conv);
  1757. if(conn_info.state.client_current_state==client_ready)
  1758. {
  1759. /*
  1760. char buf2[6000];
  1761. int ret1=send_raw(conn_info.raw_info,buf2,40);
  1762. int ret2=send_raw(conn_info.raw_info,buf2,500);
  1763. int ret3=send_raw(conn_info.raw_info,buf2,1000);
  1764. int ret4=send_raw(conn_info.raw_info,buf2,2000);
  1765. mylog(log_warn,"ret= %d %d %d %d\n",ret1,ret2,ret3,ret4);*/
  1766. send_data_safer(conn_info,buf,recv_len,conv);
  1767. }
  1768. }
  1769. else
  1770. {
  1771. mylog(log_fatal,"unknown fd,this should never happen\n");
  1772. myexit(-1);
  1773. }
  1774. }
  1775. }
  1776. return 0;
  1777. }
  1778. int server_event_loop()
  1779. {
  1780. char buf[buf_len];
  1781. int i, j, k;int ret;
  1782. bind_address_uint32=local_address_uint32;//only server has bind adress,client sets it to zero
  1783. if(raw_mode==mode_faketcp)
  1784. {
  1785. bind_fd=socket(AF_INET,SOCK_STREAM,0);
  1786. }
  1787. else if(raw_mode==mode_udp||raw_mode==mode_icmp)//bind an adress to avoid collision,for icmp,there is no port,just bind a udp port
  1788. {
  1789. bind_fd=socket(AF_INET,SOCK_DGRAM,0);
  1790. }
  1791. struct sockaddr_in temp_bind_addr={0};
  1792. // bzero(&temp_bind_addr, sizeof(temp_bind_addr));
  1793. temp_bind_addr.sin_family = AF_INET;
  1794. temp_bind_addr.sin_port = htons(local_port);
  1795. temp_bind_addr.sin_addr.s_addr = local_address_uint32;
  1796. if (bind(bind_fd, (struct sockaddr*)&temp_bind_addr, sizeof(temp_bind_addr)) !=0)
  1797. {
  1798. mylog(log_fatal,"bind fail\n");
  1799. myexit(-1);
  1800. }
  1801. if(raw_mode==mode_faketcp)
  1802. {
  1803. if(listen(bind_fd, SOMAXCONN) != 0 )
  1804. {
  1805. mylog(log_fatal,"listen fail\n");
  1806. myexit(-1);
  1807. }
  1808. }
  1809. init_raw_socket();
  1810. init_filter(local_port);//bpf filter
  1811. epollfd = epoll_create1(0);
  1812. const int max_events = 4096;
  1813. struct epoll_event ev, events[max_events];
  1814. if (epollfd < 0) {
  1815. mylog(log_fatal,"epoll return %d\n", epollfd);
  1816. myexit(-1);
  1817. }
  1818. ev.events = EPOLLIN;
  1819. ev.data.u64 = raw_recv_fd;
  1820. ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, raw_recv_fd, &ev);
  1821. if (ret!= 0) {
  1822. mylog(log_fatal,"add raw_fd error\n");
  1823. myexit(-1);
  1824. }
  1825. int timer_fd;
  1826. set_timer(epollfd,timer_fd);
  1827. u64_t begin_time=0;
  1828. u64_t end_time=0;
  1829. while(1)////////////////////////
  1830. {
  1831. if(about_to_exit) myexit(0);
  1832. int nfds = epoll_wait(epollfd, events, max_events, 180 * 1000);
  1833. if (nfds < 0) { //allow zero
  1834. if(errno==EINTR )
  1835. {
  1836. mylog(log_info,"epoll interrupted by signal\n");
  1837. myexit(0);
  1838. }
  1839. else
  1840. {
  1841. mylog(log_fatal,"epoll_wait return %d\n", nfds);
  1842. myexit(-1);
  1843. }
  1844. }
  1845. int idx;
  1846. for (idx = 0; idx < nfds; ++idx)
  1847. {
  1848. //mylog(log_debug,"ndfs: %d \n",nfds);
  1849. epoll_trigger_counter++;
  1850. //printf("%d %d %d %d\n",timer_fd,raw_recv_fd,raw_send_fd,n);
  1851. if ((events[idx].data.u64 ) == (u64_t)timer_fd)
  1852. {
  1853. if(debug_flag)begin_time=get_current_time();
  1854. conn_manager.clear_inactive();
  1855. u64_t dummy;
  1856. read(timer_fd, &dummy, 8);
  1857. //current_time_rough=get_current_time();
  1858. if(debug_flag)
  1859. {
  1860. end_time=get_current_time();
  1861. mylog(log_debug,"timer_fd,%llu,%llu,%llu\n",begin_time,end_time,end_time-begin_time);
  1862. }
  1863. mylog(log_trace,"epoll_trigger_counter: %d \n",epoll_trigger_counter);
  1864. epoll_trigger_counter=0;
  1865. }
  1866. else if (events[idx].data.u64 == (u64_t)raw_recv_fd)
  1867. {
  1868. if(debug_flag)begin_time=get_current_time();
  1869. server_on_raw_recv_multi();
  1870. if(debug_flag)
  1871. {
  1872. end_time=get_current_time();
  1873. mylog(log_debug,"raw_recv_fd,%llu,%llu,%llu \n",begin_time,end_time,end_time-begin_time);
  1874. }
  1875. }
  1876. else if ((events[idx].data.u64 >>32u) == 2u)
  1877. {
  1878. if(debug_flag)begin_time=get_current_time();
  1879. int fd=get_u64_l(events[idx].data.u64);
  1880. u64_t dummy;
  1881. read(fd, &dummy, 8);
  1882. if(conn_manager.timer_fd_mp.find(fd)==conn_manager.timer_fd_mp.end()) //this can happen,when fd is a just closed fd
  1883. {
  1884. mylog(log_info,"timer_fd no longer exits\n");
  1885. continue;
  1886. }
  1887. conn_info_t* p_conn_info=conn_manager.timer_fd_mp[fd];
  1888. u32_t ip=p_conn_info->raw_info.recv_info.src_ip;
  1889. u32_t port=p_conn_info->raw_info.recv_info.src_port;
  1890. assert(conn_manager.exist(ip,port));//TODO remove this for peformance
  1891. assert(p_conn_info->state.server_current_state == server_ready); //TODO remove this for peformance
  1892. //conn_info_t &conn_info=conn_manager.find(ip,port);
  1893. char ip_port[40];
  1894. sprintf(ip_port,"%s:%d",my_ntoa(ip),port);
  1895. server_on_timer_multi(*p_conn_info,ip_port);
  1896. if(debug_flag)
  1897. {
  1898. end_time=get_current_time();
  1899. mylog(log_debug,"(events[idx].data.u64 >>32u) == 2u ,%llu,%llu,%llu \n",begin_time,end_time,end_time-begin_time);
  1900. }
  1901. }
  1902. else if ((events[idx].data.u64 >>32u) == 1u)
  1903. {
  1904. //uint32_t conv_id=events[n].data.u64>>32u;
  1905. if(debug_flag)begin_time=get_current_time();
  1906. int fd=int((events[idx].data.u64<<32u)>>32u);
  1907. if(conn_manager.udp_fd_mp.find(fd)==conn_manager.udp_fd_mp.end()) //this can happen,when fd is a just closed fd
  1908. {
  1909. mylog(log_debug,"fd no longer exists in udp_fd_mp,udp fd %d\n",fd);
  1910. recv(fd,0,0,0);
  1911. continue;
  1912. }
  1913. conn_info_t* p_conn_info=conn_manager.udp_fd_mp[fd];
  1914. u32_t ip=p_conn_info->raw_info.recv_info.src_ip;
  1915. u32_t port=p_conn_info->raw_info.recv_info.src_port;
  1916. if(!conn_manager.exist(ip,port))//TODO remove this for peformance
  1917. {
  1918. mylog(log_fatal,"ip port no longer exits 2!!!this shouldnt happen\n");
  1919. myexit(-1);
  1920. }
  1921. if(p_conn_info->state.server_current_state!=server_ready)//TODO remove this for peformance
  1922. {
  1923. mylog(log_fatal,"p_conn_info->state.server_current_state!=server_ready!!!this shouldnt happen\n");
  1924. myexit(-1);
  1925. }
  1926. conn_info_t &conn_info=*p_conn_info;
  1927. if(!conn_info.blob->conv_manager.is_u64_used(fd))
  1928. {
  1929. mylog(log_debug,"conv no longer exists,udp fd %d\n",fd);
  1930. int recv_len=recv(fd,0,0,0); ///////////TODO ,delete this
  1931. continue;
  1932. }
  1933. u32_t conv_id=conn_info.blob->conv_manager.find_conv_by_u64(fd);
  1934. int recv_len=recv(fd,buf,max_data_len,0);
  1935. mylog(log_trace,"received a packet from udp_fd,len:%d\n",recv_len);
  1936. if(recv_len<0)
  1937. {
  1938. mylog(log_debug,"udp fd,recv_len<0 continue,%s\n",strerror(errno));
  1939. continue;
  1940. }
  1941. if(recv_len>=mtu_warn)
  1942. {
  1943. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",recv_len,mtu_warn);
  1944. }
  1945. //conn_info.conv_manager->update_active_time(conv_id); server dosnt update from upd side,only update from raw side. (client updates at both side)
  1946. if(conn_info.state.server_current_state==server_ready)
  1947. {
  1948. send_data_safer(conn_info,buf,recv_len,conv_id);
  1949. //send_data(g_packet_info_send,buf,recv_len,my_id,oppsite_id,conv_id);
  1950. mylog(log_trace,"send_data_safer ,sent !!\n");
  1951. }
  1952. if(debug_flag)
  1953. {
  1954. end_time=get_current_time();
  1955. mylog(log_debug,"(events[idx].data.u64 >>32u) == 1u,%lld,%lld,%lld \n",begin_time,end_time,end_time-begin_time);
  1956. }
  1957. }
  1958. else
  1959. {
  1960. mylog(log_fatal,"unknown fd,this should never happen\n");
  1961. myexit(-1);
  1962. }
  1963. }
  1964. }
  1965. return 0;
  1966. }
  1967. void process_lower_level()
  1968. {
  1969. if (strchr(optarg, '#') == 0) {
  1970. mylog(log_fatal,
  1971. "lower-level parameter invaild,should be if_name#mac_adress ,ie eth0#00:23:45:67:89:b9\n");
  1972. myexit(-1);
  1973. }
  1974. lower_level = 1;
  1975. u32_t hw[6];
  1976. memset(hw, 0, sizeof(hw));
  1977. sscanf(optarg, "%[^#]#%x:%x:%x:%x:%x:%x", if_name, &hw[0], &hw[1], &hw[2],
  1978. &hw[3], &hw[4], &hw[5]);
  1979. mylog(log_warn,
  1980. "make sure this is correct: ifname=<%s> gateway_hw_hd=<%x:%x:%x:%x:%x:%x> \n",
  1981. if_name, hw[0], hw[1], hw[2], hw[3], hw[4], hw[5]);
  1982. for (int i = 0; i < 6; i++) {
  1983. oppsite_hw_addr[i] = uint8_t(hw[i]);
  1984. }
  1985. }
  1986. void print_help()
  1987. {
  1988. printf("udp2raw-tunnel\n");
  1989. printf("version: %s %s\n",__DATE__,__TIME__);
  1990. printf("repository: https://github.com/wangyu-/udp2raw-tunnel\n");
  1991. printf("\n");
  1992. printf("usage:\n");
  1993. printf(" run as client : ./this_program -c -l local_listen_ip:local_port -r server_ip:server_port [options]\n");
  1994. printf(" run as server : ./this_program -s -l server_listen_ip:server_port -r remote_ip:remote_port [options]\n");
  1995. printf("\n");
  1996. printf("common options,these options must be same on both side:\n");
  1997. printf(" --raw-mode <string> avaliable values:faketcp(default),udp,icmp\n");
  1998. printf(" -k,--key <string> password to gen symetric key,default:\"secret key\"\n");
  1999. printf(" --cipher-mode <string> avaliable values:aes128cbc(default),xor,none\n");
  2000. printf(" --auth-mode <string> avaliable values:md5(default),crc32,simple,none\n");
  2001. printf(" -a,--auto-rule auto add (and delete) iptables rule\n");
  2002. printf(" -g,--gen-rule generate iptables rule then exit\n");
  2003. printf(" --disable-anti-replay disable anti-replay,not suggested\n");
  2004. //printf("\n");
  2005. printf("client options:\n");
  2006. printf(" --source-ip <ip> force source-ip for raw socket\n");
  2007. printf(" --source-port <port> force source-port for raw socket,tcp/udp only\n");
  2008. printf(" this option disables port changing while re-connecting\n");
  2009. // printf(" \n");
  2010. printf("other options:\n");
  2011. printf(" --log-level <number> 0:never 1:fatal 2:error 3:warn \n");
  2012. printf(" 4:info (default) 5:debug 6:trace\n");
  2013. // printf("\n");
  2014. printf(" --log-position enable file name,function name,line number in log\n");
  2015. printf(" --disable-color disable log color\n");
  2016. printf(" --disable-bpf disable the kernel space filter,most time its not necessary\n");
  2017. printf(" unless you suspect there is a bug\n");
  2018. // printf("\n");
  2019. printf(" --sock-buf <number> buf size for socket,>=10 and <=10240,unit:kbyte,default:1024\n");
  2020. printf(" --seqmode <number> seq increase mode for faketcp:\n");
  2021. printf(" 0:dont increase\n");
  2022. printf(" 1:increase every packet\n");
  2023. printf(" 2:increase randomly, about every 3 packets (default)\n");
  2024. // printf("\n");
  2025. printf(" --lower-level <string> send packet at OSI level 2, format:'if_name#gateway_mac_adress'\n");
  2026. printf(" ie:'eth0#00:23:45:67:89:b9'.Beta.\n");
  2027. printf(" -h,--help print this help message\n");
  2028. //printf("common options,these options must be same on both side\n");
  2029. }
  2030. void process_arg(int argc, char *argv[])
  2031. {
  2032. int i,j,k,opt;
  2033. static struct option long_options[] =
  2034. {
  2035. /* These options set a flag. */
  2036. {"source-ip", required_argument, 0, 1},
  2037. {"source-port", required_argument, 0, 1},
  2038. {"log-level", required_argument, 0, 1},
  2039. {"key", required_argument, 0, 'k'},
  2040. {"auth-mode", required_argument, 0, 1},
  2041. {"cipher-mode", required_argument, 0, 1},
  2042. {"raw-mode", required_argument, 0, 1},
  2043. {"disable-color", no_argument, 0, 1},
  2044. {"log-position", no_argument, 0, 1},
  2045. {"disable-bpf", no_argument, 0, 1},
  2046. {"disable-anti-replay", no_argument, 0, 1},
  2047. {"auto-rule", no_argument, 0, 'a'},
  2048. {"gen-rule", no_argument, 0, 'g'},
  2049. {"debug", no_argument, 0, 1},
  2050. {"clear", no_argument, 0, 1},
  2051. {"lower-level", required_argument, 0, 1},
  2052. {"sock-buf", required_argument, 0, 1},
  2053. {"seq-mode", required_argument, 0, 1},
  2054. {NULL, 0, 0, 0}
  2055. };
  2056. int option_index = 0;
  2057. for (i = 0; i < argc; i++)
  2058. {
  2059. if(strcmp(argv[i],"-h")==0||strcmp(argv[i],"--help")==0)
  2060. {
  2061. print_help();
  2062. myexit(0);
  2063. }
  2064. }
  2065. for (i = 0; i < argc; i++)
  2066. {
  2067. if(strcmp(argv[i],"--log-level")==0)
  2068. {
  2069. if(i<argc -1)
  2070. {
  2071. sscanf(argv[i+1],"%d",&log_level);
  2072. if(0<=log_level&&log_level<log_end)
  2073. {
  2074. }
  2075. else
  2076. {
  2077. log_bare(log_fatal,"invalid log_level\n");
  2078. myexit(-1);
  2079. }
  2080. }
  2081. }
  2082. if(strcmp(argv[i],"--disable-color")==0)
  2083. {
  2084. enable_log_color=0;
  2085. }
  2086. }
  2087. mylog(log_info,"argc=%d ", argc);
  2088. for (i = 0; i < argc; i++) {
  2089. log_bare(log_info, "%s ", argv[i]);
  2090. }
  2091. log_bare(log_info, "\n");
  2092. if (argc == 1)
  2093. {
  2094. print_help();
  2095. myexit(-1);
  2096. }
  2097. int no_l = 1, no_r = 1;
  2098. while ((opt = getopt_long(argc, argv, "l:r:schk:ag",long_options,&option_index)) != -1) {
  2099. //string opt_key;
  2100. //opt_key+=opt;
  2101. switch (opt) {
  2102. case 'l':
  2103. no_l = 0;
  2104. if (strchr(optarg, ':') != 0) {
  2105. sscanf(optarg, "%[^:]:%d", local_address, &local_port);
  2106. if(local_port==22)
  2107. {
  2108. mylog(log_fatal,"port 22 not allowed\n");
  2109. myexit(-1);
  2110. }
  2111. } else {
  2112. mylog(log_fatal,"invalid parameter for -l ,%s,should be ip:port\n",optarg);
  2113. myexit(-1);
  2114. }
  2115. break;
  2116. case 'r':
  2117. no_r = 0;
  2118. if (strchr(optarg, ':') != 0) {
  2119. sscanf(optarg, "%[^:]:%d", remote_address, &remote_port);
  2120. if(remote_port==22)
  2121. {
  2122. mylog(log_fatal,"port 22 not allowed\n");
  2123. myexit(-1);
  2124. }
  2125. } else {
  2126. mylog(log_fatal,"invalid parameter for -r ,%s,should be ip:port\n",optarg);
  2127. myexit(-1);
  2128. }
  2129. break;
  2130. case 's':
  2131. if(program_mode==0)
  2132. {
  2133. program_mode=server_mode;
  2134. }
  2135. else
  2136. {
  2137. mylog(log_fatal,"-s /-c has already been set,conflict\n");
  2138. myexit(-1);
  2139. }
  2140. break;
  2141. case 'c':
  2142. if(program_mode==0)
  2143. {
  2144. program_mode=client_mode;
  2145. }
  2146. else
  2147. {
  2148. mylog(log_fatal,"-s /-c has already been set,conflict\n");
  2149. myexit(-1);
  2150. }
  2151. break;
  2152. case 'h':
  2153. break;
  2154. case 'a':
  2155. auto_add_iptables_rule=1;
  2156. break;
  2157. case 'g':
  2158. generate_iptables_rule=1;
  2159. break;
  2160. case 'k':
  2161. mylog(log_debug,"parsing key option\n");
  2162. sscanf(optarg,"%s",key_string);
  2163. break;
  2164. case 1:
  2165. mylog(log_debug,"option_index: %d\n",option_index);
  2166. if(strcmp(long_options[option_index].name,"clear")==0)
  2167. {
  2168. char *output;
  2169. //int ret =system("iptables-save |grep udp2raw_dWRwMnJhdw|sed -n 's/^-A/iptables -D/p'|sh");
  2170. int ret =run_command("iptables -S|sed -n '/udp2raw_dWRwMnJhdw/p'|sed -n 's/^-A/iptables -D/p'|sh",output);
  2171. //system("iptables-save |grep udp2raw_dWRwMnJhdw|sed 's/^-A/iptables -D/'|sh");
  2172. //system("iptables-save|grep -v udp2raw_dWRwMnJhdw|iptables-restore");
  2173. mylog(log_info,"tried to clear all iptables rule created previously,return value %d\n",ret);
  2174. myexit(-1);
  2175. }
  2176. else if(strcmp(long_options[option_index].name,"source-ip")==0)
  2177. {
  2178. mylog(log_debug,"parsing long option :source-ip\n");
  2179. sscanf(optarg, "%s", source_address);
  2180. mylog(log_debug,"source: %s\n",source_address);
  2181. }
  2182. else if(strcmp(long_options[option_index].name,"source-port")==0)
  2183. {
  2184. mylog(log_debug,"parsing long option :source-port\n");
  2185. sscanf(optarg, "%d", &source_port);
  2186. mylog(log_info,"source: %d\n",source_port);
  2187. }
  2188. else if(strcmp(long_options[option_index].name,"raw-mode")==0)
  2189. {
  2190. for(i=0;i<mode_end;i++)
  2191. {
  2192. if(strcmp(optarg,raw_mode_tostring[i])==0)
  2193. {
  2194. //printf("%d i\n",i);
  2195. //printf("%s",raw_mode_tostring[i]);
  2196. raw_mode=(raw_mode_t)i;
  2197. break;
  2198. }
  2199. }
  2200. if(i==mode_end)
  2201. {
  2202. mylog(log_fatal,"no such raw_mode %s\n",optarg);
  2203. myexit(-1);
  2204. }
  2205. }
  2206. else if(strcmp(long_options[option_index].name,"auth-mode")==0)
  2207. {
  2208. for(i=0;i<auth_end;i++)
  2209. {
  2210. if(strcmp(optarg,auth_mode_tostring[i])==0)
  2211. {
  2212. auth_mode=(auth_mode_t)i;
  2213. break;
  2214. }
  2215. }
  2216. if(i==auth_end)
  2217. {
  2218. mylog(log_fatal,"no such auth_mode %s\n",optarg);
  2219. myexit(-1);
  2220. }
  2221. }
  2222. else if(strcmp(long_options[option_index].name,"cipher-mode")==0)
  2223. {
  2224. for(i=0;i<cipher_end;i++)
  2225. {
  2226. if(strcmp(optarg,cipher_mode_tostring[i])==0)
  2227. {
  2228. cipher_mode=(cipher_mode_t)i;
  2229. break;
  2230. }
  2231. }
  2232. if(i==cipher_end)
  2233. {
  2234. myexit(-1);
  2235. }
  2236. }
  2237. else if(strcmp(long_options[option_index].name,"log-level")==0)
  2238. {
  2239. }
  2240. else if(strcmp(long_options[option_index].name,"lower-level")==0)
  2241. {
  2242. process_lower_level();
  2243. }
  2244. else if(strcmp(long_options[option_index].name,"disable-color")==0)
  2245. {
  2246. //enable_log_color=0;
  2247. }
  2248. else if(strcmp(long_options[option_index].name,"debug")==0)
  2249. {
  2250. debug_flag=1;
  2251. //enable_log_color=0;
  2252. }
  2253. else if(strcmp(long_options[option_index].name,"debug-resend")==0)
  2254. {
  2255. //debug_resend=1;
  2256. //enable_log_color=0;
  2257. }
  2258. else if(strcmp(long_options[option_index].name,"log-position")==0)
  2259. {
  2260. enable_log_position=1;
  2261. }
  2262. else if(strcmp(long_options[option_index].name,"disable-bpf")==0)
  2263. {
  2264. disable_bpf_filter=1;
  2265. }
  2266. else if(strcmp(long_options[option_index].name,"disable-anti-replay")==0)
  2267. {
  2268. disable_anti_replay=1;
  2269. }
  2270. else if(strcmp(long_options[option_index].name,"sock-buf")==0)
  2271. {
  2272. int tmp=-1;
  2273. sscanf(optarg,"%d",&tmp);
  2274. if(10<=tmp&&tmp<=10*1024)
  2275. {
  2276. socket_buf_size=tmp*1024;
  2277. }
  2278. else
  2279. {
  2280. mylog(log_fatal,"sock-buf value must be between 1 and 10240 (kbyte) \n");
  2281. myexit(-1);
  2282. }
  2283. }
  2284. else if(strcmp(long_options[option_index].name,"seq-mode")==0)
  2285. {
  2286. sscanf(optarg,"%d",&seq_mode);
  2287. if(0<=seq_mode&&seq_mode<=2)
  2288. {
  2289. }
  2290. else
  2291. {
  2292. mylog(log_fatal,"seq_mode value must be 0,1,or 2 \n");
  2293. myexit(-1);
  2294. }
  2295. }
  2296. else
  2297. {
  2298. mylog(log_warn,"ignored unknown long option ,option_index:%d code:<%x>\n",option_index, optopt);
  2299. }
  2300. break;
  2301. default:
  2302. mylog(log_fatal,"unknown option ,code:<%c>,<%x>\n",optopt, optopt);
  2303. myexit(-1);
  2304. }
  2305. }
  2306. if (no_l)
  2307. mylog(log_fatal,"error: -l not found\n");
  2308. if (no_r)
  2309. mylog(log_fatal,"error: -r not found\n");
  2310. if(program_mode==0)
  2311. mylog(log_fatal,"error: -c /-s hasnt been set\n");
  2312. if (no_l || no_r||program_mode==0)
  2313. {
  2314. print_help();
  2315. myexit(-1);
  2316. }
  2317. mylog(log_info,"important variables: ");
  2318. log_bare(log_info,"log_level=%d:%s ",log_level,log_text[log_level]);
  2319. log_bare(log_info,"raw_mode=%s ",raw_mode_tostring[raw_mode]);
  2320. log_bare(log_info,"cipher_mode=%s ",cipher_mode_tostring[cipher_mode]);
  2321. log_bare(log_info,"auth_mode=%s ",auth_mode_tostring[auth_mode]);
  2322. log_bare(log_info,"key=%s ",key_string);
  2323. log_bare(log_info,"local_ip=%s ",local_address);
  2324. log_bare(log_info,"local_port=%d ",local_port);
  2325. log_bare(log_info,"remote_ip=%s ",remote_address);
  2326. log_bare(log_info,"remote_port=%d ",remote_port);
  2327. log_bare(log_info,"source_ip=%s ",source_address);
  2328. log_bare(log_info,"source_port=%d ",source_port);
  2329. log_bare(log_info,"socket_buf_size=%d ",socket_buf_size);
  2330. log_bare(log_info,"\n");
  2331. }
  2332. void iptables_rule()
  2333. {
  2334. char rule[200];
  2335. if(program_mode==client_mode)
  2336. {
  2337. if(raw_mode==mode_faketcp)
  2338. {
  2339. sprintf(rule,"INPUT -s %s/32 -p tcp -m tcp --sport %d -j DROP",remote_address,remote_port);
  2340. //mylog(log_warn,"make sure you have run once: iptables -A INPUT -s %s/32 -p tcp -m tcp --sport %d -j DROP\n",remote_address,remote_port);
  2341. }
  2342. if(raw_mode==mode_udp)
  2343. {
  2344. sprintf(rule,"INPUT -s %s/32 -p udp -m udp --sport %d -j DROP",remote_address,remote_port);
  2345. //mylog(log_warn,"make sure you have run once: iptables -A INPUT -s %s/32 -p udp -m udp --sport %d -j DROP\n",remote_address,remote_port);
  2346. }
  2347. if(raw_mode==mode_icmp)
  2348. {
  2349. sprintf(rule,"INPUT -s %s/32 -p icmp -j DROP",remote_address);
  2350. //mylog(log_warn,"make sure you have run once: iptables -A INPUT -s %s/32 -p icmp -j DROP\n",remote_address);
  2351. }
  2352. }
  2353. if(program_mode==server_mode)
  2354. {
  2355. if(raw_mode==mode_faketcp)
  2356. {
  2357. sprintf(rule,"INPUT -p tcp -m tcp --dport %d -j DROP",local_port);
  2358. //mylog(log_warn,"make sure you have run once: iptables -A INPUT -p tcp -m tcp --dport %d -j DROP\n",local_port);
  2359. }
  2360. if(raw_mode==mode_udp)
  2361. {
  2362. sprintf(rule,"INPUT -p udp -m udp --dport %d -j DROP",local_port);
  2363. //mylog(log_warn,"make sure you have run once: iptables -A INPUT -p udp -m udp --udp %d -j DROP\n",local_port);
  2364. }
  2365. if(raw_mode==mode_icmp)
  2366. {
  2367. if(local_address_uint32==0)
  2368. {
  2369. sprintf(rule,"INPUT -p icmp -j DROP");
  2370. //mylog(log_warn,"make sure you have run once: iptables -A INPUT -p icmp -j DROP\n");
  2371. }
  2372. else
  2373. {
  2374. sprintf(rule,"INPUT -d %s/32 -p icmp -j DROP",local_address);
  2375. //mylog(log_warn,"make sure you have run once: iptables -A INPUT -d %s/32 -p icmp -j DROP\n",local_address);
  2376. }
  2377. }
  2378. }
  2379. if(generate_iptables_rule)
  2380. {
  2381. printf("generated iptables rule:\n");
  2382. printf("iptables -I %s\n",rule);
  2383. myexit(-1);
  2384. }
  2385. else if(auto_add_iptables_rule)
  2386. {
  2387. strcat(rule," -m comment --comment udp2raw_dWRwMnJhdw_");
  2388. char const_id_str[100];
  2389. sprintf(const_id_str,"%x_",const_id);
  2390. strcat(rule,const_id_str);
  2391. time_t timer;
  2392. char buffer[26];
  2393. struct tm* tm_info;
  2394. time(&timer);
  2395. tm_info = localtime(&timer);
  2396. strftime(buffer, 26, "%Y-%m-%d-%H:%M:%S", tm_info);
  2397. strcat(rule,buffer);
  2398. add_iptables_rule(rule);
  2399. }
  2400. else
  2401. {
  2402. mylog(log_warn,"make sure you have run once: iptables -I %s\n",rule);
  2403. }
  2404. }
  2405. int main(int argc, char *argv[])
  2406. {
  2407. //auto a=string_to_vec("a b c d ");
  2408. //printf("%d\n",(int)a.size());
  2409. //printf("%d %d %d %d",larger_than_u32(1,2),larger_than_u32(2,1),larger_than_u32(0xeeaaeebb,2),larger_than_u32(2,0xeeaaeebb));
  2410. //assert(0==1);
  2411. dup2(1, 2);//redirect stderr to stdout
  2412. signal(SIGINT, signal_handler);
  2413. signal(SIGHUP, signal_handler);
  2414. signal(SIGKILL, signal_handler);
  2415. signal(SIGTERM, signal_handler);
  2416. signal(SIGQUIT, signal_handler);
  2417. process_arg(argc,argv);
  2418. if(geteuid() != 0)
  2419. {
  2420. mylog(log_error,"root check failed,make sure you run this program with root,we can try to continue,but it will likely fail\n");
  2421. }
  2422. local_address_uint32=inet_addr(local_address);
  2423. remote_address_uint32=inet_addr(remote_address);
  2424. source_address_uint32=inet_addr(source_address);
  2425. //current_time_rough=get_current_time();
  2426. init_random_number_fd();
  2427. srand(get_true_random_number_nz());
  2428. const_id=get_true_random_number_nz();
  2429. mylog(log_info,"const_id:%x\n",const_id);
  2430. char tmp[1000]="";
  2431. strcat(tmp,key_string);
  2432. strcat(tmp,"key1");
  2433. md5((uint8_t*)tmp,strlen(tmp),(uint8_t*)key);
  2434. /*
  2435. tmp[0]=0;
  2436. strcat(tmp,key_string);
  2437. strcat(tmp,"key2");
  2438. md5((uint8_t*)tmp,strlen(tmp),(uint8_t*)key2);*/
  2439. iptables_rule();
  2440. if(program_mode==client_mode)
  2441. {
  2442. client_event_loop();
  2443. }
  2444. else
  2445. {
  2446. server_event_loop();
  2447. }
  2448. return 0;
  2449. }