main.cpp 75 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900
  1. #include "common.h"
  2. #include "network.h"
  3. #include "log.h"
  4. #include "lib/md5.h"
  5. char local_ip[100]="0.0.0.0", remote_ip[100]="255.255.255.255",source_ip[100]="0.0.0.0";
  6. u32_t local_ip_uint32,remote_ip_uint32,source_ip_uint32;
  7. int force_source_ip=0;
  8. int source_port=0,local_port = -1, remote_port = -1;
  9. id_t const_id=0;
  10. const int disable_conv_clear=0;
  11. const int disable_conn_clear=0;
  12. enum server_current_state_t {server_idle=0,server_handshake1,server_ready};
  13. enum client_current_state_t {client_idle=0,client_tcp_handshake,client_handshake1,client_handshake2,client_ready};
  14. union current_state_t
  15. {
  16. server_current_state_t server_current_state;
  17. client_current_state_t client_current_state;
  18. };
  19. int udp_fd=-1; //for client only
  20. int bind_fd=-1; //bind only,never send or recv
  21. int epollfd=-1;
  22. int timer_fd=-1;
  23. int fail_time_counter=0;
  24. int epoll_trigger_counter=0;
  25. int debug_flag=0;
  26. int auto_add_iptables_rule=0;
  27. int generate_iptables_rule=0;
  28. int debug_resend=0;
  29. int disable_anti_replay=0;
  30. char key_string[1000]= "secret key";
  31. char key[16];//,key2[16];
  32. int mtu_warn=1375;
  33. //uint64_t current_time_rough=0;
  34. int VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV;
  35. ////////==============================variable divider=============================================================
  36. struct anti_replay_t
  37. {
  38. u64_t max_packet_received;
  39. char window[anti_replay_window_size];
  40. anti_replay_seq_t anti_replay_seq;
  41. anti_replay_seq_t get_new_seq_for_send()
  42. {
  43. return anti_replay_seq++;
  44. }
  45. anti_replay_t()
  46. {
  47. max_packet_received=0;
  48. anti_replay_seq=get_true_random_number_64()/10;//random first seq
  49. //memset(window,0,sizeof(window)); //not necessary
  50. }
  51. void re_init()
  52. {
  53. max_packet_received=0;
  54. //memset(window,0,sizeof(window));
  55. }
  56. int is_vaild(u64_t seq)
  57. {
  58. if(disable_anti_replay) return 1;
  59. //if(disabled) return 0;
  60. if(seq==max_packet_received) return 0;
  61. else if(seq>max_packet_received)
  62. {
  63. if(seq-max_packet_received>=anti_replay_window_size)
  64. {
  65. memset(window,0,sizeof(window));
  66. window[seq%anti_replay_window_size]=1;
  67. }
  68. else
  69. {
  70. for (u64_t i=max_packet_received+1;i<seq;i++)
  71. window[i%anti_replay_window_size]=0;
  72. window[seq%anti_replay_window_size]=1;
  73. }
  74. max_packet_received=seq;
  75. return 1;
  76. }
  77. else if(seq<max_packet_received)
  78. {
  79. if(max_packet_received-seq>=anti_replay_window_size) return 0;
  80. else
  81. {
  82. if (window[seq%anti_replay_window_size]==1) return 0;
  83. else
  84. {
  85. window[seq%anti_replay_window_size]=1;
  86. return 1;
  87. }
  88. }
  89. }
  90. return 0; //for complier check
  91. }
  92. };//anti_replay;
  93. void server_clear_function(u64_t u64);
  94. struct conv_manager_t //TODO change map to unordered map
  95. {
  96. //typedef hash_map map;
  97. unordered_map<u64_t,u32_t> u64_to_conv; //conv and u64 are both supposed to be uniq
  98. unordered_map<u32_t,u64_t> conv_to_u64;
  99. unordered_map<u32_t,u64_t> conv_last_active_time;
  100. unordered_map<u32_t,u64_t>::iterator clear_it;
  101. unordered_map<u32_t,u64_t>::iterator it;
  102. unordered_map<u32_t,u64_t>::iterator old_it;
  103. //void (*clear_function)(uint64_t u64) ;
  104. long long last_clear_time;
  105. conv_manager_t()
  106. {
  107. clear_it=conv_last_active_time.begin();
  108. long long last_clear_time=0;
  109. //clear_function=0;
  110. }
  111. ~conv_manager_t()
  112. {
  113. clear();
  114. }
  115. int get_size()
  116. {
  117. return conv_to_u64.size();
  118. }
  119. void reserve()
  120. {
  121. u64_to_conv.reserve(10007);
  122. conv_to_u64.reserve(10007);
  123. conv_last_active_time.reserve(10007);
  124. }
  125. void clear()
  126. {
  127. if(disable_conv_clear) return ;
  128. if(program_mode==server_mode)
  129. {
  130. for(it=conv_to_u64.begin();it!=conv_to_u64.end();it++)
  131. {
  132. //int fd=int((it->second<<32u)>>32u);
  133. server_clear_function( it->second);
  134. }
  135. }
  136. u64_to_conv.clear();
  137. conv_to_u64.clear();
  138. conv_last_active_time.clear();
  139. clear_it=conv_last_active_time.begin();
  140. }
  141. u32_t get_new_conv()
  142. {
  143. u32_t conv=get_true_random_number_nz();
  144. while(conv_to_u64.find(conv)!=conv_to_u64.end())
  145. {
  146. conv=get_true_random_number_nz();
  147. }
  148. return conv;
  149. }
  150. int is_conv_used(u32_t conv)
  151. {
  152. return conv_to_u64.find(conv)!=conv_to_u64.end();
  153. }
  154. int is_u64_used(u64_t u64)
  155. {
  156. return u64_to_conv.find(u64)!=u64_to_conv.end();
  157. }
  158. u32_t find_conv_by_u64(u64_t u64)
  159. {
  160. return u64_to_conv[u64];
  161. }
  162. u64_t find_u64_by_conv(u32_t conv)
  163. {
  164. return conv_to_u64[conv];
  165. }
  166. int update_active_time(u32_t conv)
  167. {
  168. return conv_last_active_time[conv]=get_current_time();
  169. }
  170. int insert_conv(u32_t conv,u64_t u64)
  171. {
  172. u64_to_conv[u64]=conv;
  173. conv_to_u64[conv]=u64;
  174. conv_last_active_time[conv]=get_current_time();
  175. return 0;
  176. }
  177. int erase_conv(u32_t conv)
  178. {
  179. if(disable_conv_clear) return 0;
  180. u64_t u64=conv_to_u64[conv];
  181. if(program_mode==server_mode)
  182. {
  183. server_clear_function(u64);
  184. }
  185. conv_to_u64.erase(conv);
  186. u64_to_conv.erase(u64);
  187. conv_last_active_time.erase(conv);
  188. return 0;
  189. }
  190. int clear_inactive(char * ip_port=0)
  191. {
  192. if(get_current_time()-last_clear_time>conv_clear_interval)
  193. {
  194. last_clear_time=get_current_time();
  195. return clear_inactive0(ip_port);
  196. }
  197. return 0;
  198. }
  199. int clear_inactive0(char * ip_port)
  200. {
  201. if(disable_conv_clear) return 0;
  202. //map<uint32_t,uint64_t>::iterator it;
  203. int cnt=0;
  204. it=clear_it;
  205. int size=conv_last_active_time.size();
  206. int num_to_clean=size/conv_clear_ratio+conv_clear_min; //clear 1/10 each time,to avoid latency glitch
  207. num_to_clean=min(num_to_clean,size);
  208. u64_t current_time=get_current_time();
  209. for(;;)
  210. {
  211. if(cnt>=num_to_clean) break;
  212. if(conv_last_active_time.begin()==conv_last_active_time.end()) break;
  213. if(it==conv_last_active_time.end())
  214. {
  215. it=conv_last_active_time.begin();
  216. }
  217. if( current_time -it->second >conv_timeout )
  218. {
  219. //mylog(log_info,"inactive conv %u cleared \n",it->first);
  220. old_it=it;
  221. it++;
  222. u32_t conv= old_it->first;
  223. erase_conv(old_it->first);
  224. if(ip_port==0)
  225. {
  226. mylog(log_info,"conv %x cleared\n",conv);
  227. }
  228. else
  229. {
  230. mylog(log_info,"[%s]conv %x cleared\n",ip_port,conv);
  231. }
  232. }
  233. else
  234. {
  235. it++;
  236. }
  237. cnt++;
  238. }
  239. return 0;
  240. }
  241. };//g_conv_manager;
  242. struct blob_t
  243. {
  244. conv_manager_t conv_manager;
  245. anti_replay_t anti_replay;
  246. };
  247. struct conn_info_t
  248. {
  249. current_state_t state;
  250. raw_info_t raw_info;
  251. u64_t last_state_time;
  252. u64_t last_hb_sent_time; //client re-use this for retry
  253. u64_t last_hb_recv_time;
  254. //long long last_resent_time;
  255. id_t my_id;
  256. id_t oppsite_id;
  257. int timer_fd;
  258. id_t oppsite_const_id;
  259. blob_t *blob;
  260. uint8_t my_roller;
  261. uint8_t oppsite_roller;
  262. u64_t last_oppsite_roller_time;
  263. /*
  264. const uint32_t &ip=raw_info.recv_info.src_ip;
  265. const uint16_t &port=raw_info.recv_info.src_port;
  266. */
  267. void recover(const conn_info_t &conn_info)
  268. {
  269. raw_info=conn_info.raw_info;
  270. last_state_time=conn_info.last_state_time;
  271. last_hb_recv_time=conn_info.last_hb_recv_time;
  272. last_hb_sent_time=conn_info.last_hb_sent_time;
  273. my_id=conn_info.my_id;
  274. oppsite_id=conn_info.oppsite_id;
  275. blob->anti_replay.re_init();
  276. my_roller=0;//no need to set,but for easier debug,set it to zero
  277. oppsite_roller=0;//same as above
  278. last_oppsite_roller_time=0;
  279. }
  280. void re_init()
  281. {
  282. //send_packet_info.protocol=g_packet_info_send.protocol;
  283. if(program_mode==server_mode)
  284. state.server_current_state=server_idle;
  285. else
  286. state.client_current_state=client_idle;
  287. last_state_time=0;
  288. oppsite_const_id=0;
  289. timer_fd=0;
  290. my_roller=0;
  291. oppsite_roller=0;
  292. last_oppsite_roller_time=0;
  293. }
  294. conn_info_t()
  295. {
  296. blob=0;
  297. re_init();
  298. }
  299. void prepare()
  300. {
  301. blob=new blob_t;
  302. }
  303. conn_info_t(const conn_info_t&b)
  304. {
  305. //mylog(log_error,"called!!!!!!!!!!!!!\n");
  306. *this=b;
  307. if(blob!=0)
  308. {
  309. blob=new blob_t(*b.blob);
  310. }
  311. }
  312. conn_info_t& operator=(const conn_info_t& b)
  313. {
  314. mylog(log_fatal,"not allowed\n");
  315. myexit(-1);
  316. return *this;
  317. }
  318. ~conn_info_t();
  319. };//g_conn_info;
  320. struct conn_manager_t
  321. {
  322. u32_t ready_num;
  323. unordered_map<int,conn_info_t *> udp_fd_mp; //a bit dirty to used pointer,but can void unordered_map search
  324. unordered_map<int,conn_info_t *> timer_fd_mp;//we can use pointer here since unordered_map.rehash() uses shallow copy
  325. unordered_map<id_t,conn_info_t *> const_id_mp;
  326. unordered_map<u64_t,conn_info_t*> mp; //put it at end so that it de-consturcts first
  327. unordered_map<u64_t,conn_info_t*>::iterator clear_it;
  328. long long last_clear_time;
  329. conn_manager_t()
  330. {
  331. ready_num=0;
  332. mp.reserve(10007);
  333. clear_it=mp.begin();
  334. timer_fd_mp.reserve(10007);
  335. const_id_mp.reserve(10007);
  336. udp_fd_mp.reserve(100007);
  337. last_clear_time=0;
  338. //current_ready_ip=0;
  339. // current_ready_port=0;
  340. }
  341. int exist(u32_t ip,uint16_t port)
  342. {
  343. u64_t u64=0;
  344. u64=ip;
  345. u64<<=32u;
  346. u64|=port;
  347. if(mp.find(u64)!=mp.end())
  348. {
  349. return 1;
  350. }
  351. return 0;
  352. }
  353. /*
  354. int insert(uint32_t ip,uint16_t port)
  355. {
  356. uint64_t u64=0;
  357. u64=ip;
  358. u64<<=32u;
  359. u64|=port;
  360. mp[u64];
  361. return 0;
  362. }*/
  363. conn_info_t *& find_insert_p(u32_t ip,uint16_t port) //be aware,the adress may change after rehash
  364. {
  365. u64_t u64=0;
  366. u64=ip;
  367. u64<<=32u;
  368. u64|=port;
  369. unordered_map<u64_t,conn_info_t*>::iterator it=mp.find(u64);
  370. if(it==mp.end())
  371. {
  372. mp[u64]=new conn_info_t;
  373. }
  374. return mp[u64];
  375. }
  376. conn_info_t & find_insert(u32_t ip,uint16_t port) //be aware,the adress may change after rehash
  377. {
  378. u64_t u64=0;
  379. u64=ip;
  380. u64<<=32u;
  381. u64|=port;
  382. unordered_map<u64_t,conn_info_t*>::iterator it=mp.find(u64);
  383. if(it==mp.end())
  384. {
  385. mp[u64]=new conn_info_t;
  386. }
  387. return *mp[u64];
  388. }
  389. int erase(unordered_map<u64_t,conn_info_t*>::iterator erase_it)
  390. {
  391. if(erase_it->second->state.server_current_state==server_ready)
  392. {
  393. ready_num--;
  394. assert(i32_t(ready_num)!=-1);
  395. assert(erase_it->second!=0);
  396. assert(erase_it->second->timer_fd !=0);
  397. assert(erase_it->second->oppsite_const_id!=0);
  398. assert(const_id_mp.find(erase_it->second->oppsite_const_id)!=const_id_mp.end());
  399. assert(timer_fd_mp.find(erase_it->second->timer_fd)!=timer_fd_mp.end());
  400. const_id_mp.erase(erase_it->second->oppsite_const_id);
  401. timer_fd_mp.erase(erase_it->second->timer_fd);
  402. close(erase_it->second->timer_fd);// close will auto delte it from epoll
  403. delete(erase_it->second);
  404. mp.erase(erase_it->first);
  405. }
  406. else
  407. {
  408. assert(erase_it->second->blob==0);
  409. assert(erase_it->second->timer_fd ==0);
  410. assert(erase_it->second->oppsite_const_id==0);
  411. delete(erase_it->second);
  412. mp.erase(erase_it->first);
  413. }
  414. return 0;
  415. }
  416. int clear_inactive()
  417. {
  418. if(get_current_time()-last_clear_time>conn_clear_interval)
  419. {
  420. last_clear_time=get_current_time();
  421. return clear_inactive0();
  422. }
  423. return 0;
  424. }
  425. int clear_inactive0()
  426. {
  427. unordered_map<u64_t,conn_info_t*>::iterator it;
  428. unordered_map<u64_t,conn_info_t*>::iterator old_it;
  429. if(disable_conn_clear) return 0;
  430. //map<uint32_t,uint64_t>::iterator it;
  431. int cnt=0;
  432. it=clear_it;
  433. int size=mp.size();
  434. int num_to_clean=size/conn_clear_ratio+conn_clear_min; //clear 1/10 each time,to avoid latency glitch
  435. mylog(log_trace,"mp.size() %d\n", size);
  436. num_to_clean=min(num_to_clean,(int)mp.size());
  437. u64_t current_time=get_current_time();
  438. for(;;)
  439. {
  440. if(cnt>=num_to_clean) break;
  441. if(mp.begin()==mp.end()) break;
  442. if(it==mp.end())
  443. {
  444. it=mp.begin();
  445. }
  446. if(it->second->state.server_current_state==server_ready &&current_time - it->second->last_hb_recv_time <=server_conn_timeout)
  447. {
  448. it++;
  449. }
  450. else if(it->second->state.server_current_state!=server_ready&& current_time - it->second->last_state_time <=server_handshake_timeout )
  451. {
  452. it++;
  453. }
  454. else if(it->second->blob!=0&&it->second->blob->conv_manager.get_size() >0)
  455. {
  456. assert(it->second->state.server_current_state==server_ready);
  457. it++;
  458. }
  459. else
  460. {
  461. mylog(log_info,"[%s:%d]inactive conn cleared \n",my_ntoa(it->second->raw_info.recv_info.src_ip),it->second->raw_info.recv_info.src_port);
  462. old_it=it;
  463. it++;
  464. erase(old_it);
  465. }
  466. cnt++;
  467. }
  468. return 0;
  469. }
  470. }conn_manager;
  471. conn_info_t::~conn_info_t()
  472. {
  473. if(program_mode==server_mode)
  474. {
  475. if(state.server_current_state==server_ready)
  476. {
  477. assert(blob!=0);
  478. assert(oppsite_const_id!=0);
  479. //assert(conn_manager.const_id_mp.find(oppsite_const_id)!=conn_manager.const_id_mp.end()); // conn_manager 's deconstuction function erases it
  480. }
  481. else
  482. {
  483. assert(blob==0);
  484. assert(oppsite_const_id==0);
  485. }
  486. }
  487. //if(oppsite_const_id!=0) //do this at conn_manager 's deconstuction function
  488. //conn_manager.const_id_mp.erase(oppsite_const_id);
  489. if(blob!=0)
  490. delete blob;
  491. //send_packet_info.protocol=g_packet_info_send.protocol;
  492. }
  493. int TTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT;
  494. ////////==========================type divider=======================================================
  495. int server_on_raw_recv_pre_ready(conn_info_t &conn_info,char * ip_port,u32_t tmp_oppsite_const_id);
  496. int server_on_raw_recv_ready(conn_info_t &conn_info,char * ip_port,char type,char *data,int data_len);
  497. int server_on_raw_recv_handshake1(conn_info_t &conn_info,char * ip_port,char * data, int data_len);
  498. int DDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDD;
  499. ////////////////=======================declear divider=============================
  500. void server_clear_function(u64_t u64)
  501. {
  502. int fd=int(u64);
  503. int ret;
  504. assert(fd!=0);
  505. /*
  506. epoll_event ev;
  507. ev.events = EPOLLIN;
  508. ev.data.u64 = u64;
  509. ret = epoll_ctl(epollfd, EPOLL_CTL_DEL, fd, &ev);
  510. if (ret!=0)
  511. {
  512. mylog(log_fatal,"fd:%d epoll delete failed!!!!\n",fd);
  513. myexit(-1); //this shouldnt happen
  514. }*/ //no need
  515. ret= close(fd); //closed fd should be auto removed from epoll
  516. if (ret!=0)
  517. {
  518. mylog(log_fatal,"close fd %d failed !!!!\n",fd);
  519. myexit(-1); //this shouldnt happen
  520. }
  521. //mylog(log_fatal,"size:%d !!!!\n",conn_manager.udp_fd_mp.size());
  522. assert(conn_manager.udp_fd_mp.find(fd)!=conn_manager.udp_fd_mp.end());
  523. conn_manager.udp_fd_mp.erase(fd);
  524. }
  525. int send_bare(raw_info_t &raw_info,const char* data,int len)
  526. {
  527. if(len<0)
  528. {
  529. mylog(log_debug,"input_len <0\n");
  530. return -1;
  531. }
  532. packet_info_t &send_info=raw_info.send_info;
  533. packet_info_t &recv_info=raw_info.recv_info;
  534. char send_data_buf[buf_len]; //buf for send data and send hb
  535. char send_data_buf2[buf_len];
  536. //static send_bare[buf_len];
  537. iv_t iv=get_true_random_number_64();
  538. padding_t padding=get_true_random_number_64();
  539. memcpy(send_data_buf,&iv,sizeof(iv));
  540. memcpy(send_data_buf+sizeof(iv),&padding,sizeof(padding));
  541. send_data_buf[sizeof(iv)+sizeof(padding)]='b';
  542. memcpy(send_data_buf+sizeof(iv)+sizeof(padding)+1,data,len);
  543. int new_len=len+sizeof(iv)+sizeof(padding)+1;
  544. if(my_encrypt(send_data_buf,send_data_buf2,new_len,key)!=0)
  545. {
  546. return -1;
  547. }
  548. send_raw0(raw_info,send_data_buf2,new_len);
  549. return 0;
  550. }
  551. int parse_bare(const char *input,int input_len,char* & data,int & len) //allow overlap
  552. {
  553. static char recv_data_buf[buf_len];
  554. if(input_len<0)
  555. {
  556. mylog(log_debug,"input_len <0\n");
  557. return -1;
  558. }
  559. if(my_decrypt(input,recv_data_buf,input_len,key)!=0)
  560. {
  561. mylog(log_debug,"decrypt_fail in recv bare\n");
  562. return -1;
  563. }
  564. if(recv_data_buf[sizeof(iv_t)+sizeof(padding_t)]!='b')
  565. {
  566. mylog(log_debug,"not a bare packet\n");
  567. return -1;
  568. }
  569. len=input_len;
  570. data=recv_data_buf+sizeof(iv_t)+sizeof(padding_t)+1;
  571. len-=sizeof(iv_t)+sizeof(padding_t)+1;
  572. if(len<0)
  573. {
  574. mylog(log_debug,"len <0\n");
  575. return -1;
  576. }
  577. return 0;
  578. }
  579. int recv_bare(raw_info_t &raw_info,char* & data,int & len)
  580. {
  581. packet_info_t &send_info=raw_info.send_info;
  582. packet_info_t &recv_info=raw_info.recv_info;
  583. if(recv_raw0(raw_info,data,len)<0)
  584. {
  585. //printf("recv_raw_fail in recv bare\n");
  586. return -1;
  587. }
  588. if ((raw_mode == mode_faketcp && (recv_info.syn == 1 || recv_info.ack != 1)))
  589. {
  590. mylog(log_debug,"unexpect packet type recv_info.syn=%d recv_info.ack=%d \n",recv_info.syn,recv_info.ack);
  591. return -1;
  592. }
  593. return parse_bare(data,len,data,len);
  594. }
  595. int send_handshake(raw_info_t &raw_info,id_t id1,id_t id2,id_t id3)
  596. {
  597. packet_info_t &send_info=raw_info.send_info;
  598. packet_info_t &recv_info=raw_info.recv_info;
  599. char * data;int len;
  600. //len=sizeof(id_t)*3;
  601. if(numbers_to_char(id1,id2,id3,data,len)!=0) return -1;
  602. if(send_bare(raw_info,data,len)!=0) {mylog(log_warn,"send bare fail\n");return -1;}
  603. return 0;
  604. }
  605. /*
  606. int recv_handshake(packet_info_t &info,id_t &id1,id_t &id2,id_t &id3)
  607. {
  608. char * data;int len;
  609. if(recv_bare(info,data,len)!=0) return -1;
  610. if(char_to_numbers(data,len,id1,id2,id3)!=0) return -1;
  611. return 0;
  612. }*/
  613. int send_safer(conn_info_t &conn_info,char type,const char* data,int len)
  614. {
  615. packet_info_t &send_info=conn_info.raw_info.send_info;
  616. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  617. if(type!='h'&&type!='d')
  618. {
  619. mylog(log_warn,"first byte is not h or d ,%x\n",type);
  620. return -1;
  621. }
  622. char send_data_buf[buf_len]; //buf for send data and send hb
  623. char send_data_buf2[buf_len];
  624. id_t n_tmp_id=htonl(conn_info.my_id);
  625. memcpy(send_data_buf,&n_tmp_id,sizeof(n_tmp_id));
  626. n_tmp_id=htonl(conn_info.oppsite_id);
  627. memcpy(send_data_buf+sizeof(n_tmp_id),&n_tmp_id,sizeof(n_tmp_id));
  628. anti_replay_seq_t n_seq=hton64(conn_info.blob->anti_replay.get_new_seq_for_send());
  629. memcpy(send_data_buf+sizeof(n_tmp_id)*2,&n_seq,sizeof(n_seq));
  630. send_data_buf[sizeof(n_tmp_id)*2+sizeof(n_seq)]=type;
  631. send_data_buf[sizeof(n_tmp_id)*2+sizeof(n_seq)+1]=conn_info.my_roller;
  632. memcpy(send_data_buf+2+sizeof(n_tmp_id)*2+sizeof(n_seq),data,len);//data;
  633. int new_len=len+sizeof(n_seq)+sizeof(n_tmp_id)*2+2;
  634. if(my_encrypt(send_data_buf,send_data_buf2,new_len,key)!=0)
  635. {
  636. return -1;
  637. }
  638. if(send_raw0(conn_info.raw_info,send_data_buf2,new_len)!=0) return -1;
  639. if(after_send_raw0(conn_info.raw_info)!=0) return -1;
  640. return 0;
  641. }
  642. int send_data_safer(conn_info_t &conn_info,const char* data,int len,u32_t conv_num)
  643. {
  644. packet_info_t &send_info=conn_info.raw_info.send_info;
  645. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  646. char send_data_buf[buf_len];
  647. //send_data_buf[0]='d';
  648. u32_t n_conv_num=htonl(conv_num);
  649. memcpy(send_data_buf,&n_conv_num,sizeof(n_conv_num));
  650. memcpy(send_data_buf+sizeof(n_conv_num),data,len);
  651. int new_len=len+sizeof(n_conv_num);
  652. send_safer(conn_info,'d',send_data_buf,new_len);
  653. return 0;
  654. }
  655. int parse_safer(conn_info_t &conn_info,const char * input,int input_len,char &type,char* &data,int &len)//allow overlap
  656. {
  657. static char recv_data_buf0[buf_len];
  658. char *recv_data_buf=recv_data_buf0; //fix strict alias warning
  659. if(my_decrypt(input,recv_data_buf,input_len,key)!=0)
  660. {
  661. //printf("decrypt fail\n");
  662. return -1;
  663. }
  664. //char *a=recv_data_buf;
  665. id_t h_oppiste_id= ntohl ( *((id_t * )(recv_data_buf)) );
  666. id_t h_my_id= ntohl ( *((id_t * )(recv_data_buf+sizeof(id_t))) );
  667. anti_replay_seq_t h_seq= ntoh64 ( *((anti_replay_seq_t * )(recv_data_buf +sizeof(id_t) *2 )) );
  668. if(h_oppiste_id!=conn_info.oppsite_id||h_my_id!=conn_info.my_id)
  669. {
  670. mylog(log_debug,"id and oppsite_id verification failed %x %x %x %x \n",h_oppiste_id,conn_info.oppsite_id,h_my_id,conn_info.my_id);
  671. return -1;
  672. }
  673. if (conn_info.blob->anti_replay.is_vaild(h_seq) != 1) {
  674. mylog(log_debug,"dropped replay packet\n");
  675. return -1;
  676. }
  677. //printf("recv _len %d\n ",recv_len);
  678. data=recv_data_buf+sizeof(anti_replay_seq_t)+sizeof(id_t)*2;
  679. len=input_len-(sizeof(anti_replay_seq_t)+sizeof(id_t)*2 );
  680. if(data[0]!='h'&&data[0]!='d')
  681. {
  682. mylog(log_debug,"first byte is not h or d ,%x\n",data[0]);
  683. return -1;
  684. }
  685. uint8_t roller=data[1];
  686. type=data[0];
  687. data+=2;
  688. len-=2;
  689. if(len<0)
  690. {
  691. mylog(log_debug,"len <0 ,%d\n",len);
  692. return -1;
  693. }
  694. if(roller!=conn_info.oppsite_roller)
  695. {
  696. conn_info.oppsite_roller=roller;
  697. conn_info.last_oppsite_roller_time=get_current_time();
  698. }
  699. conn_info.my_roller++;//increase on a successful recv
  700. if(after_recv_raw0(conn_info.raw_info)!=0) return -1;
  701. return 0;
  702. }
  703. int recv_safer(conn_info_t &conn_info,char &type,char* &data,int &len)
  704. {
  705. packet_info_t &send_info=conn_info.raw_info.send_info;
  706. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  707. char * recv_data;int recv_len;
  708. static char recv_data_buf[buf_len];
  709. if(recv_raw0(conn_info.raw_info,recv_data,recv_len)!=0) return -1;
  710. return parse_safer(conn_info,recv_data,recv_len,type,data,len);
  711. }
  712. int try_to_list_and_bind(int port)
  713. {
  714. int old_bind_fd=bind_fd;
  715. if(raw_mode==mode_faketcp)
  716. {
  717. bind_fd=socket(AF_INET,SOCK_STREAM,0);
  718. }
  719. else if(raw_mode==mode_udp||raw_mode==mode_icmp)
  720. {
  721. bind_fd=socket(AF_INET,SOCK_DGRAM,0);
  722. }
  723. if(old_bind_fd!=-1)
  724. {
  725. close(old_bind_fd);
  726. }
  727. struct sockaddr_in temp_bind_addr={0};
  728. //bzero(&temp_bind_addr, sizeof(temp_bind_addr));
  729. temp_bind_addr.sin_family = AF_INET;
  730. temp_bind_addr.sin_port = htons(port);
  731. temp_bind_addr.sin_addr.s_addr = local_ip_uint32;
  732. if (bind(bind_fd, (struct sockaddr*)&temp_bind_addr, sizeof(temp_bind_addr)) !=0)
  733. {
  734. mylog(log_debug,"bind fail\n");
  735. return -1;
  736. }
  737. if(raw_mode==mode_faketcp)
  738. {
  739. if (listen(bind_fd, SOMAXCONN) != 0) {
  740. mylog(log_warn,"listen fail\n");
  741. return -1;
  742. }
  743. }
  744. return 0;
  745. }
  746. int client_bind_to_a_new_port()
  747. {
  748. int raw_send_port=10000+get_true_random_number()%(65535-10000);
  749. for(int i=0;i<1000;i++)//try 1000 times at max,this should be enough
  750. {
  751. if (try_to_list_and_bind(raw_send_port)==0)
  752. {
  753. return raw_send_port;
  754. }
  755. }
  756. mylog(log_fatal,"bind port fail\n");
  757. myexit(-1);
  758. return -1;////for compiler check
  759. }
  760. int set_timer(int epollfd,int &timer_fd)
  761. {
  762. int ret;
  763. epoll_event ev;
  764. itimerspec its;
  765. memset(&its,0,sizeof(its));
  766. if((timer_fd=timerfd_create(CLOCK_MONOTONIC,TFD_NONBLOCK)) < 0)
  767. {
  768. mylog(log_fatal,"timer_fd create error\n");
  769. myexit(1);
  770. }
  771. its.it_interval.tv_sec=(timer_interval/1000);
  772. its.it_interval.tv_nsec=(timer_interval%1000)*1000ll*1000ll;
  773. its.it_value.tv_nsec=1; //imidiately
  774. timerfd_settime(timer_fd,0,&its,0);
  775. ev.events = EPOLLIN;
  776. ev.data.u64 = timer_fd;
  777. ret=epoll_ctl(epollfd, EPOLL_CTL_ADD, timer_fd, &ev);
  778. if (ret < 0) {
  779. mylog(log_fatal,"epoll_ctl return %d\n", ret);
  780. myexit(-1);
  781. }
  782. return 0;
  783. }
  784. int set_timer_server(int epollfd,int &timer_fd)
  785. {
  786. int ret;
  787. epoll_event ev;
  788. itimerspec its;
  789. memset(&its,0,sizeof(its));
  790. if((timer_fd=timerfd_create(CLOCK_MONOTONIC,TFD_NONBLOCK)) < 0)
  791. {
  792. mylog(log_fatal,"timer_fd create error\n");
  793. myexit(1);
  794. }
  795. its.it_interval.tv_sec=(timer_interval/1000);
  796. its.it_interval.tv_nsec=(timer_interval%1000)*1000ll*1000ll;
  797. its.it_value.tv_nsec=1; //imidiately
  798. timerfd_settime(timer_fd,0,&its,0);
  799. ev.events = EPOLLIN;
  800. ev.data.u64 = pack_u64(2,timer_fd);
  801. ret=epoll_ctl(epollfd, EPOLL_CTL_ADD, timer_fd, &ev);
  802. if (ret < 0) {
  803. mylog(log_fatal,"epoll_ctl return %d\n", ret);
  804. myexit(-1);
  805. }
  806. return 0;
  807. }
  808. int get_src_adress(u32_t &ip);
  809. int client_on_timer(conn_info_t &conn_info) //for client
  810. {
  811. packet_info_t &send_info=conn_info.raw_info.send_info;
  812. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  813. raw_info_t &raw_info=conn_info.raw_info;
  814. conn_info.blob->conv_manager.clear_inactive();
  815. mylog(log_trace,"timer!\n");
  816. mylog(log_trace,"roller my %d,oppsite %d,%lld\n",int(conn_info.my_roller),int(conn_info.oppsite_roller),conn_info.last_oppsite_roller_time);
  817. mylog(log_trace,"<client_on_timer,send_info.ts_ack= %u>\n",send_info.ts_ack);
  818. if(conn_info.state.client_current_state==client_idle)
  819. {
  820. fail_time_counter++;
  821. if(max_fail_time>0&&fail_time_counter>max_fail_time)
  822. {
  823. mylog(log_fatal,"max_fail_time exceed\n");
  824. myexit(-1);
  825. }
  826. conn_info.blob->anti_replay.re_init();
  827. conn_info.my_id = get_true_random_number_nz(); ///todo no need to do this everytime
  828. u32_t new_ip=0;
  829. if(!force_source_ip&&get_src_adress(new_ip)==0)
  830. {
  831. if(new_ip!=source_ip_uint32)
  832. {
  833. mylog(log_info,"source ip changed from %s to ",my_ntoa(source_ip_uint32));
  834. log_bare(log_info,"%s\n",my_ntoa(new_ip));
  835. source_ip_uint32=new_ip;
  836. send_info.src_ip=new_ip;
  837. }
  838. }
  839. if (source_port == 0)
  840. {
  841. send_info.src_port = client_bind_to_a_new_port();
  842. }
  843. else
  844. {
  845. send_info.src_port = source_port;
  846. }
  847. if (raw_mode == mode_icmp)
  848. {
  849. send_info.dst_port = send_info.src_port;
  850. }
  851. mylog(log_info, "using port %d\n", send_info.src_port);
  852. init_filter(send_info.src_port);
  853. if(raw_mode==mode_icmp||raw_mode==mode_udp)
  854. {
  855. conn_info.state.client_current_state=client_handshake1;
  856. mylog(log_info,"state changed from client_idle to client_pre_handshake\n");
  857. }
  858. if(raw_mode==mode_faketcp)
  859. {
  860. conn_info.state.client_current_state=client_tcp_handshake;
  861. mylog(log_info,"state changed from client_idle to client_tcp_handshake\n");
  862. }
  863. conn_info.last_state_time=get_current_time();
  864. conn_info.last_hb_sent_time=0;
  865. //dont return;
  866. }
  867. if(conn_info.state.client_current_state==client_tcp_handshake) //send and resend syn
  868. {
  869. assert(raw_mode==mode_faketcp);
  870. if (get_current_time() - conn_info.last_state_time > client_handshake_timeout)
  871. {
  872. conn_info.state.client_current_state = client_idle;
  873. mylog(log_info, "state back to client_idle from client_tcp_handshake\n");
  874. return 0;
  875. }
  876. else if (get_current_time() - conn_info.last_hb_sent_time > client_retry_interval)
  877. {
  878. if (raw_mode == mode_faketcp)
  879. {
  880. if (conn_info.last_hb_sent_time == 0)
  881. {
  882. send_info.psh = 0;
  883. send_info.syn = 1;
  884. send_info.ack = 0;
  885. send_info.ts_ack =0;
  886. send_info.seq=get_true_random_number();
  887. send_info.ack_seq=get_true_random_number();
  888. }
  889. }
  890. send_raw0(raw_info, 0, 0);
  891. conn_info.last_hb_sent_time = get_current_time();
  892. mylog(log_info, "(re)sent tcp syn\n");
  893. return 0;
  894. }
  895. else
  896. {
  897. return 0;
  898. }
  899. return 0;
  900. }
  901. else if(conn_info.state.client_current_state==client_handshake1)//send and resend handshake1
  902. {
  903. if(get_current_time()-conn_info.last_state_time>client_handshake_timeout)
  904. {
  905. conn_info.state.client_current_state=client_idle;
  906. mylog(log_info,"state back to client_idle from client_handshake1\n");
  907. return 0;
  908. }
  909. else if(get_current_time()-conn_info.last_hb_sent_time>client_retry_interval)
  910. {
  911. if(raw_mode==mode_faketcp)
  912. {
  913. if(conn_info.last_hb_sent_time==0)
  914. {
  915. send_info.seq++;
  916. send_info.ack_seq=recv_info.seq+1;
  917. send_info.ts_ack=recv_info.ts;
  918. raw_info.reserved_seq=send_info.seq;
  919. }
  920. send_info.seq=raw_info.reserved_seq;
  921. send_info.psh = 0;
  922. send_info.syn = 0;
  923. send_info.ack = 1;
  924. send_raw0(raw_info, 0, 0);
  925. send_handshake(raw_info,conn_info.my_id,0,const_id);
  926. send_info.seq+=raw_info.last_send_len;
  927. }
  928. else
  929. {
  930. send_handshake(raw_info,conn_info.my_id,0,const_id);
  931. if(raw_mode==mode_icmp)
  932. send_info.icmp_seq++;
  933. }
  934. conn_info.last_hb_sent_time=get_current_time();
  935. mylog(log_info,"(re)sent handshake1\n");
  936. return 0;
  937. }
  938. else
  939. {
  940. return 0;
  941. }
  942. return 0;
  943. }
  944. else if(conn_info.state.client_current_state==client_handshake2)
  945. {
  946. if(get_current_time()-conn_info.last_state_time>client_handshake_timeout)
  947. {
  948. conn_info.state.client_current_state=client_idle;
  949. mylog(log_info,"state back to client_idle from client_handshake2\n");
  950. return 0;
  951. }
  952. else if(get_current_time()-conn_info.last_hb_sent_time>client_retry_interval)
  953. {
  954. if(raw_mode==mode_faketcp)
  955. {
  956. if(conn_info.last_hb_sent_time==0)
  957. {
  958. send_info.ack_seq=recv_info.seq+raw_info.last_recv_len;
  959. send_info.ts_ack=recv_info.ts;
  960. raw_info.reserved_seq=send_info.seq;
  961. }
  962. send_info.seq=raw_info.reserved_seq;
  963. send_handshake(raw_info,conn_info.my_id,conn_info.oppsite_id,const_id);
  964. send_info.seq+=raw_info.last_send_len;
  965. }
  966. else
  967. {
  968. send_handshake(raw_info,conn_info.my_id,conn_info.oppsite_id,const_id);
  969. if(raw_mode==mode_icmp)
  970. send_info.icmp_seq++;
  971. }
  972. conn_info.last_hb_sent_time=get_current_time();
  973. mylog(log_info,"(re)sent handshake2\n");
  974. return 0;
  975. }
  976. else
  977. {
  978. return 0;
  979. }
  980. return 0;
  981. }
  982. else if(conn_info.state.client_current_state==client_ready)
  983. {
  984. fail_time_counter=0;
  985. mylog(log_trace,"time %llu,%llu\n",get_current_time(),conn_info.last_state_time);
  986. if(get_current_time()-conn_info.last_hb_recv_time>client_conn_timeout)
  987. {
  988. conn_info.state.client_current_state=client_idle;
  989. conn_info.my_id=get_true_random_number_nz();
  990. mylog(log_info,"state back to client_idle from client_ready bc of server-->client direction timeout\n");
  991. return 0;
  992. }
  993. if(get_current_time()-conn_info.last_hb_sent_time<heartbeat_interval)
  994. {
  995. return 0;
  996. }
  997. if(get_current_time()- conn_info.last_oppsite_roller_time>client_conn_uplink_timeout)
  998. {
  999. conn_info.state.client_current_state=client_idle;
  1000. conn_info.my_id=get_true_random_number_nz();
  1001. mylog(log_info,"state back to client_idle from client_ready bc of client-->server direction timeout\n");
  1002. }
  1003. mylog(log_debug,"heartbeat sent <%x,%x>\n",conn_info.oppsite_id,conn_info.my_id);
  1004. send_safer(conn_info,'h',"",0);/////////////send
  1005. conn_info.last_hb_sent_time=get_current_time();
  1006. return 0;
  1007. }
  1008. else
  1009. {
  1010. mylog(log_fatal,"unknown state,this shouldnt happen.\n");
  1011. myexit(-1);
  1012. }
  1013. return 0;
  1014. }
  1015. int server_on_timer_multi(conn_info_t &conn_info,char * ip_port)
  1016. {
  1017. mylog(log_trace,"server timer!\n");
  1018. raw_info_t &raw_info=conn_info.raw_info;
  1019. assert(conn_info.state.server_current_state==server_ready);
  1020. if(conn_info.state.server_current_state==server_ready)
  1021. {
  1022. conn_info.blob->conv_manager.clear_inactive(ip_port);
  1023. /*
  1024. if( get_current_time()-conn_info.last_hb_recv_time>heartbeat_timeout )
  1025. {
  1026. mylog(log_trace,"%lld %lld\n",get_current_time(),conn_info.last_state_time);
  1027. conn_info.server_current_state=server_nothing;
  1028. //conn_manager.current_ready_ip=0;
  1029. //conn_manager.current_ready_port=0;
  1030. mylog(log_info,"changed state to server_nothing\n");
  1031. return 0;
  1032. }*/ //dont need to do this at server,conn_manger will clear expired connections
  1033. if(get_current_time()-conn_info.last_hb_sent_time<heartbeat_interval)
  1034. {
  1035. return 0;
  1036. }
  1037. send_safer(conn_info,'h',"",0); /////////////send
  1038. conn_info.last_hb_sent_time=get_current_time();
  1039. mylog(log_debug,"heart beat sent<%x,%x>\n",conn_info.my_id,conn_info.oppsite_id);
  1040. }
  1041. else
  1042. {
  1043. mylog(log_fatal,"this shouldnt happen!\n");
  1044. myexit(-1);
  1045. }
  1046. return 0;
  1047. }
  1048. int client_on_raw_recv(conn_info_t &conn_info)
  1049. {
  1050. char* data;int data_len;
  1051. packet_info_t &send_info=conn_info.raw_info.send_info;
  1052. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1053. raw_info_t &raw_info=conn_info.raw_info;
  1054. mylog(log_trace,"<client_on_raw_recv,send_info.ts_ack= %u>\n",send_info.ts_ack);
  1055. if(conn_info.state.client_current_state==client_idle )
  1056. {
  1057. recv(raw_recv_fd, 0,0, 0 );
  1058. }
  1059. else if(conn_info.state.client_current_state==client_tcp_handshake)//received syn ack
  1060. {
  1061. assert(raw_mode==mode_faketcp);
  1062. if(recv_raw0(raw_info,data,data_len)<0)
  1063. {
  1064. return -1;
  1065. }
  1066. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1067. {
  1068. mylog(log_debug,"unexpected adress %x %x %d %d\n",recv_info.src_ip,send_info.dst_ip,recv_info.src_port,send_info.dst_port);
  1069. return -1;
  1070. }
  1071. if(data_len==0&&raw_info.recv_info.syn==1&&raw_info.recv_info.ack==1)
  1072. {
  1073. if(recv_info.ack_seq!=send_info.seq+1)
  1074. {
  1075. mylog(log_debug,"seq ack_seq mis match\n");
  1076. return -1;
  1077. }
  1078. conn_info.state.client_current_state = client_handshake1;
  1079. mylog(log_info,"state changed from client_tcp_handshake to client_handshake1\n");
  1080. conn_info.last_state_time = get_current_time();
  1081. conn_info.last_hb_sent_time=0;
  1082. client_on_timer(conn_info);
  1083. return 0;
  1084. }
  1085. else
  1086. {
  1087. mylog(log_debug,"unexpected packet type,expected:syn ack\n");
  1088. return -1;
  1089. }
  1090. }
  1091. else if(conn_info.state.client_current_state==client_handshake1)//recevied respond of handshake1
  1092. {
  1093. if(recv_bare(raw_info,data,data_len)!=0)
  1094. {
  1095. mylog(log_debug,"recv_bare failed!\n");
  1096. return -1;
  1097. }
  1098. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1099. {
  1100. mylog(log_debug,"unexpected adress %x %x %d %d\n",recv_info.src_ip,send_info.dst_ip,recv_info.src_port,send_info.dst_port);
  1101. return -1;
  1102. }
  1103. if(data_len<int( 3*sizeof(id_t)))
  1104. {
  1105. mylog(log_debug,"too short to be a handshake\n");
  1106. return -1;
  1107. }
  1108. id_t tmp_oppsite_id= ntohl(* ((u32_t *)&data[0]));
  1109. id_t tmp_my_id=ntohl(* ((u32_t *)&data[sizeof(id_t)]));
  1110. id_t tmp_oppsite_const_id=ntohl(* ((u32_t *)&data[sizeof(id_t)*2]));
  1111. if(tmp_my_id!=conn_info.my_id)
  1112. {
  1113. mylog(log_debug,"tmp_my_id doesnt match\n");
  1114. return -1;
  1115. }
  1116. if(raw_mode==mode_faketcp)
  1117. {
  1118. if(recv_info.ack_seq!=send_info.seq)
  1119. {
  1120. mylog(log_debug,"seq ack_seq mis match\n");
  1121. return -1;
  1122. }
  1123. if(recv_info.seq!=send_info.ack_seq)
  1124. {
  1125. mylog(log_debug,"seq ack_seq mis match\n");
  1126. return -1;
  1127. }
  1128. }
  1129. conn_info.oppsite_id=tmp_oppsite_id;
  1130. mylog(log_info,"changed state from to client_handshake1 to client_handshake2,my_id is %x,oppsite id is %x\n",conn_info.my_id,conn_info.oppsite_id);
  1131. //send_handshake(raw_info,conn_info.my_id,conn_info.oppsite_id,const_id); //////////////send
  1132. conn_info.state.client_current_state = client_handshake2;
  1133. conn_info.last_state_time = get_current_time();
  1134. conn_info.last_hb_sent_time=0;
  1135. client_on_timer(conn_info);
  1136. return 0;
  1137. }
  1138. else if(conn_info.state.client_current_state==client_handshake2||conn_info.state.client_current_state==client_ready)//received heartbeat or data
  1139. {
  1140. char type;
  1141. if(recv_safer(conn_info,type,data,data_len)!=0)
  1142. {
  1143. mylog(log_debug,"recv_safer failed!\n");
  1144. return -1;
  1145. }
  1146. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1147. {
  1148. mylog(log_warn,"unexpected adress %x %x %d %d,this shouldnt happen.\n",recv_info.src_ip,send_info.dst_ip,recv_info.src_port,send_info.dst_port);
  1149. return -1;
  1150. }
  1151. if(conn_info.state.client_current_state==client_handshake2)
  1152. {
  1153. mylog(log_info,"changed state from to client_handshake2 to client_ready\n");
  1154. conn_info.state.client_current_state=client_ready;
  1155. conn_info.last_hb_sent_time=0;
  1156. conn_info.last_hb_recv_time=get_current_time();
  1157. conn_info.last_oppsite_roller_time=conn_info.last_hb_recv_time;
  1158. client_on_timer(conn_info);
  1159. }
  1160. if(data_len==0&&type=='h')
  1161. {
  1162. mylog(log_debug,"[hb]heart beat received\n");
  1163. conn_info.last_hb_recv_time=get_current_time();
  1164. return 0;
  1165. }
  1166. else if(data_len>= int( sizeof(u32_t))&&type=='d')
  1167. {
  1168. mylog(log_trace,"received a data from fake tcp,len:%d\n",data_len);
  1169. conn_info.last_hb_recv_time=get_current_time();
  1170. u32_t tmp_conv_id= ntohl(* ((u32_t *)&data[0]));
  1171. if(!conn_info.blob->conv_manager.is_conv_used(tmp_conv_id))
  1172. {
  1173. mylog(log_info,"unknow conv %d,ignore\n",tmp_conv_id);
  1174. return 0;
  1175. }
  1176. conn_info.blob->conv_manager.update_active_time(tmp_conv_id);
  1177. u64_t u64=conn_info.blob->conv_manager.find_u64_by_conv(tmp_conv_id);
  1178. sockaddr_in tmp_sockaddr={0};
  1179. tmp_sockaddr.sin_family = AF_INET;
  1180. tmp_sockaddr.sin_addr.s_addr=(u64>>32u);
  1181. tmp_sockaddr.sin_port= htons(uint16_t((u64<<32u)>>32u));
  1182. int ret=sendto(udp_fd,data+sizeof(u32_t),data_len -(sizeof(u32_t)),0,(struct sockaddr *)&tmp_sockaddr,sizeof(tmp_sockaddr));
  1183. if(ret<0)
  1184. {
  1185. mylog(log_warn,"sento returned %d\n",ret);
  1186. //perror("ret<0");
  1187. }
  1188. mylog(log_trace,"%s :%d\n",inet_ntoa(tmp_sockaddr.sin_addr),ntohs(tmp_sockaddr.sin_port));
  1189. mylog(log_trace,"%d byte sent\n",ret);
  1190. }
  1191. else
  1192. {
  1193. mylog(log_warn,"unknown packet,this shouldnt happen.\n");
  1194. return -1;
  1195. }
  1196. return 0;
  1197. }
  1198. else
  1199. {
  1200. mylog(log_fatal,"unknown state,this shouldnt happen.\n");
  1201. myexit(-1);
  1202. }
  1203. return 0;
  1204. }
  1205. int server_on_raw_recv_multi()
  1206. {
  1207. char dummy_buf[buf_len];
  1208. packet_info_t peek_info;
  1209. if(peek_raw(peek_info)<0)
  1210. {
  1211. recv(raw_recv_fd, 0,0, 0 );//
  1212. //struct sockaddr saddr;
  1213. //socklen_t saddr_size=sizeof(saddr);
  1214. ///recvfrom(raw_recv_fd, 0,0, 0 ,&saddr , &saddr_size);//
  1215. mylog(log_trace,"peek_raw failed\n");
  1216. return -1;
  1217. }else
  1218. {
  1219. mylog(log_trace,"peek_raw success\n");
  1220. }
  1221. u32_t ip=peek_info.src_ip;uint16_t port=peek_info.src_port;
  1222. char ip_port[40];
  1223. sprintf(ip_port,"%s:%d",my_ntoa(ip),port);
  1224. mylog(log_trace,"[%s]peek_raw\n",ip_port);
  1225. int data_len; char *data;
  1226. if(raw_mode==mode_faketcp&&peek_info.syn==1)
  1227. {
  1228. if(!conn_manager.exist(ip,port)||conn_manager.find_insert(ip,port).state.server_current_state!=server_ready)
  1229. {//reply any syn ,before state become ready
  1230. raw_info_t tmp_raw_info;
  1231. if(recv_raw0(tmp_raw_info,data,data_len)<0)
  1232. {
  1233. return 0;
  1234. }
  1235. raw_info_t &raw_info=tmp_raw_info;
  1236. packet_info_t &send_info=raw_info.send_info;
  1237. packet_info_t &recv_info=raw_info.recv_info;
  1238. send_info.src_ip=recv_info.dst_ip;
  1239. send_info.src_port=recv_info.dst_port;
  1240. send_info.dst_port = recv_info.src_port;
  1241. send_info.dst_ip = recv_info.src_ip;
  1242. if(data_len==0&&raw_info.recv_info.syn==1&&raw_info.recv_info.ack==0)
  1243. {
  1244. send_info.ack_seq = recv_info.seq + 1;
  1245. send_info.psh = 0;
  1246. send_info.syn = 1;
  1247. send_info.ack = 1;
  1248. send_info.ts_ack=recv_info.ts;
  1249. mylog(log_info,"[%s]received syn,sent syn ack back\n",ip_port);
  1250. send_raw0(raw_info, 0, 0);
  1251. return 0;
  1252. }
  1253. }
  1254. return 0;
  1255. }
  1256. if(!conn_manager.exist(ip,port))
  1257. {
  1258. if(conn_manager.mp.size()>=max_handshake_conn_num)
  1259. {
  1260. mylog(log_info,"[%s]reached max_handshake_conn_num,ignored new handshake\n",ip_port);
  1261. recv(raw_recv_fd, 0,0, 0 );//
  1262. return 0;
  1263. }
  1264. raw_info_t tmp_raw_info;
  1265. if(raw_mode==mode_icmp)
  1266. {
  1267. tmp_raw_info.send_info.dst_port=tmp_raw_info.send_info.src_port=port;
  1268. }
  1269. if(recv_bare(tmp_raw_info,data,data_len)<0)
  1270. {
  1271. return 0;
  1272. }
  1273. if(data_len<int( 3*sizeof(id_t)))
  1274. {
  1275. mylog(log_debug,"[%s]too short to be a handshake\n",ip_port);
  1276. return -1;
  1277. }
  1278. id_t zero=ntohl(* ((u32_t *)&data[sizeof(id_t)]));
  1279. if(zero!=0)
  1280. {
  1281. mylog(log_debug,"[%s]not a invalid initial handshake\n",ip_port);
  1282. return -1;
  1283. }
  1284. mylog(log_info,"[%s]got packet from a new ip\n",ip_port);
  1285. conn_info_t &conn_info=conn_manager.find_insert(ip,port);
  1286. conn_info.raw_info=tmp_raw_info;
  1287. packet_info_t &send_info=conn_info.raw_info.send_info;
  1288. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1289. raw_info_t &raw_info=conn_info.raw_info;
  1290. send_info.src_ip=recv_info.dst_ip;
  1291. send_info.src_port=recv_info.dst_port;
  1292. send_info.dst_port = recv_info.src_port;
  1293. send_info.dst_ip = recv_info.src_ip;
  1294. //id_t tmp_oppsite_id= ntohl(* ((u32_t *)&data[0]));
  1295. //mylog(log_info,"[%s]handshake1 received %x\n",ip_port,tmp_oppsite_id);
  1296. conn_info.my_id=get_true_random_number_nz();
  1297. mylog(log_info,"[%s]created new conn,state: server_handshake1,my_id is %x\n",ip_port,conn_info.my_id);
  1298. conn_info.state.server_current_state = server_handshake1;
  1299. conn_info.last_state_time = get_current_time();
  1300. server_on_raw_recv_handshake1(conn_info,ip_port,data,data_len);
  1301. return 0;
  1302. }
  1303. conn_info_t & conn_info=conn_manager.find_insert(ip,port);//insert if not exist
  1304. packet_info_t &send_info=conn_info.raw_info.send_info;
  1305. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1306. raw_info_t &raw_info=conn_info.raw_info;
  1307. if(conn_info.state.server_current_state==server_handshake1)
  1308. {
  1309. if(recv_bare(raw_info,data,data_len)!=0)
  1310. {
  1311. return -1;
  1312. }
  1313. server_on_raw_recv_handshake1(conn_info,ip_port,data,data_len);
  1314. }
  1315. if(conn_info.state.server_current_state==server_ready)
  1316. {
  1317. char type;
  1318. //mylog(log_info,"before recv_safer\n");
  1319. if (recv_safer(conn_info,type, data, data_len) != 0) {
  1320. return -1;
  1321. }
  1322. //mylog(log_info,"after recv_safer\n");
  1323. return server_on_raw_recv_ready(conn_info,ip_port,type,data,data_len);
  1324. }
  1325. return 0;
  1326. }
  1327. /*
  1328. int server_on_raw_recv_handshake1(conn_info_t &conn_info,id_t tmp_oppsite_id )
  1329. {
  1330. packet_info_t &send_info=conn_info.raw_info.send_info;
  1331. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1332. raw_info_t &raw_info=conn_info.raw_info;
  1333. return 0;
  1334. }*/
  1335. int server_on_raw_recv_handshake1(conn_info_t &conn_info,char * ip_port,char * data, int data_len)
  1336. {
  1337. packet_info_t &send_info=conn_info.raw_info.send_info;
  1338. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1339. raw_info_t &raw_info=conn_info.raw_info;
  1340. //u32_t ip=conn_info.raw_info.recv_info.src_ip;
  1341. //uint16_t port=conn_info.raw_info.recv_info.src_port;
  1342. //char ip_port[40];
  1343. //sprintf(ip_port,"%s:%d",my_ntoa(ip),port);
  1344. if(data_len<int( 3*sizeof(id_t)))
  1345. {
  1346. mylog(log_debug,"[%s] data_len=%d too short to be a handshake\n",ip_port,data_len);
  1347. return -1;
  1348. }
  1349. id_t tmp_oppsite_id= ntohl(* ((u32_t *)&data[0]));
  1350. id_t tmp_my_id=ntohl(* ((u32_t *)&data[sizeof(id_t)]));
  1351. if(tmp_my_id==0) //received init handshake again
  1352. {
  1353. if(raw_mode==mode_faketcp)
  1354. {
  1355. send_info.seq=recv_info.ack_seq;
  1356. send_info.ack_seq=recv_info.seq+raw_info.last_recv_len;
  1357. send_info.ts_ack=recv_info.ts;
  1358. }
  1359. if(raw_mode==mode_icmp)
  1360. {
  1361. send_info.icmp_seq=recv_info.icmp_seq;
  1362. }
  1363. send_handshake(raw_info,conn_info.my_id,tmp_oppsite_id,const_id); //////////////send
  1364. mylog(log_info,"[%s]changed state to server_handshake1,my_id is %x\n",ip_port,conn_info.my_id);
  1365. }
  1366. else if(tmp_my_id==conn_info.my_id)
  1367. {
  1368. conn_info.oppsite_id=tmp_oppsite_id;
  1369. id_t tmp_oppsite_const_id=ntohl(* ((u32_t *)&data[sizeof(id_t)*2]));
  1370. if(raw_mode==mode_faketcp)
  1371. {
  1372. send_info.seq=recv_info.ack_seq;
  1373. send_info.ack_seq=recv_info.seq+raw_info.last_recv_len;
  1374. send_info.ts_ack=recv_info.ts;
  1375. }
  1376. if(raw_mode==mode_icmp)
  1377. {
  1378. send_info.icmp_seq=recv_info.icmp_seq;
  1379. }
  1380. server_on_raw_recv_pre_ready(conn_info,ip_port,tmp_oppsite_const_id);
  1381. }
  1382. else
  1383. {
  1384. mylog(log_debug,"[%s]invalid my_id %x,my_id is %x\n",ip_port,tmp_my_id,conn_info.my_id);
  1385. }
  1386. return 0;
  1387. }
  1388. int server_on_raw_recv_ready(conn_info_t &conn_info,char * ip_port,char type,char *data,int data_len)
  1389. {
  1390. raw_info_t &raw_info = conn_info.raw_info;
  1391. packet_info_t &send_info = conn_info.raw_info.send_info;
  1392. packet_info_t &recv_info = conn_info.raw_info.recv_info;
  1393. //char ip_port[40];
  1394. //sprintf(ip_port,"%s:%d",my_ntoa(recv_info.src_ip),recv_info.src_port);
  1395. /*
  1396. if (recv_info.src_ip != send_info.dst_ip
  1397. || recv_info.src_port != send_info.dst_port) {
  1398. mylog(log_debug, "unexpected adress\n");
  1399. return 0;
  1400. }*/
  1401. if (type == 'h' && data_len == 0) {
  1402. //u32_t tmp = ntohl(*((u32_t *) &data[sizeof(u32_t)]));
  1403. mylog(log_debug,"[%s][hb]received hb \n",ip_port);
  1404. conn_info.last_hb_recv_time = get_current_time();
  1405. return 0;
  1406. } else if (type== 'd' && data_len >=int( sizeof(u32_t) ))
  1407. {
  1408. u32_t tmp_conv_id = ntohl(*((u32_t *) &data[0]));
  1409. conn_info.last_hb_recv_time = get_current_time();
  1410. mylog(log_trace, "conv:%u\n", tmp_conv_id);
  1411. if (!conn_info.blob->conv_manager.is_conv_used(tmp_conv_id)) {
  1412. if (conn_info.blob->conv_manager.get_size() >= max_conv_num) {
  1413. mylog(log_warn,
  1414. "[%s]ignored new conv %x connect bc max_conv_num exceed\n",ip_port,
  1415. tmp_conv_id);
  1416. return 0;
  1417. }
  1418. struct sockaddr_in remote_addr_in={0};
  1419. socklen_t slen = sizeof(sockaddr_in);
  1420. //memset(&remote_addr_in, 0, sizeof(remote_addr_in));
  1421. remote_addr_in.sin_family = AF_INET;
  1422. remote_addr_in.sin_port = htons(remote_port);
  1423. remote_addr_in.sin_addr.s_addr = remote_ip_uint32;
  1424. int new_udp_fd = socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  1425. if (new_udp_fd < 0) {
  1426. mylog(log_warn, "[%s]create udp_fd error\n",ip_port);
  1427. return -1;
  1428. }
  1429. setnonblocking(new_udp_fd);
  1430. set_buf_size(new_udp_fd);
  1431. mylog(log_debug, "[%s]created new udp_fd %d\n",ip_port, new_udp_fd);
  1432. int ret = connect(new_udp_fd, (struct sockaddr *) &remote_addr_in,
  1433. slen);
  1434. if (ret != 0) {
  1435. mylog(log_warn, "udp fd connect fail\n");
  1436. close(new_udp_fd);
  1437. return -1;
  1438. }
  1439. struct epoll_event ev;
  1440. u64_t u64 = (u32_t(new_udp_fd))+(1llu<<32u);
  1441. mylog(log_trace, "[%s]u64: %lld\n",ip_port, u64);
  1442. ev.events = EPOLLIN;
  1443. ev.data.u64 = u64;
  1444. ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, new_udp_fd, &ev);
  1445. if (ret != 0) {
  1446. mylog(log_warn, "[%s]add udp_fd error\n",ip_port);
  1447. close(new_udp_fd);
  1448. return -1;
  1449. }
  1450. conn_info.blob->conv_manager.insert_conv(tmp_conv_id, new_udp_fd);
  1451. assert(conn_manager.udp_fd_mp.find(new_udp_fd)==conn_manager.udp_fd_mp.end());
  1452. conn_manager.udp_fd_mp[new_udp_fd] = &conn_info;
  1453. //pack_u64(conn_info.raw_info.recv_info.src_ip,conn_info.raw_info.recv_info.src_port);
  1454. mylog(log_info, "[%s]new conv conv_id=%x, assigned fd=%d\n",ip_port,
  1455. tmp_conv_id, new_udp_fd);
  1456. }
  1457. u64_t u64 = conn_info.blob->conv_manager.find_u64_by_conv(tmp_conv_id);
  1458. conn_info.blob->conv_manager.update_active_time(tmp_conv_id);
  1459. int fd = int((u64 << 32u) >> 32u);
  1460. mylog(log_trace, "[%s]received a data from fake tcp,len:%d\n",ip_port, data_len);
  1461. int ret = send(fd, data + sizeof(u32_t),
  1462. data_len - ( sizeof(u32_t)), 0);
  1463. mylog(log_trace, "[%s]%d byte sent ,fd :%d\n ",ip_port, ret, fd);
  1464. if (ret < 0) {
  1465. mylog(log_warn, "send returned %d\n", ret);
  1466. //perror("what happened????");
  1467. }
  1468. return 0;
  1469. }
  1470. return 0;
  1471. }
  1472. int server_on_raw_recv_pre_ready(conn_info_t &conn_info,char * ip_port,u32_t tmp_oppsite_const_id)
  1473. {
  1474. //u32_t ip;uint16_t port;
  1475. //ip=conn_info.raw_info.recv_info.src_ip;
  1476. //port=conn_info.raw_info.recv_info.src_port;
  1477. //char ip_port[40];
  1478. //sprintf(ip_port,"%s:%d",my_ntoa(ip),port);
  1479. mylog(log_info,"[%s]received handshake oppsite_id:%x my_id:%x\n",ip_port,conn_info.oppsite_id,conn_info.my_id);
  1480. mylog(log_info,"[%s]oppsite const_id:%x \n",ip_port,tmp_oppsite_const_id);
  1481. if(conn_manager.const_id_mp.find(tmp_oppsite_const_id)==conn_manager.const_id_mp.end())
  1482. {
  1483. //conn_manager.const_id_mp=
  1484. if(conn_manager.ready_num>=max_ready_conn_num)
  1485. {
  1486. mylog(log_info,"[%s]max_ready_conn_num,cant turn to ready\n",ip_port);
  1487. conn_info.state.server_current_state =server_idle;
  1488. return 0;
  1489. }
  1490. conn_info.prepare();
  1491. conn_info.state.server_current_state = server_ready;
  1492. conn_info.oppsite_const_id=tmp_oppsite_const_id;
  1493. conn_manager.ready_num++;
  1494. conn_manager.const_id_mp[tmp_oppsite_const_id]=&conn_info;
  1495. //conn_info.last_state_time=get_current_time(); //dont change this!!!!!!!!!!!!!!!!!!!!!!!!!
  1496. //conn_manager.current_ready_ip=ip;
  1497. //conn_manager.current_ready_port=port;
  1498. //my_id=conn_info.my_id;
  1499. //oppsite_id=conn_info.oppsite_id;
  1500. conn_info.last_hb_recv_time = get_current_time();
  1501. conn_info.last_hb_sent_time = conn_info.last_hb_recv_time;//=get_current_time()
  1502. send_safer(conn_info, 'h',"", 0); /////////////send
  1503. mylog(log_info, "[%s]changed state to server_ready\n",ip_port);
  1504. conn_info.blob->anti_replay.re_init();
  1505. //g_conn_info=conn_info;
  1506. int new_timer_fd;
  1507. set_timer_server(epollfd, new_timer_fd);
  1508. conn_info.timer_fd=new_timer_fd;
  1509. assert(conn_manager.timer_fd_mp.find(new_timer_fd)==conn_manager.timer_fd_mp.end());
  1510. conn_manager.timer_fd_mp[new_timer_fd] = &conn_info;//pack_u64(ip,port);
  1511. //timer_fd_mp[new_timer_fd]
  1512. /*
  1513. if(oppsite_const_id!=0&&tmp_oppsite_const_id!=oppsite_const_id) //TODO MOVE TO READY
  1514. {
  1515. mylog(log_info,"cleared all conv bc of const id doesnt match\n");
  1516. conv_manager.clear();
  1517. }*/
  1518. //oppsite_const_id=tmp_oppsite_const_id;
  1519. }
  1520. else
  1521. {
  1522. conn_info_t &ori_conn_info=*conn_manager.const_id_mp[tmp_oppsite_const_id];
  1523. if(ori_conn_info.state.server_current_state==server_ready)
  1524. {
  1525. if(conn_info.last_state_time<ori_conn_info.last_state_time)
  1526. {
  1527. mylog(log_info,"[%s]conn_info.last_state_time<ori_conn_info.last_state_time. ignored new handshake\n",ip_port);
  1528. conn_info.state.server_current_state=server_idle;
  1529. conn_info.oppsite_const_id=0;
  1530. return 0;
  1531. }
  1532. if(!conn_manager.exist(ori_conn_info.raw_info.recv_info.src_ip,ori_conn_info.raw_info.recv_info.src_port))//TODO remove this
  1533. {
  1534. mylog(log_fatal,"[%s]this shouldnt happen\n",ip_port);
  1535. myexit(-1);
  1536. }
  1537. if(!conn_manager.exist(conn_info.raw_info.recv_info.src_ip,conn_info.raw_info.recv_info.src_port))//TODO remove this
  1538. {
  1539. mylog(log_fatal,"[%s]this shouldnt happen2\n",ip_port);
  1540. myexit(-1);
  1541. }
  1542. conn_info_t *&p_ori=conn_manager.find_insert_p(ori_conn_info.raw_info.recv_info.src_ip,ori_conn_info.raw_info.recv_info.src_port);
  1543. conn_info_t *&p=conn_manager.find_insert_p(conn_info.raw_info.recv_info.src_ip,conn_info.raw_info.recv_info.src_port);
  1544. conn_info_t *tmp=p;
  1545. p=p_ori;
  1546. p_ori=tmp;
  1547. mylog(log_info,"[%s]grabbed a connection\n",ip_port);
  1548. //ori_conn_info.state.server_current_state=server_ready;
  1549. ori_conn_info.recover(conn_info);
  1550. send_safer(ori_conn_info, 'h',"", 0);
  1551. //ori_conn_info.blob->anti_replay.re_init();
  1552. conn_info.state.server_current_state=server_idle;
  1553. conn_info.oppsite_const_id=0;
  1554. }
  1555. else
  1556. {
  1557. mylog(log_fatal,"[%s]this should never happen\n",ip_port);
  1558. myexit(-1);
  1559. }
  1560. return 0;
  1561. }
  1562. return 0;
  1563. }
  1564. int get_src_adress(u32_t &ip)
  1565. {
  1566. struct sockaddr_in remote_addr_in={0};
  1567. socklen_t slen = sizeof(sockaddr_in);
  1568. //memset(&remote_addr_in, 0, sizeof(remote_addr_in));
  1569. remote_addr_in.sin_family = AF_INET;
  1570. remote_addr_in.sin_port = htons(remote_port);
  1571. remote_addr_in.sin_addr.s_addr = remote_ip_uint32;
  1572. int new_udp_fd=socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  1573. if(new_udp_fd<0)
  1574. {
  1575. mylog(log_warn,"create udp_fd error\n");
  1576. return -1;
  1577. }
  1578. //set_buf_size(new_udp_fd);
  1579. mylog(log_debug,"created new udp_fd %d\n",new_udp_fd);
  1580. int ret = connect(new_udp_fd, (struct sockaddr *) &remote_addr_in, slen);
  1581. if(ret!=0)
  1582. {
  1583. mylog(log_warn,"udp fd connect fail\n");
  1584. close(new_udp_fd);
  1585. return -1;
  1586. }
  1587. struct sockaddr_in my_addr={0};
  1588. socklen_t len=sizeof(my_addr);
  1589. if(getsockname(new_udp_fd, (struct sockaddr *) &my_addr, &len)!=0) return -1;
  1590. ip=my_addr.sin_addr.s_addr;
  1591. close(new_udp_fd);
  1592. return 0;
  1593. }
  1594. int client_event_loop()
  1595. {
  1596. char buf[buf_len];
  1597. conn_info_t conn_info;
  1598. conn_info.my_id=get_true_random_number_nz();
  1599. conn_info.prepare();
  1600. packet_info_t &send_info=conn_info.raw_info.send_info;
  1601. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1602. //printf("?????\n");
  1603. if(source_ip_uint32==0)
  1604. {
  1605. mylog(log_info,"get_src_adress called\n");
  1606. if(get_src_adress(source_ip_uint32)!=0)
  1607. {
  1608. mylog(log_fatal,"the trick to auto get source ip failed,you should specific an ip by --source-ip\n");
  1609. myexit(-1);
  1610. }
  1611. }
  1612. in_addr tmp;
  1613. tmp.s_addr=source_ip_uint32;
  1614. mylog(log_info,"source ip = %s\n",inet_ntoa(tmp));
  1615. //printf("done\n");
  1616. if(try_to_list_and_bind(source_port)!=0)
  1617. {
  1618. mylog(log_fatal,"bind to source_port:%d fail\n ",source_port);
  1619. myexit(-1);
  1620. }
  1621. send_info.src_port=source_port;
  1622. send_info.src_ip = source_ip_uint32;
  1623. int i, j, k;int ret;
  1624. init_raw_socket();
  1625. //init_filter(source_port);
  1626. send_info.dst_ip=remote_ip_uint32;
  1627. send_info.dst_port=remote_port;
  1628. //g_packet_info.src_ip=source_address_uint32;
  1629. //g_packet_info.src_port=source_port;
  1630. udp_fd=socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  1631. set_buf_size(udp_fd);
  1632. int yes = 1;
  1633. //setsockopt(udp_fd, SOL_SOCKET, SO_REUSEADDR, &yes, sizeof(yes));
  1634. struct sockaddr_in local_me={0};
  1635. socklen_t slen = sizeof(sockaddr_in);
  1636. //memset(&local_me, 0, sizeof(local_me));
  1637. local_me.sin_family = AF_INET;
  1638. local_me.sin_port = htons(local_port);
  1639. local_me.sin_addr.s_addr = local_ip_uint32;
  1640. if (bind(udp_fd, (struct sockaddr*) &local_me, slen) == -1) {
  1641. mylog(log_fatal,"socket bind error\n");
  1642. //perror("socket bind error");
  1643. myexit(1);
  1644. }
  1645. setnonblocking(udp_fd);
  1646. epollfd = epoll_create1(0);
  1647. const int max_events = 4096;
  1648. struct epoll_event ev, events[max_events];
  1649. if (epollfd < 0) {
  1650. mylog(log_fatal,"epoll return %d\n", epollfd);
  1651. myexit(-1);
  1652. }
  1653. ev.events = EPOLLIN;
  1654. ev.data.u64 = udp_fd;
  1655. ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, udp_fd, &ev);
  1656. if (ret!=0) {
  1657. mylog(log_fatal,"add udp_listen_fd error\n");
  1658. myexit(-1);
  1659. }
  1660. ev.events = EPOLLIN;
  1661. ev.data.u64 = raw_recv_fd;
  1662. ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, raw_recv_fd, &ev);
  1663. if (ret!= 0) {
  1664. mylog(log_fatal,"add raw_fd error\n");
  1665. myexit(-1);
  1666. }
  1667. ////add_timer for fake_tcp_keep_connection_client
  1668. //sleep(10);
  1669. //memset(&udp_old_addr_in,0,sizeof(sockaddr_in));
  1670. int unbind=1;
  1671. set_timer(epollfd,timer_fd);
  1672. mylog(log_debug,"send_raw : from %x %d to %x %d\n",send_info.src_ip,send_info.src_port,send_info.dst_ip,send_info.dst_port);
  1673. while(1)////////////////////////
  1674. {
  1675. if(about_to_exit) myexit(0);
  1676. epoll_trigger_counter++;
  1677. int nfds = epoll_wait(epollfd, events, max_events, 180 * 1000);
  1678. if (nfds < 0) { //allow zero
  1679. if(errno==EINTR )
  1680. {
  1681. mylog(log_info,"epoll interrupted by signal\n");
  1682. myexit(0);
  1683. }
  1684. else
  1685. {
  1686. mylog(log_fatal,"epoll_wait return %d\n", nfds);
  1687. myexit(-1);
  1688. }
  1689. }
  1690. int idx;
  1691. for (idx = 0; idx < nfds; ++idx) {
  1692. if (events[idx].data.u64 == (u64_t)raw_recv_fd)
  1693. {
  1694. iphdr *iph;tcphdr *tcph;
  1695. client_on_raw_recv(conn_info);
  1696. }
  1697. else if(events[idx].data.u64 ==(u64_t)timer_fd)
  1698. {
  1699. u64_t value;
  1700. read(timer_fd, &value, 8);
  1701. client_on_timer(conn_info);
  1702. mylog(log_trace,"epoll_trigger_counter: %d \n",epoll_trigger_counter);
  1703. epoll_trigger_counter=0;
  1704. }
  1705. else if (events[idx].data.u64 == (u64_t)udp_fd)
  1706. {
  1707. int recv_len;
  1708. struct sockaddr_in udp_new_addr_in={0};
  1709. socklen_t udp_new_addr_len = sizeof(sockaddr_in);
  1710. if ((recv_len = recvfrom(udp_fd, buf, max_data_len, 0,
  1711. (struct sockaddr *) &udp_new_addr_in, &udp_new_addr_len)) == -1) {
  1712. mylog(log_error,"recv_from error,this shouldnt happen at client\n");
  1713. myexit(1);
  1714. };
  1715. if(recv_len>=mtu_warn)
  1716. {
  1717. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",recv_len,mtu_warn);
  1718. }
  1719. mylog(log_trace,"Received packet from %s:%d,len: %d\n", inet_ntoa(udp_new_addr_in.sin_addr),
  1720. ntohs(udp_new_addr_in.sin_port),recv_len);
  1721. /*
  1722. if(udp_old_addr_in.sin_addr.s_addr==0&&udp_old_addr_in.sin_port==0)
  1723. {
  1724. memcpy(&udp_old_addr_in,&udp_new_addr_in,sizeof(udp_new_addr_in));
  1725. }
  1726. else if(udp_new_addr_in.sin_addr.s_addr!=udp_old_addr_in.sin_addr.s_addr
  1727. ||udp_new_addr_in.sin_port!=udp_old_addr_in.sin_port)
  1728. {
  1729. if(get_current_time()- last_udp_recv_time <udp_timeout)
  1730. {
  1731. printf("new <ip,port> connected in,ignored,bc last connection is still active\n");
  1732. continue;
  1733. }
  1734. else
  1735. {
  1736. printf("new <ip,port> connected in,accpeted\n");
  1737. memcpy(&udp_old_addr_in,&udp_new_addr_in,sizeof(udp_new_addr_in));
  1738. conv_id++;
  1739. }
  1740. }*/
  1741. //last_udp_recv_time=get_current_time();
  1742. u64_t u64=((u64_t(udp_new_addr_in.sin_addr.s_addr))<<32u)+ntohs(udp_new_addr_in.sin_port);
  1743. u32_t conv;
  1744. if(!conn_info.blob->conv_manager.is_u64_used(u64))
  1745. {
  1746. if(conn_info.blob->conv_manager.get_size() >=max_conv_num)
  1747. {
  1748. mylog(log_warn,"ignored new udp connect bc max_conv_num exceed\n");
  1749. continue;
  1750. }
  1751. conv=conn_info.blob->conv_manager.get_new_conv();
  1752. conn_info.blob->conv_manager.insert_conv(conv,u64);
  1753. mylog(log_info,"new packet from %s:%d,conv_id=%x\n",inet_ntoa(udp_new_addr_in.sin_addr),ntohs(udp_new_addr_in.sin_port),conv);
  1754. }
  1755. else
  1756. {
  1757. conv=conn_info.blob->conv_manager.find_conv_by_u64(u64);
  1758. }
  1759. conn_info.blob->conv_manager.update_active_time(conv);
  1760. if(conn_info.state.client_current_state==client_ready)
  1761. {
  1762. /*
  1763. char buf2[6000];
  1764. int ret1=send_raw(conn_info.raw_info,buf2,40);
  1765. int ret2=send_raw(conn_info.raw_info,buf2,500);
  1766. int ret3=send_raw(conn_info.raw_info,buf2,1000);
  1767. int ret4=send_raw(conn_info.raw_info,buf2,2000);
  1768. mylog(log_warn,"ret= %d %d %d %d\n",ret1,ret2,ret3,ret4);*/
  1769. send_data_safer(conn_info,buf,recv_len,conv);
  1770. }
  1771. }
  1772. else
  1773. {
  1774. mylog(log_fatal,"unknown fd,this should never happen\n");
  1775. myexit(-1);
  1776. }
  1777. }
  1778. }
  1779. return 0;
  1780. }
  1781. int server_event_loop()
  1782. {
  1783. char buf[buf_len];
  1784. int i, j, k;int ret;
  1785. bind_address_uint32=local_ip_uint32;//only server has bind adress,client sets it to zero
  1786. if(raw_mode==mode_faketcp)
  1787. {
  1788. bind_fd=socket(AF_INET,SOCK_STREAM,0);
  1789. }
  1790. else if(raw_mode==mode_udp||raw_mode==mode_icmp)//bind an adress to avoid collision,for icmp,there is no port,just bind a udp port
  1791. {
  1792. bind_fd=socket(AF_INET,SOCK_DGRAM,0);
  1793. }
  1794. struct sockaddr_in temp_bind_addr={0};
  1795. // bzero(&temp_bind_addr, sizeof(temp_bind_addr));
  1796. temp_bind_addr.sin_family = AF_INET;
  1797. temp_bind_addr.sin_port = htons(local_port);
  1798. temp_bind_addr.sin_addr.s_addr = local_ip_uint32;
  1799. if (bind(bind_fd, (struct sockaddr*)&temp_bind_addr, sizeof(temp_bind_addr)) !=0)
  1800. {
  1801. mylog(log_fatal,"bind fail\n");
  1802. myexit(-1);
  1803. }
  1804. if(raw_mode==mode_faketcp)
  1805. {
  1806. if(listen(bind_fd, SOMAXCONN) != 0 )
  1807. {
  1808. mylog(log_fatal,"listen fail\n");
  1809. myexit(-1);
  1810. }
  1811. }
  1812. init_raw_socket();
  1813. init_filter(local_port);//bpf filter
  1814. epollfd = epoll_create1(0);
  1815. const int max_events = 4096;
  1816. struct epoll_event ev, events[max_events];
  1817. if (epollfd < 0) {
  1818. mylog(log_fatal,"epoll return %d\n", epollfd);
  1819. myexit(-1);
  1820. }
  1821. ev.events = EPOLLIN;
  1822. ev.data.u64 = raw_recv_fd;
  1823. ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, raw_recv_fd, &ev);
  1824. if (ret!= 0) {
  1825. mylog(log_fatal,"add raw_fd error\n");
  1826. myexit(-1);
  1827. }
  1828. int timer_fd;
  1829. set_timer(epollfd,timer_fd);
  1830. u64_t begin_time=0;
  1831. u64_t end_time=0;
  1832. while(1)////////////////////////
  1833. {
  1834. if(about_to_exit) myexit(0);
  1835. int nfds = epoll_wait(epollfd, events, max_events, 180 * 1000);
  1836. if (nfds < 0) { //allow zero
  1837. if(errno==EINTR )
  1838. {
  1839. mylog(log_info,"epoll interrupted by signal\n");
  1840. myexit(0);
  1841. }
  1842. else
  1843. {
  1844. mylog(log_fatal,"epoll_wait return %d\n", nfds);
  1845. myexit(-1);
  1846. }
  1847. }
  1848. int idx;
  1849. for (idx = 0; idx < nfds; ++idx)
  1850. {
  1851. //mylog(log_debug,"ndfs: %d \n",nfds);
  1852. epoll_trigger_counter++;
  1853. //printf("%d %d %d %d\n",timer_fd,raw_recv_fd,raw_send_fd,n);
  1854. if ((events[idx].data.u64 ) == (u64_t)timer_fd)
  1855. {
  1856. if(debug_flag)begin_time=get_current_time();
  1857. conn_manager.clear_inactive();
  1858. u64_t dummy;
  1859. read(timer_fd, &dummy, 8);
  1860. //current_time_rough=get_current_time();
  1861. if(debug_flag)
  1862. {
  1863. end_time=get_current_time();
  1864. mylog(log_debug,"timer_fd,%llu,%llu,%llu\n",begin_time,end_time,end_time-begin_time);
  1865. }
  1866. mylog(log_trace,"epoll_trigger_counter: %d \n",epoll_trigger_counter);
  1867. epoll_trigger_counter=0;
  1868. }
  1869. else if (events[idx].data.u64 == (u64_t)raw_recv_fd)
  1870. {
  1871. if(debug_flag)begin_time=get_current_time();
  1872. server_on_raw_recv_multi();
  1873. if(debug_flag)
  1874. {
  1875. end_time=get_current_time();
  1876. mylog(log_debug,"raw_recv_fd,%llu,%llu,%llu \n",begin_time,end_time,end_time-begin_time);
  1877. }
  1878. }
  1879. else if ((events[idx].data.u64 >>32u) == 2u)
  1880. {
  1881. if(debug_flag)begin_time=get_current_time();
  1882. int fd=get_u64_l(events[idx].data.u64);
  1883. u64_t dummy;
  1884. read(fd, &dummy, 8);
  1885. if(conn_manager.timer_fd_mp.find(fd)==conn_manager.timer_fd_mp.end()) //this can happen,when fd is a just closed fd
  1886. {
  1887. mylog(log_info,"timer_fd no longer exits\n");
  1888. continue;
  1889. }
  1890. conn_info_t* p_conn_info=conn_manager.timer_fd_mp[fd];
  1891. u32_t ip=p_conn_info->raw_info.recv_info.src_ip;
  1892. u32_t port=p_conn_info->raw_info.recv_info.src_port;
  1893. assert(conn_manager.exist(ip,port));//TODO remove this for peformance
  1894. assert(p_conn_info->state.server_current_state == server_ready); //TODO remove this for peformance
  1895. //conn_info_t &conn_info=conn_manager.find(ip,port);
  1896. char ip_port[40];
  1897. sprintf(ip_port,"%s:%d",my_ntoa(ip),port);
  1898. server_on_timer_multi(*p_conn_info,ip_port);
  1899. if(debug_flag)
  1900. {
  1901. end_time=get_current_time();
  1902. mylog(log_debug,"(events[idx].data.u64 >>32u) == 2u ,%llu,%llu,%llu \n",begin_time,end_time,end_time-begin_time);
  1903. }
  1904. }
  1905. else if ((events[idx].data.u64 >>32u) == 1u)
  1906. {
  1907. //uint32_t conv_id=events[n].data.u64>>32u;
  1908. if(debug_flag)begin_time=get_current_time();
  1909. int fd=int((events[idx].data.u64<<32u)>>32u);
  1910. if(conn_manager.udp_fd_mp.find(fd)==conn_manager.udp_fd_mp.end()) //this can happen,when fd is a just closed fd
  1911. {
  1912. mylog(log_debug,"fd no longer exists in udp_fd_mp,udp fd %d\n",fd);
  1913. recv(fd,0,0,0);
  1914. continue;
  1915. }
  1916. conn_info_t* p_conn_info=conn_manager.udp_fd_mp[fd];
  1917. u32_t ip=p_conn_info->raw_info.recv_info.src_ip;
  1918. u32_t port=p_conn_info->raw_info.recv_info.src_port;
  1919. if(!conn_manager.exist(ip,port))//TODO remove this for peformance
  1920. {
  1921. mylog(log_fatal,"ip port no longer exits 2!!!this shouldnt happen\n");
  1922. myexit(-1);
  1923. }
  1924. if(p_conn_info->state.server_current_state!=server_ready)//TODO remove this for peformance
  1925. {
  1926. mylog(log_fatal,"p_conn_info->state.server_current_state!=server_ready!!!this shouldnt happen\n");
  1927. myexit(-1);
  1928. }
  1929. conn_info_t &conn_info=*p_conn_info;
  1930. if(!conn_info.blob->conv_manager.is_u64_used(fd))
  1931. {
  1932. mylog(log_debug,"conv no longer exists,udp fd %d\n",fd);
  1933. int recv_len=recv(fd,0,0,0); ///////////TODO ,delete this
  1934. continue;
  1935. }
  1936. u32_t conv_id=conn_info.blob->conv_manager.find_conv_by_u64(fd);
  1937. int recv_len=recv(fd,buf,max_data_len,0);
  1938. mylog(log_trace,"received a packet from udp_fd,len:%d\n",recv_len);
  1939. if(recv_len<0)
  1940. {
  1941. mylog(log_debug,"udp fd,recv_len<0 continue,%s\n",strerror(errno));
  1942. continue;
  1943. }
  1944. if(recv_len>=mtu_warn)
  1945. {
  1946. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",recv_len,mtu_warn);
  1947. }
  1948. //conn_info.conv_manager->update_active_time(conv_id); server dosnt update from upd side,only update from raw side. (client updates at both side)
  1949. if(conn_info.state.server_current_state==server_ready)
  1950. {
  1951. send_data_safer(conn_info,buf,recv_len,conv_id);
  1952. //send_data(g_packet_info_send,buf,recv_len,my_id,oppsite_id,conv_id);
  1953. mylog(log_trace,"send_data_safer ,sent !!\n");
  1954. }
  1955. if(debug_flag)
  1956. {
  1957. end_time=get_current_time();
  1958. mylog(log_debug,"(events[idx].data.u64 >>32u) == 1u,%lld,%lld,%lld \n",begin_time,end_time,end_time-begin_time);
  1959. }
  1960. }
  1961. else
  1962. {
  1963. mylog(log_fatal,"unknown fd,this should never happen\n");
  1964. myexit(-1);
  1965. }
  1966. }
  1967. }
  1968. return 0;
  1969. }
  1970. void process_lower_level()
  1971. {
  1972. if (strchr(optarg, '#') == 0) {
  1973. mylog(log_fatal,
  1974. "lower-level parameter invaild,check help page for format\n");
  1975. myexit(-1);
  1976. }
  1977. lower_level = 1;
  1978. u32_t hw[6];
  1979. memset(hw, 0, sizeof(hw));
  1980. sscanf(optarg, "%[^#]#%x:%x:%x:%x:%x:%x", if_name, &hw[0], &hw[1], &hw[2],
  1981. &hw[3], &hw[4], &hw[5]);
  1982. mylog(log_warn,
  1983. "make sure this is correct: if_name=<%s> dest_mac_adress=<%02x:%02x:%02x:%02x:%02x:%02x> \n",
  1984. if_name, hw[0], hw[1], hw[2], hw[3], hw[4], hw[5]);
  1985. for (int i = 0; i < 6; i++) {
  1986. dest_hw_addr[i] = uint8_t(hw[i]);
  1987. }
  1988. }
  1989. void print_help()
  1990. {
  1991. printf("udp2raw-tunnel\n");
  1992. printf("version: %s %s\n",__DATE__,__TIME__);
  1993. printf("repository: https://github.com/wangyu-/udp2raw-tunnel\n");
  1994. printf("\n");
  1995. printf("usage:\n");
  1996. printf(" run as client : ./this_program -c -l local_listen_ip:local_port -r server_ip:server_port [options]\n");
  1997. printf(" run as server : ./this_program -s -l server_listen_ip:server_port -r remote_ip:remote_port [options]\n");
  1998. printf("\n");
  1999. printf("common options,these options must be same on both side:\n");
  2000. printf(" --raw-mode <string> avaliable values:faketcp(default),udp,icmp\n");
  2001. printf(" -k,--key <string> password to gen symetric key,default:\"secret key\"\n");
  2002. printf(" --cipher-mode <string> avaliable values:aes128cbc(default),xor,none\n");
  2003. printf(" --auth-mode <string> avaliable values:md5(default),crc32,simple,none\n");
  2004. printf(" -a,--auto-rule auto add (and delete) iptables rule\n");
  2005. printf(" -g,--gen-rule generate iptables rule then exit\n");
  2006. printf(" --disable-anti-replay disable anti-replay,not suggested\n");
  2007. //printf("\n");
  2008. printf("client options:\n");
  2009. printf(" --source-ip <ip> force source-ip for raw socket\n");
  2010. printf(" --source-port <port> force source-port for raw socket,tcp/udp only\n");
  2011. printf(" this option disables port changing while re-connecting\n");
  2012. // printf(" \n");
  2013. printf("other options:\n");
  2014. printf(" --log-level <number> 0:never 1:fatal 2:error 3:warn \n");
  2015. printf(" 4:info (default) 5:debug 6:trace\n");
  2016. // printf("\n");
  2017. printf(" --log-position enable file name,function name,line number in log\n");
  2018. printf(" --disable-color disable log color\n");
  2019. printf(" --disable-bpf disable the kernel space filter,most time its not necessary\n");
  2020. printf(" unless you suspect there is a bug\n");
  2021. // printf("\n");
  2022. printf(" --sock-buf <number> buf size for socket,>=10 and <=10240,unit:kbyte,default:1024\n");
  2023. printf(" --seqmode <number> seq increase mode for faketcp:\n");
  2024. printf(" 0:dont increase\n");
  2025. printf(" 1:increase every packet\n");
  2026. printf(" 2:increase randomly, about every 3 packets (default)\n");
  2027. // printf("\n");
  2028. printf(" --lower-level <string> send packet at OSI level 2, format:'if_name#dest_mac_adress'\n");
  2029. printf(" ie:'eth0#00:23:45:67:89:b9'.Beta.\n");
  2030. printf(" -h,--help print this help message\n");
  2031. //printf("common options,these options must be same on both side\n");
  2032. }
  2033. void process_arg(int argc, char *argv[])
  2034. {
  2035. int i,j,k,opt;
  2036. static struct option long_options[] =
  2037. {
  2038. /* These options set a flag. */
  2039. {"source-ip", required_argument, 0, 1},
  2040. {"source-port", required_argument, 0, 1},
  2041. {"log-level", required_argument, 0, 1},
  2042. {"key", required_argument, 0, 'k'},
  2043. {"auth-mode", required_argument, 0, 1},
  2044. {"cipher-mode", required_argument, 0, 1},
  2045. {"raw-mode", required_argument, 0, 1},
  2046. {"disable-color", no_argument, 0, 1},
  2047. {"log-position", no_argument, 0, 1},
  2048. {"disable-bpf", no_argument, 0, 1},
  2049. {"disable-anti-replay", no_argument, 0, 1},
  2050. {"auto-rule", no_argument, 0, 'a'},
  2051. {"gen-rule", no_argument, 0, 'g'},
  2052. {"debug", no_argument, 0, 1},
  2053. {"clear", no_argument, 0, 1},
  2054. {"lower-level", required_argument, 0, 1},
  2055. {"sock-buf", required_argument, 0, 1},
  2056. {"seq-mode", required_argument, 0, 1},
  2057. {NULL, 0, 0, 0}
  2058. };
  2059. int option_index = 0;
  2060. for (i = 0; i < argc; i++)
  2061. {
  2062. if(strcmp(argv[i],"-h")==0||strcmp(argv[i],"--help")==0)
  2063. {
  2064. print_help();
  2065. myexit(0);
  2066. }
  2067. }
  2068. if (argc == 1)
  2069. {
  2070. print_help();
  2071. myexit(-1);
  2072. }
  2073. for (i = 0; i < argc; i++)
  2074. {
  2075. if(strcmp(argv[i],"--log-level")==0)
  2076. {
  2077. if(i<argc -1)
  2078. {
  2079. sscanf(argv[i+1],"%d",&log_level);
  2080. if(0<=log_level&&log_level<log_end)
  2081. {
  2082. }
  2083. else
  2084. {
  2085. log_bare(log_fatal,"invalid log_level\n");
  2086. myexit(-1);
  2087. }
  2088. }
  2089. }
  2090. if(strcmp(argv[i],"--disable-color")==0)
  2091. {
  2092. enable_log_color=0;
  2093. }
  2094. }
  2095. mylog(log_info,"argc=%d ", argc);
  2096. for (i = 0; i < argc; i++) {
  2097. log_bare(log_info, "%s ", argv[i]);
  2098. }
  2099. log_bare(log_info, "\n");
  2100. int no_l = 1, no_r = 1;
  2101. while ((opt = getopt_long(argc, argv, "l:r:schk:ag",long_options,&option_index)) != -1) {
  2102. //string opt_key;
  2103. //opt_key+=opt;
  2104. switch (opt) {
  2105. case 'l':
  2106. no_l = 0;
  2107. if (strchr(optarg, ':') != 0) {
  2108. sscanf(optarg, "%[^:]:%d", local_ip, &local_port);
  2109. if(local_port==22)
  2110. {
  2111. mylog(log_fatal,"port 22 not allowed\n");
  2112. myexit(-1);
  2113. }
  2114. } else {
  2115. mylog(log_fatal,"invalid parameter for -l ,%s,should be ip:port\n",optarg);
  2116. myexit(-1);
  2117. }
  2118. break;
  2119. case 'r':
  2120. no_r = 0;
  2121. if (strchr(optarg, ':') != 0) {
  2122. sscanf(optarg, "%[^:]:%d", remote_ip, &remote_port);
  2123. if(remote_port==22)
  2124. {
  2125. mylog(log_fatal,"port 22 not allowed\n");
  2126. myexit(-1);
  2127. }
  2128. } else {
  2129. mylog(log_fatal,"invalid parameter for -r ,%s,should be ip:port\n",optarg);
  2130. myexit(-1);
  2131. }
  2132. break;
  2133. case 's':
  2134. if(program_mode==0)
  2135. {
  2136. program_mode=server_mode;
  2137. }
  2138. else
  2139. {
  2140. mylog(log_fatal,"-s /-c has already been set,conflict\n");
  2141. myexit(-1);
  2142. }
  2143. break;
  2144. case 'c':
  2145. if(program_mode==0)
  2146. {
  2147. program_mode=client_mode;
  2148. }
  2149. else
  2150. {
  2151. mylog(log_fatal,"-s /-c has already been set,conflict\n");
  2152. myexit(-1);
  2153. }
  2154. break;
  2155. case 'h':
  2156. break;
  2157. case 'a':
  2158. auto_add_iptables_rule=1;
  2159. break;
  2160. case 'g':
  2161. generate_iptables_rule=1;
  2162. break;
  2163. case 'k':
  2164. mylog(log_debug,"parsing key option\n");
  2165. sscanf(optarg,"%s",key_string);
  2166. break;
  2167. case 1:
  2168. mylog(log_debug,"option_index: %d\n",option_index);
  2169. if(strcmp(long_options[option_index].name,"clear")==0)
  2170. {
  2171. char *output;
  2172. //int ret =system("iptables-save |grep udp2raw_dWRwMnJhdw|sed -n 's/^-A/iptables -D/p'|sh");
  2173. int ret =run_command("iptables -S|sed -n '/udp2raw_dWRwMnJhdw/p'|sed -n 's/^-A/iptables -D/p'|sh",output);
  2174. //system("iptables-save |grep udp2raw_dWRwMnJhdw|sed 's/^-A/iptables -D/'|sh");
  2175. //system("iptables-save|grep -v udp2raw_dWRwMnJhdw|iptables-restore");
  2176. mylog(log_info,"tried to clear all iptables rule created previously,return value %d\n",ret);
  2177. myexit(-1);
  2178. }
  2179. else if(strcmp(long_options[option_index].name,"source-ip")==0)
  2180. {
  2181. mylog(log_debug,"parsing long option :source-ip\n");
  2182. sscanf(optarg, "%s", source_ip);
  2183. mylog(log_debug,"source: %s\n",source_ip);
  2184. force_source_ip=1;
  2185. }
  2186. else if(strcmp(long_options[option_index].name,"source-port")==0)
  2187. {
  2188. mylog(log_debug,"parsing long option :source-port\n");
  2189. sscanf(optarg, "%d", &source_port);
  2190. mylog(log_info,"source: %d\n",source_port);
  2191. }
  2192. else if(strcmp(long_options[option_index].name,"raw-mode")==0)
  2193. {
  2194. for(i=0;i<mode_end;i++)
  2195. {
  2196. if(strcmp(optarg,raw_mode_tostring[i])==0)
  2197. {
  2198. //printf("%d i\n",i);
  2199. //printf("%s",raw_mode_tostring[i]);
  2200. raw_mode=(raw_mode_t)i;
  2201. break;
  2202. }
  2203. }
  2204. if(i==mode_end)
  2205. {
  2206. mylog(log_fatal,"no such raw_mode %s\n",optarg);
  2207. myexit(-1);
  2208. }
  2209. }
  2210. else if(strcmp(long_options[option_index].name,"auth-mode")==0)
  2211. {
  2212. for(i=0;i<auth_end;i++)
  2213. {
  2214. if(strcmp(optarg,auth_mode_tostring[i])==0)
  2215. {
  2216. auth_mode=(auth_mode_t)i;
  2217. break;
  2218. }
  2219. }
  2220. if(i==auth_end)
  2221. {
  2222. mylog(log_fatal,"no such auth_mode %s\n",optarg);
  2223. myexit(-1);
  2224. }
  2225. }
  2226. else if(strcmp(long_options[option_index].name,"cipher-mode")==0)
  2227. {
  2228. for(i=0;i<cipher_end;i++)
  2229. {
  2230. if(strcmp(optarg,cipher_mode_tostring[i])==0)
  2231. {
  2232. cipher_mode=(cipher_mode_t)i;
  2233. break;
  2234. }
  2235. }
  2236. if(i==cipher_end)
  2237. {
  2238. myexit(-1);
  2239. }
  2240. }
  2241. else if(strcmp(long_options[option_index].name,"log-level")==0)
  2242. {
  2243. }
  2244. else if(strcmp(long_options[option_index].name,"lower-level")==0)
  2245. {
  2246. process_lower_level();
  2247. }
  2248. else if(strcmp(long_options[option_index].name,"disable-color")==0)
  2249. {
  2250. //enable_log_color=0;
  2251. }
  2252. else if(strcmp(long_options[option_index].name,"debug")==0)
  2253. {
  2254. debug_flag=1;
  2255. //enable_log_color=0;
  2256. }
  2257. else if(strcmp(long_options[option_index].name,"debug-resend")==0)
  2258. {
  2259. //debug_resend=1;
  2260. //enable_log_color=0;
  2261. }
  2262. else if(strcmp(long_options[option_index].name,"log-position")==0)
  2263. {
  2264. enable_log_position=1;
  2265. }
  2266. else if(strcmp(long_options[option_index].name,"disable-bpf")==0)
  2267. {
  2268. disable_bpf_filter=1;
  2269. }
  2270. else if(strcmp(long_options[option_index].name,"disable-anti-replay")==0)
  2271. {
  2272. disable_anti_replay=1;
  2273. }
  2274. else if(strcmp(long_options[option_index].name,"sock-buf")==0)
  2275. {
  2276. int tmp=-1;
  2277. sscanf(optarg,"%d",&tmp);
  2278. if(10<=tmp&&tmp<=10*1024)
  2279. {
  2280. socket_buf_size=tmp*1024;
  2281. }
  2282. else
  2283. {
  2284. mylog(log_fatal,"sock-buf value must be between 1 and 10240 (kbyte) \n");
  2285. myexit(-1);
  2286. }
  2287. }
  2288. else if(strcmp(long_options[option_index].name,"seq-mode")==0)
  2289. {
  2290. sscanf(optarg,"%d",&seq_mode);
  2291. if(0<=seq_mode&&seq_mode<=2)
  2292. {
  2293. }
  2294. else
  2295. {
  2296. mylog(log_fatal,"seq_mode value must be 0,1,or 2 \n");
  2297. myexit(-1);
  2298. }
  2299. }
  2300. else
  2301. {
  2302. mylog(log_warn,"ignored unknown long option ,option_index:%d code:<%x>\n",option_index, optopt);
  2303. }
  2304. break;
  2305. default:
  2306. mylog(log_fatal,"unknown option ,code:<%c>,<%x>\n",optopt, optopt);
  2307. myexit(-1);
  2308. }
  2309. }
  2310. if (no_l)
  2311. mylog(log_fatal,"error: -l not found\n");
  2312. if (no_r)
  2313. mylog(log_fatal,"error: -r not found\n");
  2314. if(program_mode==0)
  2315. mylog(log_fatal,"error: -c /-s hasnt been set\n");
  2316. if (no_l || no_r||program_mode==0)
  2317. {
  2318. print_help();
  2319. myexit(-1);
  2320. }
  2321. mylog(log_info,"important variables: ");
  2322. log_bare(log_info,"log_level=%d:%s ",log_level,log_text[log_level]);
  2323. log_bare(log_info,"raw_mode=%s ",raw_mode_tostring[raw_mode]);
  2324. log_bare(log_info,"cipher_mode=%s ",cipher_mode_tostring[cipher_mode]);
  2325. log_bare(log_info,"auth_mode=%s ",auth_mode_tostring[auth_mode]);
  2326. log_bare(log_info,"key=%s ",key_string);
  2327. log_bare(log_info,"local_ip=%s ",local_ip);
  2328. log_bare(log_info,"local_port=%d ",local_port);
  2329. log_bare(log_info,"remote_ip=%s ",remote_ip);
  2330. log_bare(log_info,"remote_port=%d ",remote_port);
  2331. log_bare(log_info,"source_ip=%s ",source_ip);
  2332. log_bare(log_info,"source_port=%d ",source_port);
  2333. log_bare(log_info,"socket_buf_size=%d ",socket_buf_size);
  2334. log_bare(log_info,"\n");
  2335. }
  2336. void iptables_rule()
  2337. {
  2338. char rule[200];
  2339. if(program_mode==client_mode)
  2340. {
  2341. if(raw_mode==mode_faketcp)
  2342. {
  2343. sprintf(rule,"INPUT -s %s/32 -p tcp -m tcp --sport %d -j DROP",remote_ip,remote_port);
  2344. //mylog(log_warn,"make sure you have run once: iptables -A INPUT -s %s/32 -p tcp -m tcp --sport %d -j DROP\n",remote_address,remote_port);
  2345. }
  2346. if(raw_mode==mode_udp)
  2347. {
  2348. sprintf(rule,"INPUT -s %s/32 -p udp -m udp --sport %d -j DROP",remote_ip,remote_port);
  2349. //mylog(log_warn,"make sure you have run once: iptables -A INPUT -s %s/32 -p udp -m udp --sport %d -j DROP\n",remote_address,remote_port);
  2350. }
  2351. if(raw_mode==mode_icmp)
  2352. {
  2353. sprintf(rule,"INPUT -s %s/32 -p icmp -j DROP",remote_ip);
  2354. //mylog(log_warn,"make sure you have run once: iptables -A INPUT -s %s/32 -p icmp -j DROP\n",remote_address);
  2355. }
  2356. }
  2357. if(program_mode==server_mode)
  2358. {
  2359. if(raw_mode==mode_faketcp)
  2360. {
  2361. sprintf(rule,"INPUT -p tcp -m tcp --dport %d -j DROP",local_port);
  2362. //mylog(log_warn,"make sure you have run once: iptables -A INPUT -p tcp -m tcp --dport %d -j DROP\n",local_port);
  2363. }
  2364. if(raw_mode==mode_udp)
  2365. {
  2366. sprintf(rule,"INPUT -p udp -m udp --dport %d -j DROP",local_port);
  2367. //mylog(log_warn,"make sure you have run once: iptables -A INPUT -p udp -m udp --udp %d -j DROP\n",local_port);
  2368. }
  2369. if(raw_mode==mode_icmp)
  2370. {
  2371. if(local_ip_uint32==0)
  2372. {
  2373. sprintf(rule,"INPUT -p icmp -j DROP");
  2374. //mylog(log_warn,"make sure you have run once: iptables -A INPUT -p icmp -j DROP\n");
  2375. }
  2376. else
  2377. {
  2378. sprintf(rule,"INPUT -d %s/32 -p icmp -j DROP",local_ip);
  2379. //mylog(log_warn,"make sure you have run once: iptables -A INPUT -d %s/32 -p icmp -j DROP\n",local_address);
  2380. }
  2381. }
  2382. }
  2383. if(generate_iptables_rule)
  2384. {
  2385. printf("generated iptables rule:\n");
  2386. printf("iptables -I %s\n",rule);
  2387. myexit(-1);
  2388. }
  2389. else if(auto_add_iptables_rule)
  2390. {
  2391. strcat(rule," -m comment --comment udp2raw_dWRwMnJhdw_");
  2392. char const_id_str[100];
  2393. sprintf(const_id_str,"%x_",const_id);
  2394. strcat(rule,const_id_str);
  2395. time_t timer;
  2396. char buffer[26];
  2397. struct tm* tm_info;
  2398. time(&timer);
  2399. tm_info = localtime(&timer);
  2400. strftime(buffer, 26, "%Y-%m-%d-%H:%M:%S", tm_info);
  2401. strcat(rule,buffer);
  2402. add_iptables_rule(rule);
  2403. }
  2404. else
  2405. {
  2406. mylog(log_warn,"make sure you have run once: iptables -I %s\n",rule);
  2407. }
  2408. }
  2409. int main(int argc, char *argv[])
  2410. {
  2411. //auto a=string_to_vec("a b c d ");
  2412. //printf("%d\n",(int)a.size());
  2413. //printf("%d %d %d %d",larger_than_u32(1,2),larger_than_u32(2,1),larger_than_u32(0xeeaaeebb,2),larger_than_u32(2,0xeeaaeebb));
  2414. //assert(0==1);
  2415. dup2(1, 2);//redirect stderr to stdout
  2416. signal(SIGINT, signal_handler);
  2417. signal(SIGHUP, signal_handler);
  2418. signal(SIGKILL, signal_handler);
  2419. signal(SIGTERM, signal_handler);
  2420. signal(SIGQUIT, signal_handler);
  2421. process_arg(argc,argv);
  2422. if(geteuid() != 0)
  2423. {
  2424. mylog(log_error,"root check failed,make sure you run this program with root,we can try to continue,but it will likely fail\n");
  2425. }
  2426. local_ip_uint32=inet_addr(local_ip);
  2427. remote_ip_uint32=inet_addr(remote_ip);
  2428. source_ip_uint32=inet_addr(source_ip);
  2429. //current_time_rough=get_current_time();
  2430. init_random_number_fd();
  2431. srand(get_true_random_number_nz());
  2432. const_id=get_true_random_number_nz();
  2433. mylog(log_info,"const_id:%x\n",const_id);
  2434. char tmp[1000]="";
  2435. strcat(tmp,key_string);
  2436. strcat(tmp,"key1");
  2437. md5((uint8_t*)tmp,strlen(tmp),(uint8_t*)key);
  2438. /*
  2439. tmp[0]=0;
  2440. strcat(tmp,key_string);
  2441. strcat(tmp,"key2");
  2442. md5((uint8_t*)tmp,strlen(tmp),(uint8_t*)key2);*/
  2443. iptables_rule();
  2444. if(program_mode==client_mode)
  2445. {
  2446. client_event_loop();
  2447. }
  2448. else
  2449. {
  2450. server_event_loop();
  2451. }
  2452. return 0;
  2453. }