main.cpp 89 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379
  1. #include "common.h"
  2. #include "network.h"
  3. #include "log.h"
  4. #include "lib/md5.h"
  5. #include "encrypt.h"
  6. #include <fstream>
  7. #include <string>
  8. #include <vector>
  9. #include <map>
  10. #include <set>
  11. char local_ip[100]="0.0.0.0", remote_ip[100]="255.255.255.255",source_ip[100]="0.0.0.0";//local_ip is for -l option,remote_ip for -r option,source for --source-ip
  12. u32_t local_ip_uint32,remote_ip_uint32,source_ip_uint32;//convert from last line.
  13. int local_port = -1, remote_port=-1,source_port=0;//similiar to local_ip remote_ip,buf for port.source_port=0 indicates --source-port is not enabled
  14. int force_source_ip=0; //if --source-ip is enabled
  15. id_t const_id=0;//an id used for connection recovery,its generated randomly,it never change since its generated
  16. const int disable_conv_clear=0;//a udp connection in the multiplexer is called conversation in this program,conv for short.
  17. const int disable_conn_clear=0;//a raw connection is called conn.
  18. enum server_current_state_t {server_idle=0,server_handshake1,server_ready}; //server state machine
  19. enum client_current_state_t {client_idle=0,client_tcp_handshake,client_handshake1,client_handshake2,client_ready};//client state machine
  20. union current_state_t
  21. {
  22. server_current_state_t server_current_state;
  23. client_current_state_t client_current_state;
  24. };
  25. int udp_fd=-1; //for client only. client use this fd to listen and handle udp connection
  26. int bind_fd=-1; //bind only,never send or recv. its just a dummy fd for bind,so that other program wont occupy the same port
  27. int epollfd=-1; //fd for epoll
  28. int timer_fd=-1; //the general timer fd for client and server.for server this is not the only timer find,every connection has a timer fd.
  29. int fail_time_counter=0;//determine if the max_fail_time is reached
  30. int epoll_trigger_counter=0;//for debug only
  31. int debug_flag=0;//for debug only
  32. int simple_rule=0; //deprecated.
  33. int keep_rule=0; //whether to monitor the iptables rule periodly,re-add if losted
  34. int auto_add_iptables_rule=0;//if -a is set
  35. int generate_iptables_rule=0;//if -g is set
  36. int generate_iptables_rule_add=0;// if --gen-add is set
  37. int debug_resend=0; // debug only
  38. int disable_anti_replay=0;//if anti_replay windows is diabled
  39. char key_string[1000]= "secret key";// -k option
  40. char key[16];//generated from key_string by md5.
  41. int mtu_warn=1375;//if a packet larger than mtu warn is receviced,there will be a warning
  42. //uint64_t current_time_rough=0;
  43. int VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV;
  44. ////////==============================variable divider=============================================================
  45. struct anti_replay_t //its for anti replay attack,similar to openvpn/ipsec 's anti replay window
  46. {
  47. u64_t max_packet_received;
  48. char window[anti_replay_window_size];
  49. anti_replay_seq_t anti_replay_seq;
  50. anti_replay_seq_t get_new_seq_for_send()
  51. {
  52. return anti_replay_seq++;
  53. }
  54. anti_replay_t()
  55. {
  56. max_packet_received=0;
  57. anti_replay_seq=get_true_random_number_64()/10;//random first seq
  58. //memset(window,0,sizeof(window)); //not necessary
  59. }
  60. void re_init()
  61. {
  62. max_packet_received=0;
  63. //memset(window,0,sizeof(window));
  64. }
  65. int is_vaild(u64_t seq)
  66. {
  67. if(disable_anti_replay) return 1;
  68. //if(disabled) return 0;
  69. if(seq==max_packet_received) return 0;
  70. else if(seq>max_packet_received)
  71. {
  72. if(seq-max_packet_received>=anti_replay_window_size)
  73. {
  74. memset(window,0,sizeof(window));
  75. window[seq%anti_replay_window_size]=1;
  76. }
  77. else
  78. {
  79. for (u64_t i=max_packet_received+1;i<seq;i++)
  80. window[i%anti_replay_window_size]=0;
  81. window[seq%anti_replay_window_size]=1;
  82. }
  83. max_packet_received=seq;
  84. return 1;
  85. }
  86. else if(seq<max_packet_received)
  87. {
  88. if(max_packet_received-seq>=anti_replay_window_size) return 0;
  89. else
  90. {
  91. if (window[seq%anti_replay_window_size]==1) return 0;
  92. else
  93. {
  94. window[seq%anti_replay_window_size]=1;
  95. return 1;
  96. }
  97. }
  98. }
  99. return 0; //for complier check
  100. }
  101. };//anti_replay;
  102. void server_clear_function(u64_t u64);
  103. struct conv_manager_t // manage the udp connections
  104. {
  105. //typedef hash_map map;
  106. unordered_map<u64_t,u32_t> u64_to_conv; //conv and u64 are both supposed to be uniq
  107. unordered_map<u32_t,u64_t> conv_to_u64;
  108. unordered_map<u32_t,u64_t> conv_last_active_time;
  109. unordered_map<u32_t,u64_t>::iterator clear_it;
  110. unordered_map<u32_t,u64_t>::iterator it;
  111. unordered_map<u32_t,u64_t>::iterator old_it;
  112. //void (*clear_function)(uint64_t u64) ;
  113. long long last_clear_time;
  114. conv_manager_t()
  115. {
  116. clear_it=conv_last_active_time.begin();
  117. long long last_clear_time=0;
  118. //clear_function=0;
  119. }
  120. ~conv_manager_t()
  121. {
  122. clear();
  123. }
  124. int get_size()
  125. {
  126. return conv_to_u64.size();
  127. }
  128. void reserve()
  129. {
  130. u64_to_conv.reserve(10007);
  131. conv_to_u64.reserve(10007);
  132. conv_last_active_time.reserve(10007);
  133. }
  134. void clear()
  135. {
  136. if(disable_conv_clear) return ;
  137. if(program_mode==server_mode)
  138. {
  139. for(it=conv_to_u64.begin();it!=conv_to_u64.end();it++)
  140. {
  141. //int fd=int((it->second<<32u)>>32u);
  142. server_clear_function( it->second);
  143. }
  144. }
  145. u64_to_conv.clear();
  146. conv_to_u64.clear();
  147. conv_last_active_time.clear();
  148. clear_it=conv_last_active_time.begin();
  149. }
  150. u32_t get_new_conv()
  151. {
  152. u32_t conv=get_true_random_number_nz();
  153. while(conv_to_u64.find(conv)!=conv_to_u64.end())
  154. {
  155. conv=get_true_random_number_nz();
  156. }
  157. return conv;
  158. }
  159. int is_conv_used(u32_t conv)
  160. {
  161. return conv_to_u64.find(conv)!=conv_to_u64.end();
  162. }
  163. int is_u64_used(u64_t u64)
  164. {
  165. return u64_to_conv.find(u64)!=u64_to_conv.end();
  166. }
  167. u32_t find_conv_by_u64(u64_t u64)
  168. {
  169. return u64_to_conv[u64];
  170. }
  171. u64_t find_u64_by_conv(u32_t conv)
  172. {
  173. return conv_to_u64[conv];
  174. }
  175. int update_active_time(u32_t conv)
  176. {
  177. return conv_last_active_time[conv]=get_current_time();
  178. }
  179. int insert_conv(u32_t conv,u64_t u64)
  180. {
  181. u64_to_conv[u64]=conv;
  182. conv_to_u64[conv]=u64;
  183. conv_last_active_time[conv]=get_current_time();
  184. return 0;
  185. }
  186. int erase_conv(u32_t conv)
  187. {
  188. if(disable_conv_clear) return 0;
  189. u64_t u64=conv_to_u64[conv];
  190. if(program_mode==server_mode)
  191. {
  192. server_clear_function(u64);
  193. }
  194. conv_to_u64.erase(conv);
  195. u64_to_conv.erase(u64);
  196. conv_last_active_time.erase(conv);
  197. return 0;
  198. }
  199. int clear_inactive(char * ip_port=0)
  200. {
  201. if(get_current_time()-last_clear_time>conv_clear_interval)
  202. {
  203. last_clear_time=get_current_time();
  204. return clear_inactive0(ip_port);
  205. }
  206. return 0;
  207. }
  208. int clear_inactive0(char * ip_port)
  209. {
  210. if(disable_conv_clear) return 0;
  211. //map<uint32_t,uint64_t>::iterator it;
  212. int cnt=0;
  213. it=clear_it;
  214. int size=conv_last_active_time.size();
  215. int num_to_clean=size/conv_clear_ratio+conv_clear_min; //clear 1/10 each time,to avoid latency glitch
  216. num_to_clean=min(num_to_clean,size);
  217. u64_t current_time=get_current_time();
  218. for(;;)
  219. {
  220. if(cnt>=num_to_clean) break;
  221. if(conv_last_active_time.begin()==conv_last_active_time.end()) break;
  222. if(it==conv_last_active_time.end())
  223. {
  224. it=conv_last_active_time.begin();
  225. }
  226. if( current_time -it->second >conv_timeout )
  227. {
  228. //mylog(log_info,"inactive conv %u cleared \n",it->first);
  229. old_it=it;
  230. it++;
  231. u32_t conv= old_it->first;
  232. erase_conv(old_it->first);
  233. if(ip_port==0)
  234. {
  235. mylog(log_info,"conv %x cleared\n",conv);
  236. }
  237. else
  238. {
  239. mylog(log_info,"[%s]conv %x cleared\n",ip_port,conv);
  240. }
  241. }
  242. else
  243. {
  244. it++;
  245. }
  246. cnt++;
  247. }
  248. return 0;
  249. }
  250. };//g_conv_manager;
  251. struct blob_t //used in conn_info_t. conv_manager_t and anti_replay_t are costly data structures ,we dont allocate them until its necessary
  252. {
  253. conv_manager_t conv_manager;
  254. anti_replay_t anti_replay;
  255. };
  256. struct conn_info_t //stores info for a raw connection.for client ,there is only one connection,for server there can be thousand of connection since server can
  257. //handle multiple clients
  258. {
  259. current_state_t state;
  260. raw_info_t raw_info;
  261. u64_t last_state_time;
  262. u64_t last_hb_sent_time; //client re-use this for retry
  263. u64_t last_hb_recv_time;
  264. //long long last_resent_time;
  265. id_t my_id;
  266. id_t oppsite_id;
  267. int timer_fd;
  268. id_t oppsite_const_id;
  269. blob_t *blob;
  270. uint8_t my_roller;
  271. uint8_t oppsite_roller;
  272. u64_t last_oppsite_roller_time;
  273. /*
  274. const uint32_t &ip=raw_info.recv_info.src_ip;
  275. const uint16_t &port=raw_info.recv_info.src_port;
  276. */
  277. void recover(const conn_info_t &conn_info)
  278. {
  279. raw_info=conn_info.raw_info;
  280. last_state_time=conn_info.last_state_time;
  281. last_hb_recv_time=conn_info.last_hb_recv_time;
  282. last_hb_sent_time=conn_info.last_hb_sent_time;
  283. my_id=conn_info.my_id;
  284. oppsite_id=conn_info.oppsite_id;
  285. blob->anti_replay.re_init();
  286. my_roller=0;//no need to set,but for easier debug,set it to zero
  287. oppsite_roller=0;//same as above
  288. last_oppsite_roller_time=0;
  289. }
  290. void re_init()
  291. {
  292. //send_packet_info.protocol=g_packet_info_send.protocol;
  293. if(program_mode==server_mode)
  294. state.server_current_state=server_idle;
  295. else
  296. state.client_current_state=client_idle;
  297. last_state_time=0;
  298. oppsite_const_id=0;
  299. timer_fd=0;
  300. my_roller=0;
  301. oppsite_roller=0;
  302. last_oppsite_roller_time=0;
  303. }
  304. conn_info_t()
  305. {
  306. blob=0;
  307. re_init();
  308. }
  309. void prepare()
  310. {
  311. blob=new blob_t;
  312. }
  313. conn_info_t(const conn_info_t&b)
  314. {
  315. //mylog(log_error,"called!!!!!!!!!!!!!\n");
  316. *this=b;
  317. if(blob!=0)
  318. {
  319. blob=new blob_t(*b.blob);
  320. }
  321. }
  322. conn_info_t& operator=(const conn_info_t& b)
  323. {
  324. mylog(log_fatal,"not allowed\n");
  325. myexit(-1);
  326. return *this;
  327. }
  328. ~conn_info_t();
  329. };//g_conn_info;
  330. struct conn_manager_t //manager for connections. for client,we dont need conn_manager since there is only one connection.for server we use one conn_manager for all connections
  331. {
  332. u32_t ready_num;
  333. unordered_map<int,conn_info_t *> udp_fd_mp; //a bit dirty to used pointer,but can void unordered_map search
  334. unordered_map<int,conn_info_t *> timer_fd_mp;//we can use pointer here since unordered_map.rehash() uses shallow copy
  335. unordered_map<id_t,conn_info_t *> const_id_mp;
  336. unordered_map<u64_t,conn_info_t*> mp; //put it at end so that it de-consturcts first
  337. unordered_map<u64_t,conn_info_t*>::iterator clear_it;
  338. long long last_clear_time;
  339. conn_manager_t()
  340. {
  341. ready_num=0;
  342. mp.reserve(10007);
  343. clear_it=mp.begin();
  344. timer_fd_mp.reserve(10007);
  345. const_id_mp.reserve(10007);
  346. udp_fd_mp.reserve(100007);
  347. last_clear_time=0;
  348. //current_ready_ip=0;
  349. // current_ready_port=0;
  350. }
  351. int exist(u32_t ip,uint16_t port)
  352. {
  353. u64_t u64=0;
  354. u64=ip;
  355. u64<<=32u;
  356. u64|=port;
  357. if(mp.find(u64)!=mp.end())
  358. {
  359. return 1;
  360. }
  361. return 0;
  362. }
  363. /*
  364. int insert(uint32_t ip,uint16_t port)
  365. {
  366. uint64_t u64=0;
  367. u64=ip;
  368. u64<<=32u;
  369. u64|=port;
  370. mp[u64];
  371. return 0;
  372. }*/
  373. conn_info_t *& find_insert_p(u32_t ip,uint16_t port) //be aware,the adress may change after rehash
  374. {
  375. u64_t u64=0;
  376. u64=ip;
  377. u64<<=32u;
  378. u64|=port;
  379. unordered_map<u64_t,conn_info_t*>::iterator it=mp.find(u64);
  380. if(it==mp.end())
  381. {
  382. mp[u64]=new conn_info_t;
  383. }
  384. return mp[u64];
  385. }
  386. conn_info_t & find_insert(u32_t ip,uint16_t port) //be aware,the adress may change after rehash
  387. {
  388. u64_t u64=0;
  389. u64=ip;
  390. u64<<=32u;
  391. u64|=port;
  392. unordered_map<u64_t,conn_info_t*>::iterator it=mp.find(u64);
  393. if(it==mp.end())
  394. {
  395. mp[u64]=new conn_info_t;
  396. }
  397. return *mp[u64];
  398. }
  399. int erase(unordered_map<u64_t,conn_info_t*>::iterator erase_it)
  400. {
  401. if(erase_it->second->state.server_current_state==server_ready)
  402. {
  403. ready_num--;
  404. assert(i32_t(ready_num)!=-1);
  405. assert(erase_it->second!=0);
  406. assert(erase_it->second->timer_fd !=0);
  407. assert(erase_it->second->oppsite_const_id!=0);
  408. assert(const_id_mp.find(erase_it->second->oppsite_const_id)!=const_id_mp.end());
  409. assert(timer_fd_mp.find(erase_it->second->timer_fd)!=timer_fd_mp.end());
  410. const_id_mp.erase(erase_it->second->oppsite_const_id);
  411. timer_fd_mp.erase(erase_it->second->timer_fd);
  412. close(erase_it->second->timer_fd);// close will auto delte it from epoll
  413. delete(erase_it->second);
  414. mp.erase(erase_it->first);
  415. }
  416. else
  417. {
  418. assert(erase_it->second->blob==0);
  419. assert(erase_it->second->timer_fd ==0);
  420. assert(erase_it->second->oppsite_const_id==0);
  421. delete(erase_it->second);
  422. mp.erase(erase_it->first);
  423. }
  424. return 0;
  425. }
  426. int clear_inactive()
  427. {
  428. if(get_current_time()-last_clear_time>conn_clear_interval)
  429. {
  430. last_clear_time=get_current_time();
  431. return clear_inactive0();
  432. }
  433. return 0;
  434. }
  435. int clear_inactive0()
  436. {
  437. unordered_map<u64_t,conn_info_t*>::iterator it;
  438. unordered_map<u64_t,conn_info_t*>::iterator old_it;
  439. if(disable_conn_clear) return 0;
  440. //map<uint32_t,uint64_t>::iterator it;
  441. int cnt=0;
  442. it=clear_it;
  443. int size=mp.size();
  444. int num_to_clean=size/conn_clear_ratio+conn_clear_min; //clear 1/10 each time,to avoid latency glitch
  445. mylog(log_trace,"mp.size() %d\n", size);
  446. num_to_clean=min(num_to_clean,(int)mp.size());
  447. u64_t current_time=get_current_time();
  448. for(;;)
  449. {
  450. if(cnt>=num_to_clean) break;
  451. if(mp.begin()==mp.end()) break;
  452. if(it==mp.end())
  453. {
  454. it=mp.begin();
  455. }
  456. if(it->second->state.server_current_state==server_ready &&current_time - it->second->last_hb_recv_time <=server_conn_timeout)
  457. {
  458. it++;
  459. }
  460. else if(it->second->state.server_current_state!=server_ready&& current_time - it->second->last_state_time <=server_handshake_timeout )
  461. {
  462. it++;
  463. }
  464. else if(it->second->blob!=0&&it->second->blob->conv_manager.get_size() >0)
  465. {
  466. assert(it->second->state.server_current_state==server_ready);
  467. it++;
  468. }
  469. else
  470. {
  471. mylog(log_info,"[%s:%d]inactive conn cleared \n",my_ntoa(it->second->raw_info.recv_info.src_ip),it->second->raw_info.recv_info.src_port);
  472. old_it=it;
  473. it++;
  474. erase(old_it);
  475. }
  476. cnt++;
  477. }
  478. return 0;
  479. }
  480. }conn_manager;
  481. conn_info_t::~conn_info_t()
  482. {
  483. if(program_mode==server_mode)
  484. {
  485. if(state.server_current_state==server_ready)
  486. {
  487. assert(blob!=0);
  488. assert(oppsite_const_id!=0);
  489. //assert(conn_manager.const_id_mp.find(oppsite_const_id)!=conn_manager.const_id_mp.end()); // conn_manager 's deconstuction function erases it
  490. }
  491. else
  492. {
  493. assert(blob==0);
  494. assert(oppsite_const_id==0);
  495. }
  496. }
  497. //if(oppsite_const_id!=0) //do this at conn_manager 's deconstuction function
  498. //conn_manager.const_id_mp.erase(oppsite_const_id);
  499. if(blob!=0)
  500. delete blob;
  501. //send_packet_info.protocol=g_packet_info_send.protocol;
  502. }
  503. int TTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTTT;
  504. ////////==========================type divider=======================================================
  505. int server_on_raw_recv_pre_ready(conn_info_t &conn_info,char * ip_port,u32_t tmp_oppsite_const_id);
  506. int server_on_raw_recv_ready(conn_info_t &conn_info,char * ip_port,char type,char *data,int data_len);
  507. int server_on_raw_recv_handshake1(conn_info_t &conn_info,char * ip_port,char * data, int data_len);
  508. void process_arg(int argc, char *argv[]);
  509. int find_lower_level_info(u32_t ip,u32_t &dest_ip,string &if_name,string &hw);
  510. int DDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDD;
  511. ////////////////=======================declear divider=============================
  512. void server_clear_function(u64_t u64)//used in conv_manager in server mode.for server we have to use one udp fd for one conv(udp connection),
  513. //so we have to close the fd when conv expires
  514. {
  515. int fd=int(u64);
  516. int ret;
  517. assert(fd!=0);
  518. /*
  519. epoll_event ev;
  520. ev.events = EPOLLIN;
  521. ev.data.u64 = u64;
  522. ret = epoll_ctl(epollfd, EPOLL_CTL_DEL, fd, &ev);
  523. if (ret!=0)
  524. {
  525. mylog(log_fatal,"fd:%d epoll delete failed!!!!\n",fd);
  526. myexit(-1); //this shouldnt happen
  527. }*/ //no need
  528. ret= close(fd); //closed fd should be auto removed from epoll
  529. if (ret!=0)
  530. {
  531. mylog(log_fatal,"close fd %d failed !!!!\n",fd);
  532. myexit(-1); //this shouldnt happen
  533. }
  534. //mylog(log_fatal,"size:%d !!!!\n",conn_manager.udp_fd_mp.size());
  535. assert(conn_manager.udp_fd_mp.find(fd)!=conn_manager.udp_fd_mp.end());
  536. conn_manager.udp_fd_mp.erase(fd);
  537. }
  538. int send_bare(raw_info_t &raw_info,const char* data,int len)//send function with encryption but no anti replay,this is used when client and server verifys each other
  539. //you have to design the protocol carefully, so that you wont be affect by relay attack
  540. {
  541. if(len<0)
  542. {
  543. mylog(log_debug,"input_len <0\n");
  544. return -1;
  545. }
  546. packet_info_t &send_info=raw_info.send_info;
  547. packet_info_t &recv_info=raw_info.recv_info;
  548. char send_data_buf[buf_len]; //buf for send data and send hb
  549. char send_data_buf2[buf_len];
  550. //static send_bare[buf_len];
  551. iv_t iv=get_true_random_number_64();
  552. padding_t padding=get_true_random_number_64();
  553. memcpy(send_data_buf,&iv,sizeof(iv));
  554. memcpy(send_data_buf+sizeof(iv),&padding,sizeof(padding));
  555. send_data_buf[sizeof(iv)+sizeof(padding)]='b';
  556. memcpy(send_data_buf+sizeof(iv)+sizeof(padding)+1,data,len);
  557. int new_len=len+sizeof(iv)+sizeof(padding)+1;
  558. if(my_encrypt(send_data_buf,send_data_buf2,new_len,key)!=0)
  559. {
  560. return -1;
  561. }
  562. send_raw0(raw_info,send_data_buf2,new_len);
  563. return 0;
  564. }
  565. int parse_bare(const char *input,int input_len,char* & data,int & len) // a sub function used in recv_bare
  566. {
  567. static char recv_data_buf[buf_len];
  568. if(input_len<0)
  569. {
  570. mylog(log_debug,"input_len <0\n");
  571. return -1;
  572. }
  573. if(my_decrypt(input,recv_data_buf,input_len,key)!=0)
  574. {
  575. mylog(log_debug,"decrypt_fail in recv bare\n");
  576. return -1;
  577. }
  578. if(recv_data_buf[sizeof(iv_t)+sizeof(padding_t)]!='b')
  579. {
  580. mylog(log_debug,"not a bare packet\n");
  581. return -1;
  582. }
  583. len=input_len;
  584. data=recv_data_buf+sizeof(iv_t)+sizeof(padding_t)+1;
  585. len-=sizeof(iv_t)+sizeof(padding_t)+1;
  586. if(len<0)
  587. {
  588. mylog(log_debug,"len <0\n");
  589. return -1;
  590. }
  591. return 0;
  592. }
  593. int recv_bare(raw_info_t &raw_info,char* & data,int & len)//recv function with encryption but no anti replay,this is used when client and server verifys each other
  594. //you have to design the protocol carefully, so that you wont be affect by relay attack
  595. {
  596. packet_info_t &send_info=raw_info.send_info;
  597. packet_info_t &recv_info=raw_info.recv_info;
  598. if(recv_raw0(raw_info,data,len)<0)
  599. {
  600. //printf("recv_raw_fail in recv bare\n");
  601. return -1;
  602. }
  603. if ((raw_mode == mode_faketcp && (recv_info.syn == 1 || recv_info.ack != 1)))
  604. {
  605. mylog(log_debug,"unexpect packet type recv_info.syn=%d recv_info.ack=%d \n",recv_info.syn,recv_info.ack);
  606. return -1;
  607. }
  608. return parse_bare(data,len,data,len);
  609. }
  610. int send_handshake(raw_info_t &raw_info,id_t id1,id_t id2,id_t id3)// a warp for send_bare for sending handshake(this is not tcp handshake) easily
  611. {
  612. packet_info_t &send_info=raw_info.send_info;
  613. packet_info_t &recv_info=raw_info.recv_info;
  614. char * data;int len;
  615. //len=sizeof(id_t)*3;
  616. if(numbers_to_char(id1,id2,id3,data,len)!=0) return -1;
  617. if(send_bare(raw_info,data,len)!=0) {mylog(log_warn,"send bare fail\n");return -1;}
  618. return 0;
  619. }
  620. /*
  621. int recv_handshake(packet_info_t &info,id_t &id1,id_t &id2,id_t &id3)
  622. {
  623. char * data;int len;
  624. if(recv_bare(info,data,len)!=0) return -1;
  625. if(char_to_numbers(data,len,id1,id2,id3)!=0) return -1;
  626. return 0;
  627. }*/
  628. int send_safer(conn_info_t &conn_info,char type,const char* data,int len) //safer transfer function with anti-replay,when mutually verification is done.
  629. {
  630. packet_info_t &send_info=conn_info.raw_info.send_info;
  631. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  632. if(type!='h'&&type!='d')
  633. {
  634. mylog(log_warn,"first byte is not h or d ,%x\n",type);
  635. return -1;
  636. }
  637. char send_data_buf[buf_len]; //buf for send data and send hb
  638. char send_data_buf2[buf_len];
  639. id_t n_tmp_id=htonl(conn_info.my_id);
  640. memcpy(send_data_buf,&n_tmp_id,sizeof(n_tmp_id));
  641. n_tmp_id=htonl(conn_info.oppsite_id);
  642. memcpy(send_data_buf+sizeof(n_tmp_id),&n_tmp_id,sizeof(n_tmp_id));
  643. anti_replay_seq_t n_seq=hton64(conn_info.blob->anti_replay.get_new_seq_for_send());
  644. memcpy(send_data_buf+sizeof(n_tmp_id)*2,&n_seq,sizeof(n_seq));
  645. send_data_buf[sizeof(n_tmp_id)*2+sizeof(n_seq)]=type;
  646. send_data_buf[sizeof(n_tmp_id)*2+sizeof(n_seq)+1]=conn_info.my_roller;
  647. memcpy(send_data_buf+2+sizeof(n_tmp_id)*2+sizeof(n_seq),data,len);//data;
  648. int new_len=len+sizeof(n_seq)+sizeof(n_tmp_id)*2+2;
  649. if(my_encrypt(send_data_buf,send_data_buf2,new_len,key)!=0)
  650. {
  651. return -1;
  652. }
  653. if(send_raw0(conn_info.raw_info,send_data_buf2,new_len)!=0) return -1;
  654. if(after_send_raw0(conn_info.raw_info)!=0) return -1;
  655. return 0;
  656. }
  657. int send_data_safer(conn_info_t &conn_info,const char* data,int len,u32_t conv_num)//a wrap for send_safer for transfer data.
  658. {
  659. packet_info_t &send_info=conn_info.raw_info.send_info;
  660. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  661. char send_data_buf[buf_len];
  662. //send_data_buf[0]='d';
  663. u32_t n_conv_num=htonl(conv_num);
  664. memcpy(send_data_buf,&n_conv_num,sizeof(n_conv_num));
  665. memcpy(send_data_buf+sizeof(n_conv_num),data,len);
  666. int new_len=len+sizeof(n_conv_num);
  667. send_safer(conn_info,'d',send_data_buf,new_len);
  668. return 0;
  669. }
  670. int parse_safer(conn_info_t &conn_info,const char * input,int input_len,char &type,char* &data,int &len)//subfunction for recv_safer,allow overlap
  671. {
  672. static char recv_data_buf0[buf_len];
  673. char *recv_data_buf=recv_data_buf0; //fix strict alias warning
  674. if(my_decrypt(input,recv_data_buf,input_len,key)!=0)
  675. {
  676. //printf("decrypt fail\n");
  677. return -1;
  678. }
  679. //char *a=recv_data_buf;
  680. id_t h_oppiste_id= ntohl ( *((id_t * )(recv_data_buf)) );
  681. id_t h_my_id= ntohl ( *((id_t * )(recv_data_buf+sizeof(id_t))) );
  682. anti_replay_seq_t h_seq= ntoh64 ( *((anti_replay_seq_t * )(recv_data_buf +sizeof(id_t) *2 )) );
  683. if(h_oppiste_id!=conn_info.oppsite_id||h_my_id!=conn_info.my_id)
  684. {
  685. mylog(log_debug,"id and oppsite_id verification failed %x %x %x %x \n",h_oppiste_id,conn_info.oppsite_id,h_my_id,conn_info.my_id);
  686. return -1;
  687. }
  688. if (conn_info.blob->anti_replay.is_vaild(h_seq) != 1) {
  689. mylog(log_debug,"dropped replay packet\n");
  690. return -1;
  691. }
  692. //printf("recv _len %d\n ",recv_len);
  693. data=recv_data_buf+sizeof(anti_replay_seq_t)+sizeof(id_t)*2;
  694. len=input_len-(sizeof(anti_replay_seq_t)+sizeof(id_t)*2 );
  695. if(data[0]!='h'&&data[0]!='d')
  696. {
  697. mylog(log_debug,"first byte is not h or d ,%x\n",data[0]);
  698. return -1;
  699. }
  700. uint8_t roller=data[1];
  701. type=data[0];
  702. data+=2;
  703. len-=2;
  704. if(len<0)
  705. {
  706. mylog(log_debug,"len <0 ,%d\n",len);
  707. return -1;
  708. }
  709. if(roller!=conn_info.oppsite_roller)
  710. {
  711. conn_info.oppsite_roller=roller;
  712. conn_info.last_oppsite_roller_time=get_current_time();
  713. }
  714. conn_info.my_roller++;//increase on a successful recv
  715. if(after_recv_raw0(conn_info.raw_info)!=0) return -1;
  716. return 0;
  717. }
  718. int recv_safer(conn_info_t &conn_info,char &type,char* &data,int &len)///safer transfer function with anti-replay,when mutually verification is done.
  719. {
  720. packet_info_t &send_info=conn_info.raw_info.send_info;
  721. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  722. char * recv_data;int recv_len;
  723. static char recv_data_buf[buf_len];
  724. if(recv_raw0(conn_info.raw_info,recv_data,recv_len)!=0) return -1;
  725. return parse_safer(conn_info,recv_data,recv_len,type,data,len);
  726. }
  727. int try_to_list_and_bind(int port) //try to bind to a port,may fail.
  728. {
  729. int old_bind_fd=bind_fd;
  730. if(raw_mode==mode_faketcp)
  731. {
  732. bind_fd=socket(AF_INET,SOCK_STREAM,0);
  733. }
  734. else if(raw_mode==mode_udp||raw_mode==mode_icmp)
  735. {
  736. bind_fd=socket(AF_INET,SOCK_DGRAM,0);
  737. }
  738. if(old_bind_fd!=-1)
  739. {
  740. close(old_bind_fd);
  741. }
  742. struct sockaddr_in temp_bind_addr={0};
  743. //bzero(&temp_bind_addr, sizeof(temp_bind_addr));
  744. temp_bind_addr.sin_family = AF_INET;
  745. temp_bind_addr.sin_port = htons(port);
  746. temp_bind_addr.sin_addr.s_addr = local_ip_uint32;
  747. if (bind(bind_fd, (struct sockaddr*)&temp_bind_addr, sizeof(temp_bind_addr)) !=0)
  748. {
  749. mylog(log_debug,"bind fail\n");
  750. return -1;
  751. }
  752. if(raw_mode==mode_faketcp)
  753. {
  754. if (listen(bind_fd, SOMAXCONN) != 0) {
  755. mylog(log_warn,"listen fail\n");
  756. return -1;
  757. }
  758. }
  759. return 0;
  760. }
  761. int client_bind_to_a_new_port()//find a free port and bind to it.
  762. {
  763. int raw_send_port=10000+get_true_random_number()%(65535-10000);
  764. for(int i=0;i<1000;i++)//try 1000 times at max,this should be enough
  765. {
  766. if (try_to_list_and_bind(raw_send_port)==0)
  767. {
  768. return raw_send_port;
  769. }
  770. }
  771. mylog(log_fatal,"bind port fail\n");
  772. myexit(-1);
  773. return -1;////for compiler check
  774. }
  775. int set_timer(int epollfd,int &timer_fd)//put a timer_fd into epoll,general function,used both in client and server
  776. {
  777. int ret;
  778. epoll_event ev;
  779. itimerspec its;
  780. memset(&its,0,sizeof(its));
  781. if((timer_fd=timerfd_create(CLOCK_MONOTONIC,TFD_NONBLOCK)) < 0)
  782. {
  783. mylog(log_fatal,"timer_fd create error\n");
  784. myexit(1);
  785. }
  786. its.it_interval.tv_sec=(timer_interval/1000);
  787. its.it_interval.tv_nsec=(timer_interval%1000)*1000ll*1000ll;
  788. its.it_value.tv_nsec=1; //imidiately
  789. timerfd_settime(timer_fd,0,&its,0);
  790. ev.events = EPOLLIN;
  791. ev.data.u64 = timer_fd;
  792. ret=epoll_ctl(epollfd, EPOLL_CTL_ADD, timer_fd, &ev);
  793. if (ret < 0) {
  794. mylog(log_fatal,"epoll_ctl return %d\n", ret);
  795. myexit(-1);
  796. }
  797. return 0;
  798. }
  799. int set_timer_server(int epollfd,int &timer_fd)//only for server
  800. {
  801. int ret;
  802. epoll_event ev;
  803. itimerspec its;
  804. memset(&its,0,sizeof(its));
  805. if((timer_fd=timerfd_create(CLOCK_MONOTONIC,TFD_NONBLOCK)) < 0)
  806. {
  807. mylog(log_fatal,"timer_fd create error\n");
  808. myexit(1);
  809. }
  810. its.it_interval.tv_sec=(timer_interval/1000);
  811. its.it_interval.tv_nsec=(timer_interval%1000)*1000ll*1000ll;
  812. its.it_value.tv_nsec=1; //imidiately
  813. timerfd_settime(timer_fd,0,&its,0);
  814. ev.events = EPOLLIN;
  815. ev.data.u64 = pack_u64(2,timer_fd);
  816. ret=epoll_ctl(epollfd, EPOLL_CTL_ADD, timer_fd, &ev);
  817. if (ret < 0) {
  818. mylog(log_fatal,"epoll_ctl return %d\n", ret);
  819. myexit(-1);
  820. }
  821. return 0;
  822. }
  823. int get_src_adress(u32_t &ip);
  824. int client_on_timer(conn_info_t &conn_info) //for client. called when a timer is ready in epoll
  825. {
  826. //keep_iptables_rule();
  827. packet_info_t &send_info=conn_info.raw_info.send_info;
  828. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  829. raw_info_t &raw_info=conn_info.raw_info;
  830. conn_info.blob->conv_manager.clear_inactive();
  831. mylog(log_trace,"timer!\n");
  832. mylog(log_trace,"roller my %d,oppsite %d,%lld\n",int(conn_info.my_roller),int(conn_info.oppsite_roller),conn_info.last_oppsite_roller_time);
  833. mylog(log_trace,"<client_on_timer,send_info.ts_ack= %u>\n",send_info.ts_ack);
  834. if(conn_info.state.client_current_state==client_idle)
  835. {
  836. fail_time_counter++;
  837. if(max_fail_time>0&&fail_time_counter>max_fail_time)
  838. {
  839. mylog(log_fatal,"max_fail_time exceed\n");
  840. myexit(-1);
  841. }
  842. conn_info.blob->anti_replay.re_init();
  843. conn_info.my_id = get_true_random_number_nz(); ///todo no need to do this everytime
  844. u32_t new_ip=0;
  845. if(!force_source_ip&&get_src_adress(new_ip)==0)
  846. {
  847. if(new_ip!=source_ip_uint32)
  848. {
  849. mylog(log_info,"source ip changed from %s to ",my_ntoa(source_ip_uint32));
  850. log_bare(log_info,"%s\n",my_ntoa(new_ip));
  851. source_ip_uint32=new_ip;
  852. send_info.src_ip=new_ip;
  853. }
  854. }
  855. if (source_port == 0)
  856. {
  857. send_info.src_port = client_bind_to_a_new_port();
  858. }
  859. else
  860. {
  861. send_info.src_port = source_port;
  862. }
  863. if (raw_mode == mode_icmp)
  864. {
  865. send_info.dst_port = send_info.src_port;
  866. }
  867. mylog(log_info, "using port %d\n", send_info.src_port);
  868. init_filter(send_info.src_port);
  869. if(raw_mode==mode_icmp||raw_mode==mode_udp)
  870. {
  871. conn_info.state.client_current_state=client_handshake1;
  872. mylog(log_info,"state changed from client_idle to client_pre_handshake\n");
  873. }
  874. if(raw_mode==mode_faketcp)
  875. {
  876. conn_info.state.client_current_state=client_tcp_handshake;
  877. mylog(log_info,"state changed from client_idle to client_tcp_handshake\n");
  878. }
  879. conn_info.last_state_time=get_current_time();
  880. conn_info.last_hb_sent_time=0;
  881. //dont return;
  882. }
  883. if(conn_info.state.client_current_state==client_tcp_handshake) //send and resend syn
  884. {
  885. assert(raw_mode==mode_faketcp);
  886. if (get_current_time() - conn_info.last_state_time > client_handshake_timeout)
  887. {
  888. conn_info.state.client_current_state = client_idle;
  889. mylog(log_info, "state back to client_idle from client_tcp_handshake\n");
  890. return 0;
  891. }
  892. else if (get_current_time() - conn_info.last_hb_sent_time > client_retry_interval)
  893. {
  894. if (raw_mode == mode_faketcp)
  895. {
  896. if (conn_info.last_hb_sent_time == 0)
  897. {
  898. send_info.psh = 0;
  899. send_info.syn = 1;
  900. send_info.ack = 0;
  901. send_info.ts_ack =0;
  902. send_info.seq=get_true_random_number();
  903. send_info.ack_seq=get_true_random_number();
  904. }
  905. }
  906. send_raw0(raw_info, 0, 0);
  907. conn_info.last_hb_sent_time = get_current_time();
  908. mylog(log_info, "(re)sent tcp syn\n");
  909. return 0;
  910. }
  911. else
  912. {
  913. return 0;
  914. }
  915. return 0;
  916. }
  917. else if(conn_info.state.client_current_state==client_handshake1)//send and resend handshake1
  918. {
  919. if(get_current_time()-conn_info.last_state_time>client_handshake_timeout)
  920. {
  921. conn_info.state.client_current_state=client_idle;
  922. mylog(log_info,"state back to client_idle from client_handshake1\n");
  923. return 0;
  924. }
  925. else if(get_current_time()-conn_info.last_hb_sent_time>client_retry_interval)
  926. {
  927. if(raw_mode==mode_faketcp)
  928. {
  929. if(conn_info.last_hb_sent_time==0)
  930. {
  931. send_info.seq++;
  932. send_info.ack_seq=recv_info.seq+1;
  933. send_info.ts_ack=recv_info.ts;
  934. raw_info.reserved_seq=send_info.seq;
  935. }
  936. send_info.seq=raw_info.reserved_seq;
  937. send_info.psh = 0;
  938. send_info.syn = 0;
  939. send_info.ack = 1;
  940. send_raw0(raw_info, 0, 0);
  941. send_handshake(raw_info,conn_info.my_id,0,const_id);
  942. send_info.seq+=raw_info.last_send_len;
  943. }
  944. else
  945. {
  946. send_handshake(raw_info,conn_info.my_id,0,const_id);
  947. if(raw_mode==mode_icmp)
  948. send_info.icmp_seq++;
  949. }
  950. conn_info.last_hb_sent_time=get_current_time();
  951. mylog(log_info,"(re)sent handshake1\n");
  952. return 0;
  953. }
  954. else
  955. {
  956. return 0;
  957. }
  958. return 0;
  959. }
  960. else if(conn_info.state.client_current_state==client_handshake2)
  961. {
  962. if(get_current_time()-conn_info.last_state_time>client_handshake_timeout)
  963. {
  964. conn_info.state.client_current_state=client_idle;
  965. mylog(log_info,"state back to client_idle from client_handshake2\n");
  966. return 0;
  967. }
  968. else if(get_current_time()-conn_info.last_hb_sent_time>client_retry_interval)
  969. {
  970. if(raw_mode==mode_faketcp)
  971. {
  972. if(conn_info.last_hb_sent_time==0)
  973. {
  974. send_info.ack_seq=recv_info.seq+raw_info.last_recv_len;
  975. send_info.ts_ack=recv_info.ts;
  976. raw_info.reserved_seq=send_info.seq;
  977. }
  978. send_info.seq=raw_info.reserved_seq;
  979. send_handshake(raw_info,conn_info.my_id,conn_info.oppsite_id,const_id);
  980. send_info.seq+=raw_info.last_send_len;
  981. }
  982. else
  983. {
  984. send_handshake(raw_info,conn_info.my_id,conn_info.oppsite_id,const_id);
  985. if(raw_mode==mode_icmp)
  986. send_info.icmp_seq++;
  987. }
  988. conn_info.last_hb_sent_time=get_current_time();
  989. mylog(log_info,"(re)sent handshake2\n");
  990. return 0;
  991. }
  992. else
  993. {
  994. return 0;
  995. }
  996. return 0;
  997. }
  998. else if(conn_info.state.client_current_state==client_ready)
  999. {
  1000. fail_time_counter=0;
  1001. mylog(log_trace,"time %llu,%llu\n",get_current_time(),conn_info.last_state_time);
  1002. if(get_current_time()-conn_info.last_hb_recv_time>client_conn_timeout)
  1003. {
  1004. conn_info.state.client_current_state=client_idle;
  1005. conn_info.my_id=get_true_random_number_nz();
  1006. mylog(log_info,"state back to client_idle from client_ready bc of server-->client direction timeout\n");
  1007. return 0;
  1008. }
  1009. if(get_current_time()-conn_info.last_hb_sent_time<heartbeat_interval)
  1010. {
  1011. return 0;
  1012. }
  1013. if(get_current_time()- conn_info.last_oppsite_roller_time>client_conn_uplink_timeout)
  1014. {
  1015. conn_info.state.client_current_state=client_idle;
  1016. conn_info.my_id=get_true_random_number_nz();
  1017. mylog(log_info,"state back to client_idle from client_ready bc of client-->server direction timeout\n");
  1018. }
  1019. mylog(log_debug,"heartbeat sent <%x,%x>\n",conn_info.oppsite_id,conn_info.my_id);
  1020. send_safer(conn_info,'h',"",0);/////////////send
  1021. conn_info.last_hb_sent_time=get_current_time();
  1022. return 0;
  1023. }
  1024. else
  1025. {
  1026. mylog(log_fatal,"unknown state,this shouldnt happen.\n");
  1027. myexit(-1);
  1028. }
  1029. return 0;
  1030. }
  1031. int server_on_timer_multi(conn_info_t &conn_info,char * ip_port) //for server. called when a timer is ready in epoll.for server,there will be one timer for every connection
  1032. {
  1033. //keep_iptables_rule();
  1034. mylog(log_trace,"server timer!\n");
  1035. raw_info_t &raw_info=conn_info.raw_info;
  1036. assert(conn_info.state.server_current_state==server_ready);
  1037. if(conn_info.state.server_current_state==server_ready)
  1038. {
  1039. conn_info.blob->conv_manager.clear_inactive(ip_port);
  1040. /*
  1041. if( get_current_time()-conn_info.last_hb_recv_time>heartbeat_timeout )
  1042. {
  1043. mylog(log_trace,"%lld %lld\n",get_current_time(),conn_info.last_state_time);
  1044. conn_info.server_current_state=server_nothing;
  1045. //conn_manager.current_ready_ip=0;
  1046. //conn_manager.current_ready_port=0;
  1047. mylog(log_info,"changed state to server_nothing\n");
  1048. return 0;
  1049. }*/ //dont need to do this at server,conn_manger will clear expired connections
  1050. if(get_current_time()-conn_info.last_hb_sent_time<heartbeat_interval)
  1051. {
  1052. return 0;
  1053. }
  1054. send_safer(conn_info,'h',"",0); /////////////send
  1055. conn_info.last_hb_sent_time=get_current_time();
  1056. mylog(log_debug,"heart beat sent<%x,%x>\n",conn_info.my_id,conn_info.oppsite_id);
  1057. }
  1058. else
  1059. {
  1060. mylog(log_fatal,"this shouldnt happen!\n");
  1061. myexit(-1);
  1062. }
  1063. return 0;
  1064. }
  1065. int client_on_raw_recv(conn_info_t &conn_info) //called when raw fd received a packet.
  1066. {
  1067. char* data;int data_len;
  1068. packet_info_t &send_info=conn_info.raw_info.send_info;
  1069. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1070. raw_info_t &raw_info=conn_info.raw_info;
  1071. mylog(log_trace,"<client_on_raw_recv,send_info.ts_ack= %u>\n",send_info.ts_ack);
  1072. if(conn_info.state.client_current_state==client_idle )
  1073. {
  1074. recv(raw_recv_fd, 0,0, 0 );
  1075. }
  1076. else if(conn_info.state.client_current_state==client_tcp_handshake)//received syn ack
  1077. {
  1078. assert(raw_mode==mode_faketcp);
  1079. if(recv_raw0(raw_info,data,data_len)<0)
  1080. {
  1081. return -1;
  1082. }
  1083. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1084. {
  1085. mylog(log_debug,"unexpected adress %x %x %d %d\n",recv_info.src_ip,send_info.dst_ip,recv_info.src_port,send_info.dst_port);
  1086. return -1;
  1087. }
  1088. if(data_len==0&&raw_info.recv_info.syn==1&&raw_info.recv_info.ack==1)
  1089. {
  1090. if(recv_info.ack_seq!=send_info.seq+1)
  1091. {
  1092. mylog(log_debug,"seq ack_seq mis match\n");
  1093. return -1;
  1094. }
  1095. conn_info.state.client_current_state = client_handshake1;
  1096. mylog(log_info,"state changed from client_tcp_handshake to client_handshake1\n");
  1097. conn_info.last_state_time = get_current_time();
  1098. conn_info.last_hb_sent_time=0;
  1099. client_on_timer(conn_info);
  1100. return 0;
  1101. }
  1102. else
  1103. {
  1104. mylog(log_debug,"unexpected packet type,expected:syn ack\n");
  1105. return -1;
  1106. }
  1107. }
  1108. else if(conn_info.state.client_current_state==client_handshake1)//recevied respond of handshake1
  1109. {
  1110. if(recv_bare(raw_info,data,data_len)!=0)
  1111. {
  1112. mylog(log_debug,"recv_bare failed!\n");
  1113. return -1;
  1114. }
  1115. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1116. {
  1117. mylog(log_debug,"unexpected adress %x %x %d %d\n",recv_info.src_ip,send_info.dst_ip,recv_info.src_port,send_info.dst_port);
  1118. return -1;
  1119. }
  1120. if(data_len<int( 3*sizeof(id_t)))
  1121. {
  1122. mylog(log_debug,"too short to be a handshake\n");
  1123. return -1;
  1124. }
  1125. id_t tmp_oppsite_id= ntohl(* ((u32_t *)&data[0]));
  1126. id_t tmp_my_id=ntohl(* ((u32_t *)&data[sizeof(id_t)]));
  1127. id_t tmp_oppsite_const_id=ntohl(* ((u32_t *)&data[sizeof(id_t)*2]));
  1128. if(tmp_my_id!=conn_info.my_id)
  1129. {
  1130. mylog(log_debug,"tmp_my_id doesnt match\n");
  1131. return -1;
  1132. }
  1133. if(raw_mode==mode_faketcp)
  1134. {
  1135. if(recv_info.ack_seq!=send_info.seq)
  1136. {
  1137. mylog(log_debug,"seq ack_seq mis match\n");
  1138. return -1;
  1139. }
  1140. if(recv_info.seq!=send_info.ack_seq)
  1141. {
  1142. mylog(log_debug,"seq ack_seq mis match\n");
  1143. return -1;
  1144. }
  1145. }
  1146. conn_info.oppsite_id=tmp_oppsite_id;
  1147. mylog(log_info,"changed state from to client_handshake1 to client_handshake2,my_id is %x,oppsite id is %x\n",conn_info.my_id,conn_info.oppsite_id);
  1148. //send_handshake(raw_info,conn_info.my_id,conn_info.oppsite_id,const_id); //////////////send
  1149. conn_info.state.client_current_state = client_handshake2;
  1150. conn_info.last_state_time = get_current_time();
  1151. conn_info.last_hb_sent_time=0;
  1152. client_on_timer(conn_info);
  1153. return 0;
  1154. }
  1155. else if(conn_info.state.client_current_state==client_handshake2||conn_info.state.client_current_state==client_ready)//received heartbeat or data
  1156. {
  1157. char type;
  1158. if(recv_safer(conn_info,type,data,data_len)!=0)
  1159. {
  1160. mylog(log_debug,"recv_safer failed!\n");
  1161. return -1;
  1162. }
  1163. if(recv_info.src_ip!=send_info.dst_ip||recv_info.src_port!=send_info.dst_port)
  1164. {
  1165. mylog(log_warn,"unexpected adress %x %x %d %d,this shouldnt happen.\n",recv_info.src_ip,send_info.dst_ip,recv_info.src_port,send_info.dst_port);
  1166. return -1;
  1167. }
  1168. if(conn_info.state.client_current_state==client_handshake2)
  1169. {
  1170. mylog(log_info,"changed state from to client_handshake2 to client_ready\n");
  1171. conn_info.state.client_current_state=client_ready;
  1172. conn_info.last_hb_sent_time=0;
  1173. conn_info.last_hb_recv_time=get_current_time();
  1174. conn_info.last_oppsite_roller_time=conn_info.last_hb_recv_time;
  1175. client_on_timer(conn_info);
  1176. }
  1177. if(data_len==0&&type=='h')
  1178. {
  1179. mylog(log_debug,"[hb]heart beat received\n");
  1180. conn_info.last_hb_recv_time=get_current_time();
  1181. return 0;
  1182. }
  1183. else if(data_len>= int( sizeof(u32_t))&&type=='d')
  1184. {
  1185. mylog(log_trace,"received a data from fake tcp,len:%d\n",data_len);
  1186. conn_info.last_hb_recv_time=get_current_time();
  1187. u32_t tmp_conv_id= ntohl(* ((u32_t *)&data[0]));
  1188. if(!conn_info.blob->conv_manager.is_conv_used(tmp_conv_id))
  1189. {
  1190. mylog(log_info,"unknow conv %d,ignore\n",tmp_conv_id);
  1191. return 0;
  1192. }
  1193. conn_info.blob->conv_manager.update_active_time(tmp_conv_id);
  1194. u64_t u64=conn_info.blob->conv_manager.find_u64_by_conv(tmp_conv_id);
  1195. sockaddr_in tmp_sockaddr={0};
  1196. tmp_sockaddr.sin_family = AF_INET;
  1197. tmp_sockaddr.sin_addr.s_addr=(u64>>32u);
  1198. tmp_sockaddr.sin_port= htons(uint16_t((u64<<32u)>>32u));
  1199. int ret=sendto(udp_fd,data+sizeof(u32_t),data_len -(sizeof(u32_t)),0,(struct sockaddr *)&tmp_sockaddr,sizeof(tmp_sockaddr));
  1200. if(ret<0)
  1201. {
  1202. mylog(log_warn,"sento returned %d\n",ret);
  1203. //perror("ret<0");
  1204. }
  1205. mylog(log_trace,"%s :%d\n",inet_ntoa(tmp_sockaddr.sin_addr),ntohs(tmp_sockaddr.sin_port));
  1206. mylog(log_trace,"%d byte sent\n",ret);
  1207. }
  1208. else
  1209. {
  1210. mylog(log_warn,"unknown packet,this shouldnt happen.\n");
  1211. return -1;
  1212. }
  1213. return 0;
  1214. }
  1215. else
  1216. {
  1217. mylog(log_fatal,"unknown state,this shouldnt happen.\n");
  1218. myexit(-1);
  1219. }
  1220. return 0;
  1221. }
  1222. int handle_lower_level(raw_info_t &raw_info)//fill lower_level info,when --lower-level is enabled,only for server
  1223. {
  1224. packet_info_t &send_info=raw_info.send_info;
  1225. packet_info_t &recv_info=raw_info.recv_info;
  1226. if(lower_level_manual)
  1227. {
  1228. memset(&send_info.addr_ll,0,sizeof(send_info.addr_ll));
  1229. send_info.addr_ll.sll_family=AF_PACKET;
  1230. send_info.addr_ll.sll_ifindex=ifindex;
  1231. send_info.addr_ll.sll_halen=ETHER_ADDR_LEN;
  1232. send_info.addr_ll.sll_protocol=htons(ETH_P_IP);
  1233. memcpy(&send_info.addr_ll.sll_addr,dest_hw_addr,ETHER_ADDR_LEN);
  1234. mylog(log_debug,"[manual]lower level info %x %x\n ",send_info.addr_ll.sll_halen,send_info.addr_ll.sll_protocol);
  1235. }
  1236. else
  1237. {
  1238. memset(&send_info.addr_ll,0,sizeof(send_info.addr_ll));
  1239. send_info.addr_ll.sll_family=recv_info.addr_ll.sll_family;
  1240. send_info.addr_ll.sll_ifindex=recv_info.addr_ll.sll_ifindex;
  1241. send_info.addr_ll.sll_protocol=recv_info.addr_ll.sll_protocol;
  1242. send_info.addr_ll.sll_halen=recv_info.addr_ll.sll_halen;
  1243. memcpy(send_info.addr_ll.sll_addr,recv_info.addr_ll.sll_addr,sizeof(send_info.addr_ll.sll_addr));
  1244. //other bytes should be kept zero.
  1245. mylog(log_debug,"[auto]lower level info %x %x\n ",send_info.addr_ll.sll_halen,send_info.addr_ll.sll_protocol);
  1246. }
  1247. return 0;
  1248. }
  1249. int server_on_raw_recv_multi() //called when server received an raw packet
  1250. {
  1251. char dummy_buf[buf_len];
  1252. packet_info_t peek_info;
  1253. if(peek_raw(peek_info)<0)
  1254. {
  1255. recv(raw_recv_fd, 0,0, 0 );//
  1256. //struct sockaddr saddr;
  1257. //socklen_t saddr_size=sizeof(saddr);
  1258. ///recvfrom(raw_recv_fd, 0,0, 0 ,&saddr , &saddr_size);//
  1259. mylog(log_trace,"peek_raw failed\n");
  1260. return -1;
  1261. }else
  1262. {
  1263. mylog(log_trace,"peek_raw success\n");
  1264. }
  1265. u32_t ip=peek_info.src_ip;uint16_t port=peek_info.src_port;
  1266. char ip_port[40];
  1267. sprintf(ip_port,"%s:%d",my_ntoa(ip),port);
  1268. mylog(log_trace,"[%s]peek_raw\n",ip_port);
  1269. int data_len; char *data;
  1270. if(raw_mode==mode_faketcp&&peek_info.syn==1)
  1271. {
  1272. if(!conn_manager.exist(ip,port)||conn_manager.find_insert(ip,port).state.server_current_state!=server_ready)
  1273. {//reply any syn ,before state become ready
  1274. raw_info_t tmp_raw_info;
  1275. if(recv_raw0(tmp_raw_info,data,data_len)<0)
  1276. {
  1277. return 0;
  1278. }
  1279. raw_info_t &raw_info=tmp_raw_info;
  1280. packet_info_t &send_info=raw_info.send_info;
  1281. packet_info_t &recv_info=raw_info.recv_info;
  1282. send_info.src_ip=recv_info.dst_ip;
  1283. send_info.src_port=recv_info.dst_port;
  1284. send_info.dst_port = recv_info.src_port;
  1285. send_info.dst_ip = recv_info.src_ip;
  1286. if(lower_level)
  1287. {
  1288. handle_lower_level(raw_info);
  1289. }
  1290. if(data_len==0&&raw_info.recv_info.syn==1&&raw_info.recv_info.ack==0)
  1291. {
  1292. send_info.ack_seq = recv_info.seq + 1;
  1293. send_info.psh = 0;
  1294. send_info.syn = 1;
  1295. send_info.ack = 1;
  1296. send_info.ts_ack=recv_info.ts;
  1297. mylog(log_info,"[%s]received syn,sent syn ack back\n",ip_port);
  1298. send_raw0(raw_info, 0, 0);
  1299. return 0;
  1300. }
  1301. }
  1302. return 0;
  1303. }
  1304. if(!conn_manager.exist(ip,port))
  1305. {
  1306. if(conn_manager.mp.size()>=max_handshake_conn_num)
  1307. {
  1308. mylog(log_info,"[%s]reached max_handshake_conn_num,ignored new handshake\n",ip_port);
  1309. recv(raw_recv_fd, 0,0, 0 );//
  1310. return 0;
  1311. }
  1312. raw_info_t tmp_raw_info;
  1313. if(raw_mode==mode_icmp)
  1314. {
  1315. tmp_raw_info.send_info.dst_port=tmp_raw_info.send_info.src_port=port;
  1316. }
  1317. if(recv_bare(tmp_raw_info,data,data_len)<0)
  1318. {
  1319. return 0;
  1320. }
  1321. if(data_len<int( 3*sizeof(id_t)))
  1322. {
  1323. mylog(log_debug,"[%s]too short to be a handshake\n",ip_port);
  1324. return -1;
  1325. }
  1326. id_t zero=ntohl(* ((u32_t *)&data[sizeof(id_t)]));
  1327. if(zero!=0)
  1328. {
  1329. mylog(log_debug,"[%s]not a invalid initial handshake\n",ip_port);
  1330. return -1;
  1331. }
  1332. mylog(log_info,"[%s]got packet from a new ip\n",ip_port);
  1333. conn_info_t &conn_info=conn_manager.find_insert(ip,port);
  1334. conn_info.raw_info=tmp_raw_info;
  1335. packet_info_t &send_info=conn_info.raw_info.send_info;
  1336. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1337. raw_info_t &raw_info=conn_info.raw_info;
  1338. send_info.src_ip=recv_info.dst_ip;
  1339. send_info.src_port=recv_info.dst_port;
  1340. send_info.dst_port = recv_info.src_port;
  1341. send_info.dst_ip = recv_info.src_ip;
  1342. if(lower_level)
  1343. {
  1344. handle_lower_level(raw_info);
  1345. }
  1346. //id_t tmp_oppsite_id= ntohl(* ((u32_t *)&data[0]));
  1347. //mylog(log_info,"[%s]handshake1 received %x\n",ip_port,tmp_oppsite_id);
  1348. conn_info.my_id=get_true_random_number_nz();
  1349. mylog(log_info,"[%s]created new conn,state: server_handshake1,my_id is %x\n",ip_port,conn_info.my_id);
  1350. conn_info.state.server_current_state = server_handshake1;
  1351. conn_info.last_state_time = get_current_time();
  1352. server_on_raw_recv_handshake1(conn_info,ip_port,data,data_len);
  1353. return 0;
  1354. }
  1355. conn_info_t & conn_info=conn_manager.find_insert(ip,port);//insert if not exist
  1356. packet_info_t &send_info=conn_info.raw_info.send_info;
  1357. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1358. raw_info_t &raw_info=conn_info.raw_info;
  1359. if(conn_info.state.server_current_state==server_handshake1)
  1360. {
  1361. if(recv_bare(raw_info,data,data_len)!=0)
  1362. {
  1363. return -1;
  1364. }
  1365. server_on_raw_recv_handshake1(conn_info,ip_port,data,data_len);
  1366. }
  1367. if(conn_info.state.server_current_state==server_ready)
  1368. {
  1369. char type;
  1370. //mylog(log_info,"before recv_safer\n");
  1371. if (recv_safer(conn_info,type, data, data_len) != 0) {
  1372. return -1;
  1373. }
  1374. //mylog(log_info,"after recv_safer\n");
  1375. return server_on_raw_recv_ready(conn_info,ip_port,type,data,data_len);
  1376. }
  1377. return 0;
  1378. }
  1379. /*
  1380. int server_on_raw_recv_handshake1(conn_info_t &conn_info,id_t tmp_oppsite_id )
  1381. {
  1382. packet_info_t &send_info=conn_info.raw_info.send_info;
  1383. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1384. raw_info_t &raw_info=conn_info.raw_info;
  1385. return 0;
  1386. }*/
  1387. int server_on_raw_recv_handshake1(conn_info_t &conn_info,char * ip_port,char * data, int data_len)//called when server received a handshake1 packet from client
  1388. {
  1389. packet_info_t &send_info=conn_info.raw_info.send_info;
  1390. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1391. raw_info_t &raw_info=conn_info.raw_info;
  1392. //u32_t ip=conn_info.raw_info.recv_info.src_ip;
  1393. //uint16_t port=conn_info.raw_info.recv_info.src_port;
  1394. //char ip_port[40];
  1395. //sprintf(ip_port,"%s:%d",my_ntoa(ip),port);
  1396. if(data_len<int( 3*sizeof(id_t)))
  1397. {
  1398. mylog(log_debug,"[%s] data_len=%d too short to be a handshake\n",ip_port,data_len);
  1399. return -1;
  1400. }
  1401. id_t tmp_oppsite_id= ntohl(* ((u32_t *)&data[0]));
  1402. id_t tmp_my_id=ntohl(* ((u32_t *)&data[sizeof(id_t)]));
  1403. if(tmp_my_id==0) //received init handshake again
  1404. {
  1405. if(raw_mode==mode_faketcp)
  1406. {
  1407. send_info.seq=recv_info.ack_seq;
  1408. send_info.ack_seq=recv_info.seq+raw_info.last_recv_len;
  1409. send_info.ts_ack=recv_info.ts;
  1410. }
  1411. if(raw_mode==mode_icmp)
  1412. {
  1413. send_info.icmp_seq=recv_info.icmp_seq;
  1414. }
  1415. send_handshake(raw_info,conn_info.my_id,tmp_oppsite_id,const_id); //////////////send
  1416. mylog(log_info,"[%s]changed state to server_handshake1,my_id is %x\n",ip_port,conn_info.my_id);
  1417. }
  1418. else if(tmp_my_id==conn_info.my_id)
  1419. {
  1420. conn_info.oppsite_id=tmp_oppsite_id;
  1421. id_t tmp_oppsite_const_id=ntohl(* ((u32_t *)&data[sizeof(id_t)*2]));
  1422. if(raw_mode==mode_faketcp)
  1423. {
  1424. send_info.seq=recv_info.ack_seq;
  1425. send_info.ack_seq=recv_info.seq+raw_info.last_recv_len;
  1426. send_info.ts_ack=recv_info.ts;
  1427. }
  1428. if(raw_mode==mode_icmp)
  1429. {
  1430. send_info.icmp_seq=recv_info.icmp_seq;
  1431. }
  1432. server_on_raw_recv_pre_ready(conn_info,ip_port,tmp_oppsite_const_id);
  1433. }
  1434. else
  1435. {
  1436. mylog(log_debug,"[%s]invalid my_id %x,my_id is %x\n",ip_port,tmp_my_id,conn_info.my_id);
  1437. }
  1438. return 0;
  1439. }
  1440. int server_on_raw_recv_ready(conn_info_t &conn_info,char * ip_port,char type,char *data,int data_len) //called while the state for a connection is server_ready
  1441. //receives data and heart beat by recv_safer.
  1442. {
  1443. raw_info_t &raw_info = conn_info.raw_info;
  1444. packet_info_t &send_info = conn_info.raw_info.send_info;
  1445. packet_info_t &recv_info = conn_info.raw_info.recv_info;
  1446. //char ip_port[40];
  1447. //sprintf(ip_port,"%s:%d",my_ntoa(recv_info.src_ip),recv_info.src_port);
  1448. /*
  1449. if (recv_info.src_ip != send_info.dst_ip
  1450. || recv_info.src_port != send_info.dst_port) {
  1451. mylog(log_debug, "unexpected adress\n");
  1452. return 0;
  1453. }*/
  1454. if (type == 'h' && data_len == 0) {
  1455. //u32_t tmp = ntohl(*((u32_t *) &data[sizeof(u32_t)]));
  1456. mylog(log_debug,"[%s][hb]received hb \n",ip_port);
  1457. conn_info.last_hb_recv_time = get_current_time();
  1458. return 0;
  1459. } else if (type== 'd' && data_len >=int( sizeof(u32_t) ))
  1460. {
  1461. u32_t tmp_conv_id = ntohl(*((u32_t *) &data[0]));
  1462. conn_info.last_hb_recv_time = get_current_time();
  1463. mylog(log_trace, "conv:%u\n", tmp_conv_id);
  1464. if (!conn_info.blob->conv_manager.is_conv_used(tmp_conv_id)) {
  1465. if (conn_info.blob->conv_manager.get_size() >= max_conv_num) {
  1466. mylog(log_warn,
  1467. "[%s]ignored new conv %x connect bc max_conv_num exceed\n",ip_port,
  1468. tmp_conv_id);
  1469. return 0;
  1470. }
  1471. struct sockaddr_in remote_addr_in={0};
  1472. socklen_t slen = sizeof(sockaddr_in);
  1473. //memset(&remote_addr_in, 0, sizeof(remote_addr_in));
  1474. remote_addr_in.sin_family = AF_INET;
  1475. remote_addr_in.sin_port = htons(remote_port);
  1476. remote_addr_in.sin_addr.s_addr = remote_ip_uint32;
  1477. int new_udp_fd = socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  1478. if (new_udp_fd < 0) {
  1479. mylog(log_warn, "[%s]create udp_fd error\n",ip_port);
  1480. return -1;
  1481. }
  1482. setnonblocking(new_udp_fd);
  1483. set_buf_size(new_udp_fd);
  1484. mylog(log_debug, "[%s]created new udp_fd %d\n",ip_port, new_udp_fd);
  1485. int ret = connect(new_udp_fd, (struct sockaddr *) &remote_addr_in,
  1486. slen);
  1487. if (ret != 0) {
  1488. mylog(log_warn, "udp fd connect fail\n");
  1489. close(new_udp_fd);
  1490. return -1;
  1491. }
  1492. struct epoll_event ev;
  1493. u64_t u64 = (u32_t(new_udp_fd))+(1llu<<32u);
  1494. mylog(log_trace, "[%s]u64: %lld\n",ip_port, u64);
  1495. ev.events = EPOLLIN;
  1496. ev.data.u64 = u64;
  1497. ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, new_udp_fd, &ev);
  1498. if (ret != 0) {
  1499. mylog(log_warn, "[%s]add udp_fd error\n",ip_port);
  1500. close(new_udp_fd);
  1501. return -1;
  1502. }
  1503. conn_info.blob->conv_manager.insert_conv(tmp_conv_id, new_udp_fd);
  1504. assert(conn_manager.udp_fd_mp.find(new_udp_fd)==conn_manager.udp_fd_mp.end());
  1505. conn_manager.udp_fd_mp[new_udp_fd] = &conn_info;
  1506. //pack_u64(conn_info.raw_info.recv_info.src_ip,conn_info.raw_info.recv_info.src_port);
  1507. mylog(log_info, "[%s]new conv conv_id=%x, assigned fd=%d\n",ip_port,
  1508. tmp_conv_id, new_udp_fd);
  1509. }
  1510. u64_t u64 = conn_info.blob->conv_manager.find_u64_by_conv(tmp_conv_id);
  1511. conn_info.blob->conv_manager.update_active_time(tmp_conv_id);
  1512. int fd = int((u64 << 32u) >> 32u);
  1513. mylog(log_trace, "[%s]received a data from fake tcp,len:%d\n",ip_port, data_len);
  1514. int ret = send(fd, data + sizeof(u32_t),
  1515. data_len - ( sizeof(u32_t)), 0);
  1516. mylog(log_trace, "[%s]%d byte sent ,fd :%d\n ",ip_port, ret, fd);
  1517. if (ret < 0) {
  1518. mylog(log_warn, "send returned %d\n", ret);
  1519. //perror("what happened????");
  1520. }
  1521. return 0;
  1522. }
  1523. return 0;
  1524. }
  1525. int server_on_raw_recv_pre_ready(conn_info_t &conn_info,char * ip_port,u32_t tmp_oppsite_const_id)// do prepare work before state change to server ready for a specifc connection
  1526. //connection recovery is also handle here
  1527. {
  1528. //u32_t ip;uint16_t port;
  1529. //ip=conn_info.raw_info.recv_info.src_ip;
  1530. //port=conn_info.raw_info.recv_info.src_port;
  1531. //char ip_port[40];
  1532. //sprintf(ip_port,"%s:%d",my_ntoa(ip),port);
  1533. mylog(log_info,"[%s]received handshake oppsite_id:%x my_id:%x\n",ip_port,conn_info.oppsite_id,conn_info.my_id);
  1534. mylog(log_info,"[%s]oppsite const_id:%x \n",ip_port,tmp_oppsite_const_id);
  1535. if(conn_manager.const_id_mp.find(tmp_oppsite_const_id)==conn_manager.const_id_mp.end())
  1536. {
  1537. //conn_manager.const_id_mp=
  1538. if(conn_manager.ready_num>=max_ready_conn_num)
  1539. {
  1540. mylog(log_info,"[%s]max_ready_conn_num,cant turn to ready\n",ip_port);
  1541. conn_info.state.server_current_state =server_idle;
  1542. return 0;
  1543. }
  1544. conn_info.prepare();
  1545. conn_info.state.server_current_state = server_ready;
  1546. conn_info.oppsite_const_id=tmp_oppsite_const_id;
  1547. conn_manager.ready_num++;
  1548. conn_manager.const_id_mp[tmp_oppsite_const_id]=&conn_info;
  1549. //conn_info.last_state_time=get_current_time(); //dont change this!!!!!!!!!!!!!!!!!!!!!!!!!
  1550. //conn_manager.current_ready_ip=ip;
  1551. //conn_manager.current_ready_port=port;
  1552. //my_id=conn_info.my_id;
  1553. //oppsite_id=conn_info.oppsite_id;
  1554. conn_info.last_hb_recv_time = get_current_time();
  1555. conn_info.last_hb_sent_time = conn_info.last_hb_recv_time;//=get_current_time()
  1556. send_safer(conn_info, 'h',"", 0); /////////////send
  1557. mylog(log_info, "[%s]changed state to server_ready\n",ip_port);
  1558. conn_info.blob->anti_replay.re_init();
  1559. //g_conn_info=conn_info;
  1560. int new_timer_fd;
  1561. set_timer_server(epollfd, new_timer_fd);
  1562. conn_info.timer_fd=new_timer_fd;
  1563. assert(conn_manager.timer_fd_mp.find(new_timer_fd)==conn_manager.timer_fd_mp.end());
  1564. conn_manager.timer_fd_mp[new_timer_fd] = &conn_info;//pack_u64(ip,port);
  1565. //timer_fd_mp[new_timer_fd]
  1566. /*
  1567. if(oppsite_const_id!=0&&tmp_oppsite_const_id!=oppsite_const_id) //TODO MOVE TO READY
  1568. {
  1569. mylog(log_info,"cleared all conv bc of const id doesnt match\n");
  1570. conv_manager.clear();
  1571. }*/
  1572. //oppsite_const_id=tmp_oppsite_const_id;
  1573. }
  1574. else
  1575. {
  1576. conn_info_t &ori_conn_info=*conn_manager.const_id_mp[tmp_oppsite_const_id];
  1577. if(ori_conn_info.state.server_current_state==server_ready)
  1578. {
  1579. if(conn_info.last_state_time<ori_conn_info.last_state_time)
  1580. {
  1581. mylog(log_info,"[%s]conn_info.last_state_time<ori_conn_info.last_state_time. ignored new handshake\n",ip_port);
  1582. conn_info.state.server_current_state=server_idle;
  1583. conn_info.oppsite_const_id=0;
  1584. return 0;
  1585. }
  1586. if(!conn_manager.exist(ori_conn_info.raw_info.recv_info.src_ip,ori_conn_info.raw_info.recv_info.src_port))//TODO remove this
  1587. {
  1588. mylog(log_fatal,"[%s]this shouldnt happen\n",ip_port);
  1589. myexit(-1);
  1590. }
  1591. if(!conn_manager.exist(conn_info.raw_info.recv_info.src_ip,conn_info.raw_info.recv_info.src_port))//TODO remove this
  1592. {
  1593. mylog(log_fatal,"[%s]this shouldnt happen2\n",ip_port);
  1594. myexit(-1);
  1595. }
  1596. conn_info_t *&p_ori=conn_manager.find_insert_p(ori_conn_info.raw_info.recv_info.src_ip,ori_conn_info.raw_info.recv_info.src_port);
  1597. conn_info_t *&p=conn_manager.find_insert_p(conn_info.raw_info.recv_info.src_ip,conn_info.raw_info.recv_info.src_port);
  1598. conn_info_t *tmp=p;
  1599. p=p_ori;
  1600. p_ori=tmp;
  1601. mylog(log_info,"[%s]grabbed a connection\n",ip_port);
  1602. //ori_conn_info.state.server_current_state=server_ready;
  1603. ori_conn_info.recover(conn_info);
  1604. send_safer(ori_conn_info, 'h',"", 0);
  1605. //ori_conn_info.blob->anti_replay.re_init();
  1606. conn_info.state.server_current_state=server_idle;
  1607. conn_info.oppsite_const_id=0;
  1608. }
  1609. else
  1610. {
  1611. mylog(log_fatal,"[%s]this should never happen\n",ip_port);
  1612. myexit(-1);
  1613. }
  1614. return 0;
  1615. }
  1616. return 0;
  1617. }
  1618. int get_src_adress(u32_t &ip) //a trick to get src adress for a dest adress,so that we can use the src address in raw socket as source ip
  1619. {
  1620. struct sockaddr_in remote_addr_in={0};
  1621. socklen_t slen = sizeof(sockaddr_in);
  1622. //memset(&remote_addr_in, 0, sizeof(remote_addr_in));
  1623. remote_addr_in.sin_family = AF_INET;
  1624. remote_addr_in.sin_port = htons(remote_port);
  1625. remote_addr_in.sin_addr.s_addr = remote_ip_uint32;
  1626. int new_udp_fd=socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  1627. if(new_udp_fd<0)
  1628. {
  1629. mylog(log_warn,"create udp_fd error\n");
  1630. return -1;
  1631. }
  1632. //set_buf_size(new_udp_fd);
  1633. mylog(log_debug,"created new udp_fd %d\n",new_udp_fd);
  1634. int ret = connect(new_udp_fd, (struct sockaddr *) &remote_addr_in, slen);
  1635. if(ret!=0)
  1636. {
  1637. mylog(log_warn,"udp fd connect fail\n");
  1638. close(new_udp_fd);
  1639. return -1;
  1640. }
  1641. struct sockaddr_in my_addr={0};
  1642. socklen_t len=sizeof(my_addr);
  1643. if(getsockname(new_udp_fd, (struct sockaddr *) &my_addr, &len)!=0) return -1;
  1644. ip=my_addr.sin_addr.s_addr;
  1645. close(new_udp_fd);
  1646. return 0;
  1647. }
  1648. int client_event_loop()
  1649. {
  1650. char buf[buf_len];
  1651. conn_info_t conn_info;
  1652. conn_info.my_id=get_true_random_number_nz();
  1653. conn_info.prepare();
  1654. packet_info_t &send_info=conn_info.raw_info.send_info;
  1655. packet_info_t &recv_info=conn_info.raw_info.recv_info;
  1656. if(lower_level)
  1657. {
  1658. if(lower_level_manual)
  1659. {
  1660. int index;
  1661. init_ifindex(if_name,index);
  1662. //init_ifindex(if_name);
  1663. memset(&send_info.addr_ll, 0, sizeof(send_info.addr_ll));
  1664. send_info.addr_ll.sll_family = AF_PACKET;
  1665. send_info.addr_ll.sll_ifindex =index;
  1666. send_info.addr_ll.sll_halen = ETHER_ADDR_LEN;
  1667. send_info.addr_ll.sll_protocol = htons(ETH_P_IP);
  1668. memcpy(&send_info.addr_ll.sll_addr, dest_hw_addr, ETHER_ADDR_LEN);
  1669. mylog(log_info,"we are running at lower-level (manual) mode\n");
  1670. }
  1671. else
  1672. {
  1673. u32_t dest_ip;
  1674. string if_name_string;
  1675. string hw_string;
  1676. if(find_lower_level_info(remote_ip_uint32,dest_ip,if_name_string,hw_string)!=0)
  1677. {
  1678. mylog(log_fatal,"auto detect lower-level info failed for %s,specific it manually\n",remote_ip);
  1679. myexit(-1);
  1680. }
  1681. mylog(log_info,"we are running at lower-level (auto) mode,%s %s %s\n",my_ntoa(dest_ip),if_name_string.c_str(),hw_string.c_str());
  1682. u32_t hw[6];
  1683. memset(hw, 0, sizeof(hw));
  1684. sscanf(hw_string.c_str(), "%x:%x:%x:%x:%x:%x",&hw[0], &hw[1], &hw[2],
  1685. &hw[3], &hw[4], &hw[5]);
  1686. mylog(log_warn,
  1687. "make sure this is correct: if_name=<%s> dest_mac_adress=<%02x:%02x:%02x:%02x:%02x:%02x> \n",
  1688. if_name_string.c_str(), hw[0], hw[1], hw[2], hw[3], hw[4], hw[5]);
  1689. for (int i = 0; i < 6; i++) {
  1690. dest_hw_addr[i] = uint8_t(hw[i]);
  1691. }
  1692. //mylog(log_fatal,"--lower-level auto for client hasnt been implemented\n");
  1693. int index;
  1694. init_ifindex(if_name_string.c_str(),index);
  1695. memset(&send_info.addr_ll, 0, sizeof(send_info.addr_ll));
  1696. send_info.addr_ll.sll_family = AF_PACKET;
  1697. send_info.addr_ll.sll_ifindex = index;
  1698. send_info.addr_ll.sll_halen = ETHER_ADDR_LEN;
  1699. send_info.addr_ll.sll_protocol = htons(ETH_P_IP);
  1700. memcpy(&send_info.addr_ll.sll_addr, dest_hw_addr, ETHER_ADDR_LEN);
  1701. //mylog(log_info,"we are running at lower-level (manual) mode\n");
  1702. }
  1703. }
  1704. //printf("?????\n");
  1705. if(source_ip_uint32==0)
  1706. {
  1707. mylog(log_info,"get_src_adress called\n");
  1708. if(get_src_adress(source_ip_uint32)!=0)
  1709. {
  1710. mylog(log_fatal,"the trick to auto get source ip failed,you should specific an ip by --source-ip\n");
  1711. myexit(-1);
  1712. }
  1713. }
  1714. in_addr tmp;
  1715. tmp.s_addr=source_ip_uint32;
  1716. mylog(log_info,"source ip = %s\n",inet_ntoa(tmp));
  1717. //printf("done\n");
  1718. if(try_to_list_and_bind(source_port)!=0)
  1719. {
  1720. mylog(log_fatal,"bind to source_port:%d fail\n ",source_port);
  1721. myexit(-1);
  1722. }
  1723. send_info.src_port=source_port;
  1724. send_info.src_ip = source_ip_uint32;
  1725. int i, j, k;int ret;
  1726. //init_filter(source_port);
  1727. send_info.dst_ip=remote_ip_uint32;
  1728. send_info.dst_port=remote_port;
  1729. //g_packet_info.src_ip=source_address_uint32;
  1730. //g_packet_info.src_port=source_port;
  1731. udp_fd=socket(AF_INET, SOCK_DGRAM, IPPROTO_UDP);
  1732. set_buf_size(udp_fd);
  1733. int yes = 1;
  1734. //setsockopt(udp_fd, SOL_SOCKET, SO_REUSEADDR, &yes, sizeof(yes));
  1735. struct sockaddr_in local_me={0};
  1736. socklen_t slen = sizeof(sockaddr_in);
  1737. //memset(&local_me, 0, sizeof(local_me));
  1738. local_me.sin_family = AF_INET;
  1739. local_me.sin_port = htons(local_port);
  1740. local_me.sin_addr.s_addr = local_ip_uint32;
  1741. if (bind(udp_fd, (struct sockaddr*) &local_me, slen) == -1) {
  1742. mylog(log_fatal,"socket bind error\n");
  1743. //perror("socket bind error");
  1744. myexit(1);
  1745. }
  1746. setnonblocking(udp_fd);
  1747. epollfd = epoll_create1(0);
  1748. const int max_events = 4096;
  1749. struct epoll_event ev, events[max_events];
  1750. if (epollfd < 0) {
  1751. mylog(log_fatal,"epoll return %d\n", epollfd);
  1752. myexit(-1);
  1753. }
  1754. ev.events = EPOLLIN;
  1755. ev.data.u64 = udp_fd;
  1756. ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, udp_fd, &ev);
  1757. if (ret!=0) {
  1758. mylog(log_fatal,"add udp_listen_fd error\n");
  1759. myexit(-1);
  1760. }
  1761. ev.events = EPOLLIN;
  1762. ev.data.u64 = raw_recv_fd;
  1763. ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, raw_recv_fd, &ev);
  1764. if (ret!= 0) {
  1765. mylog(log_fatal,"add raw_fd error\n");
  1766. myexit(-1);
  1767. }
  1768. ////add_timer for fake_tcp_keep_connection_client
  1769. //sleep(10);
  1770. //memset(&udp_old_addr_in,0,sizeof(sockaddr_in));
  1771. int unbind=1;
  1772. set_timer(epollfd,timer_fd);
  1773. mylog(log_debug,"send_raw : from %x %d to %x %d\n",send_info.src_ip,send_info.src_port,send_info.dst_ip,send_info.dst_port);
  1774. while(1)////////////////////////
  1775. {
  1776. if(about_to_exit) myexit(0);
  1777. epoll_trigger_counter++;
  1778. int nfds = epoll_wait(epollfd, events, max_events, 180 * 1000);
  1779. if (nfds < 0) { //allow zero
  1780. if(errno==EINTR )
  1781. {
  1782. mylog(log_info,"epoll interrupted by signal\n");
  1783. myexit(0);
  1784. }
  1785. else
  1786. {
  1787. mylog(log_fatal,"epoll_wait return %d\n", nfds);
  1788. myexit(-1);
  1789. }
  1790. }
  1791. int idx;
  1792. for (idx = 0; idx < nfds; ++idx) {
  1793. if (events[idx].data.u64 == (u64_t)raw_recv_fd)
  1794. {
  1795. iphdr *iph;tcphdr *tcph;
  1796. client_on_raw_recv(conn_info);
  1797. }
  1798. else if(events[idx].data.u64 ==(u64_t)timer_fd)
  1799. {
  1800. u64_t value;
  1801. read(timer_fd, &value, 8);
  1802. client_on_timer(conn_info);
  1803. mylog(log_trace,"epoll_trigger_counter: %d \n",epoll_trigger_counter);
  1804. epoll_trigger_counter=0;
  1805. }
  1806. else if (events[idx].data.u64 == (u64_t)udp_fd)
  1807. {
  1808. int recv_len;
  1809. struct sockaddr_in udp_new_addr_in={0};
  1810. socklen_t udp_new_addr_len = sizeof(sockaddr_in);
  1811. if ((recv_len = recvfrom(udp_fd, buf, max_data_len, 0,
  1812. (struct sockaddr *) &udp_new_addr_in, &udp_new_addr_len)) == -1) {
  1813. mylog(log_error,"recv_from error,this shouldnt happen at client\n");
  1814. myexit(1);
  1815. };
  1816. if(recv_len>=mtu_warn)
  1817. {
  1818. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",recv_len,mtu_warn);
  1819. }
  1820. mylog(log_trace,"Received packet from %s:%d,len: %d\n", inet_ntoa(udp_new_addr_in.sin_addr),
  1821. ntohs(udp_new_addr_in.sin_port),recv_len);
  1822. /*
  1823. if(udp_old_addr_in.sin_addr.s_addr==0&&udp_old_addr_in.sin_port==0)
  1824. {
  1825. memcpy(&udp_old_addr_in,&udp_new_addr_in,sizeof(udp_new_addr_in));
  1826. }
  1827. else if(udp_new_addr_in.sin_addr.s_addr!=udp_old_addr_in.sin_addr.s_addr
  1828. ||udp_new_addr_in.sin_port!=udp_old_addr_in.sin_port)
  1829. {
  1830. if(get_current_time()- last_udp_recv_time <udp_timeout)
  1831. {
  1832. printf("new <ip,port> connected in,ignored,bc last connection is still active\n");
  1833. continue;
  1834. }
  1835. else
  1836. {
  1837. printf("new <ip,port> connected in,accpeted\n");
  1838. memcpy(&udp_old_addr_in,&udp_new_addr_in,sizeof(udp_new_addr_in));
  1839. conv_id++;
  1840. }
  1841. }*/
  1842. //last_udp_recv_time=get_current_time();
  1843. u64_t u64=((u64_t(udp_new_addr_in.sin_addr.s_addr))<<32u)+ntohs(udp_new_addr_in.sin_port);
  1844. u32_t conv;
  1845. if(!conn_info.blob->conv_manager.is_u64_used(u64))
  1846. {
  1847. if(conn_info.blob->conv_manager.get_size() >=max_conv_num)
  1848. {
  1849. mylog(log_warn,"ignored new udp connect bc max_conv_num exceed\n");
  1850. continue;
  1851. }
  1852. conv=conn_info.blob->conv_manager.get_new_conv();
  1853. conn_info.blob->conv_manager.insert_conv(conv,u64);
  1854. mylog(log_info,"new packet from %s:%d,conv_id=%x\n",inet_ntoa(udp_new_addr_in.sin_addr),ntohs(udp_new_addr_in.sin_port),conv);
  1855. }
  1856. else
  1857. {
  1858. conv=conn_info.blob->conv_manager.find_conv_by_u64(u64);
  1859. }
  1860. conn_info.blob->conv_manager.update_active_time(conv);
  1861. if(conn_info.state.client_current_state==client_ready)
  1862. {
  1863. /*
  1864. char buf2[6000];
  1865. int ret1=send_raw(conn_info.raw_info,buf2,40);
  1866. int ret2=send_raw(conn_info.raw_info,buf2,500);
  1867. int ret3=send_raw(conn_info.raw_info,buf2,1000);
  1868. int ret4=send_raw(conn_info.raw_info,buf2,2000);
  1869. mylog(log_warn,"ret= %d %d %d %d\n",ret1,ret2,ret3,ret4);*/
  1870. send_data_safer(conn_info,buf,recv_len,conv);
  1871. }
  1872. }
  1873. else
  1874. {
  1875. mylog(log_fatal,"unknown fd,this should never happen\n");
  1876. myexit(-1);
  1877. }
  1878. }
  1879. }
  1880. return 0;
  1881. }
  1882. int server_event_loop()
  1883. {
  1884. char buf[buf_len];
  1885. int i, j, k;int ret;
  1886. bind_address_uint32=local_ip_uint32;//only server has bind adress,client sets it to zero
  1887. if(lower_level)
  1888. {
  1889. if(lower_level_manual)
  1890. {
  1891. init_ifindex(if_name,ifindex);
  1892. mylog(log_info,"we are running at lower-level (manual) mode\n");
  1893. }
  1894. else
  1895. {
  1896. mylog(log_info,"we are running at lower-level (auto) mode\n");
  1897. }
  1898. }
  1899. if(raw_mode==mode_faketcp)
  1900. {
  1901. bind_fd=socket(AF_INET,SOCK_STREAM,0);
  1902. }
  1903. else if(raw_mode==mode_udp||raw_mode==mode_icmp)//bind an adress to avoid collision,for icmp,there is no port,just bind a udp port
  1904. {
  1905. bind_fd=socket(AF_INET,SOCK_DGRAM,0);
  1906. }
  1907. struct sockaddr_in temp_bind_addr={0};
  1908. // bzero(&temp_bind_addr, sizeof(temp_bind_addr));
  1909. temp_bind_addr.sin_family = AF_INET;
  1910. temp_bind_addr.sin_port = htons(local_port);
  1911. temp_bind_addr.sin_addr.s_addr = local_ip_uint32;
  1912. if (bind(bind_fd, (struct sockaddr*)&temp_bind_addr, sizeof(temp_bind_addr)) !=0)
  1913. {
  1914. mylog(log_fatal,"bind fail\n");
  1915. myexit(-1);
  1916. }
  1917. if(raw_mode==mode_faketcp)
  1918. {
  1919. if(listen(bind_fd, SOMAXCONN) != 0 )
  1920. {
  1921. mylog(log_fatal,"listen fail\n");
  1922. myexit(-1);
  1923. }
  1924. }
  1925. //init_raw_socket();
  1926. init_filter(local_port);//bpf filter
  1927. epollfd = epoll_create1(0);
  1928. const int max_events = 4096;
  1929. struct epoll_event ev, events[max_events];
  1930. if (epollfd < 0) {
  1931. mylog(log_fatal,"epoll return %d\n", epollfd);
  1932. myexit(-1);
  1933. }
  1934. ev.events = EPOLLIN;
  1935. ev.data.u64 = raw_recv_fd;
  1936. ret = epoll_ctl(epollfd, EPOLL_CTL_ADD, raw_recv_fd, &ev);
  1937. if (ret!= 0) {
  1938. mylog(log_fatal,"add raw_fd error\n");
  1939. myexit(-1);
  1940. }
  1941. int timer_fd;
  1942. set_timer(epollfd,timer_fd);
  1943. u64_t begin_time=0;
  1944. u64_t end_time=0;
  1945. mylog(log_info,"now listening at %s:%d\n",my_ntoa(local_ip_uint32),local_port);
  1946. while(1)////////////////////////
  1947. {
  1948. if(about_to_exit) myexit(0);
  1949. int nfds = epoll_wait(epollfd, events, max_events, 180 * 1000);
  1950. if (nfds < 0) { //allow zero
  1951. if(errno==EINTR )
  1952. {
  1953. mylog(log_info,"epoll interrupted by signal\n");
  1954. myexit(0);
  1955. }
  1956. else
  1957. {
  1958. mylog(log_fatal,"epoll_wait return %d\n", nfds);
  1959. myexit(-1);
  1960. }
  1961. }
  1962. int idx;
  1963. for (idx = 0; idx < nfds; ++idx)
  1964. {
  1965. //mylog(log_debug,"ndfs: %d \n",nfds);
  1966. epoll_trigger_counter++;
  1967. //printf("%d %d %d %d\n",timer_fd,raw_recv_fd,raw_send_fd,n);
  1968. if ((events[idx].data.u64 ) == (u64_t)timer_fd)
  1969. {
  1970. if(debug_flag)begin_time=get_current_time();
  1971. conn_manager.clear_inactive();
  1972. u64_t dummy;
  1973. read(timer_fd, &dummy, 8);
  1974. //current_time_rough=get_current_time();
  1975. if(debug_flag)
  1976. {
  1977. end_time=get_current_time();
  1978. mylog(log_debug,"timer_fd,%llu,%llu,%llu\n",begin_time,end_time,end_time-begin_time);
  1979. }
  1980. mylog(log_trace,"epoll_trigger_counter: %d \n",epoll_trigger_counter);
  1981. epoll_trigger_counter=0;
  1982. }
  1983. else if (events[idx].data.u64 == (u64_t)raw_recv_fd)
  1984. {
  1985. if(debug_flag)begin_time=get_current_time();
  1986. server_on_raw_recv_multi();
  1987. if(debug_flag)
  1988. {
  1989. end_time=get_current_time();
  1990. mylog(log_debug,"raw_recv_fd,%llu,%llu,%llu \n",begin_time,end_time,end_time-begin_time);
  1991. }
  1992. }
  1993. else if ((events[idx].data.u64 >>32u) == 2u)
  1994. {
  1995. if(debug_flag)begin_time=get_current_time();
  1996. int fd=get_u64_l(events[idx].data.u64);
  1997. u64_t dummy;
  1998. read(fd, &dummy, 8);
  1999. if(conn_manager.timer_fd_mp.find(fd)==conn_manager.timer_fd_mp.end()) //this can happen,when fd is a just closed fd
  2000. {
  2001. mylog(log_info,"timer_fd no longer exits\n");
  2002. continue;
  2003. }
  2004. conn_info_t* p_conn_info=conn_manager.timer_fd_mp[fd];
  2005. u32_t ip=p_conn_info->raw_info.recv_info.src_ip;
  2006. u32_t port=p_conn_info->raw_info.recv_info.src_port;
  2007. assert(conn_manager.exist(ip,port));//TODO remove this for peformance
  2008. assert(p_conn_info->state.server_current_state == server_ready); //TODO remove this for peformance
  2009. //conn_info_t &conn_info=conn_manager.find(ip,port);
  2010. char ip_port[40];
  2011. sprintf(ip_port,"%s:%d",my_ntoa(ip),port);
  2012. server_on_timer_multi(*p_conn_info,ip_port);
  2013. if(debug_flag)
  2014. {
  2015. end_time=get_current_time();
  2016. mylog(log_debug,"(events[idx].data.u64 >>32u) == 2u ,%llu,%llu,%llu \n",begin_time,end_time,end_time-begin_time);
  2017. }
  2018. }
  2019. else if ((events[idx].data.u64 >>32u) == 1u)
  2020. {
  2021. //uint32_t conv_id=events[n].data.u64>>32u;
  2022. if(debug_flag)begin_time=get_current_time();
  2023. int fd=int((events[idx].data.u64<<32u)>>32u);
  2024. if(conn_manager.udp_fd_mp.find(fd)==conn_manager.udp_fd_mp.end()) //this can happen,when fd is a just closed fd
  2025. {
  2026. mylog(log_debug,"fd no longer exists in udp_fd_mp,udp fd %d\n",fd);
  2027. recv(fd,0,0,0);
  2028. continue;
  2029. }
  2030. conn_info_t* p_conn_info=conn_manager.udp_fd_mp[fd];
  2031. u32_t ip=p_conn_info->raw_info.recv_info.src_ip;
  2032. u32_t port=p_conn_info->raw_info.recv_info.src_port;
  2033. if(!conn_manager.exist(ip,port))//TODO remove this for peformance
  2034. {
  2035. mylog(log_fatal,"ip port no longer exits 2!!!this shouldnt happen\n");
  2036. myexit(-1);
  2037. }
  2038. if(p_conn_info->state.server_current_state!=server_ready)//TODO remove this for peformance
  2039. {
  2040. mylog(log_fatal,"p_conn_info->state.server_current_state!=server_ready!!!this shouldnt happen\n");
  2041. myexit(-1);
  2042. }
  2043. conn_info_t &conn_info=*p_conn_info;
  2044. if(!conn_info.blob->conv_manager.is_u64_used(fd))
  2045. {
  2046. mylog(log_debug,"conv no longer exists,udp fd %d\n",fd);
  2047. int recv_len=recv(fd,0,0,0); ///////////TODO ,delete this
  2048. continue;
  2049. }
  2050. u32_t conv_id=conn_info.blob->conv_manager.find_conv_by_u64(fd);
  2051. int recv_len=recv(fd,buf,max_data_len,0);
  2052. mylog(log_trace,"received a packet from udp_fd,len:%d\n",recv_len);
  2053. if(recv_len<0)
  2054. {
  2055. mylog(log_debug,"udp fd,recv_len<0 continue,%s\n",strerror(errno));
  2056. continue;
  2057. }
  2058. if(recv_len>=mtu_warn)
  2059. {
  2060. mylog(log_warn,"huge packet,data len=%d (>=%d).strongly suggested to set a smaller mtu at upper level,to get rid of this warn\n ",recv_len,mtu_warn);
  2061. }
  2062. //conn_info.conv_manager->update_active_time(conv_id); server dosnt update from upd side,only update from raw side. (client updates at both side)
  2063. if(conn_info.state.server_current_state==server_ready)
  2064. {
  2065. send_data_safer(conn_info,buf,recv_len,conv_id);
  2066. //send_data(g_packet_info_send,buf,recv_len,my_id,oppsite_id,conv_id);
  2067. mylog(log_trace,"send_data_safer ,sent !!\n");
  2068. }
  2069. if(debug_flag)
  2070. {
  2071. end_time=get_current_time();
  2072. mylog(log_debug,"(events[idx].data.u64 >>32u) == 1u,%lld,%lld,%lld \n",begin_time,end_time,end_time-begin_time);
  2073. }
  2074. }
  2075. else
  2076. {
  2077. mylog(log_fatal,"unknown fd,this should never happen\n");
  2078. myexit(-1);
  2079. }
  2080. }
  2081. }
  2082. return 0;
  2083. }
  2084. //char lower_level_arg[1000];
  2085. int process_lower_level_arg()//handle --lower-level option
  2086. {
  2087. lower_level=1;
  2088. if(strcmp(optarg,"auto")==0)
  2089. {
  2090. return 0;
  2091. }
  2092. lower_level_manual=1;
  2093. if (strchr(optarg, '#') == 0) {
  2094. mylog(log_fatal,
  2095. "lower-level parameter invaild,check help page for format\n");
  2096. myexit(-1);
  2097. }
  2098. lower_level = 1;
  2099. u32_t hw[6];
  2100. memset(hw, 0, sizeof(hw));
  2101. sscanf(optarg, "%[^#]#%x:%x:%x:%x:%x:%x", if_name, &hw[0], &hw[1], &hw[2],
  2102. &hw[3], &hw[4], &hw[5]);
  2103. mylog(log_warn,
  2104. "make sure this is correct: if_name=<%s> dest_mac_adress=<%02x:%02x:%02x:%02x:%02x:%02x> \n",
  2105. if_name, hw[0], hw[1], hw[2], hw[3], hw[4], hw[5]);
  2106. for (int i = 0; i < 6; i++) {
  2107. dest_hw_addr[i] = uint8_t(hw[i]);
  2108. }
  2109. return 0;
  2110. }
  2111. void print_help()
  2112. {
  2113. printf("udp2raw-tunnel\n");
  2114. printf("version: %s %s\n",__DATE__,__TIME__);
  2115. printf("repository: https://github.com/wangyu-/udp2raw-tunnel\n");
  2116. printf("\n");
  2117. printf("usage:\n");
  2118. printf(" run as client : ./this_program -c -l local_listen_ip:local_port -r server_ip:server_port [options]\n");
  2119. printf(" run as server : ./this_program -s -l server_listen_ip:server_port -r remote_ip:remote_port [options]\n");
  2120. printf("\n");
  2121. printf("common options,these options must be same on both side:\n");
  2122. printf(" --raw-mode <string> avaliable values:faketcp(default),udp,icmp\n");
  2123. printf(" -k,--key <string> password to gen symetric key,default:\"secret key\"\n");
  2124. printf(" --cipher-mode <string> avaliable values:aes128cbc(default),xor,none\n");
  2125. printf(" --auth-mode <string> avaliable values:md5(default),crc32,simple,none\n");
  2126. printf(" -a,--auto-rule auto add (and delete) iptables rule\n");
  2127. printf(" -g,--gen-rule generate iptables rule then exit,so that you can copy and\n");
  2128. printf(" add it manually.overrides -a\n");
  2129. printf(" --disable-anti-replay disable anti-replay,not suggested\n");
  2130. //printf("\n");
  2131. printf("client options:\n");
  2132. printf(" --source-ip <ip> force source-ip for raw socket\n");
  2133. printf(" --source-port <port> force source-port for raw socket,tcp/udp only\n");
  2134. printf(" this option disables port changing while re-connecting\n");
  2135. // printf(" \n");
  2136. printf("other options:\n");
  2137. printf(" --conf-file <string> read options from a configuration file instead of command line.\n");
  2138. printf(" check example.conf in repo for format\n");
  2139. printf(" --log-level <number> 0:never 1:fatal 2:error 3:warn \n");
  2140. printf(" 4:info (default) 5:debug 6:trace\n");
  2141. // printf("\n");
  2142. printf(" --log-position enable file name,function name,line number in log\n");
  2143. printf(" --disable-color disable log color\n");
  2144. printf(" --disable-bpf disable the kernel space filter,most time its not necessary\n");
  2145. printf(" unless you suspect there is a bug\n");
  2146. // printf("\n");
  2147. printf(" --sock-buf <number> buf size for socket,>=10 and <=10240,unit:kbyte,default:1024\n");
  2148. printf(" --seqmode <number> seq increase mode for faketcp:\n");
  2149. printf(" 0:dont increase\n");
  2150. printf(" 1:increase every packet(default)\n");
  2151. printf(" 2:increase randomly, about every 3 packets\n");
  2152. // printf("\n");
  2153. printf(" --lower-level <string> send packets at OSI level 2, format:'if_name#dest_mac_adress'\n");
  2154. printf(" ie:'eth0#00:23:45:67:89:b9'.or try '--lower-level auto' to obtain\n");
  2155. printf(" the parameter automatically,specify it manually if 'auto' failed\n");
  2156. printf(" --gen-add generate iptables rule and add it permanently,then exit.overrides -g\n");
  2157. printf(" --keep-rule monitor iptables and auto re-add if necessary.implys -a\n");
  2158. printf(" --clear clear any iptables rules added by this program.overrides everything\n");
  2159. printf(" -h,--help print this help message\n");
  2160. //printf("common options,these options must be same on both side\n");
  2161. }
  2162. int load_config(char *file_name, int &argc, vector<string> &argv) //load conf file and append to argv
  2163. {
  2164. // Load configurations from config_file instead of the command line.
  2165. // See config.example for example configurations
  2166. std::ifstream conf_file(file_name);
  2167. std::string line;
  2168. if(conf_file.fail())
  2169. {
  2170. mylog(log_fatal,"conf_file %s open failed,reason :%s\n",file_name,strerror(errno));
  2171. myexit(-1);
  2172. }
  2173. while(std::getline(conf_file,line))
  2174. {
  2175. auto res=parse_conf_line(line);
  2176. argc+=res.size();
  2177. for(int i=0;i<(int)res.size();i++)
  2178. {
  2179. argv.push_back(res[i]);
  2180. }
  2181. }
  2182. conf_file.close();
  2183. return 0;
  2184. }
  2185. int unit_test()
  2186. {
  2187. printf("running unit test\n");
  2188. vector<string> conf_lines= {"---aaa","--aaa bbb","-a bbb"," \t \t \t-a\t \t \t bbbbb\t \t \t "};
  2189. for(int i=0;i<int(conf_lines.size());i++)
  2190. {
  2191. printf("orign:%s\n",conf_lines[i].c_str());
  2192. auto res=parse_conf_line(conf_lines[i]);
  2193. printf("pasrse_result: size %d",int(res.size()));
  2194. for(int j=0;j<int(res.size());j++)
  2195. {
  2196. printf("<%s>",res[j].c_str());
  2197. }
  2198. printf("\n");
  2199. }
  2200. char s1[]={1,2,3,4,5};
  2201. char s2[]={1};
  2202. short c1=csum((unsigned short*)s1,5);
  2203. short c2=csum((unsigned short*)s2,1);
  2204. //c2=0;
  2205. printf("%x %x\n",(int)c1,(int)c2);
  2206. return 0;
  2207. }
  2208. int process_log_level(int argc,char *argv[])//process --log-level and --disable-cloer --log-postion options
  2209. {
  2210. int i,j,k;
  2211. for (i = 0; i < argc; i++)
  2212. {
  2213. if(strcmp(argv[i],"--log-level")==0)
  2214. {
  2215. if(i<argc -1)
  2216. {
  2217. sscanf(argv[i+1],"%d",&log_level);
  2218. if(0<=log_level&&log_level<log_end)
  2219. {
  2220. }
  2221. else
  2222. {
  2223. log_bare(log_fatal,"invalid log_level\n");
  2224. myexit(-1);
  2225. }
  2226. }
  2227. }
  2228. if(strcmp(argv[i],"--disable-color")==0)
  2229. {
  2230. enable_log_color=0;
  2231. }
  2232. if(strcmp(argv[i],"--log-position")==0)
  2233. {
  2234. enable_log_position=1;
  2235. }
  2236. }
  2237. return 0;
  2238. }
  2239. void process_arg(int argc, char *argv[]) //process all options
  2240. {
  2241. int i,j,k,opt;
  2242. int option_index = 0;
  2243. char options[]="l:r:schk:ag";
  2244. static struct option long_options[] =
  2245. {
  2246. /* These options set a flag. */
  2247. {"source-ip", required_argument, 0, 1},
  2248. {"source-port", required_argument, 0, 1},
  2249. {"log-level", required_argument, 0, 1},
  2250. {"key", required_argument, 0, 'k'},
  2251. {"auth-mode", required_argument, 0, 1},
  2252. {"cipher-mode", required_argument, 0, 1},
  2253. {"raw-mode", required_argument, 0, 1},
  2254. {"disable-color", no_argument, 0, 1},
  2255. {"log-position", no_argument, 0, 1},
  2256. {"disable-bpf", no_argument, 0, 1},
  2257. {"disable-anti-replay", no_argument, 0, 1},
  2258. {"auto-rule", no_argument, 0, 'a'},
  2259. {"gen-rule", no_argument, 0, 'g'},
  2260. {"gen-add", no_argument, 0, 1},
  2261. {"debug", no_argument, 0, 1},
  2262. {"clear", no_argument, 0, 1},
  2263. {"simple-rule", no_argument, 0, 1},
  2264. {"keep-rule", no_argument, 0, 1},
  2265. {"lower-level", required_argument, 0, 1},
  2266. {"sock-buf", required_argument, 0, 1},
  2267. {"seq-mode", required_argument, 0, 1},
  2268. {"conf-file", required_argument, 0, 1},
  2269. {NULL, 0, 0, 0}
  2270. };
  2271. process_log_level(argc,argv);
  2272. set<string> all_options;
  2273. map<string,string> shortcut_map;
  2274. all_options.insert("--help");
  2275. all_options.insert("-h");
  2276. string dummy="";
  2277. for(i=0;i<(int)strlen(options);i++)
  2278. {
  2279. char val=options[i];
  2280. if( ( val>='0'&&val<='9') ||( val>='a'&&val<='z')||(val>='A'&&val<='Z'))
  2281. {
  2282. all_options.insert(dummy+'-'+val);
  2283. }
  2284. }
  2285. for(i=0;i<int( sizeof(long_options)/sizeof(long_options[0]) );i++)
  2286. {
  2287. if(long_options[i].name==NULL) break;
  2288. int val=long_options[i].val;
  2289. if( ( val>='0'&&val<='9') ||( val>='a'&&val<='z')||(val>='A'&&val<='Z'))
  2290. {
  2291. shortcut_map[dummy+"--"+long_options[i].name]= dummy+"-"+ char(val);
  2292. }
  2293. all_options.insert(dummy+"--"+long_options[i].name);
  2294. }
  2295. for (i = 0; i < argc; i++)
  2296. {
  2297. int len=strlen(argv[i]);
  2298. if(len==0)
  2299. {
  2300. mylog(log_fatal,"found an empty string in options\n");
  2301. myexit(-1);
  2302. }
  2303. if(len==1&&argv[i][0]=='-' )
  2304. {
  2305. mylog(log_fatal,"invaild option '-' in argv\n");
  2306. myexit(-1);
  2307. }
  2308. if(len==2&&argv[i][0]=='-'&&argv[i][1]=='-' )
  2309. {
  2310. mylog(log_fatal,"invaild option '--' in argv\n");
  2311. myexit(-1);
  2312. }
  2313. }
  2314. mylog(log_info,"argc=%d ", argc);
  2315. for (i = 0; i < argc; i++) {
  2316. log_bare(log_info, "%s ", argv[i]);
  2317. }
  2318. log_bare(log_info, "\n");
  2319. //string dummy="";
  2320. for(i=+1;i<argc;i++)
  2321. {
  2322. if(argv[i][0]!='-') continue;
  2323. string a=argv[i];
  2324. if(a[0]=='-'&&a[1]!='-')
  2325. a=dummy+a[0]+a[1];
  2326. if(all_options.find(a.c_str())==all_options.end())
  2327. {
  2328. mylog(log_fatal,"invaild option %s\n",a.c_str());
  2329. myexit(-1);
  2330. }
  2331. for(j=i+1;j<argc;j++)
  2332. {
  2333. if(argv[j][0]!='-') continue;
  2334. string b=argv[j];
  2335. if(b[0]=='-'&&b[1]!='-')
  2336. b=dummy+b[0]+b[1];
  2337. if(shortcut_map.find(a)!=shortcut_map.end())
  2338. a=shortcut_map[a];
  2339. if(shortcut_map.find(b)!=shortcut_map.end())
  2340. b=shortcut_map[b];
  2341. if(a==b)
  2342. {
  2343. mylog(log_fatal,"%s duplicates with %s\n",argv[i],argv[j]);
  2344. myexit(-1);
  2345. }
  2346. }
  2347. }
  2348. int no_l = 1, no_r = 1;
  2349. while ((opt = getopt_long(argc, argv,options,long_options,&option_index)) != -1) {
  2350. //string opt_key;
  2351. //opt_key+=opt;
  2352. switch (opt) {
  2353. case 'l':
  2354. no_l = 0;
  2355. if (strchr(optarg, ':') != 0) {
  2356. sscanf(optarg, "%[^:]:%d", local_ip, &local_port);
  2357. if(local_port==22)
  2358. {
  2359. mylog(log_fatal,"port 22 not allowed\n");
  2360. myexit(-1);
  2361. }
  2362. } else {
  2363. mylog(log_fatal,"invalid parameter for -l ,%s,should be ip:port\n",optarg);
  2364. myexit(-1);
  2365. }
  2366. break;
  2367. case 'r':
  2368. no_r = 0;
  2369. if (strchr(optarg, ':') != 0) {
  2370. sscanf(optarg, "%[^:]:%d", remote_ip, &remote_port);
  2371. if(remote_port==22)
  2372. {
  2373. mylog(log_fatal,"port 22 not allowed\n");
  2374. myexit(-1);
  2375. }
  2376. } else {
  2377. mylog(log_fatal,"invalid parameter for -r ,%s,should be ip:port\n",optarg);
  2378. myexit(-1);
  2379. }
  2380. break;
  2381. case 's':
  2382. if(program_mode==0)
  2383. {
  2384. program_mode=server_mode;
  2385. }
  2386. else
  2387. {
  2388. mylog(log_fatal,"-s /-c has already been set,conflict\n");
  2389. myexit(-1);
  2390. }
  2391. break;
  2392. case 'c':
  2393. if(program_mode==0)
  2394. {
  2395. program_mode=client_mode;
  2396. }
  2397. else
  2398. {
  2399. mylog(log_fatal,"-s /-c has already been set,conflict\n");
  2400. myexit(-1);
  2401. }
  2402. break;
  2403. case 'h':
  2404. break;
  2405. case 'a':
  2406. auto_add_iptables_rule=1;
  2407. break;
  2408. case 'g':
  2409. generate_iptables_rule=1;
  2410. break;
  2411. case 'k':
  2412. mylog(log_debug,"parsing key option\n");
  2413. sscanf(optarg,"%s",key_string);
  2414. break;
  2415. case 1:
  2416. mylog(log_debug,"option_index: %d\n",option_index);
  2417. if(strcmp(long_options[option_index].name,"clear")==0)
  2418. {
  2419. char *output;
  2420. //int ret =system("iptables-save |grep udp2raw_dWRwMnJhdw|sed -n 's/^-A/iptables -D/p'|sh");
  2421. int ret =run_command("iptables -S|sed -n '/udp2rawDwrW/p'|sed -n 's/^-A/iptables -D/p'|sh",output);
  2422. int ret2 =run_command("iptables -S|sed -n '/udp2rawDwrW/p'|sed -n 's/^-N/iptables -X/p'|sh",output);
  2423. //system("iptables-save |grep udp2raw_dWRwMnJhdw|sed 's/^-A/iptables -D/'|sh");
  2424. //system("iptables-save|grep -v udp2raw_dWRwMnJhdw|iptables-restore");
  2425. mylog(log_info,"tried to clear all iptables rule created previously,return value %d %d\n",ret,ret2);
  2426. myexit(-1);
  2427. }
  2428. else if(strcmp(long_options[option_index].name,"source-ip")==0)
  2429. {
  2430. mylog(log_debug,"parsing long option :source-ip\n");
  2431. sscanf(optarg, "%s", source_ip);
  2432. mylog(log_debug,"source: %s\n",source_ip);
  2433. force_source_ip=1;
  2434. }
  2435. else if(strcmp(long_options[option_index].name,"source-port")==0)
  2436. {
  2437. mylog(log_debug,"parsing long option :source-port\n");
  2438. sscanf(optarg, "%d", &source_port);
  2439. mylog(log_info,"source: %d\n",source_port);
  2440. }
  2441. else if(strcmp(long_options[option_index].name,"raw-mode")==0)
  2442. {
  2443. for(i=0;i<mode_end;i++)
  2444. {
  2445. if(strcmp(optarg,raw_mode_tostring[i])==0)
  2446. {
  2447. //printf("%d i\n",i);
  2448. //printf("%s",raw_mode_tostring[i]);
  2449. raw_mode=(raw_mode_t)i;
  2450. break;
  2451. }
  2452. }
  2453. if(i==mode_end)
  2454. {
  2455. mylog(log_fatal,"no such raw_mode %s\n",optarg);
  2456. myexit(-1);
  2457. }
  2458. }
  2459. else if(strcmp(long_options[option_index].name,"auth-mode")==0)
  2460. {
  2461. for(i=0;i<auth_end;i++)
  2462. {
  2463. if(strcmp(optarg,auth_mode_tostring[i])==0)
  2464. {
  2465. auth_mode=(auth_mode_t)i;
  2466. if(auth_mode==auth_none)
  2467. {
  2468. disable_anti_replay=1;
  2469. }
  2470. break;
  2471. }
  2472. }
  2473. if(i==auth_end)
  2474. {
  2475. mylog(log_fatal,"no such auth_mode %s\n",optarg);
  2476. myexit(-1);
  2477. }
  2478. }
  2479. else if(strcmp(long_options[option_index].name,"cipher-mode")==0)
  2480. {
  2481. for(i=0;i<cipher_end;i++)
  2482. {
  2483. if(strcmp(optarg,cipher_mode_tostring[i])==0)
  2484. {
  2485. cipher_mode=(cipher_mode_t)i;
  2486. break;
  2487. }
  2488. }
  2489. if(i==cipher_end)
  2490. {
  2491. myexit(-1);
  2492. }
  2493. }
  2494. else if(strcmp(long_options[option_index].name,"log-level")==0)
  2495. {
  2496. }
  2497. else if(strcmp(long_options[option_index].name,"lower-level")==0)
  2498. {
  2499. process_lower_level_arg();
  2500. //lower_level=1;
  2501. //strcpy(lower_level_arg,optarg);
  2502. }
  2503. else if(strcmp(long_options[option_index].name,"simple-rule")==0)
  2504. {
  2505. simple_rule=1;
  2506. }
  2507. else if(strcmp(long_options[option_index].name,"keep-rule")==0)
  2508. {
  2509. keep_rule=1;
  2510. }
  2511. else if(strcmp(long_options[option_index].name,"gen-add")==0)
  2512. {
  2513. generate_iptables_rule_add=1;
  2514. }
  2515. else if(strcmp(long_options[option_index].name,"disable-color")==0)
  2516. {
  2517. //enable_log_color=0;
  2518. }
  2519. else if(strcmp(long_options[option_index].name,"debug")==0)
  2520. {
  2521. debug_flag=1;
  2522. //enable_log_color=0;
  2523. }
  2524. else if(strcmp(long_options[option_index].name,"debug-resend")==0)
  2525. {
  2526. //debug_resend=1;
  2527. //enable_log_color=0;
  2528. }
  2529. else if(strcmp(long_options[option_index].name,"log-position")==0)
  2530. {
  2531. //enable_log_position=1;
  2532. }
  2533. else if(strcmp(long_options[option_index].name,"disable-bpf")==0)
  2534. {
  2535. disable_bpf_filter=1;
  2536. }
  2537. else if(strcmp(long_options[option_index].name,"disable-anti-replay")==0)
  2538. {
  2539. disable_anti_replay=1;
  2540. }
  2541. else if(strcmp(long_options[option_index].name,"sock-buf")==0)
  2542. {
  2543. int tmp=-1;
  2544. sscanf(optarg,"%d",&tmp);
  2545. if(10<=tmp&&tmp<=10*1024)
  2546. {
  2547. socket_buf_size=tmp*1024;
  2548. }
  2549. else
  2550. {
  2551. mylog(log_fatal,"sock-buf value must be between 1 and 10240 (kbyte) \n");
  2552. myexit(-1);
  2553. }
  2554. }
  2555. else if(strcmp(long_options[option_index].name,"seq-mode")==0)
  2556. {
  2557. sscanf(optarg,"%d",&seq_mode);
  2558. if(0<=seq_mode&&seq_mode<=2)
  2559. {
  2560. }
  2561. else
  2562. {
  2563. mylog(log_fatal,"seq_mode value must be 0,1,or 2 \n");
  2564. myexit(-1);
  2565. }
  2566. }
  2567. else if(strcmp(long_options[option_index].name,"conf-file")==0)
  2568. {
  2569. mylog(log_info,"configuration loaded from %s\n",optarg);
  2570. }
  2571. else
  2572. {
  2573. mylog(log_warn,"ignored unknown long option ,option_index:%d code:<%x>\n",option_index, optopt);
  2574. }
  2575. break;
  2576. default:
  2577. mylog(log_fatal,"unknown option ,code:<%c>,<%x>\n",optopt, optopt);
  2578. myexit(-1);
  2579. }
  2580. }
  2581. if (no_l)
  2582. mylog(log_fatal,"error: -l not found\n");
  2583. if (no_r)
  2584. mylog(log_fatal,"error: -r not found\n");
  2585. if(program_mode==0)
  2586. mylog(log_fatal,"error: -c /-s hasnt been set\n");
  2587. if (no_l || no_r||program_mode==0)
  2588. {
  2589. print_help();
  2590. myexit(-1);
  2591. }
  2592. //if(lower_level)
  2593. //process_lower_level_arg();
  2594. mylog(log_info,"important variables: ");
  2595. log_bare(log_info,"log_level=%d:%s ",log_level,log_text[log_level]);
  2596. log_bare(log_info,"raw_mode=%s ",raw_mode_tostring[raw_mode]);
  2597. log_bare(log_info,"cipher_mode=%s ",cipher_mode_tostring[cipher_mode]);
  2598. log_bare(log_info,"auth_mode=%s ",auth_mode_tostring[auth_mode]);
  2599. log_bare(log_info,"key=%s ",key_string);
  2600. log_bare(log_info,"local_ip=%s ",local_ip);
  2601. log_bare(log_info,"local_port=%d ",local_port);
  2602. log_bare(log_info,"remote_ip=%s ",remote_ip);
  2603. log_bare(log_info,"remote_port=%d ",remote_port);
  2604. log_bare(log_info,"source_ip=%s ",source_ip);
  2605. log_bare(log_info,"source_port=%d ",source_port);
  2606. log_bare(log_info,"socket_buf_size=%d ",socket_buf_size);
  2607. log_bare(log_info,"\n");
  2608. }
  2609. void pre_process_arg(int argc, char *argv[])//mainly for load conf file
  2610. {
  2611. int i,j,k;
  2612. for (i = 0; i < argc; i++)
  2613. {
  2614. if(strcmp(argv[i],"--unit-test")==0)
  2615. {
  2616. unit_test();
  2617. myexit(0);
  2618. }
  2619. }
  2620. for (i = 0; i < argc; i++)
  2621. {
  2622. if(strcmp(argv[i],"-h")==0||strcmp(argv[i],"--help")==0)
  2623. {
  2624. print_help();
  2625. myexit(0);
  2626. }
  2627. }
  2628. if (argc == 1)
  2629. {
  2630. print_help();
  2631. myexit(-1);
  2632. }
  2633. process_log_level(argc,argv);
  2634. int new_argc=0;
  2635. vector<string> new_argv;
  2636. int count=0;
  2637. int pos=-1;
  2638. for (i = 0; i < argc; i++)
  2639. {
  2640. if(strcmp(argv[i],"--conf-file")==0)
  2641. {
  2642. count++;
  2643. pos=i;
  2644. if(i==argc)
  2645. {
  2646. mylog(log_fatal,"--conf-file need a parameter\n");
  2647. myexit(-1);
  2648. }
  2649. if(argv[i+1][0]=='-')
  2650. {
  2651. mylog(log_fatal,"--conf-file need a parameter\n");
  2652. myexit(-1);
  2653. }
  2654. i++;
  2655. }
  2656. else
  2657. {
  2658. //printf("<%s>",argv[i]);
  2659. new_argc++;
  2660. new_argv.push_back(argv[i]);
  2661. }
  2662. }
  2663. if(count>1)
  2664. {
  2665. mylog(log_fatal,"duplicated --conf-file option\n");
  2666. myexit(-1);
  2667. }
  2668. if(count>0)
  2669. {
  2670. load_config(argv[pos+1],new_argc,new_argv);
  2671. }
  2672. char* new_argv_char[new_argv.size()];
  2673. new_argc=0;
  2674. for(i=0;i<(int)new_argv.size();i++)
  2675. {
  2676. if(strcmp(new_argv[i].c_str(),"--conf-file")==0)
  2677. {
  2678. mylog(log_fatal,"cant have --conf-file in a config file\n");
  2679. myexit(-1);
  2680. }
  2681. new_argv_char[new_argc++]=(char *)new_argv[i].c_str();
  2682. }
  2683. process_arg(new_argc,new_argv_char);
  2684. }
  2685. void *run_keep(void *none) //called in a new thread for --keep-rule option
  2686. {
  2687. while(1)
  2688. {
  2689. sleep(10);
  2690. keep_iptables_rule();
  2691. if(about_to_exit) //just incase it runs forever if there is some bug,not necessary
  2692. {
  2693. sleep(10);
  2694. keep_thread_running=0; //not thread safe ,but wont cause problem
  2695. break;
  2696. }
  2697. }
  2698. return NULL;
  2699. }
  2700. void iptables_rule() // handles -a -g --gen-add --keep-rule
  2701. {
  2702. if(auto_add_iptables_rule&&generate_iptables_rule)
  2703. {
  2704. mylog(log_warn," -g overrides -a\n");
  2705. auto_add_iptables_rule=0;
  2706. //myexit(-1);
  2707. }
  2708. if(generate_iptables_rule_add&&generate_iptables_rule)
  2709. {
  2710. mylog(log_warn," --gen-add overrides -g\n");
  2711. generate_iptables_rule=0;
  2712. //myexit(-1);
  2713. }
  2714. if(keep_rule&&auto_add_iptables_rule==0)
  2715. {
  2716. auto_add_iptables_rule=1;
  2717. mylog(log_warn," --keep_rule implys -a\n");
  2718. generate_iptables_rule=0;
  2719. //myexit(-1);
  2720. }
  2721. char tmp_pattern[200];
  2722. string pattern="";
  2723. if(program_mode==client_mode)
  2724. {
  2725. if(raw_mode==mode_faketcp)
  2726. {
  2727. sprintf(tmp_pattern,"-s %s/32 -p tcp -m tcp --sport %d",remote_ip,remote_port);
  2728. }
  2729. if(raw_mode==mode_udp)
  2730. {
  2731. sprintf(tmp_pattern,"-s %s/32 -p udp -m udp --sport %d",remote_ip,remote_port);
  2732. }
  2733. if(raw_mode==mode_icmp)
  2734. {
  2735. sprintf(tmp_pattern,"-s %s/32 -p icmp",remote_ip);
  2736. }
  2737. pattern=tmp_pattern;
  2738. }
  2739. if(program_mode==server_mode)
  2740. {
  2741. if(raw_mode==mode_faketcp)
  2742. {
  2743. sprintf(tmp_pattern,"-p tcp -m tcp --dport %d",local_port);
  2744. }
  2745. if(raw_mode==mode_udp)
  2746. {
  2747. sprintf(tmp_pattern,"-p udp -m udp --dport %d",local_port);
  2748. }
  2749. if(raw_mode==mode_icmp)
  2750. {
  2751. if(local_ip_uint32==0)
  2752. {
  2753. sprintf(tmp_pattern,"-p icmp");
  2754. }
  2755. else
  2756. {
  2757. sprintf(tmp_pattern,"-d %s/32 -p icmp",local_ip);
  2758. }
  2759. }
  2760. pattern=tmp_pattern;
  2761. }
  2762. /*
  2763. if(!simple_rule)
  2764. {
  2765. pattern += " -m comment --comment udp2rawDwrW_";
  2766. char const_id_str[100];
  2767. sprintf(const_id_str, "%x_", const_id);
  2768. pattern += const_id_str;
  2769. time_t timer;
  2770. char buffer[26];
  2771. struct tm* tm_info;
  2772. time(&timer);
  2773. tm_info = localtime(&timer);
  2774. strftime(buffer, 26, "%Y-%m-%d-%H:%M:%S", tm_info);
  2775. pattern += buffer;
  2776. }*/
  2777. if(auto_add_iptables_rule)
  2778. {
  2779. iptables_rule_init(pattern.c_str(),const_id,keep_rule);
  2780. if(keep_rule)
  2781. {
  2782. if(pthread_create(&keep_thread, NULL, run_keep, 0)) {
  2783. mylog(log_fatal, "Error creating thread\n");
  2784. myexit(-1);
  2785. }
  2786. keep_thread_running=1;
  2787. }
  2788. }
  2789. if(generate_iptables_rule)
  2790. {
  2791. string rule="iptables -I ";
  2792. rule+=pattern;
  2793. rule+=" -j DROP";
  2794. printf("generated iptables rule:\n");
  2795. printf("%s\n",rule.c_str());
  2796. myexit(0);
  2797. }
  2798. if(generate_iptables_rule_add)
  2799. {
  2800. iptables_gen_add(pattern.c_str(),const_id);
  2801. myexit(0);
  2802. }
  2803. }
  2804. /*
  2805. int test()
  2806. {
  2807. char ip_str[100]="8.8.8.8";
  2808. u32_t ip=inet_addr(ip_str);
  2809. u32_t dest_ip;
  2810. string if_name;
  2811. string hw;
  2812. find_lower_level_info(ip,dest_ip,if_name,hw);
  2813. printf("%s %s %s\n",my_ntoa(dest_ip),if_name.c_str(),hw.c_str());
  2814. exit(0);
  2815. return 0;
  2816. }*/
  2817. int main(int argc, char *argv[])
  2818. {
  2819. //test();
  2820. //printf("%s\n",my_ntoa(0x00ffffff));
  2821. //auto a=string_to_vec("a b c d ");
  2822. //printf("%d\n",(int)a.size());
  2823. //printf("%d %d %d %d",larger_than_u32(1,2),larger_than_u32(2,1),larger_than_u32(0xeeaaeebb,2),larger_than_u32(2,0xeeaaeebb));
  2824. //assert(0==1);
  2825. dup2(1, 2);//redirect stderr to stdout
  2826. signal(SIGINT, signal_handler);
  2827. signal(SIGHUP, signal_handler);
  2828. signal(SIGKILL, signal_handler);
  2829. signal(SIGTERM, signal_handler);
  2830. signal(SIGQUIT, signal_handler);
  2831. pre_process_arg(argc,argv);
  2832. if(geteuid() != 0)
  2833. {
  2834. mylog(log_error,"root check failed,make sure you run this program with root,we can try to continue,but it will likely fail\n");
  2835. }
  2836. local_ip_uint32=inet_addr(local_ip);
  2837. remote_ip_uint32=inet_addr(remote_ip);
  2838. source_ip_uint32=inet_addr(source_ip);
  2839. //current_time_rough=get_current_time();
  2840. init_random_number_fd();
  2841. srand(get_true_random_number_nz());
  2842. const_id=get_true_random_number_nz();
  2843. mylog(log_info,"const_id:%x\n",const_id);
  2844. char tmp[1000]="";
  2845. strcat(tmp,key_string);
  2846. strcat(tmp,"key1");
  2847. md5((uint8_t*)tmp,strlen(tmp),(uint8_t*)key);
  2848. /*
  2849. tmp[0]=0;
  2850. strcat(tmp,key_string);
  2851. strcat(tmp,"key2");
  2852. md5((uint8_t*)tmp,strlen(tmp),(uint8_t*)key2);*/
  2853. iptables_rule();
  2854. init_raw_socket();
  2855. if(program_mode==client_mode)
  2856. {
  2857. client_event_loop();
  2858. }
  2859. else
  2860. {
  2861. server_event_loop();
  2862. }
  2863. return 0;
  2864. }