TransferSocket.cpp 31 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165
  1. //---------------------------------------------------------------------------
  2. #include "stdafx.h"
  3. #include "TransferSocket.h"
  4. #include "mainthread.h"
  5. #include "AsyncProxySocketLayer.h"
  6. #ifndef MPEXT_NO_GSS
  7. #include "AsyncGssSocketLayer.h"
  8. #endif
  9. #define BUFSIZE 16384
  10. #define STATE_WAITING 0
  11. #define STATE_STARTING 1
  12. #define STATE_STARTED 2
  13. /////////////////////////////////////////////////////////////////////////////
  14. // CTransferSocket
  15. CTransferSocket::CTransferSocket(CFtpControlSocket *pOwner, int nMode)
  16. {
  17. DebugAssert(pOwner);
  18. InitIntern(pOwner->GetIntern());
  19. m_pOwner = pOwner;
  20. m_nMode = nMode;
  21. m_nTransferState = STATE_WAITING;
  22. m_bCheckTimeout = FALSE;
  23. m_pBuffer = 0;
  24. #ifndef MPEXT_NO_ZLIB
  25. m_pBuffer2 = 0;
  26. #endif
  27. m_bufferpos = 0;
  28. m_pFile = 0;
  29. m_bListening = FALSE;
  30. m_bSentClose = FALSE;
  31. m_nInternalMessageID = 0;
  32. m_transferdata.transfersize = 0;
  33. m_transferdata.transferleft = 0;
  34. m_nNotifyWaiting = 0;
  35. m_bActivationPending = false;
  36. m_LastSendBufferUpdate = 0;
  37. UpdateStatusBar(true);
  38. m_pProxyLayer = NULL;
  39. m_pSslLayer = NULL;
  40. #ifndef MPEXT_NO_GSS
  41. m_pGssLayer = NULL;
  42. #endif
  43. if (m_nMode & CSMODE_LIST)
  44. {
  45. m_pListResult = new CFtpListResult(pOwner->m_CurrentServer, &pOwner->m_bUTF8);
  46. m_pListResult->InitIntern(GetIntern());
  47. }
  48. else
  49. m_pListResult = 0;
  50. m_LastUpdateTime.QuadPart = 0;
  51. #ifndef MPEXT_NO_ZLIB
  52. memset(&m_zlibStream, 0, sizeof(m_zlibStream));
  53. m_useZlib = false;
  54. #endif
  55. }
  56. CTransferSocket::~CTransferSocket()
  57. {
  58. delete [] m_pBuffer;
  59. #ifndef MPEXT_NO_ZLIB
  60. delete [] m_pBuffer2;
  61. #endif
  62. GetIntern()->PostMessage(FZ_MSG_MAKEMSG(FZ_MSG_TRANSFERSTATUS, 0), 0);
  63. Close();
  64. RemoveAllLayers();
  65. delete m_pProxyLayer;
  66. delete m_pSslLayer;
  67. #ifndef MPEXT_NO_GSS
  68. delete m_pGssLayer;
  69. #endif
  70. m_pOwner->RemoveActiveTransfer();
  71. delete m_pListResult;
  72. #ifndef MPEXT_NO_ZLIB
  73. if (m_useZlib)
  74. {
  75. if (m_nMode & CSMODE_UPLOAD)
  76. deflateEnd(&m_zlibStream);
  77. else
  78. inflateEnd(&m_zlibStream);
  79. }
  80. #endif
  81. }
  82. /////////////////////////////////////////////////////////////////////////////
  83. // Member-Funktion CTransferSocket
  84. void CTransferSocket::OnReceive(int nErrorCode)
  85. {
  86. if (GetState() != connected && GetState() != attached && GetState() != closed)
  87. return;
  88. if (m_nTransferState == STATE_WAITING)
  89. {
  90. m_nNotifyWaiting |= FD_READ;
  91. return;
  92. }
  93. if (m_bSentClose)
  94. return;
  95. if (m_bListening)
  96. return;
  97. if (m_nMode&CSMODE_LIST)
  98. {
  99. if (m_nTransferState == STATE_STARTING)
  100. OnConnect(0);
  101. char *buffer = new char[BUFSIZE];
  102. int numread = CAsyncSocketEx::Receive(buffer, BUFSIZE);
  103. if (numread != SOCKET_ERROR && numread)
  104. {
  105. m_LastActiveTime = CTime::GetCurrentTime();
  106. #ifndef MPEXT_NO_ZLIB
  107. if (m_useZlib)
  108. {
  109. m_zlibStream.next_in = (Bytef *)buffer;
  110. m_zlibStream.avail_in = numread;
  111. char *out = new char[BUFSIZE];
  112. m_zlibStream.next_out = (Bytef *)out;
  113. m_zlibStream.avail_out = BUFSIZE;
  114. int res = inflate(&m_zlibStream, 0);
  115. while (res == Z_OK)
  116. {
  117. m_pListResult->AddData(out, BUFSIZE - m_zlibStream.avail_out);
  118. out = new char[BUFSIZE];
  119. m_zlibStream.next_out = (Bytef *)out;
  120. m_zlibStream.avail_out = BUFSIZE;
  121. res = inflate(&m_zlibStream, 0);
  122. }
  123. delete [] buffer;
  124. if (res == Z_STREAM_END)
  125. m_pListResult->AddData(out, BUFSIZE - m_zlibStream.avail_out);
  126. else if (res != Z_OK && res != Z_BUF_ERROR)
  127. {
  128. delete [] out;
  129. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  130. return;
  131. }
  132. else
  133. delete [] out;
  134. }
  135. else
  136. #endif
  137. m_pListResult->AddData(buffer, numread);
  138. m_transferdata.transfersize += numread;
  139. t_ffam_transferstatus *status = new t_ffam_transferstatus;
  140. status->bFileTransfer = FALSE;
  141. status->transfersize = -1;
  142. status->bytes = m_transferdata.transfersize;
  143. GetIntern()->PostMessage(FZ_MSG_MAKEMSG(FZ_MSG_TRANSFERSTATUS, 0), (LPARAM)status);
  144. }
  145. else
  146. delete [] buffer;
  147. if (!numread)
  148. {
  149. CloseAndEnsureSendClose(0);
  150. }
  151. if (numread == SOCKET_ERROR)
  152. {
  153. int nError = GetLastError();
  154. if (nError == WSAENOTCONN)
  155. {
  156. //Not yet connected
  157. return;
  158. }
  159. else if (m_pSslLayer && nError == WSAESHUTDOWN)
  160. {
  161. // Do nothing, wait for shutdown complete notification.
  162. return;
  163. }
  164. else if (nError != WSAEWOULDBLOCK)
  165. {
  166. LogError(nError);
  167. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  168. }
  169. }
  170. }
  171. else if (m_nMode & CSMODE_DOWNLOAD)
  172. {
  173. if (m_nTransferState == STATE_STARTING)
  174. OnConnect(0);
  175. bool beenWaiting = false;
  176. _int64 ableToRead;
  177. if (GetState() != closed)
  178. ableToRead = m_pOwner->GetAbleToTransferSize(CFtpControlSocket::download, beenWaiting);
  179. else
  180. ableToRead = BUFSIZE;
  181. if (!beenWaiting)
  182. DebugAssert(ableToRead);
  183. else if (!ableToRead)
  184. {
  185. TriggerEvent(FD_READ);
  186. return;
  187. }
  188. if (!m_pBuffer)
  189. m_pBuffer = new char[BUFSIZE];
  190. int numread = CAsyncSocketEx::Receive(m_pBuffer, static_cast<int>(ableToRead));
  191. if (numread!=SOCKET_ERROR)
  192. {
  193. m_pOwner->SpeedLimitAddTransferredBytes(CFtpControlSocket::download, numread);
  194. }
  195. if (!numread)
  196. {
  197. CloseAndEnsureSendClose(0);
  198. return;
  199. }
  200. if (numread == SOCKET_ERROR)
  201. {
  202. int nError = GetLastError();
  203. if (nError == WSAENOTCONN)
  204. {
  205. //Not yet connected
  206. return;
  207. }
  208. else if (m_pSslLayer && nError == WSAESHUTDOWN)
  209. {
  210. // Do nothing, wait for shutdown complete notification.
  211. return;
  212. }
  213. else if (nError != WSAEWOULDBLOCK)
  214. {
  215. LogError(nError);
  216. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  217. }
  218. UpdateStatusBar(false);
  219. return;
  220. }
  221. int written = 0;
  222. m_LastActiveTime = CTime::GetCurrentTime();
  223. TRY
  224. {
  225. #ifndef MPEXT_NO_ZLIB
  226. if (m_useZlib)
  227. {
  228. if (!m_pBuffer2)
  229. m_pBuffer2 = new char[BUFSIZE];
  230. m_zlibStream.next_in = (Bytef *)m_pBuffer;
  231. m_zlibStream.avail_in = numread;
  232. m_zlibStream.next_out = (Bytef *)m_pBuffer2;
  233. m_zlibStream.avail_out = BUFSIZE;
  234. int res = inflate(&m_zlibStream, 0);
  235. while (res == Z_OK)
  236. {
  237. m_pFile->Write(m_pBuffer2, BUFSIZE - m_zlibStream.avail_out);
  238. written += BUFSIZE - m_zlibStream.avail_out;
  239. m_zlibStream.next_out = (Bytef *)m_pBuffer2;
  240. m_zlibStream.avail_out = BUFSIZE;
  241. res = inflate(&m_zlibStream, 0);
  242. }
  243. if (res == Z_STREAM_END)
  244. {
  245. m_pFile->Write(m_pBuffer2, BUFSIZE - m_zlibStream.avail_out);
  246. written += BUFSIZE - m_zlibStream.avail_out;
  247. }
  248. else if (res != Z_OK && res != Z_BUF_ERROR)
  249. {
  250. m_pOwner->ShowStatus(L"Compression error", FZ_LOG_ERROR);
  251. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  252. return;
  253. }
  254. }
  255. else
  256. #endif
  257. {
  258. m_pFile->Write(m_pBuffer, numread);
  259. written = numread;
  260. }
  261. }
  262. CATCH(CFileException,e)
  263. {
  264. LPTSTR msg = new TCHAR[BUFSIZE];
  265. if (e->GetErrorMessage(msg, BUFSIZE))
  266. m_pOwner->ShowStatus(msg, FZ_LOG_ERROR);
  267. delete [] msg;
  268. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  269. return;
  270. }
  271. END_CATCH;
  272. m_transferdata.transferleft -= written;
  273. UpdateStatusBar(false);
  274. }
  275. }
  276. void CTransferSocket::SetBuffers()
  277. {
  278. /* Set internal socket send buffer
  279. * this should fix the speed problems some users have reported
  280. */
  281. m_SendBuf = GetOptionVal(OPTION_MPEXT_SNDBUF);
  282. if (m_SendBuf > 0)
  283. {
  284. DWORD value;
  285. int len = sizeof(value);
  286. GetSockOpt(SO_SNDBUF, &value, &len);
  287. if (value < m_SendBuf)
  288. {
  289. SetSockOpt(SO_SNDBUF, &m_SendBuf, sizeof(m_SendBuf));
  290. }
  291. // For now we increase receive buffer, whenever send buffer is set.
  292. // The size is not configurable. The constant taken from FZ.
  293. value = 0;
  294. len = sizeof(value);
  295. GetSockOpt(SO_RCVBUF, &value, &len);
  296. int rcvbuf = 4 * 1024 * 1024;
  297. if (value < rcvbuf)
  298. {
  299. value = rcvbuf;
  300. SetSockOpt(SO_RCVBUF, &value, sizeof(value));
  301. }
  302. }
  303. }
  304. void CTransferSocket::OnAccept(int nErrorCode)
  305. {
  306. m_bListening=FALSE;
  307. CAsyncSocketEx tmp;
  308. Accept(tmp);
  309. SOCKET socket=tmp.Detach();
  310. CAsyncSocketEx::Close();
  311. Attach(socket);
  312. SetBuffers();
  313. if (m_nTransferState == STATE_STARTING)
  314. {
  315. Start();
  316. }
  317. }
  318. void CTransferSocket::ConfigureSocket()
  319. {
  320. // Note that FileZilla re-enables Nagle's alg during TLS negotiation.
  321. // Following post claims that TCP_NODELAY
  322. // has to be set before connect()
  323. // https://stackoverflow.com/q/22583941/850848#25871250
  324. int nodelay = GetOptionVal(OPTION_MPEXT_NODELAY);
  325. if (nodelay != 0)
  326. {
  327. BOOL bvalue = TRUE;
  328. SetSockOpt(TCP_NODELAY, &bvalue, sizeof(bvalue), IPPROTO_TCP);
  329. }
  330. CAsyncSocketEx::ConfigureSocket();
  331. }
  332. void CTransferSocket::OnConnect(int nErrorCode)
  333. {
  334. if (nErrorCode)
  335. {
  336. TCHAR buffer[1000];
  337. memset(buffer, 0, sizeof(buffer));
  338. FormatMessage(FORMAT_MESSAGE_FROM_SYSTEM, 0, nErrorCode, 0, buffer, 999, 0);
  339. CString str;
  340. str.Format(IDS_ERRORMSG_CANTOPENTRANSFERCHANNEL,buffer);
  341. str.Replace( L"\n", L"\0" );
  342. str.Replace( L"\r", L"\0" );
  343. m_pOwner->ShowStatus(str, FZ_LOG_ERROR);
  344. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  345. }
  346. else
  347. {
  348. SetBuffers();
  349. m_pOwner->ShowStatus(L"Data connection opened", FZ_LOG_INFO);
  350. }
  351. if (m_nTransferState == STATE_WAITING)
  352. {
  353. // OnReceive (invoked by m_nNotifyWaiting including FD_READ)
  354. // will call back to OnConnected (as we won't be connected yet).
  355. // This is needed for file transfers only, where SetActive is
  356. // called only after 1xx response to RETR (and similar) arrives.
  357. // But we get FD_CONNECT earlier, hence we get to this branch.
  358. // With directory listing, SetActive is called before Connect,
  359. // so we are already STATE_STARTING on FD_CONNECT.
  360. // It should probably behave the same in both scenarios.
  361. m_nNotifyWaiting |= FD_READ;
  362. }
  363. else if (m_nTransferState == STATE_STARTING)
  364. {
  365. Start();
  366. }
  367. }
  368. void CTransferSocket::Start()
  369. {
  370. m_nTransferState = STATE_STARTED;
  371. m_LastActiveTime=CTime::GetCurrentTime();
  372. if (m_pSslLayer)
  373. {
  374. AddLayer(m_pSslLayer);
  375. int res = m_pSslLayer->InitSSLConnection(true, m_pOwner->m_pSslLayer,
  376. GetOptionVal(OPTION_MPEXT_SSLSESSIONREUSE),
  377. m_pOwner->m_pTools);
  378. if (res == SSL_FAILURE_INITSSL)
  379. {
  380. m_pOwner->ShowStatus(IDS_ERRORMSG_CANTINITSSL, FZ_LOG_ERROR);
  381. }
  382. if (res)
  383. {
  384. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  385. return;
  386. }
  387. }
  388. #ifndef MPEXT_NO_GSS
  389. if (m_pGssLayer)
  390. {
  391. AddLayer(m_pGssLayer);
  392. }
  393. #endif
  394. }
  395. void CTransferSocket::OnClose(int nErrorCode)
  396. {
  397. if (m_nTransferState == STATE_WAITING)
  398. {
  399. m_nNotifyWaiting |= FD_CLOSE;
  400. return;
  401. }
  402. m_pOwner->ShowStatus(L"Data connection closed", FZ_LOG_PROGRESS);
  403. OnReceive(0);
  404. CloseAndEnsureSendClose(0);
  405. }
  406. int CTransferSocket::CheckForTimeout(int delay)
  407. {
  408. UpdateStatusBar(false);
  409. if (!m_bCheckTimeout)
  410. {
  411. // we are closed, so make sure the FTP control socket is itself checking for
  412. // timeout as we are not
  413. return 0;
  414. }
  415. CTimeSpan span = CTime::GetCurrentTime()-m_LastActiveTime;
  416. if (span.GetTotalSeconds()>=delay)
  417. {
  418. m_pOwner->ShowTimeoutError(IDS_DATA_CONNECTION);
  419. CloseAndEnsureSendClose(CSMODE_TRANSFERTIMEOUT);
  420. return 2;
  421. }
  422. return 1;
  423. }
  424. void CTransferSocket::SetState(int nState)
  425. {
  426. CAsyncSocketEx::SetState(nState);
  427. if (m_bActivationPending && Activate())
  428. {
  429. m_bActivationPending = false;
  430. }
  431. }
  432. bool CTransferSocket::Activate()
  433. {
  434. // Activation (OnSend => OnConnect) indirectly causes adding
  435. // of TLS layer, which needs connected underlying layers.
  436. // The code should be generic, but we particularly need it for this (TLS over proxy)
  437. // scenario only. So for a safety, we use it for the scenario only.
  438. bool Result =
  439. (GetState() == connected) || (GetState() == attached) ||
  440. (m_pSslLayer == NULL) || (m_pProxyLayer == NULL);
  441. if (Result)
  442. {
  443. if (m_nTransferState == STATE_WAITING)
  444. m_nTransferState = STATE_STARTING;
  445. m_bCheckTimeout = TRUE;
  446. m_LastActiveTime = CTime::GetCurrentTime();
  447. if (m_nNotifyWaiting & FD_READ)
  448. OnReceive(0);
  449. if (m_nNotifyWaiting & FD_WRITE)
  450. OnSend(0);
  451. if (m_nNotifyWaiting & FD_CLOSE)
  452. OnClose(0);
  453. }
  454. return Result;
  455. }
  456. void CTransferSocket::SetActive()
  457. {
  458. if (!Activate())
  459. {
  460. m_bActivationPending = true;
  461. }
  462. }
  463. void CTransferSocket::OnSend(int nErrorCode)
  464. {
  465. if (m_nTransferState == STATE_WAITING)
  466. {
  467. m_nNotifyWaiting |= FD_WRITE;
  468. return;
  469. }
  470. if (m_bSentClose)
  471. {
  472. return;
  473. }
  474. if (m_bListening)
  475. {
  476. return;
  477. }
  478. if (!(m_nMode&CSMODE_UPLOAD))
  479. {
  480. return;
  481. }
  482. if (m_nTransferState == STATE_STARTING)
  483. {
  484. OnConnect(0);
  485. }
  486. if (m_SendBuf > 0)
  487. {
  488. unsigned int Ticks = GetTickCount();
  489. if (Ticks - m_LastSendBufferUpdate >= 1000)
  490. {
  491. DWORD BufferLen = 0;
  492. DWORD OutLen = 0;
  493. if (WSAIoctl(m_SocketData.hSocket, SIO_IDEAL_SEND_BACKLOG_QUERY, NULL, 0, &BufferLen, sizeof(BufferLen), &OutLen, 0, 0) == 0)
  494. {
  495. DebugAssert(OutLen == sizeof(BufferLen));
  496. if (m_SendBuf < BufferLen)
  497. {
  498. LogMessage(FZ_LOG_PROGRESS, L"Increasing send buffer from %d to %d", m_SendBuf, BufferLen);
  499. m_SendBuf = BufferLen;
  500. SetSockOpt(SO_SNDBUF, &m_SendBuf, sizeof(m_SendBuf));
  501. }
  502. }
  503. m_LastSendBufferUpdate = Ticks;
  504. }
  505. }
  506. #ifndef MPEXT_NO_ZLIB
  507. if (m_useZlib)
  508. {
  509. if (!m_pBuffer)
  510. {
  511. m_pBuffer = new char[BUFSIZE];
  512. m_bufferpos = 0;
  513. m_zlibStream.next_out = (Bytef *)m_pBuffer;
  514. m_zlibStream.avail_out = BUFSIZE;
  515. }
  516. if (!m_pBuffer2)
  517. {
  518. m_pBuffer2 = new char[BUFSIZE];
  519. m_zlibStream.next_in = (Bytef *)m_pBuffer2;
  520. }
  521. bool beenWaiting = false;
  522. while (true)
  523. {
  524. int numsend;
  525. if (!m_zlibStream.avail_in)
  526. {
  527. if (m_pFile)
  528. {
  529. DWORD numread;
  530. numread = ReadDataFromFile(m_pBuffer2, BUFSIZE);
  531. if (numread < 0)
  532. {
  533. return;
  534. }
  535. m_transferdata.transferleft -= numread;
  536. m_zlibStream.next_in = (Bytef *)m_pBuffer2;
  537. m_zlibStream.avail_in = numread;
  538. if (numread < BUFSIZE)
  539. m_pFile = 0;
  540. }
  541. }
  542. if (!m_zlibStream.avail_out)
  543. {
  544. if (m_bufferpos >= BUFSIZE)
  545. {
  546. m_bufferpos = 0;
  547. m_zlibStream.next_out = (Bytef *)m_pBuffer;
  548. m_zlibStream.avail_out = BUFSIZE;
  549. }
  550. }
  551. int res = Z_OK;
  552. if (m_zlibStream.avail_out)
  553. {
  554. res = deflate(&m_zlibStream, m_pFile ? 0 : Z_FINISH);
  555. if (res != Z_OK && (!m_pFile && res != Z_STREAM_END))
  556. {
  557. m_pOwner->ShowStatus("Decompression error", FZ_LOG_ERROR);
  558. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  559. return;
  560. }
  561. }
  562. numsend = BUFSIZE;
  563. int len = BUFSIZE - m_bufferpos - m_zlibStream.avail_out;
  564. if (!len && !m_pFile)
  565. {
  566. break;
  567. }
  568. if (len < BUFSIZE)
  569. numsend = len;
  570. int nLimit = (int)m_pOwner->GetAbleToTransferSize(CFtpControlSocket::upload, beenWaiting);
  571. if (nLimit != -1 && GetState() != closed && numsend > nLimit)
  572. numsend = nLimit;
  573. if (!numsend)
  574. {
  575. TriggerEvent(FD_WRITE);
  576. return;
  577. }
  578. int numsent = Send(m_pBuffer + m_bufferpos, numsend);
  579. if (numsent == SOCKET_ERROR)
  580. {
  581. int nError = GetLastError();
  582. if (nError == WSAENOTCONN)
  583. {
  584. //Not yet connected
  585. return;
  586. }
  587. else if (m_pSslLayer && nError == WSAESHUTDOWN)
  588. {
  589. // Do nothing, wait for shutdown complete notification.
  590. return;
  591. }
  592. else if (nError != WSAEWOULDBLOCK)
  593. {
  594. LogError(nError);
  595. CloseOnShutDownOrError(CSMODE_TRANSFERERROR);
  596. }
  597. UpdateStatusBar(false);
  598. return;
  599. }
  600. m_pOwner->SpeedLimitAddTransferredBytes(CFtpControlSocket::upload, numsent);
  601. m_LastActiveTime = CTime::GetCurrentTime();
  602. m_bufferpos += numsent;
  603. UpdateStatusBar(false);
  604. if (!m_zlibStream.avail_in && !m_pFile && m_zlibStream.avail_out &&
  605. m_zlibStream.avail_out + m_bufferpos == BUFSIZE && res == Z_STREAM_END)
  606. {
  607. CloseOnShutDownOrError(0);
  608. return;
  609. }
  610. //Check if there are other commands in the command queue.
  611. MSG msg;
  612. if (PeekMessage(&msg,0, 0, 0, PM_NOREMOVE))
  613. {
  614. TriggerEvent(FD_WRITE);
  615. return;
  616. }
  617. }
  618. }
  619. else
  620. #endif
  621. {
  622. if (!m_pFile)
  623. {
  624. return;
  625. }
  626. if (!m_pBuffer)
  627. m_pBuffer = new char[BUFSIZE];
  628. int numread;
  629. bool beenWaiting = false;
  630. _int64 currentBufferSize;
  631. if (GetState() != closed)
  632. currentBufferSize = m_pOwner->GetAbleToTransferSize(CFtpControlSocket::upload, beenWaiting);
  633. else
  634. currentBufferSize = BUFSIZE;
  635. if (!currentBufferSize && !m_bufferpos)
  636. {
  637. // Not allowed to send yet, try later
  638. TriggerEvent(FD_WRITE);
  639. return;
  640. }
  641. else if (m_bufferpos < currentBufferSize)
  642. {
  643. numread = ReadDataFromFile(m_pBuffer + m_bufferpos, static_cast<int>(currentBufferSize - m_bufferpos));
  644. if (numread < 0 )
  645. {
  646. return;
  647. }
  648. else if (!numread && !m_bufferpos)
  649. {
  650. CloseOnShutDownOrError(0);
  651. return;
  652. }
  653. }
  654. else
  655. numread = 0;
  656. DebugAssert((numread+m_bufferpos) <= BUFSIZE);
  657. DebugAssert(numread>=0);
  658. DebugAssert(m_bufferpos>=0);
  659. if (numread+m_bufferpos <= 0)
  660. {
  661. CloseOnShutDownOrError(0);
  662. return;
  663. }
  664. int numsent = Send(m_pBuffer, numread + m_bufferpos);
  665. while (TRUE)
  666. {
  667. if (numsent != SOCKET_ERROR)
  668. {
  669. m_pOwner->SpeedLimitAddTransferredBytes(CFtpControlSocket::upload, numsent);
  670. m_LastActiveTime = CTime::GetCurrentTime();
  671. m_transferdata.transferleft -= numsent;
  672. }
  673. if (numsent==SOCKET_ERROR || !numsent)
  674. {
  675. int nError = GetLastError();
  676. if (nError == WSAENOTCONN)
  677. {
  678. //Not yet connected
  679. m_bufferpos += numread;
  680. return;
  681. }
  682. else if (nError == WSAEWOULDBLOCK)
  683. {
  684. m_bufferpos += numread;
  685. }
  686. else if (m_pSslLayer && nError == WSAESHUTDOWN)
  687. {
  688. m_bufferpos += numread;
  689. // Do nothing, wait for shutdown complete notification.
  690. return;
  691. }
  692. else
  693. {
  694. LogError(nError);
  695. CloseOnShutDownOrError(CSMODE_TRANSFERERROR);
  696. }
  697. UpdateStatusBar(false);
  698. return;
  699. }
  700. else
  701. {
  702. int pos = numread + m_bufferpos - numsent;
  703. if (pos < 0 || (numsent + pos) > BUFSIZE)
  704. {
  705. LogMessage(FZ_LOG_WARNING, L"Index out of range");
  706. CloseOnShutDownOrError(CSMODE_TRANSFERERROR);
  707. return;
  708. }
  709. else if (!pos && // all data in buffer were sent
  710. numread < (currentBufferSize-m_bufferpos) && // was read less then wanted (eof reached?)
  711. m_bufferpos != currentBufferSize) // and it's not because the buffer is full?
  712. {
  713. // With TLS 1.3 we can get back
  714. m_bufferpos = 0;
  715. CloseOnShutDownOrError(0);
  716. return;
  717. }
  718. else if (!pos)
  719. {
  720. m_bufferpos = 0;
  721. }
  722. else
  723. {
  724. memmove(m_pBuffer, m_pBuffer+numsent, pos);
  725. m_bufferpos=pos;
  726. }
  727. }
  728. //Check if there are other commands in the command queue.
  729. MSG msg;
  730. if (PeekMessage(&msg, 0, m_nInternalMessageID, m_nInternalMessageID, PM_NOREMOVE))
  731. {
  732. //Send resume message
  733. LogMessage(FZ_LOG_DEBUG, L"Message waiting in queue, resuming later");
  734. TriggerEvent(FD_WRITE);
  735. UpdateStatusBar(false);
  736. return;
  737. }
  738. UpdateStatusBar(false);
  739. if (GetState() != closed)
  740. currentBufferSize = m_pOwner->GetAbleToTransferSize(CFtpControlSocket::upload, beenWaiting);
  741. else
  742. currentBufferSize = BUFSIZE;
  743. if (m_bufferpos < currentBufferSize)
  744. {
  745. numread = ReadDataFromFile(m_pBuffer + m_bufferpos, static_cast<int>(currentBufferSize - m_bufferpos));
  746. if (numread < 0 )
  747. {
  748. return;
  749. }
  750. else if (!numread && !m_bufferpos)
  751. {
  752. CloseOnShutDownOrError(0);
  753. return;
  754. }
  755. }
  756. else
  757. {
  758. numread = 0;
  759. }
  760. if (!currentBufferSize && !m_bufferpos)
  761. {
  762. // Not allowed to send yet, try later
  763. TriggerEvent(FD_WRITE);
  764. return;
  765. }
  766. DebugAssert(numread>=0);
  767. DebugAssert(m_bufferpos>=0);
  768. numsent = Send(m_pBuffer, numread+m_bufferpos);
  769. }
  770. }
  771. }
  772. void CTransferSocket::UpdateStatusBar(bool forceUpdate)
  773. {
  774. if (m_nTransferState != STATE_STARTED)
  775. return;
  776. if (!forceUpdate)
  777. {
  778. //Don't flood the main window with messages
  779. //Else performance would be really low
  780. LARGE_INTEGER curtime;
  781. LARGE_INTEGER freq;
  782. QueryPerformanceFrequency(&freq);
  783. QueryPerformanceCounter(&curtime);
  784. if (((curtime.QuadPart-m_LastUpdateTime.QuadPart) < (freq.QuadPart/15) ) )
  785. return;
  786. m_LastUpdateTime = curtime;
  787. }
  788. //Update the statusbar
  789. t_ffam_transferstatus *status=new t_ffam_transferstatus;
  790. status->bFileTransfer = m_nMode & (CSMODE_DOWNLOAD | CSMODE_UPLOAD);
  791. status->transfersize = m_transferdata.transfersize;
  792. status->bytes=m_transferdata.transfersize-m_transferdata.transferleft;
  793. GetIntern()->PostMessage(FZ_MSG_MAKEMSG(FZ_MSG_TRANSFERSTATUS, 0), (LPARAM)status);
  794. }
  795. BOOL CTransferSocket::Create(BOOL bUseSsl)
  796. {
  797. if (bUseSsl)
  798. {
  799. m_pSslLayer = new CAsyncSslSocketLayer;
  800. m_pSslLayer->SetClientCertificate(m_pOwner->m_CurrentServer.Certificate, m_pOwner->m_CurrentServer.PrivateKey);
  801. }
  802. int nProxyType = GetOptionVal(OPTION_PROXYTYPE);
  803. if (nProxyType != PROXYTYPE_NOPROXY)
  804. {
  805. USES_CONVERSION;
  806. m_pProxyLayer = new CAsyncProxySocketLayer;
  807. m_pProxyLayer->SetProxy(
  808. nProxyType, T2CA(GetOption(OPTION_PROXYHOST)), GetOptionVal(OPTION_PROXYPORT),
  809. GetOptionVal(OPTION_PROXYUSELOGON), T2CA(GetOption(OPTION_PROXYUSER)), T2CA(GetOption(OPTION_PROXYPASS)));
  810. AddLayer(m_pProxyLayer);
  811. }
  812. if (!GetOptionVal(OPTION_LIMITPORTRANGE))
  813. {
  814. if (!CAsyncSocketEx::Create(0, SOCK_STREAM, FD_READ | FD_WRITE | FD_OOB | FD_ACCEPT | FD_CONNECT | FD_CLOSE, 0, GetFamily()))
  815. return FALSE;
  816. return TRUE;
  817. }
  818. else
  819. {
  820. int min=GetOptionVal(OPTION_PORTRANGELOW);
  821. int max=GetOptionVal(OPTION_PORTRANGEHIGH);
  822. if (min>=max)
  823. {
  824. m_pOwner->ShowStatus(IDS_ERRORMSG_CANTCREATEDUETOPORTRANGE,FZ_LOG_ERROR);
  825. return FALSE;
  826. }
  827. int startport=static_cast<int>(min+((double)rand()*(max-min))/(RAND_MAX+1));
  828. int port=startport;
  829. while (!CAsyncSocketEx::Create(port, SOCK_STREAM, FD_READ | FD_WRITE | FD_OOB | FD_ACCEPT | FD_CONNECT | FD_CLOSE, 0, GetFamily()))
  830. {
  831. port++;
  832. if (port>max)
  833. port=min;
  834. if (port==startport)
  835. {
  836. m_pOwner->ShowStatus(IDS_ERRORMSG_CANTCREATEDUETOPORTRANGE,FZ_LOG_ERROR);
  837. return FALSE;
  838. }
  839. }
  840. }
  841. return TRUE;
  842. }
  843. void CTransferSocket::Close()
  844. {
  845. m_bCheckTimeout = FALSE;
  846. CAsyncSocketEx::Close();
  847. }
  848. int CTransferSocket::OnLayerCallback(std::list<t_callbackMsg>& callbacks)
  849. {
  850. for (std::list<t_callbackMsg>::iterator iter = callbacks.begin(); iter != callbacks.end(); iter++)
  851. {
  852. if (iter->nType == LAYERCALLBACK_STATECHANGE)
  853. {
  854. if (CAsyncSocketEx::LogStateChange(iter->nParam1, iter->nParam2))
  855. {
  856. const TCHAR * state2Desc = CAsyncSocketEx::GetStateDesc(iter->nParam2);
  857. const TCHAR * state1Desc = CAsyncSocketEx::GetStateDesc(iter->nParam1);
  858. if (iter->pLayer == m_pProxyLayer)
  859. LogMessage(FZ_LOG_INFO, L"Proxy layer changed state from %s to %s", state2Desc, state1Desc);
  860. else if (iter->pLayer == m_pSslLayer)
  861. LogMessage(FZ_LOG_INFO, L"TLS layer changed state from %s to %s", state2Desc, state1Desc);
  862. #ifndef MPEXT_NO_GSS
  863. else if (iter->pLayer == m_pGssLayer)
  864. LogMessage(FZ_LOG_INFO, L"GSS layer changed state from %s to %s", state2Desc, state1Desc);
  865. #endif
  866. else
  867. LogMessage(FZ_LOG_INFO, L"Layer @ %d changed state from %s to %s", iter->pLayer, state2Desc, state1Desc);
  868. }
  869. }
  870. else if (iter->nType == LAYERCALLBACK_LAYERSPECIFIC)
  871. {
  872. if (iter->pLayer == m_pProxyLayer)
  873. {
  874. switch (iter->nParam1)
  875. {
  876. case PROXYERROR_NOERROR:
  877. m_pOwner->ShowStatus(IDS_PROXY_CONNECTED, FZ_LOG_PROGRESS);
  878. break;
  879. case PROXYERROR_NOCONN:
  880. m_pOwner->ShowStatus(IDS_ERRORMSG_PROXY_NOCONN, FZ_LOG_ERROR);
  881. break;
  882. case PROXYERROR_REQUESTFAILED:
  883. m_pOwner->ShowStatus(IDS_ERRORMSG_PROXY_REQUESTFAILED, FZ_LOG_ERROR);
  884. break;
  885. case PROXYERROR_AUTHTYPEUNKNOWN:
  886. m_pOwner->ShowStatus(IDS_ERRORMSG_PROXY_AUTHTYPEUNKNOWN, FZ_LOG_ERROR);
  887. break;
  888. case PROXYERROR_AUTHFAILED:
  889. m_pOwner->ShowStatus(IDS_ERRORMSG_PROXY_AUTHFAILED, FZ_LOG_ERROR);
  890. break;
  891. case PROXYERROR_AUTHNOLOGON:
  892. m_pOwner->ShowStatus(IDS_ERRORMSG_PROXY_AUTHNOLOGON, FZ_LOG_ERROR);
  893. break;
  894. case PROXYERROR_CANTRESOLVEHOST:
  895. m_pOwner->ShowStatus(IDS_ERRORMSG_PROXY_CANTRESOLVEHOST, FZ_LOG_ERROR);
  896. break;
  897. default:
  898. LogMessage(FZ_LOG_WARNING, L"Unknown proxy error");
  899. }
  900. }
  901. else if (iter->pLayer == m_pSslLayer)
  902. {
  903. switch (iter->nParam1)
  904. {
  905. case SSL_INFO:
  906. switch(iter->nParam2)
  907. {
  908. case SSL_INFO_SHUTDOWNCOMPLETE:
  909. CloseAndEnsureSendClose(0);
  910. break;
  911. case SSL_INFO_ESTABLISHED:
  912. m_pOwner->ShowStatus(IDS_STATUSMSG_SSLESTABLISHEDTRANSFER, FZ_LOG_PROGRESS);
  913. TriggerEvent(FD_FORCEREAD);
  914. break;
  915. }
  916. break;
  917. case SSL_FAILURE:
  918. switch (iter->nParam2)
  919. {
  920. case SSL_FAILURE_ESTABLISH:
  921. m_pOwner->ShowStatus(IDS_ERRORMSG_CANTESTABLISHSSLCONNECTION, FZ_LOG_ERROR);
  922. break;
  923. case SSL_FAILURE_INITSSL:
  924. m_pOwner->ShowStatus(IDS_ERRORMSG_CANTINITSSL, FZ_LOG_ERROR);
  925. break;
  926. }
  927. EnsureSendClose(CSMODE_TRANSFERERROR);
  928. break;
  929. case SSL_VERIFY_CERT:
  930. t_SslCertData data;
  931. LPTSTR CertError = NULL;
  932. if (m_pSslLayer->GetPeerCertificateData(data, CertError))
  933. m_pSslLayer->SetNotifyReply(data.priv_data, SSL_VERIFY_CERT, 1);
  934. else
  935. {
  936. CString str;
  937. str.Format(TLS_CERT_DECODE_ERROR, CertError);
  938. m_pOwner->ShowStatus(str, FZ_LOG_ERROR);
  939. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  940. }
  941. break;
  942. }
  943. }
  944. #ifndef MPEXT_NO_GSS
  945. else if (iter->pLayer == m_pGssLayer)
  946. {
  947. USES_CONVERSION;
  948. switch (iter->nParam1)
  949. {
  950. case GSS_INFO:
  951. LogMessageRaw(FZ_LOG_INFO, A2CT(iter->str));
  952. break;
  953. case GSS_ERROR:
  954. LogMessageRaw(FZ_LOG_APIERROR, A2CT(iter->str));
  955. break;
  956. case GSS_SHUTDOWN_COMPLETE:
  957. CloseAndEnsureSendClose(0);
  958. break;
  959. }
  960. }
  961. #endif
  962. }
  963. delete [] iter->str;
  964. }
  965. return 0;
  966. }
  967. #ifndef MPEXT_NO_GSS
  968. void CTransferSocket::UseGSS(CAsyncGssSocketLayer *pGssLayer)
  969. {
  970. m_pGssLayer = new CAsyncGssSocketLayer;
  971. m_pGssLayer->InitTransferChannel(pGssLayer);
  972. }
  973. #endif
  974. #ifndef MPEXT_NO_ZLIB
  975. bool CTransferSocket::InitZlib(int level)
  976. {
  977. int res;
  978. if (m_nMode & CSMODE_UPLOAD)
  979. res = deflateInit2(&m_zlibStream, level, Z_DEFLATED, 15, 8, Z_DEFAULT_STRATEGY);
  980. else
  981. res = inflateInit2(&m_zlibStream, 15);
  982. if (res == Z_OK)
  983. m_useZlib = true;
  984. return res == Z_OK;
  985. }
  986. #endif
  987. int CTransferSocket::ReadDataFromFile(char *buffer, int len)
  988. {
  989. TRY
  990. {
  991. // Comparing to Filezilla 2, we do not do any translation locally,
  992. // leaving it onto the server (what Filezilla 3 seems to do too)
  993. const char Bom[3] = "\xEF\xBB\xBF";
  994. int read = m_pFile->Read(buffer, len);
  995. if (GetOptionVal(OPTION_MPEXT_REMOVE_BOM) &&
  996. m_transferdata.bType && (read >= sizeof(Bom)) && (memcmp(buffer, Bom, sizeof(Bom)) == 0))
  997. {
  998. memcpy(buffer, buffer + sizeof(Bom), read - sizeof(Bom));
  999. read -= sizeof(Bom);
  1000. int read2 = m_pFile->Read(buffer + read, sizeof(Bom));
  1001. if (read2 > 0)
  1002. {
  1003. read += read2;
  1004. }
  1005. }
  1006. return read;
  1007. }
  1008. CATCH_ALL(e)
  1009. {
  1010. TCHAR error[BUFSIZE];
  1011. if (e->GetErrorMessage(error, BUFSIZE))
  1012. m_pOwner->ShowStatus(error, FZ_LOG_ERROR);
  1013. CloseOnShutDownOrError(CSMODE_TRANSFERERROR);
  1014. return -1;
  1015. }
  1016. END_CATCH_ALL;
  1017. }
  1018. void CTransferSocket::LogSocketMessageRaw(int nMessageType, LPCTSTR pMsg)
  1019. {
  1020. LogMessageRaw(nMessageType, pMsg);
  1021. }
  1022. void CTransferSocket::EnsureSendClose(int Mode)
  1023. {
  1024. if (!m_bSentClose)
  1025. {
  1026. if (Mode != 0)
  1027. {
  1028. m_nMode |= Mode;
  1029. }
  1030. m_bSentClose = TRUE;
  1031. DebugCheck(m_pOwner->m_pOwner->PostThreadMessage(m_nInternalMessageID, FZAPI_THREADMSG_TRANSFEREND, m_nMode));
  1032. }
  1033. }
  1034. void CTransferSocket::CloseAndEnsureSendClose(int Mode)
  1035. {
  1036. Close();
  1037. EnsureSendClose(Mode);
  1038. }
  1039. void CTransferSocket::CloseOnShutDownOrError(int Mode)
  1040. {
  1041. if (ShutDown())
  1042. {
  1043. // It would probably be correct to remove this call, and wait for OnClose (FD_CLOSE),
  1044. // where CloseAndEnsureSendClose is called too.
  1045. // See https://docs.microsoft.com/en-us/windows/win32/winsock/graceful-shutdown-linger-options-and-socket-closure-2
  1046. CloseAndEnsureSendClose(Mode);
  1047. }
  1048. else
  1049. {
  1050. int Error = GetLastError();
  1051. if (Error != WSAEWOULDBLOCK)
  1052. {
  1053. // Log always or only when (Mode & CSMODE_TRANSFERERROR)?
  1054. // Does it anyway make sense at all to call this with Mode == 0?
  1055. LogError(Error);
  1056. CloseAndEnsureSendClose(Mode);
  1057. }
  1058. }
  1059. }