TransferSocket.cpp 31 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178
  1. //---------------------------------------------------------------------------
  2. #include "stdafx.h"
  3. #include "TransferSocket.h"
  4. #include "mainthread.h"
  5. #include "AsyncProxySocketLayer.h"
  6. #ifndef MPEXT_NO_GSS
  7. #include "AsyncGssSocketLayer.h"
  8. #endif
  9. #define BUFSIZE 16384
  10. #define STATE_WAITING 0
  11. #define STATE_STARTING 1
  12. #define STATE_STARTED 2
  13. /////////////////////////////////////////////////////////////////////////////
  14. // CTransferSocket
  15. CTransferSocket::CTransferSocket(CFtpControlSocket *pOwner, int nMode)
  16. {
  17. DebugAssert(pOwner);
  18. InitIntern(pOwner->GetIntern());
  19. m_pOwner = pOwner;
  20. m_nMode = nMode;
  21. m_nTransferState = STATE_WAITING;
  22. m_bCheckTimeout = FALSE;
  23. m_pBuffer = 0;
  24. #ifndef MPEXT_NO_ZLIB
  25. m_pBuffer2 = 0;
  26. #endif
  27. m_bufferpos = 0;
  28. m_pFile = 0;
  29. m_bListening = FALSE;
  30. m_bSentClose = FALSE;
  31. m_nInternalMessageID = 0;
  32. m_transferdata.transfersize = 0;
  33. m_transferdata.transferleft = 0;
  34. m_nNotifyWaiting = 0;
  35. m_bActivationPending = false;
  36. m_LastSendBufferUpdate = 0;
  37. UpdateStatusBar(true);
  38. m_pProxyLayer = NULL;
  39. m_pSslLayer = NULL;
  40. #ifndef MPEXT_NO_GSS
  41. m_pGssLayer = NULL;
  42. #endif
  43. if (m_nMode & CSMODE_LIST)
  44. {
  45. m_pListResult = new CFtpListResult(pOwner->m_CurrentServer, &pOwner->m_bUTF8);
  46. m_pListResult->InitIntern(GetIntern());
  47. }
  48. else
  49. m_pListResult = 0;
  50. m_LastUpdateTime.QuadPart = 0;
  51. #ifndef MPEXT_NO_ZLIB
  52. memset(&m_zlibStream, 0, sizeof(m_zlibStream));
  53. m_useZlib = false;
  54. #endif
  55. }
  56. CTransferSocket::~CTransferSocket()
  57. {
  58. delete [] m_pBuffer;
  59. #ifndef MPEXT_NO_ZLIB
  60. delete [] m_pBuffer2;
  61. #endif
  62. GetIntern()->PostMessage(FZ_MSG_MAKEMSG(FZ_MSG_TRANSFERSTATUS, 0), 0);
  63. Close();
  64. RemoveAllLayers();
  65. delete m_pProxyLayer;
  66. delete m_pSslLayer;
  67. #ifndef MPEXT_NO_GSS
  68. delete m_pGssLayer;
  69. #endif
  70. m_pOwner->RemoveActiveTransfer();
  71. delete m_pListResult;
  72. #ifndef MPEXT_NO_ZLIB
  73. if (m_useZlib)
  74. {
  75. if (m_nMode & CSMODE_UPLOAD)
  76. deflateEnd(&m_zlibStream);
  77. else
  78. inflateEnd(&m_zlibStream);
  79. }
  80. #endif
  81. }
  82. /////////////////////////////////////////////////////////////////////////////
  83. // Member-Funktion CTransferSocket
  84. void CTransferSocket::OnReceive(int nErrorCode)
  85. {
  86. if (GetState() != connected && GetState() != attached && GetState() != closed)
  87. return;
  88. if (m_nTransferState == STATE_WAITING)
  89. {
  90. m_nNotifyWaiting |= FD_READ;
  91. return;
  92. }
  93. if (m_bSentClose)
  94. return;
  95. if (m_bListening)
  96. return;
  97. if (m_nMode&CSMODE_LIST)
  98. {
  99. if (m_nTransferState == STATE_STARTING)
  100. OnConnect(0);
  101. char *buffer = new char[BUFSIZE];
  102. int numread = CAsyncSocketEx::Receive(buffer, BUFSIZE);
  103. if (numread != SOCKET_ERROR && numread)
  104. {
  105. m_LastActiveTime = CTime::GetCurrentTime();
  106. #ifndef MPEXT_NO_ZLIB
  107. if (m_useZlib)
  108. {
  109. m_zlibStream.next_in = (Bytef *)buffer;
  110. m_zlibStream.avail_in = numread;
  111. char *out = new char[BUFSIZE];
  112. m_zlibStream.next_out = (Bytef *)out;
  113. m_zlibStream.avail_out = BUFSIZE;
  114. int res = inflate(&m_zlibStream, 0);
  115. while (res == Z_OK)
  116. {
  117. m_pListResult->AddData(out, BUFSIZE - m_zlibStream.avail_out);
  118. out = new char[BUFSIZE];
  119. m_zlibStream.next_out = (Bytef *)out;
  120. m_zlibStream.avail_out = BUFSIZE;
  121. res = inflate(&m_zlibStream, 0);
  122. }
  123. delete [] buffer;
  124. if (res == Z_STREAM_END)
  125. m_pListResult->AddData(out, BUFSIZE - m_zlibStream.avail_out);
  126. else if (res != Z_OK && res != Z_BUF_ERROR)
  127. {
  128. delete [] out;
  129. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  130. return;
  131. }
  132. else
  133. delete [] out;
  134. }
  135. else
  136. #endif
  137. m_pListResult->AddData(buffer, numread);
  138. m_transferdata.transfersize += numread;
  139. t_ffam_transferstatus *status = new t_ffam_transferstatus;
  140. status->bFileTransfer = FALSE;
  141. status->transfersize = -1;
  142. status->bytes = m_transferdata.transfersize;
  143. GetIntern()->PostMessage(FZ_MSG_MAKEMSG(FZ_MSG_TRANSFERSTATUS, 0), (LPARAM)status);
  144. }
  145. else
  146. delete [] buffer;
  147. if (!numread)
  148. {
  149. CloseAndEnsureSendClose(0);
  150. }
  151. if (numread == SOCKET_ERROR)
  152. {
  153. int nError = GetLastError();
  154. if (nError == WSAENOTCONN)
  155. {
  156. //Not yet connected
  157. return;
  158. }
  159. else if (m_pSslLayer && nError == WSAESHUTDOWN)
  160. {
  161. // Do nothing, wait for shutdown complete notification.
  162. return;
  163. }
  164. else if (nError != WSAEWOULDBLOCK)
  165. {
  166. LogError(nError);
  167. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  168. }
  169. }
  170. }
  171. else if (m_nMode & CSMODE_DOWNLOAD)
  172. {
  173. if (m_nTransferState == STATE_STARTING)
  174. OnConnect(0);
  175. bool beenWaiting = false;
  176. _int64 ableToRead;
  177. if (GetState() != closed)
  178. ableToRead = m_pOwner->GetAbleToTransferSize(CFtpControlSocket::download, beenWaiting);
  179. else
  180. ableToRead = BUFSIZE;
  181. if (!beenWaiting)
  182. DebugAssert(ableToRead);
  183. else if (!ableToRead)
  184. {
  185. TriggerEvent(FD_READ);
  186. return;
  187. }
  188. if (!m_pBuffer)
  189. m_pBuffer = new char[BUFSIZE];
  190. int numread = CAsyncSocketEx::Receive(m_pBuffer, static_cast<int>(ableToRead));
  191. if (numread!=SOCKET_ERROR)
  192. {
  193. m_pOwner->SpeedLimitAddTransferredBytes(CFtpControlSocket::download, numread);
  194. }
  195. if (!numread)
  196. {
  197. CloseAndEnsureSendClose(0);
  198. return;
  199. }
  200. if (numread == SOCKET_ERROR)
  201. {
  202. int nError = GetLastError();
  203. if (nError == WSAENOTCONN)
  204. {
  205. //Not yet connected
  206. return;
  207. }
  208. else if (m_pSslLayer && nError == WSAESHUTDOWN)
  209. {
  210. // Do nothing, wait for shutdown complete notification.
  211. return;
  212. }
  213. else if (nError != WSAEWOULDBLOCK)
  214. {
  215. LogError(nError);
  216. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  217. }
  218. UpdateStatusBar(false);
  219. return;
  220. }
  221. int written = 0;
  222. m_LastActiveTime = CTime::GetCurrentTime();
  223. TRY
  224. {
  225. #ifndef MPEXT_NO_ZLIB
  226. if (m_useZlib)
  227. {
  228. if (!m_pBuffer2)
  229. m_pBuffer2 = new char[BUFSIZE];
  230. m_zlibStream.next_in = (Bytef *)m_pBuffer;
  231. m_zlibStream.avail_in = numread;
  232. m_zlibStream.next_out = (Bytef *)m_pBuffer2;
  233. m_zlibStream.avail_out = BUFSIZE;
  234. int res = inflate(&m_zlibStream, 0);
  235. while (res == Z_OK)
  236. {
  237. m_pFile->Write(m_pBuffer2, BUFSIZE - m_zlibStream.avail_out);
  238. written += BUFSIZE - m_zlibStream.avail_out;
  239. m_zlibStream.next_out = (Bytef *)m_pBuffer2;
  240. m_zlibStream.avail_out = BUFSIZE;
  241. res = inflate(&m_zlibStream, 0);
  242. }
  243. if (res == Z_STREAM_END)
  244. {
  245. m_pFile->Write(m_pBuffer2, BUFSIZE - m_zlibStream.avail_out);
  246. written += BUFSIZE - m_zlibStream.avail_out;
  247. }
  248. else if (res != Z_OK && res != Z_BUF_ERROR)
  249. {
  250. m_pOwner->ShowStatus(L"Compression error", FZ_LOG_ERROR);
  251. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  252. return;
  253. }
  254. }
  255. else
  256. #endif
  257. {
  258. m_pFile->Write(m_pBuffer, numread);
  259. written = numread;
  260. }
  261. }
  262. CATCH(CFileException,e)
  263. {
  264. LPTSTR msg = new TCHAR[BUFSIZE];
  265. if (e->GetErrorMessage(msg, BUFSIZE))
  266. m_pOwner->ShowStatus(msg, FZ_LOG_ERROR);
  267. delete [] msg;
  268. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  269. return;
  270. }
  271. END_CATCH;
  272. m_transferdata.transferleft -= written;
  273. UpdateStatusBar(false);
  274. }
  275. }
  276. void CTransferSocket::SetBuffers()
  277. {
  278. /* Set internal socket send buffer
  279. * this should fix the speed problems some users have reported
  280. */
  281. m_SendBuf = GetOptionVal(OPTION_MPEXT_SNDBUF);
  282. if (m_SendBuf > 0)
  283. {
  284. DWORD value;
  285. int len = sizeof(value);
  286. GetSockOpt(SO_SNDBUF, &value, &len);
  287. if (value < m_SendBuf)
  288. {
  289. SetSockOpt(SO_SNDBUF, &m_SendBuf, sizeof(m_SendBuf));
  290. }
  291. // For now we increase receive buffer, whenever send buffer is set.
  292. // The size is not configurable. The constant taken from FZ.
  293. value = 0;
  294. len = sizeof(value);
  295. GetSockOpt(SO_RCVBUF, &value, &len);
  296. int rcvbuf = 4 * 1024 * 1024;
  297. if (value < rcvbuf)
  298. {
  299. value = rcvbuf;
  300. SetSockOpt(SO_RCVBUF, &value, sizeof(value));
  301. }
  302. }
  303. }
  304. void CTransferSocket::OnAccept(int nErrorCode)
  305. {
  306. m_bListening=FALSE;
  307. CAsyncSocketEx tmp;
  308. Accept(tmp);
  309. SOCKET socket=tmp.Detach();
  310. CAsyncSocketEx::Close();
  311. Attach(socket);
  312. SetBuffers();
  313. if (m_nTransferState == STATE_STARTING)
  314. {
  315. Start();
  316. }
  317. }
  318. void CTransferSocket::ConfigureSocket()
  319. {
  320. // Note that FileZilla re-enables Nagle's alg during TLS negotiation.
  321. // Following post claims that TCP_NODELAY
  322. // has to be set before connect()
  323. // https://stackoverflow.com/q/22583941/850848#25871250
  324. int nodelay = GetOptionVal(OPTION_MPEXT_NODELAY);
  325. if (nodelay != 0)
  326. {
  327. BOOL bvalue = TRUE;
  328. SetSockOpt(TCP_NODELAY, &bvalue, sizeof(bvalue), IPPROTO_TCP);
  329. }
  330. CAsyncSocketEx::ConfigureSocket();
  331. }
  332. void CTransferSocket::OnConnect(int nErrorCode)
  333. {
  334. if (nErrorCode)
  335. {
  336. TCHAR buffer[1000];
  337. memset(buffer, 0, sizeof(buffer));
  338. FormatMessage(FORMAT_MESSAGE_FROM_SYSTEM, 0, nErrorCode, 0, buffer, 999, 0);
  339. CString str;
  340. str.Format(IDS_ERRORMSG_CANTOPENTRANSFERCHANNEL,buffer);
  341. str.Replace( L"\n", L"\0" );
  342. str.Replace( L"\r", L"\0" );
  343. m_pOwner->ShowStatus(str, FZ_LOG_ERROR);
  344. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  345. }
  346. else
  347. {
  348. SetBuffers();
  349. m_pOwner->ShowStatus(L"Data connection opened", FZ_LOG_INFO);
  350. }
  351. if (m_nTransferState == STATE_WAITING)
  352. {
  353. // OnReceive (invoked by m_nNotifyWaiting including FD_READ)
  354. // will call back to OnConnected (as we won't be connected yet).
  355. // This is needed for file transfers only, where SetActive is
  356. // called only after 1xx response to RETR (and similar) arrives.
  357. // But we get FD_CONNECT earlier, hence we get to this branch.
  358. // With directory listing, SetActive is called before Connect,
  359. // so we are already STATE_STARTING on FD_CONNECT.
  360. // It should probably behave the same in both scenarios.
  361. m_nNotifyWaiting |= FD_READ;
  362. }
  363. else if (m_nTransferState == STATE_STARTING)
  364. {
  365. Start();
  366. }
  367. }
  368. void CTransferSocket::Start()
  369. {
  370. m_nTransferState = STATE_STARTED;
  371. m_LastActiveTime=CTime::GetCurrentTime();
  372. if (m_pSslLayer)
  373. {
  374. AddLayer(m_pSslLayer);
  375. int res = m_pSslLayer->InitSSLConnection(true, m_pOwner->m_pSslLayer,
  376. GetOptionVal(OPTION_MPEXT_SSLSESSIONREUSE),
  377. m_pOwner->m_pTools);
  378. if (res == SSL_FAILURE_INITSSL)
  379. {
  380. m_pOwner->ShowStatus(IDS_ERRORMSG_CANTINITSSL, FZ_LOG_ERROR);
  381. }
  382. if (res)
  383. {
  384. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  385. return;
  386. }
  387. }
  388. #ifndef MPEXT_NO_GSS
  389. if (m_pGssLayer)
  390. {
  391. AddLayer(m_pGssLayer);
  392. }
  393. #endif
  394. }
  395. void CTransferSocket::OnClose(int nErrorCode)
  396. {
  397. if (m_nTransferState == STATE_WAITING)
  398. {
  399. m_nNotifyWaiting |= FD_CLOSE;
  400. return;
  401. }
  402. m_pOwner->ShowStatus(L"Data connection closed", FZ_LOG_PROGRESS);
  403. OnReceive(0);
  404. CloseAndEnsureSendClose(0);
  405. }
  406. int CTransferSocket::CheckForTimeout(int delay)
  407. {
  408. UpdateStatusBar(false);
  409. if (!m_bCheckTimeout)
  410. {
  411. // we are closed, so make sure the FTP control socket is itself checking for
  412. // timeout as we are not
  413. return 0;
  414. }
  415. CTimeSpan span = CTime::GetCurrentTime()-m_LastActiveTime;
  416. if (span.GetTotalSeconds()>=delay)
  417. {
  418. m_pOwner->ShowTimeoutError(IDS_DATA_CONNECTION);
  419. CloseAndEnsureSendClose(CSMODE_TRANSFERTIMEOUT);
  420. return 2;
  421. }
  422. return 1;
  423. }
  424. void CTransferSocket::SetState(int nState)
  425. {
  426. CAsyncSocketEx::SetState(nState);
  427. if (m_bActivationPending && Activate())
  428. {
  429. m_bActivationPending = false;
  430. }
  431. }
  432. bool CTransferSocket::Activate()
  433. {
  434. // Activation (OnSend => OnConnect) indirectly causes adding
  435. // of TLS layer, which needs connected underlying layers.
  436. // The code should be generic, but we particularly need it for this (TLS over proxy)
  437. // scenario only. So for a safety, we use it for the scenario only.
  438. bool Result =
  439. (GetState() == connected) || (GetState() == attached) ||
  440. (m_pSslLayer == NULL) || (m_pProxyLayer == NULL);
  441. if (Result)
  442. {
  443. if (m_nTransferState == STATE_WAITING)
  444. m_nTransferState = STATE_STARTING;
  445. m_bCheckTimeout = TRUE;
  446. m_LastActiveTime = CTime::GetCurrentTime();
  447. if (m_nNotifyWaiting & FD_READ)
  448. OnReceive(0);
  449. if (m_nNotifyWaiting & FD_WRITE)
  450. OnSend(0);
  451. if (m_nNotifyWaiting & FD_CLOSE)
  452. OnClose(0);
  453. }
  454. return Result;
  455. }
  456. void CTransferSocket::SetActive()
  457. {
  458. if (!Activate())
  459. {
  460. m_bActivationPending = true;
  461. }
  462. }
  463. void CTransferSocket::OnSend(int nErrorCode)
  464. {
  465. if (m_nTransferState == STATE_WAITING)
  466. {
  467. m_nNotifyWaiting |= FD_WRITE;
  468. return;
  469. }
  470. if (m_bSentClose)
  471. {
  472. return;
  473. }
  474. if (m_bListening)
  475. {
  476. return;
  477. }
  478. if (!(m_nMode&CSMODE_UPLOAD))
  479. {
  480. return;
  481. }
  482. if (m_nTransferState == STATE_STARTING)
  483. {
  484. OnConnect(0);
  485. }
  486. if (m_SendBuf > 0)
  487. {
  488. unsigned int Ticks = GetTickCount();
  489. if (Ticks - m_LastSendBufferUpdate >= 1000)
  490. {
  491. DWORD BufferLen = 0;
  492. DWORD OutLen = 0;
  493. if (WSAIoctl(m_SocketData.hSocket, SIO_IDEAL_SEND_BACKLOG_QUERY, NULL, 0, &BufferLen, sizeof(BufferLen), &OutLen, 0, 0) == 0)
  494. {
  495. DebugAssert(OutLen == sizeof(BufferLen));
  496. if (m_SendBuf < BufferLen)
  497. {
  498. LogMessage(FZ_LOG_PROGRESS, L"Increasing send buffer from %d to %d", m_SendBuf, BufferLen);
  499. m_SendBuf = BufferLen;
  500. SetSockOpt(SO_SNDBUF, &m_SendBuf, sizeof(m_SendBuf));
  501. }
  502. }
  503. m_LastSendBufferUpdate = Ticks;
  504. }
  505. }
  506. #ifndef MPEXT_NO_ZLIB
  507. if (m_useZlib)
  508. {
  509. if (!m_pBuffer)
  510. {
  511. m_pBuffer = new char[BUFSIZE];
  512. m_bufferpos = 0;
  513. m_zlibStream.next_out = (Bytef *)m_pBuffer;
  514. m_zlibStream.avail_out = BUFSIZE;
  515. }
  516. if (!m_pBuffer2)
  517. {
  518. m_pBuffer2 = new char[BUFSIZE];
  519. m_zlibStream.next_in = (Bytef *)m_pBuffer2;
  520. }
  521. bool beenWaiting = false;
  522. while (true)
  523. {
  524. int numsend;
  525. if (!m_zlibStream.avail_in)
  526. {
  527. if (m_pFile)
  528. {
  529. DWORD numread;
  530. numread = ReadDataFromFile(m_pBuffer2, BUFSIZE);
  531. if (numread < 0)
  532. {
  533. return;
  534. }
  535. m_transferdata.transferleft -= numread;
  536. m_zlibStream.next_in = (Bytef *)m_pBuffer2;
  537. m_zlibStream.avail_in = numread;
  538. if (numread < BUFSIZE)
  539. m_pFile = 0;
  540. }
  541. }
  542. if (!m_zlibStream.avail_out)
  543. {
  544. if (m_bufferpos >= BUFSIZE)
  545. {
  546. m_bufferpos = 0;
  547. m_zlibStream.next_out = (Bytef *)m_pBuffer;
  548. m_zlibStream.avail_out = BUFSIZE;
  549. }
  550. }
  551. int res = Z_OK;
  552. if (m_zlibStream.avail_out)
  553. {
  554. res = deflate(&m_zlibStream, m_pFile ? 0 : Z_FINISH);
  555. if (res != Z_OK && (!m_pFile && res != Z_STREAM_END))
  556. {
  557. m_pOwner->ShowStatus("Decompression error", FZ_LOG_ERROR);
  558. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  559. return;
  560. }
  561. }
  562. numsend = BUFSIZE;
  563. int len = BUFSIZE - m_bufferpos - m_zlibStream.avail_out;
  564. if (!len && !m_pFile)
  565. {
  566. break;
  567. }
  568. if (len < BUFSIZE)
  569. numsend = len;
  570. int nLimit = (int)m_pOwner->GetAbleToTransferSize(CFtpControlSocket::upload, beenWaiting);
  571. if (nLimit != -1 && GetState() != closed && numsend > nLimit)
  572. numsend = nLimit;
  573. if (!numsend)
  574. {
  575. TriggerEvent(FD_WRITE);
  576. return;
  577. }
  578. int numsent = Send(m_pBuffer + m_bufferpos, numsend);
  579. if (numsent == SOCKET_ERROR)
  580. {
  581. int nError = GetLastError();
  582. if (nError == WSAENOTCONN)
  583. {
  584. //Not yet connected
  585. return;
  586. }
  587. else if (m_pSslLayer && nError == WSAESHUTDOWN)
  588. {
  589. // Do nothing, wait for shutdown complete notification.
  590. return;
  591. }
  592. else if (nError != WSAEWOULDBLOCK)
  593. {
  594. CloseOnShutDownOrError(CSMODE_TRANSFERERROR);
  595. }
  596. UpdateStatusBar(false);
  597. return;
  598. }
  599. m_pOwner->SpeedLimitAddTransferredBytes(CFtpControlSocket::upload, numsent);
  600. m_LastActiveTime = CTime::GetCurrentTime();
  601. m_bufferpos += numsent;
  602. UpdateStatusBar(false);
  603. if (!m_zlibStream.avail_in && !m_pFile && m_zlibStream.avail_out &&
  604. m_zlibStream.avail_out + m_bufferpos == BUFSIZE && res == Z_STREAM_END)
  605. {
  606. CloseOnShutDownOrError(0);
  607. return;
  608. }
  609. //Check if there are other commands in the command queue.
  610. MSG msg;
  611. if (PeekMessage(&msg,0, 0, 0, PM_NOREMOVE))
  612. {
  613. TriggerEvent(FD_WRITE);
  614. return;
  615. }
  616. }
  617. }
  618. else
  619. #endif
  620. {
  621. if (!m_pFile)
  622. {
  623. return;
  624. }
  625. if (!m_pBuffer)
  626. m_pBuffer = new char[BUFSIZE];
  627. int numread;
  628. bool beenWaiting = false;
  629. _int64 currentBufferSize;
  630. if (GetState() != closed)
  631. currentBufferSize = m_pOwner->GetAbleToTransferSize(CFtpControlSocket::upload, beenWaiting);
  632. else
  633. currentBufferSize = BUFSIZE;
  634. if (!currentBufferSize && !m_bufferpos)
  635. {
  636. // Not allowed to send yet, try later
  637. TriggerEvent(FD_WRITE);
  638. return;
  639. }
  640. else if (m_bufferpos < currentBufferSize)
  641. {
  642. numread = ReadDataFromFile(m_pBuffer + m_bufferpos, static_cast<int>(currentBufferSize - m_bufferpos));
  643. if (numread < 0 )
  644. {
  645. return;
  646. }
  647. else if (!numread && !m_bufferpos)
  648. {
  649. CloseOnShutDownOrError(0);
  650. return;
  651. }
  652. }
  653. else
  654. numread = 0;
  655. DebugAssert((numread+m_bufferpos) <= BUFSIZE);
  656. DebugAssert(numread>=0);
  657. DebugAssert(m_bufferpos>=0);
  658. if (numread+m_bufferpos <= 0)
  659. {
  660. CloseOnShutDownOrError(0);
  661. return;
  662. }
  663. int numsent = Send(m_pBuffer, numread + m_bufferpos);
  664. while (TRUE)
  665. {
  666. if (numsent != SOCKET_ERROR)
  667. {
  668. m_pOwner->SpeedLimitAddTransferredBytes(CFtpControlSocket::upload, numsent);
  669. m_LastActiveTime = CTime::GetCurrentTime();
  670. m_transferdata.transferleft -= numsent;
  671. }
  672. if (numsent==SOCKET_ERROR || !numsent)
  673. {
  674. int nError = GetLastError();
  675. if (nError == WSAENOTCONN)
  676. {
  677. //Not yet connected
  678. m_bufferpos += numread;
  679. return;
  680. }
  681. else if (nError == WSAEWOULDBLOCK)
  682. {
  683. m_bufferpos += numread;
  684. }
  685. else if (m_pSslLayer && nError == WSAESHUTDOWN)
  686. {
  687. m_bufferpos += numread;
  688. // Do nothing, wait for shutdown complete notification.
  689. return;
  690. }
  691. else
  692. {
  693. CloseOnShutDownOrError(CSMODE_TRANSFERERROR);
  694. }
  695. UpdateStatusBar(false);
  696. return;
  697. }
  698. else
  699. {
  700. int pos = numread + m_bufferpos - numsent;
  701. if (pos < 0 || (numsent + pos) > BUFSIZE)
  702. {
  703. LogMessage(FZ_LOG_WARNING, L"Index out of range");
  704. CloseOnShutDownOrError(CSMODE_TRANSFERERROR);
  705. return;
  706. }
  707. else if (!pos && // all data in buffer were sent
  708. numread < (currentBufferSize-m_bufferpos) && // was read less then wanted (eof reached?)
  709. m_bufferpos != currentBufferSize) // and it's not because the buffer is full?
  710. {
  711. // With TLS 1.3 we can get back
  712. m_bufferpos = 0;
  713. CloseOnShutDownOrError(0);
  714. return;
  715. }
  716. else if (!pos)
  717. {
  718. m_bufferpos = 0;
  719. }
  720. else
  721. {
  722. memmove(m_pBuffer, m_pBuffer+numsent, pos);
  723. m_bufferpos=pos;
  724. }
  725. }
  726. //Check if there are other commands in the command queue.
  727. MSG msg;
  728. if (PeekMessage(&msg, 0, m_nInternalMessageID, m_nInternalMessageID, PM_NOREMOVE))
  729. {
  730. //Send resume message
  731. LogMessage(FZ_LOG_DEBUG, L"Message waiting in queue, resuming later");
  732. TriggerEvent(FD_WRITE);
  733. UpdateStatusBar(false);
  734. return;
  735. }
  736. UpdateStatusBar(false);
  737. if (GetState() != closed)
  738. currentBufferSize = m_pOwner->GetAbleToTransferSize(CFtpControlSocket::upload, beenWaiting);
  739. else
  740. currentBufferSize = BUFSIZE;
  741. if (m_bufferpos < currentBufferSize)
  742. {
  743. numread = ReadDataFromFile(m_pBuffer + m_bufferpos, static_cast<int>(currentBufferSize - m_bufferpos));
  744. if (numread < 0 )
  745. {
  746. return;
  747. }
  748. else if (!numread && !m_bufferpos)
  749. {
  750. CloseOnShutDownOrError(0);
  751. return;
  752. }
  753. }
  754. else
  755. {
  756. numread = 0;
  757. }
  758. if (!currentBufferSize && !m_bufferpos)
  759. {
  760. // Not allowed to send yet, try later
  761. TriggerEvent(FD_WRITE);
  762. return;
  763. }
  764. DebugAssert(numread>=0);
  765. DebugAssert(m_bufferpos>=0);
  766. numsent = Send(m_pBuffer, numread+m_bufferpos);
  767. }
  768. }
  769. }
  770. void CTransferSocket::UpdateStatusBar(bool forceUpdate)
  771. {
  772. if (m_nTransferState != STATE_STARTED)
  773. return;
  774. if (!forceUpdate)
  775. {
  776. //Don't flood the main window with messages
  777. //Else performance would be really low
  778. LARGE_INTEGER curtime;
  779. LARGE_INTEGER freq;
  780. QueryPerformanceFrequency(&freq);
  781. QueryPerformanceCounter(&curtime);
  782. if (((curtime.QuadPart-m_LastUpdateTime.QuadPart) < (freq.QuadPart/15) ) )
  783. return;
  784. m_LastUpdateTime = curtime;
  785. }
  786. //Update the statusbar
  787. t_ffam_transferstatus *status=new t_ffam_transferstatus;
  788. status->bFileTransfer = m_nMode & (CSMODE_DOWNLOAD | CSMODE_UPLOAD);
  789. status->transfersize = m_transferdata.transfersize;
  790. status->bytes=m_transferdata.transfersize-m_transferdata.transferleft;
  791. GetIntern()->PostMessage(FZ_MSG_MAKEMSG(FZ_MSG_TRANSFERSTATUS, 0), (LPARAM)status);
  792. }
  793. BOOL CTransferSocket::Create(BOOL bUseSsl)
  794. {
  795. if (bUseSsl)
  796. {
  797. m_pSslLayer = new CAsyncSslSocketLayer;
  798. m_pSslLayer->SetClientCertificate(m_pOwner->m_CurrentServer.Certificate, m_pOwner->m_CurrentServer.PrivateKey);
  799. }
  800. int nProxyType = GetOptionVal(OPTION_PROXYTYPE);
  801. if (nProxyType != PROXYTYPE_NOPROXY)
  802. {
  803. USES_CONVERSION;
  804. m_pProxyLayer = new CAsyncProxySocketLayer;
  805. m_pProxyLayer->SetProxy(
  806. nProxyType, T2CA(GetOption(OPTION_PROXYHOST)), GetOptionVal(OPTION_PROXYPORT),
  807. GetOptionVal(OPTION_PROXYUSELOGON), T2CA(GetOption(OPTION_PROXYUSER)), T2CA(GetOption(OPTION_PROXYPASS)));
  808. AddLayer(m_pProxyLayer);
  809. }
  810. if (!GetOptionVal(OPTION_LIMITPORTRANGE))
  811. {
  812. if (!CAsyncSocketEx::Create(0, SOCK_STREAM, FD_READ | FD_WRITE | FD_OOB | FD_ACCEPT | FD_CONNECT | FD_CLOSE, 0, GetFamily()))
  813. return FALSE;
  814. return TRUE;
  815. }
  816. else
  817. {
  818. int min=GetOptionVal(OPTION_PORTRANGELOW);
  819. int max=GetOptionVal(OPTION_PORTRANGEHIGH);
  820. if (min>=max)
  821. {
  822. m_pOwner->ShowStatus(IDS_ERRORMSG_CANTCREATEDUETOPORTRANGE,FZ_LOG_ERROR);
  823. return FALSE;
  824. }
  825. int startport=static_cast<int>(min+((double)rand()*(max-min))/(RAND_MAX+1));
  826. int port=startport;
  827. while (!CAsyncSocketEx::Create(port, SOCK_STREAM, FD_READ | FD_WRITE | FD_OOB | FD_ACCEPT | FD_CONNECT | FD_CLOSE, 0, GetFamily()))
  828. {
  829. port++;
  830. if (port>max)
  831. port=min;
  832. if (port==startport)
  833. {
  834. m_pOwner->ShowStatus(IDS_ERRORMSG_CANTCREATEDUETOPORTRANGE,FZ_LOG_ERROR);
  835. return FALSE;
  836. }
  837. }
  838. }
  839. return TRUE;
  840. }
  841. void CTransferSocket::Close()
  842. {
  843. m_bCheckTimeout = FALSE;
  844. CAsyncSocketEx::Close();
  845. }
  846. int CTransferSocket::OnLayerCallback(std::list<t_callbackMsg>& callbacks)
  847. {
  848. for (std::list<t_callbackMsg>::iterator iter = callbacks.begin(); iter != callbacks.end(); iter++)
  849. {
  850. if (iter->nType == LAYERCALLBACK_STATECHANGE)
  851. {
  852. if (CAsyncSocketEx::LogStateChange(iter->nParam1, iter->nParam2))
  853. {
  854. const TCHAR * state2Desc = CAsyncSocketEx::GetStateDesc(iter->nParam2);
  855. const TCHAR * state1Desc = CAsyncSocketEx::GetStateDesc(iter->nParam1);
  856. if (iter->pLayer == m_pProxyLayer)
  857. LogMessage(FZ_LOG_INFO, L"Proxy layer changed state from %s to %s", state2Desc, state1Desc);
  858. else if (iter->pLayer == m_pSslLayer)
  859. LogMessage(FZ_LOG_INFO, L"TLS layer changed state from %s to %s", state2Desc, state1Desc);
  860. #ifndef MPEXT_NO_GSS
  861. else if (iter->pLayer == m_pGssLayer)
  862. LogMessage(FZ_LOG_INFO, L"GSS layer changed state from %s to %s", state2Desc, state1Desc);
  863. #endif
  864. else
  865. LogMessage(FZ_LOG_INFO, L"Layer @ %d changed state from %s to %s", iter->pLayer, state2Desc, state1Desc);
  866. }
  867. }
  868. else if (iter->nType == LAYERCALLBACK_LAYERSPECIFIC)
  869. {
  870. if (iter->pLayer == m_pProxyLayer)
  871. {
  872. switch (iter->nParam1)
  873. {
  874. case PROXYERROR_NOERROR:
  875. m_pOwner->ShowStatus(IDS_PROXY_CONNECTED, FZ_LOG_PROGRESS);
  876. break;
  877. case PROXYERROR_NOCONN:
  878. m_pOwner->ShowStatus(IDS_ERRORMSG_PROXY_NOCONN, FZ_LOG_ERROR);
  879. break;
  880. case PROXYERROR_REQUESTFAILED:
  881. m_pOwner->ShowStatus(IDS_ERRORMSG_PROXY_REQUESTFAILED, FZ_LOG_ERROR);
  882. break;
  883. case PROXYERROR_AUTHTYPEUNKNOWN:
  884. m_pOwner->ShowStatus(IDS_ERRORMSG_PROXY_AUTHTYPEUNKNOWN, FZ_LOG_ERROR);
  885. break;
  886. case PROXYERROR_AUTHFAILED:
  887. m_pOwner->ShowStatus(IDS_ERRORMSG_PROXY_AUTHFAILED, FZ_LOG_ERROR);
  888. break;
  889. case PROXYERROR_AUTHNOLOGON:
  890. m_pOwner->ShowStatus(IDS_ERRORMSG_PROXY_AUTHNOLOGON, FZ_LOG_ERROR);
  891. break;
  892. case PROXYERROR_CANTRESOLVEHOST:
  893. m_pOwner->ShowStatus(IDS_ERRORMSG_PROXY_CANTRESOLVEHOST, FZ_LOG_ERROR);
  894. break;
  895. default:
  896. LogMessage(FZ_LOG_WARNING, L"Unknown proxy error");
  897. }
  898. }
  899. else if (iter->pLayer == m_pSslLayer)
  900. {
  901. switch (iter->nParam1)
  902. {
  903. case SSL_INFO:
  904. switch(iter->nParam2)
  905. {
  906. case SSL_INFO_SHUTDOWNCOMPLETE:
  907. CloseAndEnsureSendClose(0);
  908. break;
  909. case SSL_INFO_ESTABLISHED:
  910. m_pOwner->ShowStatus(IDS_STATUSMSG_SSLESTABLISHEDTRANSFER, FZ_LOG_PROGRESS);
  911. TriggerEvent(FD_FORCEREAD);
  912. break;
  913. }
  914. break;
  915. case SSL_FAILURE:
  916. switch (iter->nParam2)
  917. {
  918. case SSL_FAILURE_ESTABLISH:
  919. m_pOwner->ShowStatus(IDS_ERRORMSG_CANTESTABLISHSSLCONNECTION, FZ_LOG_ERROR);
  920. break;
  921. case SSL_FAILURE_INITSSL:
  922. m_pOwner->ShowStatus(IDS_ERRORMSG_CANTINITSSL, FZ_LOG_ERROR);
  923. break;
  924. }
  925. EnsureSendClose(CSMODE_TRANSFERERROR);
  926. break;
  927. case SSL_VERIFY_CERT:
  928. t_SslCertData data;
  929. LPTSTR CertError = NULL;
  930. if (m_pSslLayer->GetPeerCertificateData(data, CertError))
  931. m_pSslLayer->SetNotifyReply(data.priv_data, SSL_VERIFY_CERT, 1);
  932. else
  933. {
  934. CString str;
  935. str.Format(TLS_CERT_DECODE_ERROR, CertError);
  936. m_pOwner->ShowStatus(str, FZ_LOG_ERROR);
  937. CloseAndEnsureSendClose(CSMODE_TRANSFERERROR);
  938. }
  939. break;
  940. }
  941. }
  942. #ifndef MPEXT_NO_GSS
  943. else if (iter->pLayer == m_pGssLayer)
  944. {
  945. USES_CONVERSION;
  946. switch (iter->nParam1)
  947. {
  948. case GSS_INFO:
  949. LogMessageRaw(FZ_LOG_INFO, A2CT(iter->str));
  950. break;
  951. case GSS_ERROR:
  952. LogMessageRaw(FZ_LOG_APIERROR, A2CT(iter->str));
  953. break;
  954. case GSS_SHUTDOWN_COMPLETE:
  955. CloseAndEnsureSendClose(0);
  956. break;
  957. }
  958. }
  959. #endif
  960. }
  961. delete [] iter->str;
  962. }
  963. return 0;
  964. }
  965. #ifndef MPEXT_NO_GSS
  966. void CTransferSocket::UseGSS(CAsyncGssSocketLayer *pGssLayer)
  967. {
  968. m_pGssLayer = new CAsyncGssSocketLayer;
  969. m_pGssLayer->InitTransferChannel(pGssLayer);
  970. }
  971. #endif
  972. #ifndef MPEXT_NO_ZLIB
  973. bool CTransferSocket::InitZlib(int level)
  974. {
  975. int res;
  976. if (m_nMode & CSMODE_UPLOAD)
  977. res = deflateInit2(&m_zlibStream, level, Z_DEFLATED, 15, 8, Z_DEFAULT_STRATEGY);
  978. else
  979. res = inflateInit2(&m_zlibStream, 15);
  980. if (res == Z_OK)
  981. m_useZlib = true;
  982. return res == Z_OK;
  983. }
  984. #endif
  985. int CTransferSocket::ReadDataFromFile(char *buffer, int len)
  986. {
  987. TRY
  988. {
  989. // Comparing to Filezilla 2, we do not do any translation locally,
  990. // leaving it onto the server (what Filezilla 3 seems to do too)
  991. const char Bom[3] = "\xEF\xBB\xBF";
  992. int read = m_pFile->Read(buffer, len);
  993. if (GetOptionVal(OPTION_MPEXT_REMOVE_BOM) &&
  994. m_transferdata.bType && (read >= sizeof(Bom)) && (memcmp(buffer, Bom, sizeof(Bom)) == 0))
  995. {
  996. memcpy(buffer, buffer + sizeof(Bom), read - sizeof(Bom));
  997. read -= sizeof(Bom);
  998. int read2 = m_pFile->Read(buffer + read, sizeof(Bom));
  999. if (read2 > 0)
  1000. {
  1001. read += read2;
  1002. }
  1003. }
  1004. return read;
  1005. }
  1006. CATCH_ALL(e)
  1007. {
  1008. TCHAR error[BUFSIZE];
  1009. if (e->GetErrorMessage(error, BUFSIZE))
  1010. m_pOwner->ShowStatus(error, FZ_LOG_ERROR);
  1011. CloseOnShutDownOrError(CSMODE_TRANSFERERROR);
  1012. return -1;
  1013. }
  1014. END_CATCH_ALL;
  1015. }
  1016. void CTransferSocket::LogSocketMessageRaw(int nMessageType, LPCTSTR pMsg)
  1017. {
  1018. LogMessageRaw(nMessageType, pMsg);
  1019. }
  1020. void CTransferSocket::EnsureSendClose(int Mode)
  1021. {
  1022. if (!m_bSentClose)
  1023. {
  1024. if (Mode != 0)
  1025. {
  1026. m_nMode |= Mode;
  1027. }
  1028. m_bSentClose = TRUE;
  1029. DebugCheck(m_pOwner->m_pOwner->PostThreadMessage(m_nInternalMessageID, FZAPI_THREADMSG_TRANSFEREND, m_nMode));
  1030. }
  1031. }
  1032. void CTransferSocket::CloseAndEnsureSendClose(int Mode)
  1033. {
  1034. Close();
  1035. EnsureSendClose(Mode);
  1036. }
  1037. void CTransferSocket::CloseOnShutDownOrError(int Mode)
  1038. {
  1039. if (ShutDown())
  1040. {
  1041. // It would probably be correct to remove this call, and wait for OnClose (FD_CLOSE),
  1042. // where CloseAndEnsureSendClose is called too.
  1043. // See https://docs.microsoft.com/en-us/windows/win32/winsock/graceful-shutdown-linger-options-and-socket-closure-2
  1044. CloseAndEnsureSendClose(Mode);
  1045. }
  1046. else
  1047. {
  1048. int Error = GetLastError();
  1049. if (Error != WSAEWOULDBLOCK)
  1050. {
  1051. // Log always or only when (Mode & CSMODE_TRANSFERERROR)?
  1052. // Does it anyway make sense at all to call this with Mode == 0?
  1053. LogError(Error);
  1054. CloseAndEnsureSendClose(Mode);
  1055. }
  1056. }
  1057. }
  1058. void CTransferSocket::LogError(int Error)
  1059. {
  1060. wchar_t * Buffer;
  1061. int Len = FormatMessage(
  1062. FORMAT_MESSAGE_FROM_SYSTEM |
  1063. FORMAT_MESSAGE_IGNORE_INSERTS |
  1064. FORMAT_MESSAGE_ARGUMENT_ARRAY |
  1065. FORMAT_MESSAGE_ALLOCATE_BUFFER, NULL, Error, 0, (LPTSTR)&Buffer, 0, NULL);
  1066. if (Len > 0)
  1067. {
  1068. m_pOwner->ShowStatus(Buffer, FZ_LOG_ERROR);
  1069. LocalFree(Buffer);
  1070. }
  1071. }