FileOperationProgress.cpp 29 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001
  1. //---------------------------------------------------------------------------
  2. #include <vcl.h>
  3. #pragma hdrstop
  4. #include "Common.h"
  5. #include "FileOperationProgress.h"
  6. #include "CoreMain.h"
  7. //---------------------------------------------------------------------------
  8. #define TRANSFER_BUF_SIZE 32768
  9. //---------------------------------------------------------------------------
  10. TFileOperationStatistics::TFileOperationStatistics()
  11. {
  12. memset(this, 0, sizeof(*this));
  13. }
  14. //---------------------------------------------------------------------------
  15. //---------------------------------------------------------------------------
  16. TFileOperationProgressType::TPersistence::TPersistence()
  17. {
  18. FStatistics = NULL;
  19. Clear(true, true);
  20. }
  21. //---------------------------------------------------------------------------
  22. bool TFileOperationProgressType::IsIndeterminateOperation(TFileOperation Operation)
  23. {
  24. return (Operation == foCalculateSize);
  25. }
  26. //---------------------------------------------------------------------------
  27. bool TFileOperationProgressType::IsTransferOperation(TFileOperation Operation)
  28. {
  29. return (Operation == foCopy) || (Operation == foMove);
  30. }
  31. //---------------------------------------------------------------------------
  32. void TFileOperationProgressType::TPersistence::Clear(bool Batch, bool Speed)
  33. {
  34. if (Batch)
  35. {
  36. TotalTransferred = 0;
  37. StartTime = Now();
  38. SkipToAll = false;
  39. BatchOverwrite = boNo;
  40. CPSLimit = 0;
  41. CounterSet = false;
  42. }
  43. if (Speed)
  44. {
  45. Ticks.clear();
  46. TotalTransferredThen.clear();
  47. }
  48. }
  49. //---------------------------------------------------------------------------
  50. __fastcall TFileOperationProgressType::TFileOperationProgressType()
  51. {
  52. FOnProgress = NULL;
  53. FOnFinished = NULL;
  54. FParent = NULL;
  55. Init();
  56. Clear();
  57. }
  58. //---------------------------------------------------------------------------
  59. __fastcall TFileOperationProgressType::TFileOperationProgressType(
  60. TFileOperationProgressEvent AOnProgress, TFileOperationFinished AOnFinished,
  61. TFileOperationProgressType * Parent)
  62. {
  63. FOnProgress = AOnProgress;
  64. FOnFinished = AOnFinished;
  65. FParent = Parent;
  66. FReset = false;
  67. Init();
  68. Clear();
  69. }
  70. //---------------------------------------------------------------------------
  71. __fastcall TFileOperationProgressType::~TFileOperationProgressType()
  72. {
  73. DebugAssert(!InProgress || FReset);
  74. DebugAssert(!Suspended || FReset);
  75. SAFE_DESTROY(FSection);
  76. SAFE_DESTROY(FUserSelectionsSection);
  77. }
  78. //---------------------------------------------------------------------------
  79. void __fastcall TFileOperationProgressType::Init()
  80. {
  81. FSection = new TCriticalSection();
  82. FUserSelectionsSection = new TCriticalSection();
  83. FRestored = false;
  84. FPersistence.Side = osCurrent; // = undefined value
  85. }
  86. //---------------------------------------------------------------------------
  87. void __fastcall TFileOperationProgressType::Assign(const TFileOperationProgressType & Other)
  88. {
  89. TValueRestorer<TCriticalSection *> SectionRestorer(FSection);
  90. TValueRestorer<TCriticalSection *> UserSelectionsSectionRestorer(FUserSelectionsSection);
  91. TGuard Guard(FSection);
  92. TGuard OtherGuard(Other.FSection);
  93. *this = Other;
  94. }
  95. //---------------------------------------------------------------------------
  96. void __fastcall TFileOperationProgressType::AssignButKeepSuspendState(const TFileOperationProgressType & Other)
  97. {
  98. TGuard Guard(FSection);
  99. TValueRestorer<unsigned int> SuspendTimeRestorer(FSuspendTime);
  100. TValueRestorer<bool> SuspendedRestorer(FSuspended);
  101. Assign(Other);
  102. }
  103. //---------------------------------------------------------------------------
  104. void __fastcall TFileOperationProgressType::DoClear(bool Batch, bool Speed)
  105. {
  106. FFileName = L"";
  107. FFullFileName = L"";
  108. FDirectory = L"";
  109. FAsciiTransfer = false;
  110. FCount = -1;
  111. FFilesFinished = 0;
  112. FFilesFinishedSuccessfully = 0;
  113. FSuspended = false;
  114. FSuspendTime = 0;
  115. FInProgress = false;
  116. FDone = false;
  117. FFileInProgress = false;
  118. FTotalSkipped = 0;
  119. FTotalSize = 0;
  120. FSkippedSize = 0;
  121. FTotalSizeSet = false;
  122. FOperation = foNone;
  123. FTemp = false;
  124. FPersistence.Clear(Batch, Speed);
  125. // to bypass check in ClearTransfer()
  126. FTransferSize = 0;
  127. ClearTransfer();
  128. }
  129. //---------------------------------------------------------------------------
  130. void __fastcall TFileOperationProgressType::Clear()
  131. {
  132. DoClear(true, true);
  133. }
  134. //---------------------------------------------------------------------------
  135. void __fastcall TFileOperationProgressType::ClearTransfer()
  136. {
  137. if ((TransferSize > 0) && (TransferredSize < TransferSize))
  138. {
  139. TGuard Guard(FSection);
  140. __int64 RemainingSize = (TransferSize - TransferredSize);
  141. AddSkipped(RemainingSize);
  142. }
  143. FLocalSize = 0;
  144. FTransferSize = 0;
  145. FLocallyUsed = 0;
  146. FSkippedSize = 0;
  147. FTransferredSize = 0;
  148. FTransferringFile = false;
  149. FLastSecond = 0;
  150. }
  151. //---------------------------------------------------------------------------
  152. void __fastcall TFileOperationProgressType::Start(TFileOperation AOperation,
  153. TOperationSide ASide, int ACount)
  154. {
  155. Start(AOperation, ASide, ACount, false, L"", 0, odoIdle);
  156. }
  157. //---------------------------------------------------------------------------
  158. void __fastcall TFileOperationProgressType::Start(TFileOperation AOperation,
  159. TOperationSide ASide, int ACount, bool ATemp,
  160. const UnicodeString ADirectory, unsigned long ACPSLimit, TOnceDoneOperation InitialOnceDoneOperation)
  161. {
  162. {
  163. TGuard Guard(FSection); // not really needed, just for consistency
  164. DoClear(!FRestored, (FPersistence.Side != osCurrent) && (FPersistence.Side != ASide));
  165. FTotalTransferBase = FPersistence.TotalTransferred;
  166. FOperation = AOperation;
  167. FPersistence.Side = ASide;
  168. FCount = ACount;
  169. FInProgress = true;
  170. FCancel = csContinue;
  171. FDirectory = ADirectory;
  172. FTemp = ATemp;
  173. FInitialOnceDoneOperation = InitialOnceDoneOperation;
  174. FPersistence.CPSLimit = ACPSLimit;
  175. }
  176. try
  177. {
  178. DoProgress();
  179. }
  180. catch (...)
  181. {
  182. // connection can be lost during progress callbacks
  183. ClearTransfer();
  184. FInProgress = false;
  185. throw;
  186. }
  187. }
  188. //---------------------------------------------------------------------------
  189. void __fastcall TFileOperationProgressType::Reset()
  190. {
  191. FReset = true;
  192. }
  193. //---------------------------------------------------------------------------
  194. void __fastcall TFileOperationProgressType::Stop()
  195. {
  196. // added to include remaining bytes to TotalSkipped, in case
  197. // the progress happens to update before closing
  198. ClearTransfer();
  199. FInProgress = false;
  200. DoProgress();
  201. }
  202. //---------------------------------------------------------------------------
  203. void __fastcall TFileOperationProgressType::SetDone()
  204. {
  205. FDone = true;
  206. DoProgress();
  207. }
  208. //---------------------------------------------------------------------------
  209. void __fastcall TFileOperationProgressType::Suspend()
  210. {
  211. {
  212. TGuard Guard(FSection);
  213. DebugAssert(!Suspended);
  214. FSuspended = true;
  215. FSuspendTime = GetTickCount();
  216. }
  217. DoProgress();
  218. }
  219. //---------------------------------------------------------------------------
  220. void __fastcall TFileOperationProgressType::Resume()
  221. {
  222. {
  223. TGuard Guard(FSection);
  224. DebugAssert(Suspended);
  225. FSuspended = false;
  226. // shift timestamps for CPS calculation in advance
  227. // by the time the progress was suspended
  228. unsigned long Stopped = (GetTickCount() - FSuspendTime);
  229. size_t i = 0;
  230. while (i < FPersistence.Ticks.size())
  231. {
  232. FPersistence.Ticks[i] += Stopped;
  233. ++i;
  234. }
  235. }
  236. DoProgress();
  237. }
  238. //---------------------------------------------------------------------------
  239. int __fastcall TFileOperationProgressType::OperationProgress() const
  240. {
  241. int Result;
  242. if (FCount > 0)
  243. {
  244. Result = (FFilesFinished * 100)/FCount;
  245. }
  246. else
  247. {
  248. Result = 0;
  249. }
  250. return Result;
  251. }
  252. //---------------------------------------------------------------------------
  253. int __fastcall TFileOperationProgressType::TransferProgress()
  254. {
  255. int Result;
  256. if (TransferSize)
  257. {
  258. Result = (int)((TransferredSize * 100)/TransferSize);
  259. }
  260. else
  261. {
  262. Result = 0;
  263. }
  264. return Result;
  265. }
  266. //---------------------------------------------------------------------------
  267. int __fastcall TFileOperationProgressType::TotalTransferProgress() const
  268. {
  269. TGuard Guard(FSection);
  270. DebugAssert(TotalSizeSet);
  271. int Result;
  272. if (FTotalSize > 0)
  273. {
  274. Result = (int)(((FPersistence.TotalTransferred - FTotalTransferBase + FTotalSkipped) * 100)/FTotalSize);
  275. }
  276. else
  277. {
  278. Result = 0;
  279. }
  280. return Result < 100 ? Result : 100;
  281. }
  282. //---------------------------------------------------------------------------
  283. int __fastcall TFileOperationProgressType::OverallProgress() const
  284. {
  285. if (TotalSizeSet)
  286. {
  287. DebugAssert(IsTransfer());
  288. return TotalTransferProgress();
  289. }
  290. else
  291. {
  292. return OperationProgress();
  293. }
  294. }
  295. //---------------------------------------------------------------------------
  296. void __fastcall TFileOperationProgressType::Progress()
  297. {
  298. DoProgress();
  299. }
  300. //---------------------------------------------------------------------------
  301. void __fastcall TFileOperationProgressType::DoProgress()
  302. {
  303. SetThreadExecutionState(ES_SYSTEM_REQUIRED);
  304. FOnProgress(*this);
  305. }
  306. //---------------------------------------------------------------------------
  307. void __fastcall TFileOperationProgressType::Finish(UnicodeString FileName,
  308. bool Success, TOnceDoneOperation & OnceDoneOperation)
  309. {
  310. DebugAssert(InProgress);
  311. // Cancel reader is guarded
  312. FOnFinished(Operation, Side, Temp, FileName,
  313. Success && (Cancel == csContinue), OnceDoneOperation);
  314. FFilesFinished++;
  315. if (Success)
  316. {
  317. FFilesFinishedSuccessfully++;
  318. }
  319. DoProgress();
  320. }
  321. //---------------------------------------------------------------------------
  322. void __fastcall TFileOperationProgressType::Succeeded(int Count)
  323. {
  324. if (FPersistence.Statistics != NULL)
  325. {
  326. if (IsTransfer())
  327. {
  328. __int64 Transferred = FTransferredSize - FSkippedSize;
  329. if (Side == osLocal)
  330. {
  331. FPersistence.Statistics->FilesUploaded += Count;
  332. FPersistence.Statistics->TotalUploaded += Transferred;
  333. }
  334. else
  335. {
  336. FPersistence.Statistics->FilesDownloaded += Count;
  337. FPersistence.Statistics->TotalDownloaded += Transferred;
  338. }
  339. }
  340. else if (Operation == foDelete)
  341. {
  342. if (Side == osLocal)
  343. {
  344. FPersistence.Statistics->FilesDeletedLocal += Count;
  345. }
  346. else
  347. {
  348. FPersistence.Statistics->FilesDeletedRemote += Count;
  349. }
  350. }
  351. }
  352. }
  353. //---------------------------------------------------------------------------
  354. void __fastcall TFileOperationProgressType::SetFile(UnicodeString AFileName, bool AFileInProgress)
  355. {
  356. FFullFileName = AFileName;
  357. if (Side == osRemote)
  358. {
  359. // historically set were passing filename-only for remote site operations,
  360. // now we need to collect a full paths, so we pass in full path,
  361. // but still want to have filename-only in FileName
  362. AFileName = UnixExtractFileName(AFileName);
  363. }
  364. FFileName = AFileName;
  365. FFileInProgress = AFileInProgress;
  366. ClearTransfer();
  367. FFileStartTime = Now();
  368. DoProgress();
  369. }
  370. //---------------------------------------------------------------------------
  371. void __fastcall TFileOperationProgressType::SetFileInProgress()
  372. {
  373. DebugAssert(!FileInProgress);
  374. FFileInProgress = true;
  375. DoProgress();
  376. }
  377. //---------------------------------------------------------------------------
  378. void __fastcall TFileOperationProgressType::SetLocalSize(__int64 ASize)
  379. {
  380. FLocalSize = ASize;
  381. DoProgress();
  382. }
  383. //---------------------------------------------------------------------------
  384. void __fastcall TFileOperationProgressType::AddLocallyUsed(__int64 ASize)
  385. {
  386. FLocallyUsed += ASize;
  387. if (LocallyUsed > LocalSize)
  388. {
  389. FLocalSize = LocallyUsed;
  390. }
  391. DoProgress();
  392. }
  393. //---------------------------------------------------------------------------
  394. bool __fastcall TFileOperationProgressType::IsLocallyDone()
  395. {
  396. DebugAssert(LocallyUsed <= LocalSize);
  397. return (LocallyUsed == LocalSize);
  398. }
  399. //---------------------------------------------------------------------------
  400. void __fastcall TFileOperationProgressType::SetSpeedCounters()
  401. {
  402. if ((CPSLimit > 0) && !FPersistence.CounterSet)
  403. {
  404. FPersistence.CounterSet = true;
  405. Configuration->Usage->Inc(L"SpeedLimitUses");
  406. }
  407. }
  408. //---------------------------------------------------------------------------
  409. // Used in WebDAV and S3 protocols
  410. void __fastcall TFileOperationProgressType::ThrottleToCPSLimit(
  411. unsigned long Size)
  412. {
  413. unsigned long Remaining = Size;
  414. while (Remaining > 0)
  415. {
  416. Remaining -= AdjustToCPSLimit(Remaining);
  417. }
  418. }
  419. //---------------------------------------------------------------------------
  420. unsigned long __fastcall TFileOperationProgressType::AdjustToCPSLimit(
  421. unsigned long Size)
  422. {
  423. SetSpeedCounters();
  424. // CPSLimit reader is guarded, we cannot block whole method as it can last long.
  425. if (CPSLimit > 0)
  426. {
  427. // we must not return 0, hence, if we reach zero,
  428. // we wait until the next second
  429. do
  430. {
  431. unsigned int Second = (GetTickCount() / MSecsPerSec);
  432. if (Second != FLastSecond)
  433. {
  434. FRemainingCPS = CPSLimit;
  435. FLastSecond = Second;
  436. }
  437. if (FRemainingCPS == 0)
  438. {
  439. SleepEx(100, true);
  440. DoProgress();
  441. }
  442. }
  443. while ((CPSLimit > 0) && (FRemainingCPS == 0));
  444. // CPSLimit may have been dropped in DoProgress
  445. if (CPSLimit > 0)
  446. {
  447. if (FRemainingCPS < Size)
  448. {
  449. Size = FRemainingCPS;
  450. }
  451. FRemainingCPS -= Size;
  452. }
  453. }
  454. return Size;
  455. }
  456. //---------------------------------------------------------------------------
  457. // Use in SCP protocol only
  458. unsigned long __fastcall TFileOperationProgressType::LocalBlockSize()
  459. {
  460. unsigned long Result = TRANSFER_BUF_SIZE;
  461. if (LocallyUsed + Result > LocalSize)
  462. {
  463. Result = (unsigned long)(LocalSize - LocallyUsed);
  464. }
  465. Result = AdjustToCPSLimit(Result);
  466. return Result;
  467. }
  468. //---------------------------------------------------------------------------
  469. void __fastcall TFileOperationProgressType::SetTotalSize(__int64 ASize)
  470. {
  471. TGuard Guard(FSection); // not really needed, just for consistency
  472. FTotalSize = ASize;
  473. FTotalSizeSet = true;
  474. // parent has its own totals
  475. if (FParent != NULL)
  476. {
  477. DebugAssert(FParent->TotalSizeSet);
  478. }
  479. DoProgress();
  480. }
  481. //---------------------------------------------------------------------------
  482. void __fastcall TFileOperationProgressType::SetTransferSize(__int64 ASize)
  483. {
  484. FTransferSize = ASize;
  485. DoProgress();
  486. }
  487. //---------------------------------------------------------------------------
  488. void __fastcall TFileOperationProgressType::SetTransferringFile(bool ATransferringFile)
  489. {
  490. FTransferringFile = ATransferringFile;
  491. }
  492. //---------------------------------------------------------------------------
  493. bool __fastcall TFileOperationProgressType::PassCancelToParent(TCancelStatus ACancel)
  494. {
  495. bool Result;
  496. if (ACancel < csCancel)
  497. {
  498. // do not propagate csCancelFile,
  499. // though it's not supported for queue atm, so we do not expect it here
  500. DebugFail();
  501. Result = false;
  502. }
  503. else if (ACancel == csCancel)
  504. {
  505. Result = true;
  506. }
  507. else
  508. {
  509. // csCancelTransfer and csRemoteAbort are used with SCP only, which does not use parallel transfers
  510. DebugFail();
  511. Result = false;
  512. }
  513. return Result;
  514. }
  515. //---------------------------------------------------------------------------
  516. void __fastcall TFileOperationProgressType::SetCancel(TCancelStatus ACancel)
  517. {
  518. TGuard Guard(FSection);
  519. FCancel = ACancel;
  520. if ((FParent != NULL) && PassCancelToParent(ACancel))
  521. {
  522. FParent->SetCancel(ACancel);
  523. }
  524. }
  525. //---------------------------------------------------------------------------
  526. void __fastcall TFileOperationProgressType::SetCancelAtLeast(TCancelStatus ACancel)
  527. {
  528. TGuard Guard(FSection);
  529. if (FCancel < ACancel)
  530. {
  531. FCancel = ACancel;
  532. }
  533. if ((FParent != NULL) && PassCancelToParent(ACancel))
  534. {
  535. FParent->SetCancelAtLeast(ACancel);
  536. }
  537. }
  538. //---------------------------------------------------------------------------
  539. TCancelStatus __fastcall TFileOperationProgressType::GetCancel()
  540. {
  541. TCancelStatus Result = FCancel;
  542. if (FParent != NULL)
  543. {
  544. TGuard Guard(FSection);
  545. TCancelStatus ParentCancel = FParent->Cancel;
  546. if (ParentCancel > Result)
  547. {
  548. Result = ParentCancel;
  549. }
  550. }
  551. return Result;
  552. }
  553. //---------------------------------------------------------------------------
  554. bool __fastcall TFileOperationProgressType::ClearCancelFile()
  555. {
  556. TGuard Guard(FSection);
  557. // Not propagated to parent, as this is local flag, see also PassCancelToParent
  558. bool Result = (Cancel == csCancelFile);
  559. if (Result)
  560. {
  561. FCancel = csContinue;
  562. }
  563. return Result;
  564. }
  565. //---------------------------------------------------------------------------
  566. unsigned long __fastcall TFileOperationProgressType::GetCPSLimit()
  567. {
  568. unsigned int Result;
  569. if (FParent != NULL)
  570. {
  571. Result = FParent->CPSLimit;
  572. }
  573. else
  574. {
  575. TGuard Guard(FSection);
  576. Result = FPersistence.CPSLimit;
  577. }
  578. return Result;
  579. }
  580. //---------------------------------------------------------------------------
  581. void __fastcall TFileOperationProgressType::SetCPSLimit(unsigned long ACPSLimit)
  582. {
  583. if (FParent != NULL)
  584. {
  585. FParent->SetCPSLimit(ACPSLimit);
  586. }
  587. else
  588. {
  589. TGuard Guard(FSection);
  590. FPersistence.CPSLimit = ACPSLimit;
  591. }
  592. }
  593. //---------------------------------------------------------------------------
  594. TBatchOverwrite __fastcall TFileOperationProgressType::GetBatchOverwrite()
  595. {
  596. TBatchOverwrite Result;
  597. if (FParent != NULL)
  598. {
  599. Result = FParent->BatchOverwrite;
  600. }
  601. else
  602. {
  603. TGuard Guard(FSection); // not really needed
  604. Result = FPersistence.BatchOverwrite;
  605. }
  606. return Result;
  607. }
  608. //---------------------------------------------------------------------------
  609. void __fastcall TFileOperationProgressType::SetBatchOverwrite(TBatchOverwrite ABatchOverwrite)
  610. {
  611. if (FParent != NULL)
  612. {
  613. FParent->SetBatchOverwrite(ABatchOverwrite);
  614. }
  615. else
  616. {
  617. TGuard Guard(FSection); // not really needed
  618. FPersistence.BatchOverwrite = ABatchOverwrite;;
  619. }
  620. }
  621. //---------------------------------------------------------------------------
  622. bool __fastcall TFileOperationProgressType::GetSkipToAll()
  623. {
  624. bool Result;
  625. if (FParent != NULL)
  626. {
  627. Result = FParent->SkipToAll;
  628. }
  629. else
  630. {
  631. TGuard Guard(FSection); // not really needed
  632. Result = FPersistence.SkipToAll;
  633. }
  634. return Result;
  635. }
  636. //---------------------------------------------------------------------------
  637. void __fastcall TFileOperationProgressType::SetSkipToAll()
  638. {
  639. if (FParent != NULL)
  640. {
  641. FParent->SetSkipToAll();
  642. }
  643. else
  644. {
  645. TGuard Guard(FSection); // not really needed
  646. FPersistence.SkipToAll = true;
  647. }
  648. }
  649. //---------------------------------------------------------------------------
  650. void __fastcall TFileOperationProgressType::ChangeTransferSize(__int64 ASize)
  651. {
  652. // reflect change on file size (due to text transfer mode conversion particulary)
  653. // on total transfer size
  654. if (TotalSizeSet)
  655. {
  656. AddTotalSize(ASize - TransferSize);
  657. }
  658. FTransferSize = ASize;
  659. DoProgress();
  660. }
  661. //---------------------------------------------------------------------------
  662. void __fastcall TFileOperationProgressType::RollbackTransferFromTotals(__int64 ATransferredSize, __int64 ASkippedSize)
  663. {
  664. TGuard Guard(FSection);
  665. DebugAssert(ATransferredSize <= FPersistence.TotalTransferred - FTotalTransferBase);
  666. DebugAssert(ASkippedSize <= FTotalSkipped);
  667. FPersistence.TotalTransferred -= ATransferredSize;
  668. FPersistence.Ticks.clear();
  669. FPersistence.TotalTransferredThen.clear();
  670. FTotalSkipped -= ASkippedSize;
  671. if (FParent != NULL)
  672. {
  673. FParent->RollbackTransferFromTotals(ATransferredSize, ASkippedSize);
  674. }
  675. }
  676. //---------------------------------------------------------------------------
  677. void __fastcall TFileOperationProgressType::RollbackTransfer()
  678. {
  679. FTransferredSize -= FSkippedSize;
  680. RollbackTransferFromTotals(FTransferredSize, FSkippedSize);
  681. FSkippedSize = 0;
  682. FTransferredSize = 0;
  683. FTransferSize = 0;
  684. FLocallyUsed = 0;
  685. }
  686. //---------------------------------------------------------------------------
  687. void __fastcall TFileOperationProgressType::AddTransferredToTotals(__int64 ASize)
  688. {
  689. TGuard Guard(FSection);
  690. FPersistence.TotalTransferred += ASize;
  691. if (ASize >= 0)
  692. {
  693. unsigned long Ticks = GetTickCount();
  694. if (FPersistence.Ticks.empty() ||
  695. (FPersistence.Ticks.back() > Ticks) || // ticks wrap after 49.7 days
  696. ((Ticks - FPersistence.Ticks.back()) >= MSecsPerSec))
  697. {
  698. FPersistence.Ticks.push_back(Ticks);
  699. FPersistence.TotalTransferredThen.push_back(FPersistence.TotalTransferred);
  700. }
  701. if (FPersistence.Ticks.size() > 10)
  702. {
  703. FPersistence.Ticks.erase(FPersistence.Ticks.begin());
  704. FPersistence.TotalTransferredThen.erase(FPersistence.TotalTransferredThen.begin());
  705. }
  706. }
  707. else
  708. {
  709. FPersistence.Ticks.clear();
  710. }
  711. if (FParent != NULL)
  712. {
  713. FParent->AddTransferredToTotals(ASize);
  714. }
  715. }
  716. //---------------------------------------------------------------------------
  717. void __fastcall TFileOperationProgressType::AddTotalSize(__int64 ASize)
  718. {
  719. if (ASize != 0)
  720. {
  721. TGuard Guard(FSection);
  722. FTotalSize += ASize;
  723. if (FParent != NULL)
  724. {
  725. FParent->AddTotalSize(ASize);
  726. }
  727. }
  728. }
  729. //---------------------------------------------------------------------------
  730. void __fastcall TFileOperationProgressType::AddTransferred(__int64 ASize,
  731. bool AddToTotals)
  732. {
  733. FTransferredSize += ASize;
  734. if (TransferredSize > TransferSize)
  735. {
  736. // this can happen with SFTP when downloading file that
  737. // grows while being downloaded
  738. if (TotalSizeSet)
  739. {
  740. // we should probably guard this with AddToTotals
  741. AddTotalSize(TransferredSize - TransferSize);
  742. }
  743. FTransferSize = TransferredSize;
  744. }
  745. if (AddToTotals)
  746. {
  747. AddTransferredToTotals(ASize);
  748. }
  749. DoProgress();
  750. }
  751. //---------------------------------------------------------------------------
  752. void __fastcall TFileOperationProgressType::AddSkipped(__int64 ASize)
  753. {
  754. TGuard Guard(FSection);
  755. FTotalSkipped += ASize;
  756. if (FParent != NULL)
  757. {
  758. FParent->AddSkipped(ASize);
  759. }
  760. }
  761. //---------------------------------------------------------------------------
  762. void __fastcall TFileOperationProgressType::AddResumed(__int64 ASize)
  763. {
  764. AddSkipped(ASize);
  765. FSkippedSize += ASize;
  766. AddTransferred(ASize, false);
  767. AddLocallyUsed(ASize);
  768. }
  769. //---------------------------------------------------------------------------
  770. void __fastcall TFileOperationProgressType::AddSkippedFileSize(__int64 ASize)
  771. {
  772. AddSkipped(ASize);
  773. DoProgress();
  774. }
  775. //---------------------------------------------------------------------------
  776. // Use in SCP protocol only
  777. unsigned long __fastcall TFileOperationProgressType::TransferBlockSize()
  778. {
  779. unsigned long Result = TRANSFER_BUF_SIZE;
  780. if (TransferredSize + Result > TransferSize)
  781. {
  782. Result = (unsigned long)(TransferSize - TransferredSize);
  783. }
  784. Result = AdjustToCPSLimit(Result);
  785. return Result;
  786. }
  787. //---------------------------------------------------------------------------
  788. unsigned long __fastcall TFileOperationProgressType::StaticBlockSize()
  789. {
  790. return TRANSFER_BUF_SIZE;
  791. }
  792. //---------------------------------------------------------------------------
  793. bool TFileOperationProgressType::IsTransferDoneChecked()
  794. {
  795. DebugAssert(TransferredSize <= TransferSize);
  796. return IsTransferDone();
  797. }
  798. //---------------------------------------------------------------------------
  799. // Note that this does not work correctly, if the file is larger than expected (at least with the FTP protocol)
  800. bool TFileOperationProgressType::IsTransferDone()
  801. {
  802. return (TransferredSize == TransferSize);
  803. }
  804. //---------------------------------------------------------------------------
  805. void __fastcall TFileOperationProgressType::SetAsciiTransfer(bool AAsciiTransfer)
  806. {
  807. FAsciiTransfer = AAsciiTransfer;
  808. DoProgress();
  809. }
  810. //---------------------------------------------------------------------------
  811. TDateTime __fastcall TFileOperationProgressType::TimeElapsed()
  812. {
  813. return Now() - StartTime;
  814. }
  815. //---------------------------------------------------------------------------
  816. unsigned int __fastcall TFileOperationProgressType::CPS()
  817. {
  818. TGuard Guard(FSection);
  819. return GetCPS();
  820. }
  821. //---------------------------------------------------------------------------
  822. // Has to be called from a guarded method
  823. unsigned int __fastcall TFileOperationProgressType::GetCPS()
  824. {
  825. unsigned int Result;
  826. if (FPersistence.Ticks.empty())
  827. {
  828. Result = 0;
  829. }
  830. else
  831. {
  832. unsigned long Ticks = (Suspended ? FSuspendTime : GetTickCount());
  833. unsigned long TimeSpan;
  834. if (Ticks < FPersistence.Ticks.front())
  835. {
  836. // clocks has wrapped, guess 10 seconds difference
  837. TimeSpan = 10000;
  838. }
  839. else
  840. {
  841. TimeSpan = (Ticks - FPersistence.Ticks.front());
  842. }
  843. if (TimeSpan == 0)
  844. {
  845. Result = 0;
  846. }
  847. else
  848. {
  849. __int64 Transferred = (FPersistence.TotalTransferred - FPersistence.TotalTransferredThen.front());
  850. Result = (unsigned int)(Transferred * MSecsPerSec / TimeSpan);
  851. }
  852. }
  853. return Result;
  854. }
  855. //---------------------------------------------------------------------------
  856. TDateTime __fastcall TFileOperationProgressType::TimeExpected()
  857. {
  858. unsigned int CurCps = CPS();
  859. if (CurCps)
  860. {
  861. return TDateTime((double)(((double)(TransferSize - TransferredSize)) / CurCps) / SecsPerDay);
  862. }
  863. else
  864. {
  865. return 0;
  866. }
  867. }
  868. //---------------------------------------------------------------------------
  869. TDateTime __fastcall TFileOperationProgressType::TotalTimeLeft()
  870. {
  871. TGuard Guard(FSection);
  872. DebugAssert(FTotalSizeSet);
  873. unsigned int CurCps = GetCPS();
  874. // sanity check
  875. __int64 Processed = FTotalSkipped + FPersistence.TotalTransferred - FTotalTransferBase;
  876. if ((CurCps > 0) && (FTotalSize > Processed))
  877. {
  878. return TDateTime((double)((double)(FTotalSize - Processed) / CurCps) / SecsPerDay);
  879. }
  880. else
  881. {
  882. return 0;
  883. }
  884. }
  885. //---------------------------------------------------------------------------
  886. __int64 __fastcall TFileOperationProgressType::GetTotalTransferred()
  887. {
  888. TGuard Guard(FSection);
  889. return FPersistence.TotalTransferred;
  890. }
  891. //---------------------------------------------------------------------------
  892. __int64 __fastcall TFileOperationProgressType::GetOperationTransferred() const
  893. {
  894. TGuard Guard(FSection);
  895. return FPersistence.TotalTransferred - FTotalTransferBase + FTotalSkipped;
  896. }
  897. //---------------------------------------------------------------------------
  898. __int64 __fastcall TFileOperationProgressType::GetTotalSize()
  899. {
  900. TGuard Guard(FSection);
  901. return FTotalSize;
  902. }
  903. //---------------------------------------------------------------------------
  904. void __fastcall TFileOperationProgressType::LockUserSelections()
  905. {
  906. if (FParent != NULL)
  907. {
  908. FParent->LockUserSelections();
  909. }
  910. else
  911. {
  912. FUserSelectionsSection->Enter();
  913. }
  914. }
  915. //---------------------------------------------------------------------------
  916. void __fastcall TFileOperationProgressType::UnlockUserSelections()
  917. {
  918. if (FParent != NULL)
  919. {
  920. FParent->UnlockUserSelections();
  921. }
  922. else
  923. {
  924. FUserSelectionsSection->Leave();
  925. }
  926. }
  927. //---------------------------------------------------------------------------
  928. UnicodeString __fastcall TFileOperationProgressType::GetLogStr(bool Done)
  929. {
  930. UnicodeString Transferred = FormatSize(TotalTransferred);
  931. UnicodeString Left;
  932. TDateTime Time;
  933. UnicodeString TimeLabel;
  934. if (!Done && TotalSizeSet)
  935. {
  936. Time = TotalTimeLeft();
  937. TimeLabel = L"Left";
  938. }
  939. else
  940. {
  941. Time = TimeElapsed();
  942. TimeLabel = L"Elapsed";
  943. }
  944. UnicodeString TimeStr = FormatDateTimeSpan(Configuration->TimeFormat, Time);
  945. UnicodeString CPSStr = FormatSize(CPS());
  946. return FORMAT(L"Transferred: %s, %s: %s, CPS: %s/s", (Transferred, TimeLabel, TimeStr, CPSStr));
  947. }
  948. //---------------------------------------------------------------------------
  949. void __fastcall TFileOperationProgressType::Store(TPersistence & Persistence)
  950. {
  951. // in this current use, we do not need this to be guarded actually, as it's used only for a single-threaded synchronization
  952. TGuard Guard(FSection);
  953. Persistence = FPersistence;
  954. }
  955. //---------------------------------------------------------------------------
  956. void __fastcall TFileOperationProgressType::Restore(TPersistence & Persistence)
  957. {
  958. TGuard Guard(FSection);
  959. FPersistence = Persistence;
  960. FRestored = true;
  961. }
  962. //---------------------------------------------------------------------------
  963. bool TFileOperationProgressType::IsIndeterminate() const
  964. {
  965. return
  966. IsIndeterminateOperation(FOperation) ||
  967. (!TotalSizeSet && (FCount == 1));
  968. }
  969. //---------------------------------------------------------------------------
  970. bool TFileOperationProgressType::IsTransfer() const
  971. {
  972. return IsTransferOperation(Operation);
  973. }