FileOperationProgress.cpp 30 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021
  1. //---------------------------------------------------------------------------
  2. #include <vcl.h>
  3. #pragma hdrstop
  4. #include "Common.h"
  5. #include "FileOperationProgress.h"
  6. #include "CoreMain.h"
  7. #include "Interface.h"
  8. //---------------------------------------------------------------------------
  9. #define TRANSFER_BUF_SIZE 32768
  10. //---------------------------------------------------------------------------
  11. TFileOperationStatistics::TFileOperationStatistics()
  12. {
  13. memset(this, 0, sizeof(*this));
  14. }
  15. //---------------------------------------------------------------------------
  16. //---------------------------------------------------------------------------
  17. TFileOperationProgressType::TPersistence::TPersistence()
  18. {
  19. FStatistics = NULL;
  20. Clear(true, true);
  21. }
  22. //---------------------------------------------------------------------------
  23. bool TFileOperationProgressType::IsIndeterminateOperation(TFileOperation Operation)
  24. {
  25. return (Operation == foCalculateSize);
  26. }
  27. //---------------------------------------------------------------------------
  28. bool TFileOperationProgressType::IsTransferOperation(TFileOperation Operation)
  29. {
  30. return (Operation == foCopy) || (Operation == foMove);
  31. }
  32. //---------------------------------------------------------------------------
  33. void TFileOperationProgressType::TPersistence::Clear(bool Batch, bool Speed)
  34. {
  35. if (Batch)
  36. {
  37. TotalTransferred = 0;
  38. StartTime = Now();
  39. SkipToAll = false;
  40. BatchOverwrite = boNo;
  41. CPSLimit = 0;
  42. CounterSet = false;
  43. }
  44. if (Speed)
  45. {
  46. Ticks.clear();
  47. TotalTransferredThen.clear();
  48. }
  49. }
  50. //---------------------------------------------------------------------------
  51. __fastcall TFileOperationProgressType::TFileOperationProgressType()
  52. {
  53. FOnProgress = NULL;
  54. FOnFinished = NULL;
  55. FParent = NULL;
  56. Init();
  57. Clear();
  58. }
  59. //---------------------------------------------------------------------------
  60. __fastcall TFileOperationProgressType::TFileOperationProgressType(
  61. TFileOperationProgressEvent AOnProgress, TFileOperationFinished AOnFinished,
  62. TFileOperationProgressType * Parent)
  63. {
  64. FOnProgress = AOnProgress;
  65. FOnFinished = AOnFinished;
  66. FParent = Parent;
  67. FReset = false;
  68. Init();
  69. Clear();
  70. }
  71. //---------------------------------------------------------------------------
  72. __fastcall TFileOperationProgressType::~TFileOperationProgressType()
  73. {
  74. DebugAssert(!InProgress || FReset);
  75. DebugAssert(!Suspended || FReset);
  76. SAFE_DESTROY(FSection);
  77. SAFE_DESTROY(FUserSelectionsSection);
  78. }
  79. //---------------------------------------------------------------------------
  80. void __fastcall TFileOperationProgressType::Init()
  81. {
  82. FSection = new TCriticalSection();
  83. FUserSelectionsSection = new TCriticalSection();
  84. FRestored = false;
  85. FPersistence.Side = osCurrent; // = undefined value
  86. }
  87. //---------------------------------------------------------------------------
  88. void __fastcall TFileOperationProgressType::Assign(const TFileOperationProgressType & Other)
  89. {
  90. TValueRestorer<TCriticalSection *> SectionRestorer(FSection);
  91. TValueRestorer<TCriticalSection *> UserSelectionsSectionRestorer(FUserSelectionsSection);
  92. TGuard Guard(FSection);
  93. TGuard OtherGuard(Other.FSection);
  94. *this = Other;
  95. }
  96. //---------------------------------------------------------------------------
  97. void __fastcall TFileOperationProgressType::AssignButKeepSuspendState(const TFileOperationProgressType & Other)
  98. {
  99. TGuard Guard(FSection);
  100. TValueRestorer<unsigned int> SuspendTimeRestorer(FSuspendTime);
  101. TValueRestorer<bool> SuspendedRestorer(FSuspended);
  102. Assign(Other);
  103. }
  104. //---------------------------------------------------------------------------
  105. void __fastcall TFileOperationProgressType::DoClear(bool Batch, bool Speed)
  106. {
  107. FFileName = L"";
  108. FFullFileName = L"";
  109. FDirectory = L"";
  110. FAsciiTransfer = false;
  111. FCount = -1;
  112. FFilesFinished = 0;
  113. FFilesFinishedSuccessfully = 0;
  114. FSuspended = false;
  115. FSuspendTime = 0;
  116. FInProgress = false;
  117. FDone = false;
  118. FFileInProgress = false;
  119. FTotalSkipped = 0;
  120. FTotalSize = 0;
  121. FSkippedSize = 0;
  122. FTotalSizeSet = false;
  123. FOperation = foNone;
  124. FTemp = false;
  125. FPersistence.Clear(Batch, Speed);
  126. // to bypass check in ClearTransfer()
  127. FTransferSize = 0;
  128. ClearTransfer();
  129. }
  130. //---------------------------------------------------------------------------
  131. void __fastcall TFileOperationProgressType::Clear()
  132. {
  133. DoClear(true, true);
  134. }
  135. //---------------------------------------------------------------------------
  136. void __fastcall TFileOperationProgressType::ClearTransfer()
  137. {
  138. if ((TransferSize > 0) && (TransferredSize < TransferSize))
  139. {
  140. TGuard Guard(FSection);
  141. __int64 RemainingSize = (TransferSize - TransferredSize);
  142. AddSkipped(RemainingSize);
  143. }
  144. FLocalSize = 0;
  145. FTransferSize = 0;
  146. FLocallyUsed = 0;
  147. FSkippedSize = 0;
  148. FTransferredSize = 0;
  149. FTransferringFile = false;
  150. FLastSecond = 0;
  151. }
  152. //---------------------------------------------------------------------------
  153. void __fastcall TFileOperationProgressType::Start(TFileOperation AOperation,
  154. TOperationSide ASide, int ACount)
  155. {
  156. Start(AOperation, ASide, ACount, false, L"", 0, odoIdle);
  157. }
  158. //---------------------------------------------------------------------------
  159. void __fastcall TFileOperationProgressType::Start(TFileOperation AOperation,
  160. TOperationSide ASide, int ACount, bool ATemp,
  161. const UnicodeString ADirectory, unsigned long ACPSLimit, TOnceDoneOperation InitialOnceDoneOperation)
  162. {
  163. {
  164. TGuard Guard(FSection); // not really needed, just for consistency
  165. DoClear(!FRestored, (FPersistence.Side != osCurrent) && (FPersistence.Side != ASide));
  166. FTotalTransferBase = FPersistence.TotalTransferred;
  167. FOperation = AOperation;
  168. FPersistence.Side = ASide;
  169. FCount = ACount;
  170. FInProgress = true;
  171. FCancel = csContinue;
  172. FDirectory = ADirectory;
  173. FTemp = ATemp;
  174. FInitialOnceDoneOperation = InitialOnceDoneOperation;
  175. FPersistence.CPSLimit = ACPSLimit;
  176. }
  177. try
  178. {
  179. DoProgress();
  180. }
  181. catch (...)
  182. {
  183. // connection can be lost during progress callbacks
  184. ClearTransfer();
  185. FInProgress = false;
  186. throw;
  187. }
  188. }
  189. //---------------------------------------------------------------------------
  190. void __fastcall TFileOperationProgressType::Reset()
  191. {
  192. FReset = true;
  193. }
  194. //---------------------------------------------------------------------------
  195. void __fastcall TFileOperationProgressType::Stop()
  196. {
  197. // added to include remaining bytes to TotalSkipped, in case
  198. // the progress happens to update before closing
  199. ClearTransfer();
  200. FInProgress = false;
  201. DoProgress();
  202. }
  203. //---------------------------------------------------------------------------
  204. void __fastcall TFileOperationProgressType::SetDone()
  205. {
  206. FDone = true;
  207. DoProgress();
  208. }
  209. //---------------------------------------------------------------------------
  210. void __fastcall TFileOperationProgressType::Suspend()
  211. {
  212. {
  213. TGuard Guard(FSection);
  214. DebugAssert(!Suspended);
  215. FSuspended = true;
  216. FSuspendTime = GetTickCount();
  217. }
  218. DoProgress();
  219. }
  220. //---------------------------------------------------------------------------
  221. void __fastcall TFileOperationProgressType::Resume()
  222. {
  223. {
  224. TGuard Guard(FSection);
  225. DebugAssert(Suspended);
  226. FSuspended = false;
  227. // shift timestamps for CPS calculation in advance
  228. // by the time the progress was suspended
  229. unsigned long Stopped = (GetTickCount() - FSuspendTime);
  230. size_t i = 0;
  231. while (i < FPersistence.Ticks.size())
  232. {
  233. FPersistence.Ticks[i] += Stopped;
  234. ++i;
  235. }
  236. }
  237. DoProgress();
  238. }
  239. //---------------------------------------------------------------------------
  240. int __fastcall TFileOperationProgressType::OperationProgress() const
  241. {
  242. int Result;
  243. if (FCount > 0)
  244. {
  245. Result = (FFilesFinished * 100)/FCount;
  246. }
  247. else
  248. {
  249. Result = 0;
  250. }
  251. return Result;
  252. }
  253. //---------------------------------------------------------------------------
  254. int __fastcall TFileOperationProgressType::TransferProgress()
  255. {
  256. int Result;
  257. if (TransferSize)
  258. {
  259. Result = (int)((TransferredSize * 100)/TransferSize);
  260. }
  261. else
  262. {
  263. Result = 0;
  264. }
  265. return Result;
  266. }
  267. //---------------------------------------------------------------------------
  268. int __fastcall TFileOperationProgressType::TotalTransferProgress() const
  269. {
  270. TGuard Guard(FSection);
  271. DebugAssert(TotalSizeSet);
  272. int Result;
  273. if (FTotalSize > 0)
  274. {
  275. Result = (int)(((FPersistence.TotalTransferred - FTotalTransferBase + FTotalSkipped) * 100)/FTotalSize);
  276. }
  277. else
  278. {
  279. Result = 0;
  280. }
  281. return Result < 100 ? Result : 100;
  282. }
  283. //---------------------------------------------------------------------------
  284. int __fastcall TFileOperationProgressType::OverallProgress() const
  285. {
  286. if (TotalSizeSet)
  287. {
  288. DebugAssert(IsTransfer());
  289. return TotalTransferProgress();
  290. }
  291. else
  292. {
  293. return OperationProgress();
  294. }
  295. }
  296. //---------------------------------------------------------------------------
  297. void __fastcall TFileOperationProgressType::Progress()
  298. {
  299. DoProgress();
  300. }
  301. //---------------------------------------------------------------------------
  302. void __fastcall TFileOperationProgressType::DoProgress()
  303. {
  304. SystemRequired();
  305. FOnProgress(*this);
  306. }
  307. //---------------------------------------------------------------------------
  308. void __fastcall TFileOperationProgressType::Finish(UnicodeString FileName,
  309. bool Success, TOnceDoneOperation & OnceDoneOperation)
  310. {
  311. DebugAssert(InProgress);
  312. // Cancel reader is guarded
  313. FOnFinished(Operation, Side, Temp, FileName,
  314. Success && (Cancel == csContinue), OnceDoneOperation);
  315. FFilesFinished++;
  316. if (Success)
  317. {
  318. FFilesFinishedSuccessfully++;
  319. }
  320. DoProgress();
  321. }
  322. //---------------------------------------------------------------------------
  323. void __fastcall TFileOperationProgressType::Succeeded(int Count)
  324. {
  325. if (FPersistence.Statistics != NULL)
  326. {
  327. if (IsTransfer())
  328. {
  329. __int64 Transferred = FTransferredSize - FSkippedSize;
  330. if (Side == osLocal)
  331. {
  332. FPersistence.Statistics->FilesUploaded += Count;
  333. FPersistence.Statistics->TotalUploaded += Transferred;
  334. }
  335. else
  336. {
  337. FPersistence.Statistics->FilesDownloaded += Count;
  338. FPersistence.Statistics->TotalDownloaded += Transferred;
  339. }
  340. }
  341. else if (Operation == foDelete)
  342. {
  343. if (Side == osLocal)
  344. {
  345. FPersistence.Statistics->FilesDeletedLocal += Count;
  346. }
  347. else
  348. {
  349. FPersistence.Statistics->FilesDeletedRemote += Count;
  350. }
  351. }
  352. }
  353. }
  354. //---------------------------------------------------------------------------
  355. void __fastcall TFileOperationProgressType::SetFile(UnicodeString AFileName, bool AFileInProgress)
  356. {
  357. FFullFileName = AFileName;
  358. if (Side == osRemote)
  359. {
  360. // historically set were passing filename-only for remote site operations,
  361. // now we need to collect a full paths, so we pass in full path,
  362. // but still want to have filename-only in FileName
  363. AFileName = UnixExtractFileName(AFileName);
  364. }
  365. FFileName = AFileName;
  366. FFileInProgress = AFileInProgress;
  367. ClearTransfer();
  368. FFileStartTime = Now();
  369. DoProgress();
  370. }
  371. //---------------------------------------------------------------------------
  372. void __fastcall TFileOperationProgressType::SetFileInProgress()
  373. {
  374. DebugAssert(!FileInProgress);
  375. FFileInProgress = true;
  376. DoProgress();
  377. }
  378. //---------------------------------------------------------------------------
  379. void __fastcall TFileOperationProgressType::SetLocalSize(__int64 ASize)
  380. {
  381. FLocalSize = ASize;
  382. DoProgress();
  383. }
  384. //---------------------------------------------------------------------------
  385. void __fastcall TFileOperationProgressType::AddLocallyUsed(__int64 ASize)
  386. {
  387. FLocallyUsed += ASize;
  388. if (LocallyUsed > LocalSize)
  389. {
  390. FLocalSize = LocallyUsed;
  391. }
  392. DoProgress();
  393. }
  394. //---------------------------------------------------------------------------
  395. bool __fastcall TFileOperationProgressType::IsLocallyDone()
  396. {
  397. DebugAssert(LocallyUsed <= LocalSize);
  398. return (LocallyUsed == LocalSize);
  399. }
  400. //---------------------------------------------------------------------------
  401. void __fastcall TFileOperationProgressType::SetSpeedCounters()
  402. {
  403. if ((CPSLimit > 0) && !FPersistence.CounterSet)
  404. {
  405. FPersistence.CounterSet = true;
  406. Configuration->Usage->Inc(L"SpeedLimitUses");
  407. }
  408. }
  409. //---------------------------------------------------------------------------
  410. // Used in WebDAV and S3 protocols
  411. void __fastcall TFileOperationProgressType::ThrottleToCPSLimit(
  412. unsigned long Size)
  413. {
  414. unsigned long Remaining = Size;
  415. while (Remaining > 0)
  416. {
  417. Remaining -= AdjustToCPSLimit(Remaining);
  418. }
  419. }
  420. //---------------------------------------------------------------------------
  421. unsigned long __fastcall TFileOperationProgressType::AdjustToCPSLimit(
  422. unsigned long Size)
  423. {
  424. SetSpeedCounters();
  425. // CPSLimit reader is guarded, we cannot block whole method as it can last long.
  426. if (CPSLimit > 0)
  427. {
  428. // we must not return 0, hence, if we reach zero,
  429. // we wait until the next second
  430. do
  431. {
  432. unsigned int Second = (GetTickCount() / MSecsPerSec);
  433. if (Second != FLastSecond)
  434. {
  435. FRemainingCPS = CPSLimit;
  436. FLastSecond = Second;
  437. }
  438. if (FRemainingCPS == 0)
  439. {
  440. SleepEx(100, true);
  441. DoProgress();
  442. }
  443. }
  444. while ((CPSLimit > 0) && (FRemainingCPS == 0));
  445. // CPSLimit may have been dropped in DoProgress
  446. if (CPSLimit > 0)
  447. {
  448. if (FRemainingCPS < Size)
  449. {
  450. Size = FRemainingCPS;
  451. }
  452. FRemainingCPS -= Size;
  453. }
  454. }
  455. return Size;
  456. }
  457. //---------------------------------------------------------------------------
  458. // Use in SCP protocol only
  459. unsigned long __fastcall TFileOperationProgressType::LocalBlockSize()
  460. {
  461. unsigned long Result = TRANSFER_BUF_SIZE;
  462. if (LocallyUsed + Result > LocalSize)
  463. {
  464. Result = (unsigned long)(LocalSize - LocallyUsed);
  465. }
  466. Result = AdjustToCPSLimit(Result);
  467. return Result;
  468. }
  469. //---------------------------------------------------------------------------
  470. void __fastcall TFileOperationProgressType::SetTotalSize(__int64 ASize)
  471. {
  472. TGuard Guard(FSection); // not really needed, just for consistency
  473. FTotalSize = ASize;
  474. FTotalSizeSet = true;
  475. // parent has its own totals
  476. if (FParent != NULL)
  477. {
  478. DebugAssert(FParent->TotalSizeSet);
  479. }
  480. DoProgress();
  481. }
  482. //---------------------------------------------------------------------------
  483. void __fastcall TFileOperationProgressType::SetTransferSize(__int64 ASize)
  484. {
  485. FTransferSize = ASize;
  486. DoProgress();
  487. }
  488. //---------------------------------------------------------------------------
  489. void __fastcall TFileOperationProgressType::SetTransferringFile(bool ATransferringFile)
  490. {
  491. FTransferringFile = ATransferringFile;
  492. }
  493. //---------------------------------------------------------------------------
  494. bool __fastcall TFileOperationProgressType::PassCancelToParent(TCancelStatus ACancel)
  495. {
  496. bool Result;
  497. if (ACancel < csCancel)
  498. {
  499. // do not propagate csCancelFile,
  500. // though it's not supported for queue atm, so we do not expect it here
  501. DebugFail();
  502. Result = false;
  503. }
  504. else if (ACancel == csCancel)
  505. {
  506. Result = true;
  507. }
  508. else
  509. {
  510. // csCancelTransfer and csRemoteAbort are used with SCP only, which does not use parallel transfers
  511. DebugFail();
  512. Result = false;
  513. }
  514. return Result;
  515. }
  516. //---------------------------------------------------------------------------
  517. void __fastcall TFileOperationProgressType::SetCancel(TCancelStatus ACancel)
  518. {
  519. TGuard Guard(FSection);
  520. FCancel = ACancel;
  521. if ((FParent != NULL) && PassCancelToParent(ACancel))
  522. {
  523. FParent->SetCancel(ACancel);
  524. }
  525. }
  526. //---------------------------------------------------------------------------
  527. void __fastcall TFileOperationProgressType::SetCancelAtLeast(TCancelStatus ACancel)
  528. {
  529. TGuard Guard(FSection);
  530. if (FCancel < ACancel)
  531. {
  532. FCancel = ACancel;
  533. }
  534. if ((FParent != NULL) && PassCancelToParent(ACancel))
  535. {
  536. FParent->SetCancelAtLeast(ACancel);
  537. }
  538. }
  539. //---------------------------------------------------------------------------
  540. TCancelStatus __fastcall TFileOperationProgressType::GetCancel()
  541. {
  542. TCancelStatus Result = FCancel;
  543. if (FParent != NULL)
  544. {
  545. TGuard Guard(FSection);
  546. TCancelStatus ParentCancel = FParent->Cancel;
  547. if (ParentCancel > Result)
  548. {
  549. Result = ParentCancel;
  550. }
  551. }
  552. return Result;
  553. }
  554. //---------------------------------------------------------------------------
  555. bool __fastcall TFileOperationProgressType::ClearCancelFile()
  556. {
  557. TGuard Guard(FSection);
  558. // Not propagated to parent, as this is local flag, see also PassCancelToParent
  559. bool Result = (Cancel == csCancelFile);
  560. if (Result)
  561. {
  562. FCancel = csContinue;
  563. }
  564. return Result;
  565. }
  566. //---------------------------------------------------------------------------
  567. unsigned long __fastcall TFileOperationProgressType::GetCPSLimit()
  568. {
  569. unsigned int Result;
  570. if (FParent != NULL)
  571. {
  572. Result = FParent->CPSLimit;
  573. }
  574. else
  575. {
  576. TGuard Guard(FSection);
  577. Result = FPersistence.CPSLimit;
  578. }
  579. return Result;
  580. }
  581. //---------------------------------------------------------------------------
  582. void __fastcall TFileOperationProgressType::SetCPSLimit(unsigned long ACPSLimit)
  583. {
  584. if (FParent != NULL)
  585. {
  586. FParent->SetCPSLimit(ACPSLimit);
  587. }
  588. else
  589. {
  590. TGuard Guard(FSection);
  591. FPersistence.CPSLimit = ACPSLimit;
  592. }
  593. }
  594. //---------------------------------------------------------------------------
  595. TBatchOverwrite __fastcall TFileOperationProgressType::GetBatchOverwrite()
  596. {
  597. TBatchOverwrite Result;
  598. if (FParent != NULL)
  599. {
  600. Result = FParent->BatchOverwrite;
  601. }
  602. else
  603. {
  604. TGuard Guard(FSection); // not really needed
  605. Result = FPersistence.BatchOverwrite;
  606. }
  607. return Result;
  608. }
  609. //---------------------------------------------------------------------------
  610. void __fastcall TFileOperationProgressType::SetBatchOverwrite(TBatchOverwrite ABatchOverwrite)
  611. {
  612. if (FParent != NULL)
  613. {
  614. FParent->SetBatchOverwrite(ABatchOverwrite);
  615. }
  616. else
  617. {
  618. TGuard Guard(FSection); // not really needed
  619. FPersistence.BatchOverwrite = ABatchOverwrite;;
  620. }
  621. }
  622. //---------------------------------------------------------------------------
  623. bool __fastcall TFileOperationProgressType::GetSkipToAll()
  624. {
  625. bool Result;
  626. if (FParent != NULL)
  627. {
  628. Result = FParent->SkipToAll;
  629. }
  630. else
  631. {
  632. TGuard Guard(FSection); // not really needed
  633. Result = FPersistence.SkipToAll;
  634. }
  635. return Result;
  636. }
  637. //---------------------------------------------------------------------------
  638. void __fastcall TFileOperationProgressType::SetSkipToAll()
  639. {
  640. if (FParent != NULL)
  641. {
  642. FParent->SetSkipToAll();
  643. }
  644. else
  645. {
  646. TGuard Guard(FSection); // not really needed
  647. FPersistence.SkipToAll = true;
  648. }
  649. }
  650. //---------------------------------------------------------------------------
  651. void __fastcall TFileOperationProgressType::ChangeTransferSize(__int64 ASize)
  652. {
  653. // reflect change on file size (due to text transfer mode conversion particularly)
  654. // on total transfer size
  655. if (TotalSizeSet)
  656. {
  657. AddTotalSize(ASize - TransferSize);
  658. }
  659. FTransferSize = ASize;
  660. DoProgress();
  661. }
  662. //---------------------------------------------------------------------------
  663. void __fastcall TFileOperationProgressType::RollbackTransferFromTotals(__int64 ATransferredSize, __int64 ASkippedSize)
  664. {
  665. TGuard Guard(FSection);
  666. DebugAssert(ATransferredSize <= FPersistence.TotalTransferred - FTotalTransferBase);
  667. DebugAssert(ASkippedSize <= FTotalSkipped);
  668. FPersistence.TotalTransferred -= ATransferredSize;
  669. FPersistence.Ticks.clear();
  670. FPersistence.TotalTransferredThen.clear();
  671. FTotalSkipped -= ASkippedSize;
  672. if (FParent != NULL)
  673. {
  674. FParent->RollbackTransferFromTotals(ATransferredSize, ASkippedSize);
  675. }
  676. }
  677. //---------------------------------------------------------------------------
  678. void __fastcall TFileOperationProgressType::RollbackTransfer()
  679. {
  680. FTransferredSize -= FSkippedSize;
  681. RollbackTransferFromTotals(FTransferredSize, FSkippedSize);
  682. FSkippedSize = 0;
  683. FTransferredSize = 0;
  684. FTransferSize = 0;
  685. FLocallyUsed = 0;
  686. }
  687. //---------------------------------------------------------------------------
  688. void __fastcall TFileOperationProgressType::AddTransferredToTotals(__int64 ASize)
  689. {
  690. TGuard Guard(FSection);
  691. FPersistence.TotalTransferred += ASize;
  692. if (ASize >= 0)
  693. {
  694. unsigned long Ticks = GetTickCount();
  695. if (FPersistence.Ticks.empty() ||
  696. (FPersistence.Ticks.back() > Ticks) || // ticks wrap after 49.7 days
  697. ((Ticks - FPersistence.Ticks.back()) >= MSecsPerSec))
  698. {
  699. FPersistence.Ticks.push_back(Ticks);
  700. FPersistence.TotalTransferredThen.push_back(FPersistence.TotalTransferred);
  701. }
  702. if (FPersistence.Ticks.size() > 10)
  703. {
  704. FPersistence.Ticks.erase(FPersistence.Ticks.begin());
  705. FPersistence.TotalTransferredThen.erase(FPersistence.TotalTransferredThen.begin());
  706. }
  707. }
  708. else
  709. {
  710. FPersistence.Ticks.clear();
  711. }
  712. if (FParent != NULL)
  713. {
  714. FParent->AddTransferredToTotals(ASize);
  715. }
  716. }
  717. //---------------------------------------------------------------------------
  718. void __fastcall TFileOperationProgressType::AddTotalSize(__int64 ASize)
  719. {
  720. if (ASize != 0)
  721. {
  722. TGuard Guard(FSection);
  723. FTotalSize += ASize;
  724. if (FParent != NULL)
  725. {
  726. FParent->AddTotalSize(ASize);
  727. }
  728. }
  729. }
  730. //---------------------------------------------------------------------------
  731. void __fastcall TFileOperationProgressType::AddTransferred(__int64 ASize,
  732. bool AddToTotals)
  733. {
  734. FTransferredSize += ASize;
  735. if (TransferredSize > TransferSize)
  736. {
  737. // this can happen with SFTP when downloading file that
  738. // grows while being downloaded
  739. if (TotalSizeSet)
  740. {
  741. // we should probably guard this with AddToTotals
  742. AddTotalSize(TransferredSize - TransferSize);
  743. }
  744. FTransferSize = TransferredSize;
  745. }
  746. if (AddToTotals)
  747. {
  748. AddTransferredToTotals(ASize);
  749. }
  750. DoProgress();
  751. }
  752. //---------------------------------------------------------------------------
  753. void __fastcall TFileOperationProgressType::AddSkipped(__int64 ASize)
  754. {
  755. TGuard Guard(FSection);
  756. FTotalSkipped += ASize;
  757. if (FParent != NULL)
  758. {
  759. FParent->AddSkipped(ASize);
  760. }
  761. }
  762. //---------------------------------------------------------------------------
  763. void __fastcall TFileOperationProgressType::AddResumed(__int64 ASize)
  764. {
  765. AddSkipped(ASize);
  766. FSkippedSize += ASize;
  767. AddTransferred(ASize, false);
  768. AddLocallyUsed(ASize);
  769. }
  770. //---------------------------------------------------------------------------
  771. void __fastcall TFileOperationProgressType::AddSkippedFileSize(__int64 ASize)
  772. {
  773. AddSkipped(ASize);
  774. DoProgress();
  775. }
  776. //---------------------------------------------------------------------------
  777. // Use in SCP protocol only
  778. unsigned long __fastcall TFileOperationProgressType::TransferBlockSize()
  779. {
  780. unsigned long Result = TRANSFER_BUF_SIZE;
  781. if (TransferredSize + Result > TransferSize)
  782. {
  783. Result = (unsigned long)(TransferSize - TransferredSize);
  784. }
  785. Result = AdjustToCPSLimit(Result);
  786. return Result;
  787. }
  788. //---------------------------------------------------------------------------
  789. unsigned long __fastcall TFileOperationProgressType::StaticBlockSize()
  790. {
  791. return TRANSFER_BUF_SIZE;
  792. }
  793. //---------------------------------------------------------------------------
  794. bool TFileOperationProgressType::IsTransferDoneChecked()
  795. {
  796. DebugAssert(TransferredSize <= TransferSize);
  797. return IsTransferDone();
  798. }
  799. //---------------------------------------------------------------------------
  800. // Note that this does not work correctly, if the file is larger than expected (at least with the FTP protocol)
  801. bool TFileOperationProgressType::IsTransferDone()
  802. {
  803. return (TransferredSize == TransferSize);
  804. }
  805. //---------------------------------------------------------------------------
  806. void __fastcall TFileOperationProgressType::SetAsciiTransfer(bool AAsciiTransfer)
  807. {
  808. FAsciiTransfer = AAsciiTransfer;
  809. DoProgress();
  810. }
  811. //---------------------------------------------------------------------------
  812. TDateTime __fastcall TFileOperationProgressType::TimeElapsed()
  813. {
  814. return Now() - StartTime;
  815. }
  816. //---------------------------------------------------------------------------
  817. unsigned int __fastcall TFileOperationProgressType::CPS()
  818. {
  819. TGuard Guard(FSection);
  820. return GetCPS();
  821. }
  822. //---------------------------------------------------------------------------
  823. inline static unsigned int CalculateCPS(__int64 Transferred, unsigned int MSecElapsed)
  824. {
  825. unsigned int Result;
  826. if (MSecElapsed == 0)
  827. {
  828. Result = 0;
  829. }
  830. else
  831. {
  832. Result = (unsigned int)(Transferred * MSecsPerSec / MSecElapsed);
  833. }
  834. return Result;
  835. }
  836. //---------------------------------------------------------------------------
  837. // Has to be called from a guarded method
  838. unsigned int __fastcall TFileOperationProgressType::GetCPS()
  839. {
  840. unsigned int Result;
  841. if (FPersistence.Ticks.empty())
  842. {
  843. Result = 0;
  844. }
  845. else
  846. {
  847. unsigned long Ticks = (Suspended ? FSuspendTime : GetTickCount());
  848. unsigned long TimeSpan;
  849. if (Ticks < FPersistence.Ticks.front())
  850. {
  851. // clocks has wrapped, guess 10 seconds difference
  852. TimeSpan = 10000;
  853. }
  854. else
  855. {
  856. TimeSpan = (Ticks - FPersistence.Ticks.front());
  857. }
  858. __int64 Transferred = (FPersistence.TotalTransferred - FPersistence.TotalTransferredThen.front());
  859. Result = CalculateCPS(Transferred, TimeSpan);
  860. }
  861. return Result;
  862. }
  863. //---------------------------------------------------------------------------
  864. TDateTime __fastcall TFileOperationProgressType::TimeExpected()
  865. {
  866. unsigned int CurCps = CPS();
  867. if (CurCps)
  868. {
  869. return TDateTime((double)(((double)(TransferSize - TransferredSize)) / CurCps) / SecsPerDay);
  870. }
  871. else
  872. {
  873. return 0;
  874. }
  875. }
  876. //---------------------------------------------------------------------------
  877. TDateTime __fastcall TFileOperationProgressType::TotalTimeLeft()
  878. {
  879. TGuard Guard(FSection);
  880. DebugAssert(FTotalSizeSet);
  881. unsigned int CurCps = GetCPS();
  882. // sanity check
  883. __int64 Processed = FTotalSkipped + FPersistence.TotalTransferred - FTotalTransferBase;
  884. if ((CurCps > 0) && (FTotalSize > Processed))
  885. {
  886. return TDateTime((double)((double)(FTotalSize - Processed) / CurCps) / SecsPerDay);
  887. }
  888. else
  889. {
  890. return 0;
  891. }
  892. }
  893. //---------------------------------------------------------------------------
  894. __int64 __fastcall TFileOperationProgressType::GetTotalTransferred()
  895. {
  896. TGuard Guard(FSection);
  897. return FPersistence.TotalTransferred;
  898. }
  899. //---------------------------------------------------------------------------
  900. __int64 __fastcall TFileOperationProgressType::GetOperationTransferred() const
  901. {
  902. TGuard Guard(FSection);
  903. return FPersistence.TotalTransferred - FTotalTransferBase + FTotalSkipped;
  904. }
  905. //---------------------------------------------------------------------------
  906. __int64 __fastcall TFileOperationProgressType::GetTotalSize()
  907. {
  908. TGuard Guard(FSection);
  909. return FTotalSize;
  910. }
  911. //---------------------------------------------------------------------------
  912. void __fastcall TFileOperationProgressType::LockUserSelections()
  913. {
  914. if (FParent != NULL)
  915. {
  916. FParent->LockUserSelections();
  917. }
  918. else
  919. {
  920. FUserSelectionsSection->Enter();
  921. }
  922. }
  923. //---------------------------------------------------------------------------
  924. void __fastcall TFileOperationProgressType::UnlockUserSelections()
  925. {
  926. if (FParent != NULL)
  927. {
  928. FParent->UnlockUserSelections();
  929. }
  930. else
  931. {
  932. FUserSelectionsSection->Leave();
  933. }
  934. }
  935. //---------------------------------------------------------------------------
  936. UnicodeString __fastcall TFileOperationProgressType::GetLogStr(bool Done)
  937. {
  938. UnicodeString Transferred = FormatSize(TotalTransferred);
  939. TDateTime Time;
  940. UnicodeString TimeLabel;
  941. if (!Done && TotalSizeSet)
  942. {
  943. Time = TotalTimeLeft();
  944. TimeLabel = L"Left";
  945. }
  946. else
  947. {
  948. Time = TimeElapsed();
  949. TimeLabel = L"Elapsed";
  950. }
  951. UnicodeString TimeStr = FormatDateTimeSpan(Time);
  952. unsigned int ACPS;
  953. if (!Done)
  954. {
  955. ACPS = CPS();
  956. }
  957. else
  958. {
  959. unsigned int Elapsed = TimeToMSec(TimeElapsed());
  960. ACPS = CalculateCPS(TotalTransferred, Elapsed);
  961. }
  962. UnicodeString CPSStr = FormatSize(ACPS);
  963. return FORMAT(L"Transferred: %s, %s: %s, CPS: %s/s", (Transferred, TimeLabel, TimeStr, CPSStr));
  964. }
  965. //---------------------------------------------------------------------------
  966. void __fastcall TFileOperationProgressType::Store(TPersistence & Persistence)
  967. {
  968. // in this current use, we do not need this to be guarded actually, as it's used only for a single-threaded synchronization
  969. TGuard Guard(FSection);
  970. Persistence = FPersistence;
  971. }
  972. //---------------------------------------------------------------------------
  973. void __fastcall TFileOperationProgressType::Restore(TPersistence & Persistence)
  974. {
  975. TGuard Guard(FSection);
  976. FPersistence = Persistence;
  977. FRestored = true;
  978. }
  979. //---------------------------------------------------------------------------
  980. bool TFileOperationProgressType::IsIndeterminate() const
  981. {
  982. return
  983. IsIndeterminateOperation(FOperation) ||
  984. (!TotalSizeSet && (FCount == 1));
  985. }
  986. //---------------------------------------------------------------------------
  987. bool TFileOperationProgressType::IsTransfer() const
  988. {
  989. return IsTransferOperation(Operation);
  990. }