Queue.h 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448
  1. //---------------------------------------------------------------------------
  2. #ifndef QueueH
  3. #define QueueH
  4. //---------------------------------------------------------------------------
  5. #include "Terminal.h"
  6. #include "FileOperationProgress.h"
  7. //---------------------------------------------------------------------------
  8. class TSimpleThread
  9. {
  10. public:
  11. __fastcall TSimpleThread();
  12. virtual __fastcall ~TSimpleThread();
  13. virtual void __fastcall Start();
  14. void __fastcall WaitFor(unsigned int Milliseconds = INFINITE);
  15. virtual void __fastcall Terminate() = 0;
  16. void __fastcall Close();
  17. bool __fastcall IsFinished();
  18. protected:
  19. HANDLE FThread;
  20. TThreadID FThreadId;
  21. bool FFinished;
  22. virtual void __fastcall Execute() = 0;
  23. virtual bool __fastcall Finished();
  24. static int __fastcall ThreadProc(void * Thread);
  25. };
  26. //---------------------------------------------------------------------------
  27. class TSignalThread : public TSimpleThread
  28. {
  29. public:
  30. virtual void __fastcall Start();
  31. virtual void __fastcall Terminate();
  32. void __fastcall TriggerEvent();
  33. protected:
  34. HANDLE FEvent;
  35. bool FTerminated;
  36. __fastcall TSignalThread(bool LowPriority);
  37. virtual __fastcall ~TSignalThread();
  38. virtual bool __fastcall WaitForEvent();
  39. int __fastcall WaitForEvent(unsigned int Timeout);
  40. virtual void __fastcall Execute();
  41. virtual void __fastcall ProcessEvent() = 0;
  42. };
  43. //---------------------------------------------------------------------------
  44. class TTerminal;
  45. class TQueueItem;
  46. class TTerminalQueue;
  47. class TQueueItemProxy;
  48. class TTerminalQueueStatus;
  49. //---------------------------------------------------------------------------
  50. typedef void __fastcall (__closure * TQueueListUpdate)
  51. (TTerminalQueue * Queue);
  52. typedef void __fastcall (__closure * TQueueItemUpdateEvent)
  53. (TTerminalQueue * Queue, TQueueItem * Item);
  54. enum TQueueEvent { qeEmpty, qeEmptyButMonitored, qePendingUserAction };
  55. typedef void __fastcall (__closure * TQueueEventEvent)
  56. (TTerminalQueue * Queue, TQueueEvent Event);
  57. //---------------------------------------------------------------------------
  58. class TTerminalQueue : public TSignalThread
  59. {
  60. friend class TQueueItem;
  61. friend class TQueueItemProxy;
  62. friend class TTransferQueueItem;
  63. friend class TParallelTransferQueueItem;
  64. public:
  65. __fastcall TTerminalQueue(TTerminal * Terminal, TConfiguration * Configuration);
  66. virtual __fastcall ~TTerminalQueue();
  67. void __fastcall AddItem(TQueueItem * Item);
  68. TTerminalQueueStatus * __fastcall CreateStatus(TTerminalQueueStatus * Current);
  69. void __fastcall Idle();
  70. __property bool IsEmpty = { read = GetIsEmpty };
  71. __property int TransfersLimit = { read = FTransfersLimit, write = SetTransfersLimit };
  72. __property int KeepDoneItemsFor = { read = FKeepDoneItemsFor, write = SetKeepDoneItemsFor };
  73. __property int ParallelDurationThreshold = { read = GetParallelDurationThreshold };
  74. __property bool Enabled = { read = FEnabled, write = SetEnabled };
  75. __property TQueryUserEvent OnQueryUser = { read = FOnQueryUser, write = FOnQueryUser };
  76. __property TPromptUserEvent OnPromptUser = { read = FOnPromptUser, write = FOnPromptUser };
  77. __property TExtendedExceptionEvent OnShowExtendedException = { read = FOnShowExtendedException, write = FOnShowExtendedException };
  78. __property TQueueListUpdate OnListUpdate = { read = FOnListUpdate, write = FOnListUpdate };
  79. __property TQueueItemUpdateEvent OnQueueItemUpdate = { read = FOnQueueItemUpdate, write = FOnQueueItemUpdate };
  80. __property TQueueEventEvent OnEvent = { read = FOnEvent, write = FOnEvent };
  81. protected:
  82. friend class TTerminalItem;
  83. friend class TQueryUserAction;
  84. friend class TPromptUserAction;
  85. friend class TShowExtendedExceptionAction;
  86. TQueryUserEvent FOnQueryUser;
  87. TPromptUserEvent FOnPromptUser;
  88. TExtendedExceptionEvent FOnShowExtendedException;
  89. TQueueItemUpdateEvent FOnQueueItemUpdate;
  90. TQueueListUpdate FOnListUpdate;
  91. TQueueEventEvent FOnEvent;
  92. TTerminal * FTerminal;
  93. TConfiguration * FConfiguration;
  94. TSessionData * FSessionData;
  95. TList * FItems;
  96. TList * FDoneItems;
  97. int FItemsInProcess;
  98. TCriticalSection * FItemsSection;
  99. int FFreeTerminals;
  100. TList * FTerminals;
  101. TList * FForcedItems;
  102. int FTemporaryTerminals;
  103. int FOverallTerminals;
  104. int FTransfersLimit;
  105. int FKeepDoneItemsFor;
  106. bool FEnabled;
  107. TDateTime FIdleInterval;
  108. TDateTime FLastIdle;
  109. inline static TQueueItem * __fastcall GetItem(TList * List, int Index);
  110. inline TQueueItem * __fastcall GetItem(int Index);
  111. void __fastcall FreeItemsList(TList * List);
  112. void __fastcall UpdateStatusForList(
  113. TTerminalQueueStatus * Status, TList * List, TTerminalQueueStatus * Current);
  114. bool __fastcall ItemGetData(TQueueItem * Item, TQueueItemProxy * Proxy);
  115. bool __fastcall ItemProcessUserAction(TQueueItem * Item, void * Arg);
  116. bool __fastcall ItemMove(TQueueItem * Item, TQueueItem * BeforeItem);
  117. bool __fastcall ItemExecuteNow(TQueueItem * Item);
  118. bool __fastcall ItemDelete(TQueueItem * Item);
  119. bool __fastcall ItemPause(TQueueItem * Item, bool Pause);
  120. bool __fastcall ItemSetCPSLimit(TQueueItem * Item, unsigned long CPSLimit);
  121. bool __fastcall ItemGetCPSLimit(TQueueItem * Item, unsigned long & CPSLimit);
  122. void __fastcall RetryItem(TQueueItem * Item);
  123. void __fastcall DeleteItem(TQueueItem * Item, bool CanKeep);
  124. virtual bool __fastcall WaitForEvent();
  125. virtual void __fastcall ProcessEvent();
  126. void __fastcall TerminalFinished(TTerminalItem * TerminalItem);
  127. bool __fastcall TerminalFree(TTerminalItem * TerminalItem);
  128. int __fastcall GetParallelDurationThreshold();
  129. void __fastcall DoQueueItemUpdate(TQueueItem * Item);
  130. void __fastcall DoListUpdate();
  131. void __fastcall DoEvent(TQueueEvent Event);
  132. void __fastcall SetTransfersLimit(int value);
  133. void __fastcall SetKeepDoneItemsFor(int value);
  134. void __fastcall SetEnabled(bool value);
  135. bool __fastcall GetIsEmpty();
  136. bool __fastcall TryAddParallelOperation(TQueueItem * Item, bool Force);
  137. bool __fastcall ContinueParallelOperation();
  138. };
  139. //---------------------------------------------------------------------------
  140. class TQueueItem
  141. {
  142. friend class TTerminalQueue;
  143. friend class TTerminalItem;
  144. friend class TParallelTransferQueueItem;
  145. public:
  146. enum TStatus {
  147. qsPending, qsConnecting, qsProcessing, qsPrompt, qsQuery, qsError,
  148. qsPaused, qsDone };
  149. struct TInfo
  150. {
  151. TFileOperation Operation;
  152. TOperationSide Side;
  153. UnicodeString Source;
  154. UnicodeString Destination;
  155. UnicodeString ModifiedLocal;
  156. UnicodeString ModifiedRemote;
  157. bool SingleFile;
  158. bool Primary;
  159. void * GroupToken;
  160. };
  161. static bool __fastcall IsUserActionStatus(TStatus Status);
  162. __property TStatus Status = { read = GetStatus };
  163. __property HANDLE CompleteEvent = { read = FCompleteEvent, write = FCompleteEvent };
  164. protected:
  165. TStatus FStatus;
  166. TCriticalSection * FSection;
  167. TTerminalItem * FTerminalItem;
  168. TFileOperationProgressType * FProgressData;
  169. TQueueItem::TInfo * FInfo;
  170. TTerminalQueue * FQueue;
  171. HANDLE FCompleteEvent;
  172. long FCPSLimit;
  173. TDateTime FDoneAt;
  174. __fastcall TQueueItem();
  175. virtual __fastcall ~TQueueItem();
  176. void __fastcall SetStatus(TStatus Status);
  177. TStatus __fastcall GetStatus();
  178. void __fastcall Execute(TTerminalItem * TerminalItem);
  179. virtual void __fastcall DoExecute(TTerminal * Terminal) = 0;
  180. void __fastcall SetProgress(TFileOperationProgressType & ProgressData);
  181. void __fastcall GetData(TQueueItemProxy * Proxy);
  182. void __fastcall SetCPSLimit(unsigned long CPSLimit);
  183. unsigned long __fastcall GetCPSLimit();
  184. virtual unsigned long __fastcall DefaultCPSLimit();
  185. virtual UnicodeString __fastcall StartupDirectory() const = 0;
  186. virtual void __fastcall ProgressUpdated();
  187. virtual TQueueItem * __fastcall CreateParallelOperation();
  188. bool __fastcall Complete();
  189. };
  190. //---------------------------------------------------------------------------
  191. class TQueueItemProxy
  192. {
  193. friend class TQueueItem;
  194. friend class TTerminalQueueStatus;
  195. friend class TTerminalQueue;
  196. public:
  197. bool __fastcall Update();
  198. bool __fastcall ProcessUserAction();
  199. bool __fastcall Move(bool Sooner);
  200. bool __fastcall Move(TQueueItemProxy * BeforeItem);
  201. bool __fastcall ExecuteNow();
  202. bool __fastcall Delete();
  203. bool __fastcall Pause();
  204. bool __fastcall Resume();
  205. bool __fastcall SetCPSLimit(unsigned long CPSLimit);
  206. bool __fastcall GetCPSLimit(unsigned long & CPSLimit);
  207. __property TFileOperationProgressType * ProgressData = { read = GetProgressData };
  208. __property __int64 TotalTransferred = { read = GetTotalTransferred };
  209. __property TQueueItem::TInfo * Info = { read = FInfo };
  210. __property TQueueItem::TStatus Status = { read = FStatus };
  211. __property bool ProcessingUserAction = { read = FProcessingUserAction };
  212. __property int Index = { read = GetIndex };
  213. __property void * UserData = { read = FUserData, write = FUserData };
  214. private:
  215. TFileOperationProgressType * FProgressData;
  216. TQueueItem::TStatus FStatus;
  217. TTerminalQueue * FQueue;
  218. TQueueItem * FQueueItem;
  219. TTerminalQueueStatus * FQueueStatus;
  220. TQueueItem::TInfo * FInfo;
  221. bool FProcessingUserAction;
  222. void * FUserData;
  223. __fastcall TQueueItemProxy(TTerminalQueue * Queue, TQueueItem * QueueItem);
  224. virtual __fastcall ~TQueueItemProxy();
  225. int __fastcall GetIndex();
  226. TFileOperationProgressType * __fastcall GetProgressData();
  227. __int64 __fastcall GetTotalTransferred();
  228. };
  229. //---------------------------------------------------------------------------
  230. class TTerminalQueueStatus
  231. {
  232. friend class TTerminalQueue;
  233. friend class TQueueItemProxy;
  234. public:
  235. virtual __fastcall ~TTerminalQueueStatus();
  236. TQueueItemProxy * __fastcall FindByQueueItem(TQueueItem * QueueItem);
  237. __property int Count = { read = GetCount };
  238. __property int DoneCount = { read = FDoneCount };
  239. __property int ActiveCount = { read = GetActiveCount };
  240. __property int DoneAndActiveCount = { read = GetDoneAndActiveCount };
  241. __property int ActivePrimaryCount = { read = GetActivePrimaryCount };
  242. __property int ActiveAndPendingPrimaryCount = { read = GetActiveAndPendingPrimaryCount };
  243. __property TQueueItemProxy * Items[int Index] = { read = GetItem };
  244. bool __fastcall IsOnlyOneActiveAndNoPending();
  245. protected:
  246. __fastcall TTerminalQueueStatus();
  247. void __fastcall Add(TQueueItemProxy * ItemProxy);
  248. void __fastcall Delete(TQueueItemProxy * ItemProxy);
  249. void __fastcall ResetStats();
  250. void __fastcall NeedStats();
  251. private:
  252. TList * FList;
  253. int FDoneCount;
  254. int FActiveCount;
  255. int FActivePrimaryCount;
  256. int FActiveAndPendingPrimaryCount;
  257. int __fastcall GetCount();
  258. int __fastcall GetActiveCount();
  259. int __fastcall GetDoneAndActiveCount();
  260. int __fastcall GetActivePrimaryCount();
  261. int __fastcall GetActiveAndPendingPrimaryCount();
  262. void __fastcall SetDoneCount(int Value);
  263. TQueueItemProxy * __fastcall GetItem(int Index);
  264. };
  265. //---------------------------------------------------------------------------
  266. class TLocatedQueueItem : public TQueueItem
  267. {
  268. protected:
  269. __fastcall TLocatedQueueItem(TTerminal * Terminal);
  270. __fastcall TLocatedQueueItem(const TLocatedQueueItem & Source);
  271. virtual void __fastcall DoExecute(TTerminal * Terminal);
  272. virtual UnicodeString __fastcall StartupDirectory() const;
  273. private:
  274. UnicodeString FCurrentDir;
  275. };
  276. //---------------------------------------------------------------------------
  277. class TTransferQueueItem : public TLocatedQueueItem
  278. {
  279. public:
  280. __fastcall TTransferQueueItem(TTerminal * Terminal,
  281. TStrings * FilesToCopy, const UnicodeString & TargetDir,
  282. const TCopyParamType * CopyParam, int Params, TOperationSide Side,
  283. bool SingleFile, bool Parallel);
  284. virtual __fastcall ~TTransferQueueItem();
  285. protected:
  286. TStrings * FFilesToCopy;
  287. UnicodeString FTargetDir;
  288. TCopyParamType * FCopyParam;
  289. int FParams;
  290. bool FParallel;
  291. DWORD FLastParallelOperationAdded;
  292. TParallelOperation * FParallelOperation;
  293. virtual unsigned long __fastcall DefaultCPSLimit();
  294. virtual void __fastcall DoExecute(TTerminal * Terminal);
  295. virtual void __fastcall DoTransferExecute(TTerminal * Terminal, TParallelOperation * ParallelOperation) = 0;
  296. virtual void __fastcall ProgressUpdated();
  297. virtual TQueueItem * __fastcall CreateParallelOperation();
  298. };
  299. //---------------------------------------------------------------------------
  300. class TUploadQueueItem : public TTransferQueueItem
  301. {
  302. public:
  303. __fastcall TUploadQueueItem(TTerminal * Terminal,
  304. TStrings * FilesToCopy, const UnicodeString & TargetDir,
  305. const TCopyParamType * CopyParam, int Params, bool SingleFile, bool Parallel);
  306. protected:
  307. virtual void __fastcall DoTransferExecute(TTerminal * Terminal, TParallelOperation * ParallelOperation);
  308. };
  309. //---------------------------------------------------------------------------
  310. class TDownloadQueueItem : public TTransferQueueItem
  311. {
  312. public:
  313. __fastcall TDownloadQueueItem(TTerminal * Terminal,
  314. TStrings * FilesToCopy, const UnicodeString & TargetDir,
  315. const TCopyParamType * CopyParam, int Params, bool SingleFile, bool Parallel);
  316. protected:
  317. virtual void __fastcall DoTransferExecute(TTerminal * Terminal, TParallelOperation * ParallelOperation);
  318. };
  319. //---------------------------------------------------------------------------
  320. class TUserAction;
  321. class TTerminalThread : public TSignalThread
  322. {
  323. public:
  324. __fastcall TTerminalThread(TTerminal * Terminal);
  325. virtual __fastcall ~TTerminalThread();
  326. void __fastcall TerminalOpen();
  327. void __fastcall TerminalReopen();
  328. void __fastcall Cancel();
  329. bool __fastcall Release();
  330. void __fastcall Idle();
  331. __property TNotifyEvent OnIdle = { read = FOnIdle, write = FOnIdle };
  332. __property bool Cancelling = { read = FCancel };
  333. __property bool AllowAbandon = { read = FAllowAbandon, write = FAllowAbandon };
  334. protected:
  335. virtual void __fastcall ProcessEvent();
  336. virtual bool __fastcall Finished();
  337. private:
  338. TTerminal * FTerminal;
  339. TInformationEvent FOnInformation;
  340. TQueryUserEvent FOnQueryUser;
  341. TPromptUserEvent FOnPromptUser;
  342. TExtendedExceptionEvent FOnShowExtendedException;
  343. TDisplayBannerEvent FOnDisplayBanner;
  344. TNotifyEvent FOnChangeDirectory;
  345. TReadDirectoryEvent FOnReadDirectory;
  346. TNotifyEvent FOnStartReadDirectory;
  347. TReadDirectoryProgressEvent FOnReadDirectoryProgress;
  348. TNotifyEvent FOnInitializeLog;
  349. TNotifyEvent FOnIdle;
  350. TNotifyEvent FAction;
  351. HANDLE FActionEvent;
  352. TUserAction * FUserAction;
  353. Exception * FException;
  354. Exception * FIdleException;
  355. bool FCancel;
  356. TDateTime FCancelAfter;
  357. bool FAbandoned;
  358. bool FCancelled;
  359. bool FPendingIdle;
  360. bool FAllowAbandon;
  361. DWORD FMainThread;
  362. TCriticalSection * FSection;
  363. void __fastcall WaitForUserAction(TUserAction * UserAction);
  364. void __fastcall RunAction(TNotifyEvent Action);
  365. static void __fastcall SaveException(Exception & E, Exception *& Exception);
  366. static void __fastcall Rethrow(Exception *& Exception);
  367. void __fastcall FatalAbort();
  368. void __fastcall CheckCancel();
  369. void __fastcall TerminalOpenEvent(TObject * Sender);
  370. void __fastcall TerminalReopenEvent(TObject * Sender);
  371. void __fastcall TerminalInformation(
  372. TTerminal * Terminal, const UnicodeString & Str, bool Status, int Phase);
  373. void __fastcall TerminalQueryUser(TObject * Sender,
  374. const UnicodeString Query, TStrings * MoreMessages, unsigned int Answers,
  375. const TQueryParams * Params, unsigned int & Answer, TQueryType Type, void * Arg);
  376. void __fastcall TerminalPromptUser(TTerminal * Terminal, TPromptKind Kind,
  377. UnicodeString Name, UnicodeString Instructions,
  378. TStrings * Prompts, TStrings * Results, bool & Result, void * Arg);
  379. void __fastcall TerminalShowExtendedException(TTerminal * Terminal,
  380. Exception * E, void * Arg);
  381. void __fastcall TerminalDisplayBanner(TTerminal * Terminal,
  382. UnicodeString SessionName, const UnicodeString & Banner,
  383. bool & NeverShowAgain, int Options);
  384. void __fastcall TerminalChangeDirectory(TObject * Sender);
  385. void __fastcall TerminalReadDirectory(TObject * Sender, Boolean ReloadOnly);
  386. void __fastcall TerminalStartReadDirectory(TObject * Sender);
  387. void __fastcall TerminalReadDirectoryProgress(TObject * Sender, int Progress, int ResolvedLinks, bool & Cancel);
  388. void __fastcall TerminalInitializeLog(TObject * Sender);
  389. };
  390. //---------------------------------------------------------------------------
  391. #endif