FtpFileSystem.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309
  1. //---------------------------------------------------------------------------
  2. #ifndef FtpFileSystemH
  3. #define FtpFileSystemH
  4. //---------------------------------------------------------------------------
  5. #include <time.h>
  6. #include <FileSystems.h>
  7. //---------------------------------------------------------------------------
  8. class TFileZillaIntf;
  9. class TFileZillaImpl;
  10. class TMessageQueue;
  11. class TFTPServerCapabilities;
  12. struct TOverwriteFileParams;
  13. struct TListDataEntry;
  14. struct TFileTransferData;
  15. struct TFtpsCertificateData;
  16. struct TRemoteFileTime;
  17. //---------------------------------------------------------------------------
  18. class TFTPFileSystem : public TCustomFileSystem
  19. {
  20. friend class TFileZillaImpl;
  21. friend class TFileListHelper;
  22. public:
  23. __fastcall TFTPFileSystem(TTerminal * ATerminal);
  24. virtual __fastcall ~TFTPFileSystem();
  25. virtual void __fastcall Open();
  26. virtual void __fastcall Close();
  27. virtual bool __fastcall GetActive();
  28. virtual void __fastcall CollectUsage();
  29. virtual void __fastcall Idle();
  30. virtual UnicodeString __fastcall AbsolutePath(UnicodeString Path, bool Local);
  31. virtual void __fastcall AnyCommand(const UnicodeString Command,
  32. TCaptureOutputEvent OutputEvent);
  33. virtual void __fastcall ChangeDirectory(const UnicodeString Directory);
  34. virtual void __fastcall CachedChangeDirectory(const UnicodeString Directory);
  35. virtual void __fastcall AnnounceFileListOperation();
  36. virtual void __fastcall ChangeFileProperties(const UnicodeString FileName,
  37. const TRemoteFile * File, const TRemoteProperties * Properties,
  38. TChmodSessionAction & Action);
  39. virtual bool __fastcall LoadFilesProperties(TStrings * FileList);
  40. virtual UnicodeString CalculateFilesChecksumInitialize(const UnicodeString & Alg);
  41. void __fastcall CalculateFilesChecksum(
  42. const UnicodeString & Alg, TStrings * FileList, TStrings * Checksums,
  43. TCalculatedChecksumEvent OnCalculatedChecksum,
  44. TFileOperationProgressType * OperationProgress, bool FirstLevel);
  45. virtual void __fastcall CopyToLocal(TStrings * FilesToCopy,
  46. const UnicodeString TargetDir, const TCopyParamType * CopyParam,
  47. int Params, TFileOperationProgressType * OperationProgress,
  48. TOnceDoneOperation & OnceDoneOperation);
  49. virtual void __fastcall TransferOnDirectory(
  50. const UnicodeString & Directory, const TCopyParamType * CopyParam, int Params);
  51. virtual void __fastcall CopyToRemote(TStrings * FilesToCopy,
  52. const UnicodeString TargetDir, const TCopyParamType * CopyParam,
  53. int Params, TFileOperationProgressType * OperationProgress,
  54. TOnceDoneOperation & OnceDoneOperation);
  55. virtual void __fastcall Source(
  56. TLocalFileHandle & Handle, const UnicodeString & TargetDir, UnicodeString & DestFileName,
  57. const TCopyParamType * CopyParam, int Params,
  58. TFileOperationProgressType * OperationProgress, unsigned int Flags,
  59. TUploadSessionAction & Action, bool & ChildError);
  60. virtual void __fastcall Sink(
  61. const UnicodeString & FileName, const TRemoteFile * File,
  62. const UnicodeString & TargetDir, UnicodeString & DestFileName, int Attrs,
  63. const TCopyParamType * CopyParam, int Params, TFileOperationProgressType * OperationProgress,
  64. unsigned int Flags, TDownloadSessionAction & Action);
  65. virtual void __fastcall CreateDirectory(const UnicodeString & DirName, bool Encrypt);
  66. virtual void __fastcall CreateLink(const UnicodeString FileName, const UnicodeString PointTo, bool Symbolic);
  67. virtual void __fastcall DeleteFile(const UnicodeString FileName,
  68. const TRemoteFile * File, int Params, TRmSessionAction & Action);
  69. virtual void __fastcall CustomCommandOnFile(const UnicodeString FileName,
  70. const TRemoteFile * File, UnicodeString Command, int Params, TCaptureOutputEvent OutputEvent);
  71. virtual void __fastcall DoStartup();
  72. virtual void __fastcall HomeDirectory();
  73. virtual bool __fastcall IsCapable(int Capability) const;
  74. virtual void __fastcall LookupUsersGroups();
  75. virtual void __fastcall ReadCurrentDirectory();
  76. virtual void __fastcall ReadDirectory(TRemoteFileList * FileList);
  77. virtual void __fastcall ReadFile(const UnicodeString FileName,
  78. TRemoteFile *& File);
  79. virtual void __fastcall ReadSymlink(TRemoteFile * SymlinkFile,
  80. TRemoteFile *& File);
  81. virtual void __fastcall RenameFile(const UnicodeString FileName, const TRemoteFile * File,
  82. const UnicodeString NewName);
  83. virtual void __fastcall CopyFile(const UnicodeString FileName, const TRemoteFile * File,
  84. const UnicodeString NewName);
  85. virtual TStrings * __fastcall GetFixedPaths();
  86. virtual void __fastcall SpaceAvailable(const UnicodeString Path,
  87. TSpaceAvailable & ASpaceAvailable);
  88. virtual const TSessionInfo & __fastcall GetSessionInfo();
  89. virtual const TFileSystemInfo & __fastcall GetFileSystemInfo(bool Retrieve);
  90. virtual bool __fastcall TemporaryTransferFile(const UnicodeString & FileName);
  91. virtual bool __fastcall GetStoredCredentialsTried();
  92. virtual UnicodeString __fastcall GetUserName();
  93. virtual void __fastcall GetSupportedChecksumAlgs(TStrings * Algs);
  94. virtual void __fastcall LockFile(const UnicodeString & FileName, const TRemoteFile * File);
  95. virtual void __fastcall UnlockFile(const UnicodeString & FileName, const TRemoteFile * File);
  96. virtual void __fastcall UpdateFromMain(TCustomFileSystem * MainFileSystem);
  97. virtual void __fastcall ClearCaches();
  98. protected:
  99. enum TOverwriteMode { omOverwrite, omResume, omComplete };
  100. virtual UnicodeString __fastcall GetCurrentDirectory();
  101. const wchar_t * __fastcall GetOption(int OptionID) const;
  102. int __fastcall GetOptionVal(int OptionID) const;
  103. enum
  104. {
  105. REPLY_CONNECT = 0x01,
  106. REPLY_2XX_CODE = 0x02,
  107. REPLY_ALLOW_CANCEL = 0x04,
  108. REPLY_3XX_CODE = 0x08,
  109. REPLY_SINGLE_LINE = 0x10
  110. };
  111. bool __fastcall PostMessage(unsigned int Type, WPARAM wParam, LPARAM lParam);
  112. bool __fastcall ProcessMessage();
  113. void __fastcall DiscardMessages();
  114. void __fastcall WaitForMessages();
  115. unsigned int __fastcall WaitForReply(bool Command, bool WantLastCode);
  116. unsigned int __fastcall WaitForCommandReply(bool WantLastCode = true);
  117. void __fastcall WaitForFatalNonCommandReply();
  118. void __fastcall PoolForFatalNonCommandReply();
  119. void __fastcall GotNonCommandReply(unsigned int Reply);
  120. UnicodeString __fastcall GotReply(unsigned int Reply, unsigned int Flags = 0,
  121. UnicodeString Error = L"", unsigned int * Code = NULL,
  122. TStrings ** Response = NULL);
  123. void __fastcall ResetReply();
  124. void __fastcall HandleReplyStatus(UnicodeString Response);
  125. void __fastcall DoWaitForReply(unsigned int& ReplyToAwait, bool WantLastCode);
  126. bool __fastcall KeepWaitingForReply(unsigned int& ReplyToAwait, bool WantLastCode);
  127. inline bool __fastcall NoFinalLastCode();
  128. bool __fastcall HandleStatus(const wchar_t * Status, int Type);
  129. bool __fastcall HandleAsynchRequestOverwrite(
  130. wchar_t * FileName1, size_t FileName1Len, const wchar_t * FileName2,
  131. const wchar_t * Path1, const wchar_t * Path2,
  132. __int64 Size1, __int64 Size2, time_t LocalTime,
  133. bool HasLocalTime, const TRemoteFileTime & RemoteTime, void * UserData, int & RequestResult);
  134. bool __fastcall HandleAsynchRequestVerifyCertificate(
  135. const TFtpsCertificateData & Data, int & RequestResult);
  136. bool __fastcall HandleAsynchRequestNeedPass(
  137. struct TNeedPassRequestData & Data, int & RequestResult);
  138. bool __fastcall HandleListData(const wchar_t * Path, const TListDataEntry * Entries,
  139. unsigned int Count);
  140. bool __fastcall HandleTransferStatus(bool Valid, __int64 TransferSize,
  141. __int64 Bytes, bool FileTransfer);
  142. bool __fastcall HandleReply(int Command, unsigned int Reply);
  143. bool __fastcall HandleCapabilities(TFTPServerCapabilities * ServerCapabilities);
  144. bool __fastcall CheckError(int ReturnCode, const wchar_t * Context);
  145. void __fastcall PreserveDownloadFileTime(HANDLE Handle, void * UserData);
  146. bool __fastcall GetFileModificationTimeInUtc(const wchar_t * FileName, struct tm & Time);
  147. void __fastcall EnsureLocation(const UnicodeString & Directory, bool Log);
  148. void __fastcall EnsureLocation();
  149. bool EnsureLocationWhenWorkFromCwd(const UnicodeString & Directory);
  150. UnicodeString __fastcall ActualCurrentDirectory();
  151. void __fastcall Discard();
  152. void __fastcall DoChangeDirectory(const UnicodeString & Directory);
  153. void SendCwd(const UnicodeString & Directory);
  154. void __fastcall Sink(const UnicodeString FileName,
  155. const TRemoteFile * File, const UnicodeString TargetDir,
  156. const TCopyParamType * CopyParam, int Params,
  157. TFileOperationProgressType * OperationProgress, unsigned int Flags,
  158. TDownloadSessionAction & Action);
  159. bool __fastcall ConfirmOverwrite(const UnicodeString & SourceFullFileName, UnicodeString & TargetFileName,
  160. TOverwriteMode & OverwriteMode, TFileOperationProgressType * OperationProgress,
  161. const TOverwriteFileParams * FileParams, const TCopyParamType * CopyParam,
  162. int Params, bool AutoResume);
  163. void __fastcall ReadDirectoryProgress(__int64 Bytes);
  164. void __fastcall ResetFileTransfer();
  165. void __fastcall DoFileTransferProgress(__int64 TransferSize, __int64 Bytes);
  166. void __fastcall FileTransferProgress(__int64 TransferSize, __int64 Bytes);
  167. void __fastcall ResetCaches();
  168. void __fastcall CaptureOutput(const UnicodeString & Str);
  169. void __fastcall DoReadDirectory(TRemoteFileList * FileList);
  170. void __fastcall DoReadFile(const UnicodeString & FileName, TRemoteFile *& AFile);
  171. void __fastcall FileTransfer(const UnicodeString & FileName, const UnicodeString & LocalFile,
  172. const UnicodeString & RemoteFile, const UnicodeString & RemotePath, bool Get,
  173. __int64 Size, int Type, TFileTransferData & UserData,
  174. TFileOperationProgressType * OperationProgress);
  175. TDateTime __fastcall ConvertLocalTimestamp(time_t Time);
  176. void __fastcall RemoteFileTimeToDateTimeAndPrecision(const TRemoteFileTime & Source,
  177. TDateTime & DateTime, TModificationFmt & ModificationFmt);
  178. void __fastcall SetLastCode(int Code);
  179. void __fastcall StoreLastResponse(const UnicodeString & Text);
  180. void __fastcall SetCPSLimit(TFileOperationProgressType * OperationProgress);
  181. bool __fastcall VerifyCertificateHostName(const TFtpsCertificateData & Data);
  182. bool __fastcall SupportsReadingFile();
  183. void __fastcall AutoDetectTimeDifference(TRemoteFileList * FileList);
  184. void __fastcall AutoDetectTimeDifference(const UnicodeString & Directory, const TCopyParamType * CopyParam, int Params);
  185. void __fastcall ApplyTimeDifference(TRemoteFile * File);
  186. void __fastcall ApplyTimeDifference(
  187. const UnicodeString & FileName, TDateTime & Modification, TModificationFmt & ModificationFmt);
  188. void __fastcall DummyReadDirectory(const UnicodeString & Directory);
  189. bool __fastcall IsEmptyFileList(TRemoteFileList * FileList);
  190. void __fastcall CheckTimeDifference();
  191. inline bool __fastcall NeedAutoDetectTimeDifference();
  192. bool __fastcall LookupUploadModificationTime(
  193. const UnicodeString & FileName, TDateTime & Modification, TModificationFmt ModificationFmt);
  194. UnicodeString __fastcall DoCalculateFileChecksum(const UnicodeString & Alg, TRemoteFile * File);
  195. bool UsingHashCommandChecksum(const UnicodeString & Alg);
  196. void __fastcall HandleFeatReply();
  197. void __fastcall ResetFeatures();
  198. void ProcessFeatures();
  199. UnicodeString CutFeature(UnicodeString & Buf);
  200. bool __fastcall SupportsSiteCommand(const UnicodeString & Command) const;
  201. bool __fastcall SupportsCommand(const UnicodeString & Command) const;
  202. void __fastcall RegisterChecksumAlgCommand(const UnicodeString & Alg, const UnicodeString & Command);
  203. void __fastcall SendCommand(const UnicodeString & Command);
  204. bool __fastcall CanTransferSkipList(int Params, unsigned int Flags, const TCopyParamType * CopyParam);
  205. void __fastcall Disconnect();
  206. UnicodeString RemoteExtractFilePath(const UnicodeString & Path);
  207. static bool __fastcall Unquote(UnicodeString & Str);
  208. private:
  209. enum TCommand
  210. {
  211. CMD_UNKNOWN,
  212. PASS,
  213. SYST,
  214. FEAT
  215. };
  216. TFileZillaIntf * FFileZillaIntf;
  217. TCriticalSection * FQueueCriticalSection;
  218. TCriticalSection * FTransferStatusCriticalSection;
  219. TMessageQueue * FQueue;
  220. HANDLE FQueueEvent;
  221. TSessionInfo FSessionInfo;
  222. TFileSystemInfo FFileSystemInfo;
  223. bool FFileSystemInfoValid;
  224. unsigned int FReply;
  225. unsigned int FCommandReply;
  226. TCommand FLastCommand;
  227. bool FPasswordFailed;
  228. bool FStoredPasswordTried;
  229. bool FMultiLineResponse;
  230. int FLastCode;
  231. int FLastCodeClass;
  232. DWORD FLastReadDirectoryProgress;
  233. UnicodeString FTimeoutStatus;
  234. UnicodeString FDisconnectStatus;
  235. TStrings * FLastResponse;
  236. TStrings * FLastErrorResponse;
  237. TStrings * FLastError;
  238. UnicodeString FSystem;
  239. TStrings * FFeatures;
  240. UnicodeString FCurrentDirectory;
  241. bool FReadCurrentDirectory;
  242. UnicodeString FHomeDirectory;
  243. TRemoteFileList * FFileList;
  244. TRemoteFileList * FFileListCache;
  245. UnicodeString FFileListCachePath;
  246. UnicodeString FWelcomeMessage;
  247. bool FActive;
  248. bool FOpening;
  249. bool FWaitingForReply;
  250. enum { ftaNone, ftaSkip, ftaCancel } FFileTransferAbort;
  251. bool FIgnoreFileList;
  252. bool FFileTransferCancelled;
  253. __int64 FFileTransferResumed;
  254. bool FFileTransferPreserveTime;
  255. bool FFileTransferRemoveBOM;
  256. bool FFileTransferNoList;
  257. unsigned long FFileTransferCPSLimit;
  258. bool FAwaitingProgress;
  259. TCaptureOutputEvent FOnCaptureOutput;
  260. UnicodeString FUserName;
  261. TAutoSwitch FListAll;
  262. bool FDoListAll;
  263. TAutoSwitch FWorkFromCwd;
  264. TFTPServerCapabilities * FServerCapabilities;
  265. TDateTime FLastDataSent;
  266. bool FAnyTransferSucceeded;
  267. bool FDetectTimeDifference;
  268. __int64 FTimeDifference;
  269. std::unique_ptr<TStrings> FChecksumAlgs;
  270. std::unique_ptr<TStrings> FChecksumCommands;
  271. std::unique_ptr<TStrings> FSupportedCommands;
  272. std::unique_ptr<TStrings> FSupportedSiteCommands;
  273. std::unique_ptr<TStrings> FHashAlgs;
  274. typedef std::map<UnicodeString, TDateTime> TUploadedTimes;
  275. TUploadedTimes FUploadedTimes;
  276. bool FSupportsAnyChecksumFeature;
  277. UnicodeString FLastCommandSent;
  278. X509 * FCertificate;
  279. EVP_PKEY * FPrivateKey;
  280. bool FTransferActiveImmediately;
  281. bool FWindowsServer;
  282. __int64 FBytesAvailable;
  283. bool FBytesAvailableSupported;
  284. bool FMVS;
  285. bool FVMS;
  286. bool FFileZilla;
  287. bool FFileTransferAny;
  288. bool FLoggedIn;
  289. bool FVMSAllRevisions;
  290. bool FForceReadSymlink;
  291. mutable UnicodeString FOptionScratch;
  292. };
  293. //---------------------------------------------------------------------------
  294. UnicodeString __fastcall GetOpenSSLVersionText();
  295. //---------------------------------------------------------------------------
  296. #endif // FtpFileSystemH