S3FileSystem.h 9.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185
  1. //------------------------------------------------------------------------------
  2. #ifndef S3FileSystemH
  3. #define S3FileSystemH
  4. //------------------------------------------------------------------------------
  5. #include <FileSystems.h>
  6. //------------------------------------------------------------------------------
  7. struct TNeonCertificateData;
  8. struct TOverwriteFileParams;
  9. struct TLibS3CallbackData;
  10. struct TLibS3BucketContext;
  11. struct TLibS3ListBucketCallbackData;
  12. struct TLibS3TransferObjectDataCallbackData;
  13. struct TLibS3PutObjectDataCallbackData;
  14. struct TLibS3GetObjectDataCallbackData;
  15. struct ssl_st;
  16. #ifdef NEED_LIBS3
  17. // resolve clash
  18. #define S3Protocol _S3Protocol
  19. #include "libs3.h"
  20. #undef S3Protocol
  21. #else
  22. struct ne_session_s;
  23. struct ne_ssl_certificate_s;
  24. struct S3ResponseProperties;
  25. struct S3RequestContext;
  26. struct S3ErrorDetails;
  27. struct S3ListBucketContent;
  28. struct S3ResponseHandler;
  29. enum S3Status { };
  30. enum _S3Protocol { };
  31. #endif
  32. //------------------------------------------------------------------------------
  33. class TS3FileSystem : public TCustomFileSystem
  34. {
  35. public:
  36. explicit TS3FileSystem(TTerminal * ATerminal);
  37. virtual __fastcall ~TS3FileSystem();
  38. virtual void __fastcall Open();
  39. virtual void __fastcall Close();
  40. virtual bool __fastcall GetActive();
  41. virtual void __fastcall CollectUsage();
  42. virtual void __fastcall Idle();
  43. virtual UnicodeString __fastcall AbsolutePath(UnicodeString Path, bool Local);
  44. virtual void __fastcall AnyCommand(const UnicodeString Command,
  45. TCaptureOutputEvent OutputEvent);
  46. virtual void __fastcall ChangeDirectory(const UnicodeString Directory);
  47. virtual void __fastcall CachedChangeDirectory(const UnicodeString Directory);
  48. virtual void __fastcall AnnounceFileListOperation();
  49. virtual void __fastcall ChangeFileProperties(const UnicodeString FileName,
  50. const TRemoteFile * File, const TRemoteProperties * Properties,
  51. TChmodSessionAction & Action);
  52. virtual bool __fastcall LoadFilesProperties(TStrings * FileList);
  53. virtual void __fastcall CalculateFilesChecksum(const UnicodeString & Alg,
  54. TStrings * FileList, TStrings * Checksums,
  55. TCalculatedChecksumEvent OnCalculatedChecksum);
  56. virtual void __fastcall CopyToLocal(TStrings * FilesToCopy,
  57. const UnicodeString TargetDir, const TCopyParamType * CopyParam,
  58. int Params, TFileOperationProgressType * OperationProgress,
  59. TOnceDoneOperation & OnceDoneOperation);
  60. virtual void __fastcall CopyToRemote(TStrings * FilesToCopy,
  61. const UnicodeString TargetDir, const TCopyParamType * CopyParam,
  62. int Params, TFileOperationProgressType * OperationProgress,
  63. TOnceDoneOperation & OnceDoneOperation);
  64. virtual void __fastcall Source(
  65. TLocalFileHandle & Handle, const UnicodeString & TargetDir, UnicodeString & DestFileName,
  66. const TCopyParamType * CopyParam, int Params,
  67. TFileOperationProgressType * OperationProgress, unsigned int Flags,
  68. TUploadSessionAction & Action, bool & ChildError);
  69. virtual void __fastcall Sink(
  70. const UnicodeString & FileName, const TRemoteFile * File,
  71. const UnicodeString & TargetDir, UnicodeString & DestFileName, int Attrs,
  72. const TCopyParamType * CopyParam, int Params, TFileOperationProgressType * OperationProgress,
  73. unsigned int Flags, TDownloadSessionAction & Action);
  74. virtual void __fastcall CreateDirectory(const UnicodeString & DirName, bool Encrypt);
  75. virtual void __fastcall CreateLink(const UnicodeString FileName, const UnicodeString PointTo, bool Symbolic);
  76. virtual void __fastcall DeleteFile(const UnicodeString FileName,
  77. const TRemoteFile * File, int Params,
  78. TRmSessionAction & Action);
  79. virtual void __fastcall CustomCommandOnFile(const UnicodeString FileName,
  80. const TRemoteFile * File, UnicodeString Command, int Params, TCaptureOutputEvent OutputEvent);
  81. virtual void __fastcall DoStartup();
  82. virtual void __fastcall HomeDirectory();
  83. virtual bool __fastcall IsCapable(int Capability) const;
  84. virtual void __fastcall LookupUsersGroups();
  85. virtual void __fastcall ReadCurrentDirectory();
  86. virtual void __fastcall ReadDirectory(TRemoteFileList * FileList);
  87. virtual void __fastcall ReadFile(const UnicodeString FileName,
  88. TRemoteFile *& File);
  89. virtual void __fastcall ReadSymlink(TRemoteFile * SymLinkFile,
  90. TRemoteFile *& File);
  91. virtual void __fastcall RenameFile(const UnicodeString FileName, const TRemoteFile * File,
  92. const UnicodeString NewName);
  93. virtual void __fastcall CopyFile(const UnicodeString FileName, const TRemoteFile * File,
  94. const UnicodeString NewName);
  95. virtual TStrings * __fastcall GetFixedPaths();
  96. virtual void __fastcall SpaceAvailable(const UnicodeString Path,
  97. TSpaceAvailable & ASpaceAvailable);
  98. virtual const TSessionInfo & __fastcall GetSessionInfo();
  99. virtual const TFileSystemInfo & __fastcall GetFileSystemInfo(bool Retrieve);
  100. virtual bool __fastcall TemporaryTransferFile(const UnicodeString & FileName);
  101. virtual bool __fastcall GetStoredCredentialsTried();
  102. virtual UnicodeString __fastcall GetUserName();
  103. virtual void __fastcall GetSupportedChecksumAlgs(TStrings * Algs);
  104. virtual void __fastcall LockFile(const UnicodeString & FileName, const TRemoteFile * File);
  105. virtual void __fastcall UnlockFile(const UnicodeString & FileName, const TRemoteFile * File);
  106. virtual void __fastcall UpdateFromMain(TCustomFileSystem * MainFileSystem);
  107. virtual void __fastcall ClearCaches();
  108. protected:
  109. bool FActive;
  110. TFileSystemInfo FFileSystemInfo;
  111. UnicodeString FCurrentDirectory;
  112. UnicodeString FCachedDirectoryChange;
  113. TSessionInfo FSessionInfo;
  114. UTF8String FAccessKeyId;
  115. UTF8String FSecretAccessKey;
  116. UTF8String FHostName;
  117. UTF8String FPortSuffix;
  118. int FTimeout;
  119. S3RequestContext * FRequestContext;
  120. _S3Protocol FLibS3Protocol;
  121. ne_session_s * FNeonSession;
  122. UnicodeString FTlsVersionStr;
  123. UnicodeString FResponse;
  124. bool FResponseIgnore;
  125. typedef std::map<UnicodeString, UnicodeString> TRegions;
  126. TRegions FRegions;
  127. TRegions FHostNames;
  128. UnicodeString FAuthRegion;
  129. virtual UnicodeString __fastcall GetCurrentDirectory();
  130. void LibS3Deinitialize();
  131. bool VerifyCertificate(TNeonCertificateData Data);
  132. void CollectTLSSessionInfo();
  133. void CheckLibS3Error(const TLibS3CallbackData & Data, bool FatalOnConnectError = false);
  134. void InitSslSession(ssl_st * Ssl, ne_session_s * Session);
  135. void RequestInit(TLibS3CallbackData & Data);
  136. void TryOpenDirectory(const UnicodeString & Directory);
  137. void ReadDirectoryInternal(const UnicodeString & Path, TRemoteFileList * FileList, int MaxKeys, const UnicodeString & FileName);
  138. void ParsePath(UnicodeString Path, UnicodeString & BucketName, UnicodeString & Key);
  139. TRemoteToken MakeRemoteToken(const char * OwnerId, const char * OwnerDisplayName);
  140. TLibS3BucketContext GetBucketContext(const UnicodeString & BucketName, const UnicodeString & Prefix);
  141. void DoListBucket(
  142. const UnicodeString & Prefix, TRemoteFileList * FileList, int MaxKeys, const TLibS3BucketContext & BucketContext,
  143. TLibS3ListBucketCallbackData & Data);
  144. UnicodeString GetFolderKey(const UnicodeString & Key);
  145. void HandleNonBucketStatus(TLibS3CallbackData & Data, bool & Retry);
  146. void DoReadFile(const UnicodeString & FileName, TRemoteFile *& File);
  147. void ConfirmOverwrite(
  148. const UnicodeString & SourceFullFileName, UnicodeString & TargetFileName,
  149. TFileOperationProgressType * OperationProgress, const TOverwriteFileParams * FileParams,
  150. const TCopyParamType * CopyParam, int Params);
  151. int PutObjectData(int BufferSize, char * Buffer, TLibS3PutObjectDataCallbackData & Data);
  152. S3Status GetObjectData(int BufferSize, const char * Buffer, TLibS3GetObjectDataCallbackData & Data);
  153. bool ShouldCancelTransfer(TLibS3TransferObjectDataCallbackData & Data);
  154. static TS3FileSystem * GetFileSystem(void * CallbackData);
  155. static void LibS3SessionCallback(ne_session_s * Session, void * CallbackData);
  156. static S3Status LibS3ResponsePropertiesCallback(const S3ResponseProperties * Properties, void * CallbackData);
  157. static void LibS3ResponseCompleteCallback(S3Status Status, const S3ErrorDetails * Error, void * CallbackData);
  158. static int LibS3SslCallback(int Failures, const ne_ssl_certificate_s * Certificate, void * CallbackData);
  159. static void LibS3ResponseDataCallback(const char * Data, size_t Size, void * CallbackData);
  160. static S3Status LibS3ListServiceCallback(
  161. const char * OwnerId, const char * OwnerDisplayName, const char * BucketName,
  162. int64_t CreationDate, void * CallbackData);
  163. static S3Status LibS3ListBucketCallback(
  164. int IsTruncated, const char * NextMarker, int ContentsCount, const S3ListBucketContent * Contents,
  165. int CommonPrefixesCount, const char ** CommonPrefixes, void * CallbackData);
  166. static int LibS3PutObjectDataCallback(int BufferSize, char * Buffer, void * CallbackData);
  167. static S3Status LibS3MultipartInitialCallback(const char * UploadId, void * CallbackData);
  168. static int LibS3MultipartCommitPutObjectDataCallback(int BufferSize, char * Buffer, void * CallbackData);
  169. static S3Status LibS3MultipartResponsePropertiesCallback(const S3ResponseProperties * Properties, void * CallbackData);
  170. static S3Status LibS3GetObjectDataCallback(int BufferSize, const char * Buffer, void * CallbackData);
  171. static const int S3MinMultiPartChunkSize;
  172. static const int S3MaxMultiPartChunks;
  173. };
  174. //------------------------------------------------------------------------------
  175. UnicodeString __fastcall S3LibVersion();
  176. UnicodeString __fastcall S3LibDefaultHostName();
  177. UnicodeString __fastcall S3LibDefaultRegion();
  178. //------------------------------------------------------------------------------
  179. #endif