1
0

S3FileSystem.h 9.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179
  1. //------------------------------------------------------------------------------
  2. #ifndef S3FileSystemH
  3. #define S3FileSystemH
  4. //------------------------------------------------------------------------------
  5. #include <FileSystems.h>
  6. //------------------------------------------------------------------------------
  7. struct TNeonCertificateData;
  8. struct TOverwriteFileParams;
  9. struct TLibS3CallbackData;
  10. struct TLibS3BucketContext;
  11. struct TLibS3ListBucketCallbackData;
  12. struct TLibS3PutObjectDataCallbackData;
  13. struct TLibS3GetObjectDataCallbackData;
  14. struct ssl_st;
  15. #ifdef NEED_LIBS3
  16. // resolve clash
  17. #define S3Protocol _S3Protocol
  18. #include "libs3.h"
  19. #undef S3Protocol
  20. #else
  21. struct ne_session_s;
  22. struct ne_ssl_certificate_s;
  23. struct S3ResponseProperties;
  24. struct S3RequestContext;
  25. struct S3ErrorDetails;
  26. struct S3ListBucketContent;
  27. struct S3ResponseHandler;
  28. enum S3Status { };
  29. enum _S3Protocol { };
  30. #endif
  31. //------------------------------------------------------------------------------
  32. class TS3FileSystem : public TCustomFileSystem
  33. {
  34. public:
  35. explicit TS3FileSystem(TTerminal * ATerminal);
  36. virtual __fastcall ~TS3FileSystem();
  37. virtual void __fastcall Open();
  38. virtual void __fastcall Close();
  39. virtual bool __fastcall GetActive();
  40. virtual void __fastcall CollectUsage();
  41. virtual void __fastcall Idle();
  42. virtual UnicodeString __fastcall AbsolutePath(UnicodeString Path, bool Local);
  43. virtual void __fastcall AnyCommand(const UnicodeString Command,
  44. TCaptureOutputEvent OutputEvent);
  45. virtual void __fastcall ChangeDirectory(const UnicodeString Directory);
  46. virtual void __fastcall CachedChangeDirectory(const UnicodeString Directory);
  47. virtual void __fastcall AnnounceFileListOperation();
  48. virtual void __fastcall ChangeFileProperties(const UnicodeString FileName,
  49. const TRemoteFile * File, const TRemoteProperties * Properties,
  50. TChmodSessionAction & Action);
  51. virtual bool __fastcall LoadFilesProperties(TStrings * FileList);
  52. virtual void __fastcall CalculateFilesChecksum(const UnicodeString & Alg,
  53. TStrings * FileList, TStrings * Checksums,
  54. TCalculatedChecksumEvent OnCalculatedChecksum);
  55. virtual void __fastcall CopyToLocal(TStrings * FilesToCopy,
  56. const UnicodeString TargetDir, const TCopyParamType * CopyParam,
  57. int Params, TFileOperationProgressType * OperationProgress,
  58. TOnceDoneOperation & OnceDoneOperation);
  59. virtual void __fastcall CopyToRemote(TStrings * FilesToCopy,
  60. const UnicodeString TargetDir, const TCopyParamType * CopyParam,
  61. int Params, TFileOperationProgressType * OperationProgress,
  62. TOnceDoneOperation & OnceDoneOperation);
  63. virtual void __fastcall Source(
  64. TLocalFileHandle & Handle, const UnicodeString & TargetDir, UnicodeString & DestFileName,
  65. const TCopyParamType * CopyParam, int Params,
  66. TFileOperationProgressType * OperationProgress, unsigned int Flags,
  67. TUploadSessionAction & Action, bool & ChildError);
  68. virtual void __fastcall Sink(
  69. const UnicodeString & FileName, const TRemoteFile * File,
  70. const UnicodeString & TargetDir, UnicodeString & DestFileName, int Attrs,
  71. const TCopyParamType * CopyParam, int Params, TFileOperationProgressType * OperationProgress,
  72. unsigned int Flags, TDownloadSessionAction & Action);
  73. virtual void __fastcall CreateDirectory(const UnicodeString DirName);
  74. virtual void __fastcall CreateLink(const UnicodeString FileName, const UnicodeString PointTo, bool Symbolic);
  75. virtual void __fastcall DeleteFile(const UnicodeString FileName,
  76. const TRemoteFile * File, int Params,
  77. TRmSessionAction & Action);
  78. virtual void __fastcall CustomCommandOnFile(const UnicodeString FileName,
  79. const TRemoteFile * File, UnicodeString Command, int Params, TCaptureOutputEvent OutputEvent);
  80. virtual void __fastcall DoStartup();
  81. virtual void __fastcall HomeDirectory();
  82. virtual bool __fastcall IsCapable(int Capability) const;
  83. virtual void __fastcall LookupUsersGroups();
  84. virtual void __fastcall ReadCurrentDirectory();
  85. virtual void __fastcall ReadDirectory(TRemoteFileList * FileList);
  86. virtual void __fastcall ReadFile(const UnicodeString FileName,
  87. TRemoteFile *& File);
  88. virtual void __fastcall ReadSymlink(TRemoteFile * SymLinkFile,
  89. TRemoteFile *& File);
  90. virtual void __fastcall RenameFile(const UnicodeString FileName, const TRemoteFile * File,
  91. const UnicodeString NewName);
  92. virtual void __fastcall CopyFile(const UnicodeString FileName, const TRemoteFile * File,
  93. const UnicodeString NewName);
  94. virtual TStrings * __fastcall GetFixedPaths();
  95. virtual void __fastcall SpaceAvailable(const UnicodeString Path,
  96. TSpaceAvailable & ASpaceAvailable);
  97. virtual const TSessionInfo & __fastcall GetSessionInfo();
  98. virtual const TFileSystemInfo & __fastcall GetFileSystemInfo(bool Retrieve);
  99. virtual bool __fastcall TemporaryTransferFile(const UnicodeString & FileName);
  100. virtual bool __fastcall GetStoredCredentialsTried();
  101. virtual UnicodeString __fastcall GetUserName();
  102. virtual void __fastcall GetSupportedChecksumAlgs(TStrings * Algs);
  103. virtual void __fastcall LockFile(const UnicodeString & FileName, const TRemoteFile * File);
  104. virtual void __fastcall UnlockFile(const UnicodeString & FileName, const TRemoteFile * File);
  105. virtual void __fastcall UpdateFromMain(TCustomFileSystem * MainFileSystem);
  106. virtual void __fastcall ClearCaches();
  107. protected:
  108. bool FActive;
  109. TFileSystemInfo FFileSystemInfo;
  110. UnicodeString FCurrentDirectory;
  111. UnicodeString FCachedDirectoryChange;
  112. TSessionInfo FSessionInfo;
  113. UTF8String FAccessKeyId;
  114. UTF8String FSecretAccessKey;
  115. UTF8String FHostName;
  116. int FTimeout;
  117. S3RequestContext * FRequestContext;
  118. _S3Protocol FLibS3Protocol;
  119. ne_session_s * FNeonSession;
  120. UnicodeString FTlsVersionStr;
  121. UnicodeString FResponse;
  122. bool FResponseIgnore;
  123. typedef std::map<UnicodeString, UnicodeString> TRegions;
  124. TRegions FRegions;
  125. TRegions FHostNames;
  126. virtual UnicodeString __fastcall GetCurrentDirectory();
  127. void LibS3Deinitialize();
  128. bool VerifyCertificate(TNeonCertificateData Data);
  129. void CollectTLSSessionInfo();
  130. void CheckLibS3Error(const TLibS3CallbackData & Data, bool FatalOnConnectError = false);
  131. void InitSslSession(ssl_st * Ssl, ne_session_s * Session);
  132. void RequestInit(TLibS3CallbackData & Data);
  133. void TryOpenDirectory(const UnicodeString & Directory);
  134. void ReadDirectoryInternal(const UnicodeString & Path, TRemoteFileList * FileList, int MaxKeys, const UnicodeString & FileName);
  135. void ParsePath(UnicodeString Path, UnicodeString & BucketName, UnicodeString & Key);
  136. TRemoteToken MakeRemoteToken(const char * OwnerId, const char * OwnerDisplayName);
  137. TLibS3BucketContext GetBucketContext(const UnicodeString & BucketName);
  138. void DoListBucket(
  139. const UnicodeString & Prefix, TRemoteFileList * FileList, int MaxKeys, const TLibS3BucketContext & BucketContext,
  140. TLibS3ListBucketCallbackData & Data);
  141. UnicodeString GetFolderKey(const UnicodeString & Key);
  142. void DoReadFile(const UnicodeString & FileName, TRemoteFile *& File);
  143. void ConfirmOverwrite(
  144. const UnicodeString & SourceFullFileName, UnicodeString & TargetFileName,
  145. TFileOperationProgressType * OperationProgress, const TOverwriteFileParams * FileParams,
  146. const TCopyParamType * CopyParam, int Params);
  147. int PutObjectData(int BufferSize, char * Buffer, TLibS3PutObjectDataCallbackData & Data);
  148. S3Status GetObjectData(int BufferSize, const char * Buffer, TLibS3GetObjectDataCallbackData & Data);
  149. static TS3FileSystem * GetFileSystem(void * CallbackData);
  150. static void LibS3SessionCallback(ne_session_s * Session, void * CallbackData);
  151. static S3Status LibS3ResponsePropertiesCallback(const S3ResponseProperties * Properties, void * CallbackData);
  152. static void LibS3ResponseCompleteCallback(S3Status Status, const S3ErrorDetails * Error, void * CallbackData);
  153. static int LibS3SslCallback(int Failures, const ne_ssl_certificate_s * Certificate, void * CallbackData);
  154. static void LibS3ResponseDataCallback(const char * Data, size_t Size, void * CallbackData);
  155. static S3Status LibS3ListServiceCallback(
  156. const char * OwnerId, const char * OwnerDisplayName, const char * BucketName,
  157. int64_t CreationDate, void * CallbackData);
  158. static S3Status LibS3ListBucketCallback(
  159. int IsTruncated, const char * NextMarker, int ContentsCount, const S3ListBucketContent * Contents,
  160. int CommonPrefixesCount, const char ** CommonPrefixes, void * CallbackData);
  161. static int LibS3PutObjectDataCallback(int BufferSize, char * Buffer, void * CallbackData);
  162. static S3Status LibS3MultipartInitialCallback(const char * UploadId, void * CallbackData);
  163. static int LibS3MultipartCommitPutObjectDataCallback(int BufferSize, char * Buffer, void * CallbackData);
  164. static S3Status LibS3MultipartResponsePropertiesCallback(const S3ResponseProperties * Properties, void * CallbackData);
  165. static S3Status LibS3GetObjectDataCallback(int BufferSize, const char * Buffer, void * CallbackData);
  166. static const int S3MultiPartChunkSize;
  167. };
  168. //------------------------------------------------------------------------------
  169. UnicodeString __fastcall S3LibVersion();
  170. UnicodeString __fastcall S3LibDefaultHostName();
  171. UnicodeString __fastcall S3LibDefaultRegion();
  172. //------------------------------------------------------------------------------
  173. #endif