WebDAVFileSystem.cpp 71 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130
  1. //---------------------------------------------------------------------------
  2. #include <vcl.h>
  3. #pragma hdrstop
  4. #include <io.h>
  5. #include <fcntl.h>
  6. #include <wincrypt.h>
  7. #define NE_LFS
  8. #define WINSCP
  9. #include <ne_basic.h>
  10. #include <ne_auth.h>
  11. #include <ne_props.h>
  12. #include <ne_uri.h>
  13. #include <ne_session.h>
  14. #include <ne_request.h>
  15. #include <ne_xml.h>
  16. #include <ne_redirect.h>
  17. #include <ne_xmlreq.h>
  18. #include <ne_locks.h>
  19. #include <expat.h>
  20. #include "WebDAVFileSystem.h"
  21. #include "Interface.h"
  22. #include "Common.h"
  23. #include "Exceptions.h"
  24. #include "Terminal.h"
  25. #include "TextsCore.h"
  26. #include "SecureShell.h"
  27. #include "HelpCore.h"
  28. #include "CoreMain.h"
  29. #include "Security.h"
  30. #include <StrUtils.hpp>
  31. #include <NeonIntf.h>
  32. //---------------------------------------------------------------------------
  33. #pragma package(smart_init)
  34. //---------------------------------------------------------------------------
  35. #define FILE_OPERATION_LOOP_TERMINAL FTerminal
  36. //---------------------------------------------------------------------------
  37. #define SESSION_FS_KEY "filesystem"
  38. static const UnicodeString CONST_WEBDAV_PROTOCOL_BASE_NAME = L"WebDAV";
  39. static const int HttpUnauthorized = 401;
  40. //---------------------------------------------------------------------------
  41. #define DAV_PROP_NAMESPACE "DAV:"
  42. #define MODDAV_PROP_NAMESPACE "http://apache.org/dav/props/"
  43. #define PROP_CONTENT_LENGTH "getcontentlength"
  44. #define PROP_LAST_MODIFIED "getlastmodified"
  45. #define PROP_RESOURCE_TYPE "resourcetype"
  46. #define PROP_HIDDEN "ishidden"
  47. #define PROP_QUOTA_AVAILABLE "quota-available-bytes"
  48. #define PROP_QUOTA_USED "quota-used-bytes"
  49. #define PROP_EXECUTABLE "executable"
  50. #define PROP_OWNER "owner"
  51. #define PROP_DISPLAY_NAME "displayname"
  52. //------------------------------------------------------------------------------
  53. //---------------------------------------------------------------------------
  54. // ne_path_escape returns 7-bit string, so it does not really matter if we use
  55. // AnsiString or UTF8String here, though UTF8String might be more safe
  56. static AnsiString PathEscape(const char * Path)
  57. {
  58. char * EscapedPath = ne_path_escape(Path);
  59. AnsiString Result = EscapedPath;
  60. ne_free(EscapedPath);
  61. return Result;
  62. }
  63. //---------------------------------------------------------------------------
  64. static UTF8String PathUnescape(const char * Path)
  65. {
  66. char * UnescapedPath = ne_path_unescape(Path);
  67. UTF8String Result = UnescapedPath;
  68. ne_free(UnescapedPath);
  69. return Result;
  70. }
  71. //---------------------------------------------------------------------------
  72. #define AbsolutePathToNeon(P) PathEscape(StrToNeon(P)).c_str()
  73. #define PathToNeonStatic(THIS, P) AbsolutePathToNeon((THIS)->AbsolutePath(P, false))
  74. #define PathToNeon(P) PathToNeonStatic(this, P)
  75. //---------------------------------------------------------------------------
  76. //---------------------------------------------------------------------------
  77. static bool NeonInitialized = false;
  78. static bool NeonSspiInitialized = false;
  79. //---------------------------------------------------------------------------
  80. void __fastcall NeonInitialize()
  81. {
  82. // Even if this fails, we do not want to interrupt WinSCP starting for that.
  83. // Anyway, it can hardly fail.
  84. // Though it fails on Wine on Debian VM, because of ne_sspi_init():
  85. // sspi: QuerySecurityPackageInfo [failed] [80090305].
  86. // sspi: Unable to get negotiate maximum packet size
  87. int NeonResult = ne_sock_init();
  88. if (NeonResult == 0)
  89. {
  90. NeonInitialized = true;
  91. NeonSspiInitialized = true;
  92. }
  93. else if (NeonResult == -2)
  94. {
  95. NeonInitialized = true;
  96. NeonSspiInitialized = false;
  97. }
  98. else
  99. {
  100. NeonInitialized = false;
  101. NeonSspiInitialized = false;
  102. }
  103. }
  104. //---------------------------------------------------------------------------
  105. void __fastcall NeonFinalize()
  106. {
  107. if (NeonInitialized)
  108. {
  109. ne_sock_exit();
  110. NeonInitialized = false;
  111. }
  112. }
  113. //---------------------------------------------------------------------------
  114. void __fastcall RequireNeon(TTerminal * Terminal)
  115. {
  116. if (!NeonInitialized)
  117. {
  118. throw Exception(LoadStr(NEON_INIT_FAILED2));
  119. }
  120. if (!NeonSspiInitialized)
  121. {
  122. Terminal->LogEvent(L"Warning: SSPI initialization failed.");
  123. }
  124. }
  125. //---------------------------------------------------------------------------
  126. UnicodeString __fastcall NeonVersion()
  127. {
  128. UnicodeString Str = StrFromNeon(ne_version_string());
  129. CutToChar(Str, L' ', true); // "neon"
  130. UnicodeString Result = CutToChar(Str, L':', true);
  131. return Result;
  132. }
  133. //---------------------------------------------------------------------------
  134. UnicodeString __fastcall ExpatVersion()
  135. {
  136. return FORMAT(L"%d.%d.%d", (XML_MAJOR_VERSION, XML_MINOR_VERSION, XML_MICRO_VERSION));
  137. }
  138. //---------------------------------------------------------------------------
  139. //---------------------------------------------------------------------------
  140. TWebDAVFileSystem::TWebDAVFileSystem(TTerminal * ATerminal) :
  141. TCustomFileSystem(ATerminal),
  142. FActive(false),
  143. FHasTrailingSlash(false),
  144. FNeonSession(NULL),
  145. FNeonLockStore(NULL),
  146. FNeonLockStoreSection(new TCriticalSection()),
  147. FUploading(false),
  148. FDownloading(false),
  149. FInitialHandshake(false),
  150. FIgnoreAuthenticationFailure(iafNo)
  151. {
  152. FFileSystemInfo.ProtocolBaseName = CONST_WEBDAV_PROTOCOL_BASE_NAME;
  153. FFileSystemInfo.ProtocolName = FFileSystemInfo.ProtocolBaseName;
  154. }
  155. //---------------------------------------------------------------------------
  156. __fastcall TWebDAVFileSystem::~TWebDAVFileSystem()
  157. {
  158. UnregisterFromNeonDebug(FTerminal);
  159. {
  160. TGuard Guard(FNeonLockStoreSection);
  161. if (FNeonLockStore != NULL)
  162. {
  163. ne_lockstore_destroy(FNeonLockStore);
  164. FNeonLockStore = NULL;
  165. }
  166. }
  167. delete FNeonLockStoreSection;
  168. }
  169. //---------------------------------------------------------------------------
  170. void __fastcall TWebDAVFileSystem::Open()
  171. {
  172. RequireNeon(FTerminal);
  173. RegisterForNeonDebug(FTerminal);
  174. FCurrentDirectory = L"";
  175. FHasTrailingSlash = true;
  176. FStoredPasswordTried = false;
  177. FTlsVersionStr = L"";
  178. FCapabilities = 0;
  179. TSessionData * Data = FTerminal->SessionData;
  180. FSessionInfo.LoginTime = Now();
  181. UnicodeString HostName = Data->HostNameExpanded;
  182. size_t Port = Data->PortNumber;
  183. UnicodeString ProtocolName = (FTerminal->SessionData->Ftps == ftpsNone) ? HttpProtocol : HttpsProtocol;
  184. UnicodeString Path = Data->RemoteDirectory;
  185. // PathToNeon is not used as we cannot call AbsolutePath here
  186. UnicodeString EscapedPath = StrFromNeon(PathEscape(StrToNeon(Path)).c_str());
  187. UnicodeString Url = FORMAT(L"%s://%s:%d%s", (ProtocolName, HostName, Port, EscapedPath));
  188. FTerminal->Information(LoadStr(STATUS_CONNECT), true);
  189. FActive = false;
  190. try
  191. {
  192. OpenUrl(Url);
  193. }
  194. catch (Exception & E)
  195. {
  196. CloseNeonSession();
  197. FTerminal->Closed();
  198. FTerminal->FatalError(&E, LoadStr(CONNECTION_FAILED));
  199. }
  200. FActive = true;
  201. }
  202. //---------------------------------------------------------------------------
  203. UnicodeString __fastcall TWebDAVFileSystem::ParsePathFromUrl(const UnicodeString & Url)
  204. {
  205. UnicodeString Result;
  206. ne_uri ParsedUri;
  207. if (ne_uri_parse(StrToNeon(Url), &ParsedUri) == 0)
  208. {
  209. Result = StrFromNeon(PathUnescape(ParsedUri.path));
  210. ne_uri_free(&ParsedUri);
  211. }
  212. return Result;
  213. }
  214. //---------------------------------------------------------------------------
  215. void TWebDAVFileSystem::OpenUrl(const UnicodeString & Url)
  216. {
  217. UnicodeString CorrectedUrl;
  218. NeonClientOpenSessionInternal(CorrectedUrl, Url);
  219. if (CorrectedUrl.IsEmpty())
  220. {
  221. CorrectedUrl = Url;
  222. }
  223. UnicodeString ParsedPath = ParsePathFromUrl(CorrectedUrl);
  224. if (!ParsedPath.IsEmpty())
  225. {
  226. // this is most likely pointless as it get overwritten by
  227. // call to ChangeDirectory() from TTerminal::DoStartup
  228. FCurrentDirectory = ParsedPath;
  229. }
  230. }
  231. //---------------------------------------------------------------------------
  232. void TWebDAVFileSystem::NeonClientOpenSessionInternal(UnicodeString & CorrectedUrl, UnicodeString Url)
  233. {
  234. std::unique_ptr<TStringList> AttemptedUrls(CreateSortedStringList());
  235. AttemptedUrls->Add(Url);
  236. while (true)
  237. {
  238. CorrectedUrl = L"";
  239. NeonOpen(CorrectedUrl, Url);
  240. // No error and no corrected URL? We're done here.
  241. if (CorrectedUrl.IsEmpty())
  242. {
  243. break;
  244. }
  245. CloseNeonSession();
  246. CheckRedirectLoop(CorrectedUrl, AttemptedUrls.get());
  247. // Our caller will want to know what our final corrected URL was.
  248. Url = CorrectedUrl;
  249. }
  250. CorrectedUrl = Url;
  251. }
  252. //---------------------------------------------------------------------------
  253. void __fastcall TWebDAVFileSystem::SetSessionTls(ne_session_s * Session, bool Aux)
  254. {
  255. SetNeonTlsInit(Session, InitSslSession);
  256. // When the CA certificate or server certificate has
  257. // verification problems, neon will call our verify function before
  258. // outright rejection of the connection.
  259. ne_ssl_verify_fn Callback = Aux ? NeonServerSSLCallbackAux : NeonServerSSLCallbackMain;
  260. ne_ssl_set_verify(Session, Callback, this);
  261. ne_ssl_trust_default_ca(Session);
  262. }
  263. //---------------------------------------------------------------------------
  264. void __fastcall TWebDAVFileSystem::InitSession(ne_session_s * Session)
  265. {
  266. TSessionData * Data = FTerminal->SessionData;
  267. InitNeonSession(
  268. Session, Data->ProxyMethod, Data->ProxyHost, Data->ProxyPort,
  269. Data->ProxyUsername, Data->ProxyPassword, FTerminal);
  270. ne_set_read_timeout(Session, Data->Timeout);
  271. ne_set_connect_timeout(Session, Data->Timeout);
  272. ne_set_session_private(Session, SESSION_FS_KEY, this);
  273. }
  274. //---------------------------------------------------------------------------
  275. void TWebDAVFileSystem::NeonOpen(UnicodeString & CorrectedUrl, const UnicodeString & Url)
  276. {
  277. ne_uri uri;
  278. NeonParseUrl(Url, uri);
  279. FHostName = StrFromNeon(uri.host);
  280. FPortNumber = uri.port;
  281. FSessionInfo.CSCipher = UnicodeString();
  282. FSessionInfo.SCCipher = UnicodeString();
  283. bool Ssl = IsTlsUri(uri);
  284. FSessionInfo.SecurityProtocolName = Ssl ? LoadStr(FTPS_IMPLICIT) : UnicodeString();
  285. if (Ssl != (FTerminal->SessionData->Ftps != ftpsNone))
  286. {
  287. FTerminal->LogEvent(FORMAT(L"Warning: %s", (LoadStr(UNENCRYPTED_REDIRECT))));
  288. }
  289. DebugAssert(FNeonSession == NULL);
  290. FNeonSession = CreateNeonSession(uri);
  291. InitSession(FNeonSession);
  292. UTF8String Path = uri.path;
  293. ne_uri_free(&uri);
  294. ne_set_aux_request_init(FNeonSession, NeonAuxRequestInit, this);
  295. UpdateNeonDebugMask();
  296. NeonAddAuthentiation(Ssl);
  297. if (Ssl)
  298. {
  299. SetSessionTls(FNeonSession, false);
  300. ne_ssl_provide_clicert(FNeonSession, NeonProvideClientCert, this);
  301. }
  302. ne_set_notifier(FNeonSession, NeonNotifier, this);
  303. ne_hook_create_request(FNeonSession, NeonCreateRequest, this);
  304. ne_hook_pre_send(FNeonSession, NeonPreSend, this);
  305. ne_hook_post_send(FNeonSession, NeonPostSend, this);
  306. ne_hook_post_headers(FNeonSession, NeonPostHeaders, this);
  307. TAutoFlag Flag(FInitialHandshake);
  308. ExchangeCapabilities(Path.c_str(), CorrectedUrl);
  309. }
  310. //---------------------------------------------------------------------------
  311. void TWebDAVFileSystem::NeonAuxRequestInit(ne_session * Session, ne_request * /*Request*/, void * UserData)
  312. {
  313. TWebDAVFileSystem * FileSystem = static_cast<TWebDAVFileSystem *>(UserData);
  314. FileSystem->InitSession(Session);
  315. ne_uri uri = {0};
  316. ne_fill_server_uri(Session, &uri);
  317. bool Tls = IsTlsUri(uri);
  318. ne_uri_free(&uri);
  319. if (Tls)
  320. {
  321. FileSystem->SetSessionTls(Session, true);
  322. }
  323. }
  324. //---------------------------------------------------------------------------
  325. void __fastcall TWebDAVFileSystem::NeonAddAuthentiation(bool UseNegotiate)
  326. {
  327. unsigned int NeonAuthTypes = NE_AUTH_BASIC | NE_AUTH_DIGEST | NE_AUTH_PASSPORT;
  328. if (UseNegotiate)
  329. {
  330. NeonAuthTypes |= NE_AUTH_NEGOTIATE;
  331. }
  332. ne_add_server_auth(FNeonSession, NeonAuthTypes, NeonRequestAuth, this);
  333. }
  334. //---------------------------------------------------------------------------
  335. UnicodeString __fastcall TWebDAVFileSystem::GetRedirectUrl()
  336. {
  337. UnicodeString Result = GetNeonRedirectUrl(FNeonSession);
  338. FTerminal->LogEvent(FORMAT(L"Redirected to \"%s\".", (Result)));
  339. return Result;
  340. }
  341. //---------------------------------------------------------------------------
  342. void TWebDAVFileSystem::ExchangeCapabilities(const char * Path, UnicodeString & CorrectedUrl)
  343. {
  344. ClearNeonError();
  345. int NeonStatus;
  346. FAuthenticationRetry = false;
  347. do
  348. {
  349. NeonStatus = ne_options2(FNeonSession, Path, &FCapabilities);
  350. }
  351. while ((NeonStatus == NE_AUTH) && FAuthenticationRetry);
  352. if (NeonStatus == NE_REDIRECT)
  353. {
  354. CorrectedUrl = GetRedirectUrl();
  355. }
  356. else if (NeonStatus == NE_OK)
  357. {
  358. if (FCapabilities > 0)
  359. {
  360. UnicodeString Str;
  361. unsigned int Capability = 0x01;
  362. unsigned int Capabilities = FCapabilities;
  363. while (Capabilities > 0)
  364. {
  365. if (FLAGSET(Capabilities, Capability))
  366. {
  367. AddToList(Str, StrFromNeon(ne_capability_name(Capability)), L", ");
  368. Capabilities -= Capability;
  369. }
  370. Capability <<= 1;
  371. }
  372. FTerminal->LogEvent(FORMAT(L"Server capabilities: %s", (Str)));
  373. FFileSystemInfo.AdditionalInfo +=
  374. LoadStr(WEBDAV_EXTENSION_INFO) + sLineBreak +
  375. L" " + Str + sLineBreak;
  376. }
  377. }
  378. else
  379. {
  380. CheckStatus(NeonStatus);
  381. }
  382. FTerminal->SaveCapabilities(FFileSystemInfo);
  383. }
  384. //---------------------------------------------------------------------------
  385. void __fastcall TWebDAVFileSystem::CloseNeonSession()
  386. {
  387. if (FNeonSession != NULL)
  388. {
  389. DestroyNeonSession(FNeonSession);
  390. FNeonSession = NULL;
  391. }
  392. }
  393. //---------------------------------------------------------------------------
  394. void __fastcall TWebDAVFileSystem::Close()
  395. {
  396. DebugAssert(FActive);
  397. CloseNeonSession();
  398. FTerminal->Closed();
  399. FActive = false;
  400. UnregisterFromNeonDebug(FTerminal);
  401. }
  402. //---------------------------------------------------------------------------
  403. bool __fastcall TWebDAVFileSystem::GetActive()
  404. {
  405. return FActive;
  406. }
  407. //---------------------------------------------------------------------------
  408. void __fastcall TWebDAVFileSystem::CollectUsage()
  409. {
  410. if (!FTlsVersionStr.IsEmpty())
  411. {
  412. FTerminal->CollectTlsUsage(FTlsVersionStr);
  413. }
  414. if (!FTerminal->SessionData->TlsCertificateFile.IsEmpty())
  415. {
  416. Configuration->Usage->Inc(L"OpenedSessionsWebDAVSCertificate");
  417. }
  418. // The Authorization header for passport method is included only in the first request,
  419. // so we have to use FLastAuthorizationProtocol
  420. if (SameText(FLastAuthorizationProtocol, L"Passport1.4"))
  421. {
  422. Configuration->Usage->Inc(L"OpenedSessionsWebDAVSPassport");
  423. }
  424. UnicodeString RemoteSystem = FFileSystemInfo.RemoteSystem;
  425. if (ContainsText(RemoteSystem, L"Microsoft-IIS"))
  426. {
  427. FTerminal->Configuration->Usage->Inc(L"OpenedSessionsWebDAVIIS");
  428. }
  429. else if (ContainsText(RemoteSystem, L"IT Hit WebDAV Server"))
  430. {
  431. FTerminal->Configuration->Usage->Inc(L"OpenedSessionsWebDAVITHit");
  432. }
  433. // e.g. brickftp.com
  434. else if (ContainsText(RemoteSystem, L"nginx"))
  435. {
  436. FTerminal->Configuration->Usage->Inc(L"OpenedSessionsWebDAVNginx");
  437. }
  438. else
  439. {
  440. // We also know OpenDrive, Yandex, iFiles (iOS), Swapper (iOS), SafeSync
  441. FTerminal->Configuration->Usage->Inc(L"OpenedSessionsWebDAVOther");
  442. }
  443. }
  444. //---------------------------------------------------------------------------
  445. const TSessionInfo & __fastcall TWebDAVFileSystem::GetSessionInfo()
  446. {
  447. return FSessionInfo;
  448. }
  449. //---------------------------------------------------------------------------
  450. const TFileSystemInfo & __fastcall TWebDAVFileSystem::GetFileSystemInfo(bool /*Retrieve*/)
  451. {
  452. return FFileSystemInfo;
  453. }
  454. //---------------------------------------------------------------------------
  455. bool __fastcall TWebDAVFileSystem::TemporaryTransferFile(const UnicodeString & /*FileName*/)
  456. {
  457. return false;
  458. }
  459. //---------------------------------------------------------------------------
  460. bool __fastcall TWebDAVFileSystem::GetStoredCredentialsTried()
  461. {
  462. return FStoredPasswordTried;
  463. }
  464. //---------------------------------------------------------------------------
  465. UnicodeString __fastcall TWebDAVFileSystem::GetUserName()
  466. {
  467. return FUserName;
  468. }
  469. //---------------------------------------------------------------------------
  470. void __fastcall TWebDAVFileSystem::Idle()
  471. {
  472. // noop
  473. }
  474. //---------------------------------------------------------------------------
  475. UnicodeString __fastcall TWebDAVFileSystem::AbsolutePath(const UnicodeString Path, bool /*Local*/)
  476. {
  477. bool AddTrailingBackslash;
  478. if (Path == L"/")
  479. {
  480. // does not really matter as path "/" is still "/" when absolute,
  481. // no slash needed
  482. AddTrailingBackslash = FHasTrailingSlash;
  483. }
  484. else
  485. {
  486. AddTrailingBackslash = (Path[Path.Length()] == L'/');
  487. }
  488. UnicodeString Result = ::AbsolutePath(GetCurrentDirectory(), Path);
  489. // We must preserve trailing slash, because particularly for mod_dav,
  490. // it really matters if the slash in there or not
  491. if (AddTrailingBackslash)
  492. {
  493. Result = UnixIncludeTrailingBackslash(Result);
  494. }
  495. return Result;
  496. }
  497. //---------------------------------------------------------------------------
  498. bool __fastcall TWebDAVFileSystem::IsCapable(int Capability) const
  499. {
  500. DebugAssert(FTerminal);
  501. switch (Capability)
  502. {
  503. case fcRename:
  504. case fcRemoteMove:
  505. case fcMoveToQueue:
  506. case fcPreservingTimestampUpload:
  507. case fcCheckingSpaceAvailable:
  508. // Only to make double-click on file edit/open the file,
  509. // instead of trying to open it as directory
  510. case fcResolveSymlink:
  511. case fsSkipTransfer:
  512. case fsParallelTransfers:
  513. case fcRemoteCopy:
  514. return true;
  515. case fcUserGroupListing:
  516. case fcModeChanging:
  517. case fcModeChangingUpload:
  518. case fcGroupChanging:
  519. case fcOwnerChanging:
  520. case fcAnyCommand:
  521. case fcShellAnyCommand:
  522. case fcHardLink:
  523. case fcSymbolicLink:
  524. case fcTextMode:
  525. case fcNativeTextMode:
  526. case fcNewerOnlyUpload:
  527. case fcTimestampChanging:
  528. case fcLoadingAdditionalProperties:
  529. case fcIgnorePermErrors:
  530. case fcCalculatingChecksum:
  531. case fcSecondaryShell:
  532. case fcGroupOwnerChangingByID:
  533. case fcRemoveCtrlZUpload:
  534. case fcRemoveBOMUpload:
  535. case fcPreservingTimestampDirs:
  536. case fcResumeSupport:
  537. case fcChangePassword:
  538. return false;
  539. case fcLocking:
  540. return FLAGSET(FCapabilities, NE_CAP_DAV_CLASS2);
  541. default:
  542. DebugFail();
  543. return false;
  544. }
  545. }
  546. //---------------------------------------------------------------------------
  547. UnicodeString __fastcall TWebDAVFileSystem::GetCurrentDirectory()
  548. {
  549. return FCurrentDirectory;
  550. }
  551. //---------------------------------------------------------------------------
  552. void __fastcall TWebDAVFileSystem::DoStartup()
  553. {
  554. FTerminal->SetExceptionOnFail(true);
  555. // retrieve initialize working directory to save it as home directory
  556. ReadCurrentDirectory();
  557. FTerminal->SetExceptionOnFail(false);
  558. }
  559. //---------------------------------------------------------------------------
  560. void __fastcall TWebDAVFileSystem::ClearNeonError()
  561. {
  562. FCancelled = false;
  563. FSkipped = false;
  564. FAuthenticationRequested = false;
  565. ne_set_error(FNeonSession, "");
  566. }
  567. //---------------------------------------------------------------------------
  568. UnicodeString __fastcall TWebDAVFileSystem::GetNeonError()
  569. {
  570. return ::GetNeonError(FNeonSession);
  571. }
  572. //---------------------------------------------------------------------------
  573. void __fastcall TWebDAVFileSystem::CheckStatus(int NeonStatus)
  574. {
  575. if ((NeonStatus == NE_ERROR) && (FCancelled || FSkipped))
  576. {
  577. if (FCancelled)
  578. {
  579. FCancelled = false;
  580. FSkipped = false; // just in case
  581. Abort();
  582. }
  583. else
  584. {
  585. DebugAssert(FSkipped);
  586. FSkipped = false;
  587. throw ESkipFile();
  588. }
  589. }
  590. else
  591. {
  592. CheckNeonStatus(FNeonSession, NeonStatus, FHostName);
  593. }
  594. }
  595. //---------------------------------------------------------------------------
  596. void __fastcall TWebDAVFileSystem::LookupUsersGroups()
  597. {
  598. DebugFail();
  599. }
  600. //---------------------------------------------------------------------------
  601. void __fastcall TWebDAVFileSystem::ReadCurrentDirectory()
  602. {
  603. if (FCachedDirectoryChange.IsEmpty())
  604. {
  605. FCurrentDirectory = FCurrentDirectory.IsEmpty() ? UnicodeString(L"/") : FCurrentDirectory;
  606. }
  607. else
  608. {
  609. FCurrentDirectory = FCachedDirectoryChange;
  610. FCachedDirectoryChange = L"";
  611. }
  612. }
  613. //---------------------------------------------------------------------------
  614. void __fastcall TWebDAVFileSystem::HomeDirectory()
  615. {
  616. ChangeDirectory(L"/");
  617. }
  618. //---------------------------------------------------------------------------
  619. UnicodeString __fastcall TWebDAVFileSystem::DirectoryPath(UnicodeString Path)
  620. {
  621. if (FHasTrailingSlash)
  622. {
  623. Path = ::UnixIncludeTrailingBackslash(Path);
  624. }
  625. return Path;
  626. }
  627. //---------------------------------------------------------------------------
  628. UnicodeString __fastcall TWebDAVFileSystem::FilePath(const TRemoteFile * File)
  629. {
  630. UnicodeString Result = File->FullFileName;
  631. if (File->IsDirectory)
  632. {
  633. Result = DirectoryPath(Result);
  634. }
  635. return Result;
  636. }
  637. //---------------------------------------------------------------------------
  638. void __fastcall TWebDAVFileSystem::TryOpenDirectory(UnicodeString Directory)
  639. {
  640. Directory = DirectoryPath(Directory);
  641. FTerminal->LogEvent(FORMAT(L"Trying to open directory \"%s\".", (Directory)));
  642. TRemoteFile * File;
  643. ReadFile(Directory, File);
  644. delete File;
  645. }
  646. //---------------------------------------------------------------------------
  647. void __fastcall TWebDAVFileSystem::AnnounceFileListOperation()
  648. {
  649. // noop
  650. }
  651. //---------------------------------------------------------------------------
  652. void __fastcall TWebDAVFileSystem::ChangeDirectory(const UnicodeString ADirectory)
  653. {
  654. UnicodeString Path = AbsolutePath(ADirectory, false);
  655. // to verify existence of directory try to open it
  656. TryOpenDirectory(Path);
  657. // if open dir did not fail, directory exists -> success.
  658. FCachedDirectoryChange = Path;
  659. }
  660. //---------------------------------------------------------------------------
  661. void __fastcall TWebDAVFileSystem::CachedChangeDirectory(const UnicodeString Directory)
  662. {
  663. FCachedDirectoryChange = UnixExcludeTrailingBackslash(Directory);
  664. }
  665. //---------------------------------------------------------------------------
  666. struct TReadFileData
  667. {
  668. TWebDAVFileSystem * FileSystem;
  669. TRemoteFile * File;
  670. TRemoteFileList * FileList;
  671. };
  672. //---------------------------------------------------------------------------
  673. int __fastcall TWebDAVFileSystem::ReadDirectoryInternal(
  674. const UnicodeString & Path, TRemoteFileList * FileList)
  675. {
  676. TReadFileData Data;
  677. Data.FileSystem = this;
  678. Data.File = NULL;
  679. Data.FileList = FileList;
  680. ClearNeonError();
  681. ne_propfind_handler * PropFindHandler = ne_propfind_create(FNeonSession, PathToNeon(Path), NE_DEPTH_ONE);
  682. void * DiscoveryContext = ne_lock_register_discovery(PropFindHandler);
  683. int Result;
  684. try
  685. {
  686. Result = ne_propfind_allprop(PropFindHandler, NeonPropsResult, &Data);
  687. }
  688. __finally
  689. {
  690. ne_lock_discovery_free(DiscoveryContext);
  691. ne_propfind_destroy(PropFindHandler);
  692. }
  693. return Result;
  694. }
  695. //---------------------------------------------------------------------------
  696. bool __fastcall TWebDAVFileSystem::IsValidRedirect(int NeonStatus, UnicodeString & Path)
  697. {
  698. bool Result = (NeonStatus == NE_REDIRECT);
  699. if (Result)
  700. {
  701. // What PathToNeon does
  702. UnicodeString OriginalPath = AbsolutePath(Path, false);
  703. // Handle one-step redirect
  704. // (for more steps we would have to implement loop detection).
  705. // This is mainly to handle "folder" => "folder/" redirects of Apache/mod_dav.
  706. UnicodeString RedirectUrl = GetRedirectUrl();
  707. // We should test if the redirect is not for another server,
  708. // though not sure how to do this reliably (domain aliases, IP vs. domain, etc.)
  709. UnicodeString RedirectPath = ParsePathFromUrl(RedirectUrl);
  710. Result =
  711. !RedirectPath.IsEmpty() &&
  712. (RedirectPath != OriginalPath);
  713. if (Result)
  714. {
  715. Path = RedirectPath;
  716. }
  717. }
  718. return Result;
  719. }
  720. //---------------------------------------------------------------------------
  721. void __fastcall TWebDAVFileSystem::ReadDirectory(TRemoteFileList * FileList)
  722. {
  723. UnicodeString Path = DirectoryPath(FileList->Directory);
  724. TOperationVisualizer Visualizer(FTerminal->UseBusyCursor);
  725. int NeonStatus = ReadDirectoryInternal(Path, FileList);
  726. if (IsValidRedirect(NeonStatus, Path))
  727. {
  728. NeonStatus = ReadDirectoryInternal(Path, FileList);
  729. }
  730. CheckStatus(NeonStatus);
  731. }
  732. //---------------------------------------------------------------------------
  733. void __fastcall TWebDAVFileSystem::ReadSymlink(TRemoteFile * /*SymlinkFile*/,
  734. TRemoteFile *& /*File*/)
  735. {
  736. // we never set SymLink flag, so we should never get here
  737. DebugFail();
  738. }
  739. //---------------------------------------------------------------------------
  740. void __fastcall TWebDAVFileSystem::ReadFile(const UnicodeString FileName,
  741. TRemoteFile *& File)
  742. {
  743. CustomReadFile(FileName, File, NULL);
  744. }
  745. //---------------------------------------------------------------------------
  746. void TWebDAVFileSystem::NeonPropsResult(
  747. void * UserData, const ne_uri * Uri, const ne_prop_result_set * Results)
  748. {
  749. UnicodeString Path = StrFromNeon(PathUnescape(Uri->path).c_str());
  750. TReadFileData & Data = *static_cast<TReadFileData *>(UserData);
  751. if (Data.FileList != NULL)
  752. {
  753. UnicodeString FileListPath = Data.FileSystem->AbsolutePath(Data.FileList->Directory, false);
  754. if (UnixSamePath(Path, FileListPath))
  755. {
  756. Path = UnixIncludeTrailingBackslash(UnixIncludeTrailingBackslash(Path) + L"..");
  757. }
  758. std::unique_ptr<TRemoteFile> File(new TRemoteFile(NULL));
  759. File->Terminal = Data.FileSystem->FTerminal;
  760. Data.FileSystem->ParsePropResultSet(File.get(), Path, Results);
  761. Data.FileList->AddFile(File.release());
  762. }
  763. else
  764. {
  765. Data.FileSystem->ParsePropResultSet(Data.File, Path, Results);
  766. }
  767. }
  768. //---------------------------------------------------------------------------
  769. const char * __fastcall TWebDAVFileSystem::GetProp(
  770. const ne_prop_result_set * Results, const char * Name, const char * NameSpace)
  771. {
  772. ne_propname Prop;
  773. Prop.nspace = (NameSpace == NULL) ? DAV_PROP_NAMESPACE : NameSpace;
  774. Prop.name = Name;
  775. return ne_propset_value(Results, &Prop);
  776. }
  777. //---------------------------------------------------------------------------
  778. void __fastcall TWebDAVFileSystem::ParsePropResultSet(TRemoteFile * File,
  779. const UnicodeString & Path, const ne_prop_result_set * Results)
  780. {
  781. File->FullFileName = UnixExcludeTrailingBackslash(Path);
  782. // Some servers do not use DAV:collection tag, but indicate the folder by trailing slash only.
  783. // It seems that all servers actually use the trailing slash, including IIS, mod_Dav, IT Hit, OpenDrive, etc.
  784. bool Collection = (File->FullFileName != Path);
  785. File->FileName = UnixExtractFileName(File->FullFileName);
  786. const char * ContentLength = GetProp(Results, PROP_CONTENT_LENGTH);
  787. // some servers, for example iFiles, do not provide "getcontentlength" for folders
  788. if (ContentLength != NULL)
  789. {
  790. File->Size = StrToInt64Def(ContentLength, 0);
  791. }
  792. const char * LastModified = GetProp(Results, PROP_LAST_MODIFIED);
  793. // We've seen a server (t=24891) that does not set "getlastmodified" for the "this" folder entry.
  794. if (LastModified != NULL)
  795. {
  796. char WeekDay[4] = { L'\0' };
  797. int Year = 0;
  798. char MonthStr[4] = { L'\0' };
  799. int Day = 0;
  800. int Hour = 0;
  801. int Min = 0;
  802. int Sec = 0;
  803. #define RFC1123_FORMAT "%3s, %02d %3s %4d %02d:%02d:%02d GMT"
  804. int Filled =
  805. sscanf(LastModified, RFC1123_FORMAT, WeekDay, &Day, MonthStr, &Year, &Hour, &Min, &Sec);
  806. // we need at least a complete date
  807. if (Filled >= 4)
  808. {
  809. int Month = ParseShortEngMonthName(MonthStr);
  810. if (Month >= 1)
  811. {
  812. TDateTime Modification =
  813. EncodeDateVerbose((unsigned short)Year, (unsigned short)Month, (unsigned short)Day) +
  814. EncodeTimeVerbose((unsigned short)Hour, (unsigned short)Min, (unsigned short)Sec, 0);
  815. File->Modification = ConvertTimestampFromUTC(Modification);
  816. File->ModificationFmt = mfFull;
  817. }
  818. }
  819. }
  820. // optimization
  821. if (!Collection)
  822. {
  823. // This is possibly redundant code as all servers we know (see a comment above)
  824. // indicate the folder by trailing slash too
  825. const char * ResourceType = GetProp(Results, PROP_RESOURCE_TYPE);
  826. if (ResourceType != NULL)
  827. {
  828. // property has XML value
  829. UnicodeString AResourceType = ResourceType;
  830. // this is very poor parsing
  831. if (ContainsText(ResourceType, L"<DAV:collection"))
  832. {
  833. Collection = true;
  834. }
  835. }
  836. }
  837. File->Type = Collection ? FILETYPE_DIRECTORY : FILETYPE_DEFAULT;
  838. // this is MS extension (draft-hopmann-collection-props-00)
  839. const char * IsHidden = GetProp(Results, PROP_HIDDEN);
  840. if (IsHidden != NULL)
  841. {
  842. File->IsHidden = (StrToIntDef(IsHidden, 0) != 0);
  843. }
  844. const char * Owner = GetProp(Results, PROP_OWNER);
  845. if (Owner != NULL)
  846. {
  847. File->Owner.Name = Owner;
  848. }
  849. const char * DisplayName = GetProp(Results, PROP_DISPLAY_NAME);
  850. if (DisplayName != NULL)
  851. {
  852. File->DisplayName = StrFromNeon(DisplayName);
  853. }
  854. const UnicodeString RightsDelimiter(L", ");
  855. UnicodeString HumanRights;
  856. // Proprietary property of mod_dav
  857. // http://www.webdav.org/mod_dav/#imp
  858. const char * Executable = GetProp(Results, PROP_EXECUTABLE, MODDAV_PROP_NAMESPACE);
  859. if (Executable != NULL)
  860. {
  861. if (strcmp(Executable, "T") == NULL)
  862. {
  863. UnicodeString ExecutableRights;
  864. // The "gear" character is supported since Windows 8
  865. if (IsWin8())
  866. {
  867. ExecutableRights = L"\u2699";
  868. }
  869. else
  870. {
  871. ExecutableRights = LoadStr(EXECUTABLE);
  872. }
  873. AddToList(HumanRights, ExecutableRights, RightsDelimiter);
  874. }
  875. }
  876. struct ne_lock * Lock = static_cast<struct ne_lock *>(ne_propset_private(Results));
  877. if ((Lock != NULL) && (Lock->token != NULL))
  878. {
  879. UnicodeString Owner;
  880. if (Lock->owner != NULL)
  881. {
  882. Owner = StrFromNeon(Lock->owner).Trim();
  883. }
  884. UnicodeString LockRights;
  885. if (IsWin8())
  886. {
  887. // The "lock" character is supported since Windows 8
  888. LockRights = L"\uD83D\uDD12" + Owner;
  889. }
  890. else
  891. {
  892. LockRights = LoadStr(LOCKED);
  893. if (!Owner.IsEmpty())
  894. {
  895. LockRights = FORMAT(L"%s (%s)", (LockRights, Owner));
  896. }
  897. }
  898. AddToList(HumanRights, LockRights, RightsDelimiter);
  899. }
  900. File->HumanRights = HumanRights;
  901. }
  902. //---------------------------------------------------------------------------
  903. int __fastcall TWebDAVFileSystem::CustomReadFileInternal(const UnicodeString FileName,
  904. TRemoteFile *& File, TRemoteFile * ALinkedByFile)
  905. {
  906. std::unique_ptr<TRemoteFile> AFile(new TRemoteFile(ALinkedByFile));
  907. TReadFileData Data;
  908. Data.FileSystem = this;
  909. Data.File = AFile.get();
  910. Data.FileList = NULL;
  911. ClearNeonError();
  912. int Result =
  913. ne_simple_propfind(FNeonSession, PathToNeon(FileName), NE_DEPTH_ZERO, NULL,
  914. NeonPropsResult, &Data);
  915. if (Result == NE_OK)
  916. {
  917. File = AFile.release();
  918. }
  919. return Result;
  920. }
  921. //---------------------------------------------------------------------------
  922. void __fastcall TWebDAVFileSystem::CustomReadFile(UnicodeString FileName,
  923. TRemoteFile *& File, TRemoteFile * ALinkedByFile)
  924. {
  925. TOperationVisualizer Visualizer(FTerminal->UseBusyCursor);
  926. int NeonStatus = CustomReadFileInternal(FileName, File, ALinkedByFile);
  927. if (IsValidRedirect(NeonStatus, FileName))
  928. {
  929. NeonStatus = CustomReadFileInternal(FileName, File, ALinkedByFile);
  930. }
  931. CheckStatus(NeonStatus);
  932. }
  933. //---------------------------------------------------------------------------
  934. void __fastcall TWebDAVFileSystem::DeleteFile(const UnicodeString FileName,
  935. const TRemoteFile * File, int /*Params*/, TRmSessionAction & Action)
  936. {
  937. Action.Recursive();
  938. ClearNeonError();
  939. TOperationVisualizer Visualizer(FTerminal->UseBusyCursor);
  940. RawByteString Path = PathToNeon(FilePath(File));
  941. // WebDAV does not allow non-recursive delete:
  942. // RFC 4918, section 9.6.1:
  943. // "A client MUST NOT submit a Depth header with a DELETE on a collection with any value but infinity."
  944. // We should check that folder is empty when called with FLAGSET(Params, dfNoRecursive)
  945. CheckStatus(ne_delete(FNeonSession, Path.c_str()));
  946. // The lock is removed with the file, but if a file with the same name gets created,
  947. // we would try to use obsoleted lock token with it, what the server would reject
  948. // (mod_dav returns "412 Precondition Failed")
  949. DiscardLock(Path);
  950. }
  951. //---------------------------------------------------------------------------
  952. int __fastcall TWebDAVFileSystem::RenameFileInternal(const UnicodeString & FileName,
  953. const UnicodeString & NewName)
  954. {
  955. // 0 = no overwrite
  956. return ne_move(FNeonSession, 0, PathToNeon(FileName), PathToNeon(NewName));
  957. }
  958. //---------------------------------------------------------------------------
  959. void __fastcall TWebDAVFileSystem::RenameFile(const UnicodeString FileName, const TRemoteFile * /*File*/,
  960. const UnicodeString NewName)
  961. {
  962. ClearNeonError();
  963. TOperationVisualizer Visualizer(FTerminal->UseBusyCursor);
  964. UnicodeString Path = FileName;
  965. int NeonStatus = RenameFileInternal(Path, NewName);
  966. if (IsValidRedirect(NeonStatus, Path))
  967. {
  968. NeonStatus = RenameFileInternal(Path, NewName);
  969. }
  970. CheckStatus(NeonStatus);
  971. // See a comment in DeleteFile
  972. DiscardLock(PathToNeon(Path));
  973. }
  974. //---------------------------------------------------------------------------
  975. int __fastcall TWebDAVFileSystem::CopyFileInternal(const UnicodeString & FileName,
  976. const UnicodeString & NewName)
  977. {
  978. // 0 = no overwrite
  979. return ne_copy(FNeonSession, 0, NE_DEPTH_INFINITE, PathToNeon(FileName), PathToNeon(NewName));
  980. }
  981. //---------------------------------------------------------------------------
  982. void __fastcall TWebDAVFileSystem::CopyFile(const UnicodeString FileName, const TRemoteFile * /*File*/,
  983. const UnicodeString NewName)
  984. {
  985. ClearNeonError();
  986. TOperationVisualizer Visualizer(FTerminal->UseBusyCursor);
  987. UnicodeString Path = FileName;
  988. int NeonStatus = CopyFileInternal(Path, NewName);
  989. if (IsValidRedirect(NeonStatus, Path))
  990. {
  991. NeonStatus = CopyFileInternal(Path, NewName);
  992. }
  993. CheckStatus(NeonStatus);
  994. }
  995. //---------------------------------------------------------------------------
  996. void __fastcall TWebDAVFileSystem::CreateDirectory(const UnicodeString DirName)
  997. {
  998. ClearNeonError();
  999. TOperationVisualizer Visualizer(FTerminal->UseBusyCursor);
  1000. CheckStatus(ne_mkcol(FNeonSession, PathToNeon(DirName)));
  1001. }
  1002. //---------------------------------------------------------------------------
  1003. void __fastcall TWebDAVFileSystem::CreateLink(const UnicodeString FileName,
  1004. const UnicodeString PointTo, bool /*Symbolic*/)
  1005. {
  1006. DebugFail();
  1007. }
  1008. //---------------------------------------------------------------------------
  1009. void __fastcall TWebDAVFileSystem::ChangeFileProperties(const UnicodeString FileName,
  1010. const TRemoteFile * /*File*/, const TRemoteProperties * /*Properties*/,
  1011. TChmodSessionAction & /*Action*/)
  1012. {
  1013. DebugFail();
  1014. }
  1015. //---------------------------------------------------------------------------
  1016. bool __fastcall TWebDAVFileSystem::LoadFilesProperties(TStrings * /*FileList*/)
  1017. {
  1018. DebugFail();
  1019. return false;
  1020. }
  1021. //---------------------------------------------------------------------------
  1022. void __fastcall TWebDAVFileSystem::CalculateFilesChecksum(const UnicodeString & /*Alg*/,
  1023. TStrings * /*FileList*/, TStrings * /*Checksums*/,
  1024. TCalculatedChecksumEvent /*OnCalculatedChecksum*/)
  1025. {
  1026. DebugFail();
  1027. }
  1028. //---------------------------------------------------------------------------
  1029. void __fastcall TWebDAVFileSystem::ConfirmOverwrite(
  1030. const UnicodeString & SourceFullFileName, UnicodeString & TargetFileName,
  1031. TFileOperationProgressType * OperationProgress,
  1032. const TOverwriteFileParams * FileParams, const TCopyParamType * CopyParam,
  1033. int Params)
  1034. {
  1035. // all = "yes to newer"
  1036. int Answers = qaYes | qaNo | qaCancel | qaYesToAll | qaNoToAll | qaAll;
  1037. TQueryButtonAlias Aliases[3];
  1038. Aliases[0] = TQueryButtonAlias::CreateAllAsYesToNewerGrouppedWithYes();
  1039. Aliases[1] = TQueryButtonAlias::CreateYesToAllGrouppedWithYes();
  1040. Aliases[2] = TQueryButtonAlias::CreateNoToAllGrouppedWithNo();
  1041. TQueryParams QueryParams(qpNeverAskAgainCheck);
  1042. QueryParams.Aliases = Aliases;
  1043. QueryParams.AliasesCount = LENOF(Aliases);
  1044. unsigned int Answer;
  1045. {
  1046. TSuspendFileOperationProgress Suspend(OperationProgress);
  1047. Answer =
  1048. FTerminal->ConfirmFileOverwrite(
  1049. SourceFullFileName, TargetFileName, FileParams, Answers, &QueryParams,
  1050. ReverseOperationSide(OperationProgress->Side),
  1051. CopyParam, Params, OperationProgress);
  1052. }
  1053. switch (Answer)
  1054. {
  1055. case qaYes:
  1056. // noop
  1057. break;
  1058. case qaNo:
  1059. throw ESkipFile();
  1060. default:
  1061. DebugFail();
  1062. case qaCancel:
  1063. OperationProgress->SetCancelAtLeast(csCancel);
  1064. Abort();
  1065. break;
  1066. }
  1067. }
  1068. //---------------------------------------------------------------------------
  1069. void __fastcall TWebDAVFileSystem::CustomCommandOnFile(const UnicodeString FileName,
  1070. const TRemoteFile * /*File*/, UnicodeString Command, int /*Params*/, TCaptureOutputEvent /*OutputEvent*/)
  1071. {
  1072. DebugFail();
  1073. }
  1074. //---------------------------------------------------------------------------
  1075. void __fastcall TWebDAVFileSystem::AnyCommand(const UnicodeString Command,
  1076. TCaptureOutputEvent /*OutputEvent*/)
  1077. {
  1078. DebugFail();
  1079. }
  1080. //---------------------------------------------------------------------------
  1081. TStrings * __fastcall TWebDAVFileSystem::GetFixedPaths()
  1082. {
  1083. return NULL;
  1084. }
  1085. //---------------------------------------------------------------------------
  1086. void TWebDAVFileSystem::NeonQuotaResult(
  1087. void * UserData, const ne_uri * /*Uri*/, const ne_prop_result_set * Results)
  1088. {
  1089. TSpaceAvailable & SpaceAvailable = *static_cast<TSpaceAvailable *>(UserData);
  1090. const char * Value = GetProp(Results, PROP_QUOTA_AVAILABLE);
  1091. if (Value != NULL)
  1092. {
  1093. SpaceAvailable.UnusedBytesAvailableToUser = StrToInt64(StrFromNeon(Value));
  1094. const char * Value = GetProp(Results, PROP_QUOTA_USED);
  1095. if (Value != NULL)
  1096. {
  1097. SpaceAvailable.BytesAvailableToUser =
  1098. StrToInt64(StrFromNeon(Value)) + SpaceAvailable.UnusedBytesAvailableToUser;
  1099. }
  1100. }
  1101. }
  1102. //---------------------------------------------------------------------------
  1103. void __fastcall TWebDAVFileSystem::SpaceAvailable(const UnicodeString Path,
  1104. TSpaceAvailable & ASpaceAvailable)
  1105. {
  1106. // RFC4331: https://tools.ietf.org/html/rfc4331
  1107. // This is known to be supported by:
  1108. // OpenDrive: for a root drive only (and contrary to the spec, it sends the properties
  1109. // unconditionally, even when not explicitly requested)
  1110. // Server: Apache/2.2.17 (Fedora)
  1111. // X-Powered-By: PHP/5.5.7
  1112. // X-DAV-Powered-By: OpenDrive
  1113. // WWW-Authenticate: Basic realm="PHP WebDAV"
  1114. // IT Hit WebDAV Server:
  1115. // Server: Microsoft-HTTPAPI/1.0
  1116. // X-Engine: IT Hit WebDAV Server .Net v3.8.1877.0 (Evaluation License)
  1117. // Yandex disk:
  1118. // WWW-Authenticate: Basic realm="Yandex.Disk"
  1119. // Server: MochiWeb/1.0
  1120. // OneDrive:
  1121. // it sends the properties unconditionally, even when not explicitly requested
  1122. UnicodeString APath = DirectoryPath(Path);
  1123. ne_propname QuotaProps[3];
  1124. memset(QuotaProps, 0, sizeof(QuotaProps));
  1125. QuotaProps[0].nspace = DAV_PROP_NAMESPACE;
  1126. QuotaProps[0].name = PROP_QUOTA_AVAILABLE;
  1127. QuotaProps[1].nspace = DAV_PROP_NAMESPACE;
  1128. QuotaProps[1].name = PROP_QUOTA_USED;
  1129. QuotaProps[2].nspace = NULL;
  1130. QuotaProps[2].name = NULL;
  1131. TOperationVisualizer Visualizer(FTerminal->UseBusyCursor);
  1132. CheckStatus(
  1133. ne_simple_propfind(FNeonSession, PathToNeon(APath), NE_DEPTH_ZERO, QuotaProps,
  1134. NeonQuotaResult, &ASpaceAvailable));
  1135. }
  1136. //---------------------------------------------------------------------------
  1137. void __fastcall TWebDAVFileSystem::CopyToRemote(TStrings * FilesToCopy,
  1138. const UnicodeString TargetDir, const TCopyParamType * CopyParam,
  1139. int Params, TFileOperationProgressType * OperationProgress,
  1140. TOnceDoneOperation & OnceDoneOperation)
  1141. {
  1142. Params &= ~cpAppend;
  1143. FTerminal->DoCopyToRemote(FilesToCopy, TargetDir, CopyParam, Params, OperationProgress, tfPreCreateDir, OnceDoneOperation);
  1144. }
  1145. //---------------------------------------------------------------------------
  1146. void __fastcall TWebDAVFileSystem::Source(
  1147. TLocalFileHandle & Handle, const UnicodeString & TargetDir, UnicodeString & DestFileName,
  1148. const TCopyParamType * CopyParam, int Params,
  1149. TFileOperationProgressType * OperationProgress, unsigned int /*Flags*/,
  1150. TUploadSessionAction & Action, bool & ChildError)
  1151. {
  1152. int FD = -1;
  1153. try
  1154. {
  1155. UnicodeString DestFullName = TargetDir + DestFileName;
  1156. TRemoteFile * RemoteFile = NULL;
  1157. try
  1158. {
  1159. TValueRestorer<TIgnoreAuthenticationFailure> IgnoreAuthenticationFailureRestorer(FIgnoreAuthenticationFailure);
  1160. FIgnoreAuthenticationFailure = iafWaiting;
  1161. // this should not throw
  1162. CustomReadFileInternal(DestFullName, RemoteFile, NULL);
  1163. }
  1164. catch (...)
  1165. {
  1166. if (!FTerminal->Active)
  1167. {
  1168. throw;
  1169. }
  1170. }
  1171. if (RemoteFile != NULL)
  1172. {
  1173. TOverwriteFileParams FileParams;
  1174. FileParams.SourceSize = Handle.Size;
  1175. FileParams.SourceTimestamp = Handle.Modification;
  1176. FileParams.DestSize = RemoteFile->Size;
  1177. FileParams.DestTimestamp = RemoteFile->Modification;
  1178. delete RemoteFile;
  1179. ConfirmOverwrite(Handle.FileName, DestFileName, OperationProgress,
  1180. &FileParams, CopyParam, Params);
  1181. }
  1182. DestFullName = TargetDir + DestFileName;
  1183. // only now, we know the final destination
  1184. // (not really true as we do not support changing file name on overwrite dialog)
  1185. Action.Destination(DestFullName);
  1186. wchar_t * MimeOut = NULL;
  1187. if (FindMimeFromData(NULL, DestFileName.c_str(), NULL, 0, NULL, FMFD_URLASFILENAME, &MimeOut, 0) == S_OK)
  1188. {
  1189. FUploadMimeType = MimeOut;
  1190. CoTaskMemFree(MimeOut);
  1191. }
  1192. else
  1193. {
  1194. FUploadMimeType = L"";
  1195. }
  1196. FILE_OPERATION_LOOP_BEGIN
  1197. {
  1198. SetFilePointer(Handle.Handle, 0, NULL, FILE_BEGIN);
  1199. FD = _open_osfhandle((intptr_t)Handle.Handle, O_BINARY);
  1200. if (FD < 0)
  1201. {
  1202. throw ESkipFile();
  1203. }
  1204. TAutoFlag UploadingFlag(FUploading);
  1205. ClearNeonError();
  1206. CheckStatus(ne_put(FNeonSession, PathToNeon(DestFullName), FD));
  1207. }
  1208. FILE_OPERATION_LOOP_END(FMTLOAD(TRANSFER_ERROR, (Handle.FileName)));
  1209. if (CopyParam->PreserveTime)
  1210. {
  1211. FTerminal->LogEvent(FORMAT(L"Preserving timestamp [%s]",
  1212. (StandardTimestamp(Handle.Modification))));
  1213. TTouchSessionAction TouchAction(FTerminal->ActionLog, DestFullName, Handle.Modification);
  1214. try
  1215. {
  1216. TDateTime ModificationUTC = ConvertTimestampToUTC(Handle.Modification);
  1217. TFormatSettings FormatSettings = GetEngFormatSettings();
  1218. UnicodeString LastModified =
  1219. FormatDateTime(L"ddd, d mmm yyyy hh:nn:ss 'GMT'", ModificationUTC, FormatSettings);
  1220. UTF8String NeonLastModified(LastModified);
  1221. // second element is "NULL-terminating"
  1222. ne_proppatch_operation Operations[2];
  1223. memset(Operations, 0, sizeof(Operations));
  1224. ne_propname LastModifiedProp;
  1225. LastModifiedProp.nspace = DAV_PROP_NAMESPACE;
  1226. LastModifiedProp.name = PROP_LAST_MODIFIED;
  1227. Operations[0].name = &LastModifiedProp;
  1228. Operations[0].type = ne_propset;
  1229. Operations[0].value = NeonLastModified.c_str();
  1230. int Status = ne_proppatch(FNeonSession, PathToNeon(DestFullName), Operations);
  1231. if (Status == NE_ERROR)
  1232. {
  1233. FTerminal->LogEvent(FORMAT(L"Preserving timestamp failed, ignoring: %s",
  1234. (GetNeonError())));
  1235. // Ignore errors as major WebDAV servers (like IIS), do not support
  1236. // changing getlastmodified.
  1237. // The only server we found that supports this is TradeMicro SafeSync.
  1238. // But it announces itself as "Server: Apache",
  1239. // so it's not reliable to autodetect the support.
  1240. // Microsoft Office alegedly uses <Win32LastModifiedTime>
  1241. // http://sabre.io/dav/clients/msoffice/
  1242. // Carot DAV does that too. But we do not know what server does support this.
  1243. TouchAction.Cancel();
  1244. }
  1245. else
  1246. {
  1247. CheckStatus(Status);
  1248. }
  1249. }
  1250. catch (Exception & E)
  1251. {
  1252. TouchAction.Rollback(&E);
  1253. ChildError = true;
  1254. throw;
  1255. }
  1256. }
  1257. }
  1258. __finally
  1259. {
  1260. if (FD >= 0)
  1261. {
  1262. // _close calls CloseHandle internally (even doc states, we should not call CloseHandle),
  1263. // but it crashes code guard
  1264. _close(FD);
  1265. Handle.Dismiss();
  1266. }
  1267. }
  1268. }
  1269. //---------------------------------------------------------------------------
  1270. void __fastcall TWebDAVFileSystem::CopyToLocal(TStrings * FilesToCopy,
  1271. const UnicodeString TargetDir, const TCopyParamType * CopyParam,
  1272. int Params, TFileOperationProgressType * OperationProgress,
  1273. TOnceDoneOperation & OnceDoneOperation)
  1274. {
  1275. Params &= ~cpAppend;
  1276. FTerminal->DoCopyToLocal(FilesToCopy, TargetDir, CopyParam, Params, OperationProgress, tfNone, OnceDoneOperation);
  1277. }
  1278. //---------------------------------------------------------------------------
  1279. void TWebDAVFileSystem::NeonCreateRequest(
  1280. ne_request * Request, void * UserData, const char * /*Method*/, const char * /*Uri*/)
  1281. {
  1282. TWebDAVFileSystem * FileSystem = static_cast<TWebDAVFileSystem *>(UserData);
  1283. ne_set_request_private(Request, SESSION_FS_KEY, FileSystem);
  1284. ne_add_response_body_reader(Request, NeonBodyAccepter, NeonBodyReader, Request);
  1285. FileSystem->FNtlmAuthenticationFailed = false;
  1286. }
  1287. //---------------------------------------------------------------------------
  1288. void TWebDAVFileSystem::NeonPreSend(
  1289. ne_request * Request, void * UserData, ne_buffer * Header)
  1290. {
  1291. TWebDAVFileSystem * FileSystem = static_cast<TWebDAVFileSystem *>(UserData);
  1292. FileSystem->FAuthorizationProtocol = L"";
  1293. UnicodeString HeaderBuf(StrFromNeon(AnsiString(Header->data, Header->used)));
  1294. const UnicodeString AuthorizationHeaderName(L"Authorization:");
  1295. int P = HeaderBuf.Pos(AuthorizationHeaderName);
  1296. if (P > 0)
  1297. {
  1298. P += AuthorizationHeaderName.Length();
  1299. int P2 = PosEx(L"\n", HeaderBuf, P);
  1300. if (DebugAlwaysTrue(P2 > 0))
  1301. {
  1302. UnicodeString AuthorizationHeader = HeaderBuf.SubString(P, P2 - P).Trim();
  1303. FileSystem->FAuthorizationProtocol = CutToChar(AuthorizationHeader, L' ', false);
  1304. FileSystem->FLastAuthorizationProtocol = FileSystem->FAuthorizationProtocol;
  1305. }
  1306. }
  1307. if (FileSystem->FDownloading)
  1308. {
  1309. // Needed by IIS server to make it download source code, not code output,
  1310. // and mainly to even allow downloading file with unregistered extensions.
  1311. // Without it files like .001 return 404 (Not found) HTTP code.
  1312. // https://msdn.microsoft.com/en-us/library/cc250098.aspx
  1313. // https://msdn.microsoft.com/en-us/library/cc250216.aspx
  1314. // http://lists.manyfish.co.uk/pipermail/neon/2012-April/001452.html
  1315. // It's also supported by Oracle server:
  1316. // https://docs.oracle.com/cd/E19146-01/821-1828/gczya/index.html
  1317. // We do not know yet of any server that fails when the header is used,
  1318. // so it's added unconditionally.
  1319. ne_buffer_zappend(Header, "Translate: f\r\n");
  1320. }
  1321. const UnicodeString ContentTypeHeaderPrefix(L"Content-Type: ");
  1322. if (FileSystem->FTerminal->Log->Logging)
  1323. {
  1324. const char * Buffer;
  1325. size_t Size;
  1326. if (ne_get_request_body_buffer(Request, &Buffer, &Size))
  1327. {
  1328. // all neon request types that use ne_add_request_header
  1329. // use XML content-type, so it's text-based
  1330. DebugAssert(ContainsStr(HeaderBuf, ContentTypeHeaderPrefix + NE_XML_MEDIA_TYPE));
  1331. FileSystem->FTerminal->Log->Add(llInput, UnicodeString(UTF8String(Buffer, Size)));
  1332. }
  1333. }
  1334. if (FileSystem->FUploading)
  1335. {
  1336. ne_set_request_body_provider_pre(Request,
  1337. FileSystem->NeonUploadBodyProvider, FileSystem);
  1338. if (!FileSystem->FUploadMimeType.IsEmpty())
  1339. {
  1340. UnicodeString ContentTypeHeader = ContentTypeHeaderPrefix + FileSystem->FUploadMimeType + L"\r\n";
  1341. ne_buffer_zappend(Header, AnsiString(ContentTypeHeader).c_str());
  1342. }
  1343. }
  1344. FileSystem->FResponse = L"";
  1345. }
  1346. //---------------------------------------------------------------------------
  1347. int TWebDAVFileSystem::NeonPostSend(ne_request * /*Req*/, void * UserData,
  1348. const ne_status * /*Status*/)
  1349. {
  1350. TWebDAVFileSystem * FileSystem = static_cast<TWebDAVFileSystem *>(UserData);
  1351. if (!FileSystem->FResponse.IsEmpty())
  1352. {
  1353. FileSystem->FTerminal->Log->Add(llOutput, FileSystem->FResponse);
  1354. }
  1355. return NE_OK;
  1356. }
  1357. //---------------------------------------------------------------------------
  1358. bool __fastcall TWebDAVFileSystem::IsNtlmAuthentication()
  1359. {
  1360. return
  1361. SameText(FAuthorizationProtocol, L"NTLM") ||
  1362. SameText(FAuthorizationProtocol, L"Negotiate");
  1363. }
  1364. //---------------------------------------------------------------------------
  1365. void __fastcall TWebDAVFileSystem::HttpAuthenticationFailed()
  1366. {
  1367. // NTLM/GSSAPI failed
  1368. if (IsNtlmAuthentication())
  1369. {
  1370. if (FNtlmAuthenticationFailed)
  1371. {
  1372. // Next time do not try Negotiate (NTLM/GSSAPI),
  1373. // otherwise we end up in an endless loop.
  1374. // If the server returns all other challenges in the response, removing the Negotiate
  1375. // protocol will itself ensure that other protocols are tried (we haven't seen this behaviour).
  1376. // IIS will return only Negotiate response if the request was Negotiate, so there's no fallback.
  1377. // We have to retry with a fresh request. That's what FAuthenticationRetry does.
  1378. FTerminal->LogEvent(FORMAT(L"%s challenge failed, will try different challenge", (FAuthorizationProtocol)));
  1379. ne_remove_server_auth(FNeonSession);
  1380. NeonAddAuthentiation(false);
  1381. FAuthenticationRetry = true;
  1382. }
  1383. else
  1384. {
  1385. // The first 401 is expected, the server is using it to send WWW-Authenticate header with data.
  1386. FNtlmAuthenticationFailed = true;
  1387. }
  1388. }
  1389. }
  1390. //---------------------------------------------------------------------------
  1391. void TWebDAVFileSystem::NeonPostHeaders(ne_request * /*Req*/, void * UserData, const ne_status * Status)
  1392. {
  1393. TWebDAVFileSystem * FileSystem = static_cast<TWebDAVFileSystem *>(UserData);
  1394. if (Status->code == HttpUnauthorized)
  1395. {
  1396. FileSystem->HttpAuthenticationFailed();
  1397. }
  1398. }
  1399. //---------------------------------------------------------------------------
  1400. ssize_t TWebDAVFileSystem::NeonUploadBodyProvider(void * UserData, char * /*Buffer*/, size_t /*BufLen*/)
  1401. {
  1402. TWebDAVFileSystem * FileSystem = static_cast<TWebDAVFileSystem *>(UserData);
  1403. ssize_t Result;
  1404. if (FileSystem->CancelTransfer())
  1405. {
  1406. Result = -1;
  1407. }
  1408. else
  1409. {
  1410. Result = 1;
  1411. }
  1412. return Result;
  1413. }
  1414. //---------------------------------------------------------------------------
  1415. static void __fastcall AddHeaderValueToList(UnicodeString & List, ne_request * Request, const char * Name)
  1416. {
  1417. const char * Value = ne_get_response_header(Request, Name);
  1418. if (Value != NULL)
  1419. {
  1420. AddToList(List, StrFromNeon(Value), L"; ");
  1421. }
  1422. }
  1423. //---------------------------------------------------------------------------
  1424. int TWebDAVFileSystem::NeonBodyAccepter(void * UserData, ne_request * Request, const ne_status * Status)
  1425. {
  1426. DebugAssert(UserData == Request);
  1427. TWebDAVFileSystem * FileSystem =
  1428. static_cast<TWebDAVFileSystem *>(ne_get_request_private(Request, SESSION_FS_KEY));
  1429. bool AuthenticationFailureCode = (Status->code == HttpUnauthorized);
  1430. bool PasswordAuthenticationFailed = AuthenticationFailureCode && FileSystem->FAuthenticationRequested;
  1431. bool AuthenticationFailed = PasswordAuthenticationFailed || (AuthenticationFailureCode && FileSystem->IsNtlmAuthentication());
  1432. bool AuthenticationNeeded = AuthenticationFailureCode && !AuthenticationFailed;
  1433. if (FileSystem->FInitialHandshake)
  1434. {
  1435. UnicodeString Line;
  1436. if (AuthenticationNeeded)
  1437. {
  1438. Line = LoadStr(STATUS_AUTHENTICATE);
  1439. }
  1440. else if (AuthenticationFailed)
  1441. {
  1442. Line = LoadStr(FTP_ACCESS_DENIED);
  1443. }
  1444. else if (Status->klass == 2)
  1445. {
  1446. Line = LoadStr(STATUS_AUTHENTICATED);
  1447. }
  1448. if (!Line.IsEmpty())
  1449. {
  1450. FileSystem->FTerminal->Information(Line, true);
  1451. }
  1452. UnicodeString RemoteSystem;
  1453. // Used by IT Hit WebDAV Server:
  1454. // Server: Microsoft-HTTPAPI/1.0
  1455. // X-Engine: IT Hit WebDAV Server .Net v3.8.1877.0 (Evaluation License)
  1456. AddHeaderValueToList(RemoteSystem, Request, "X-Engine");
  1457. // Used by OpenDrive:
  1458. // Server: Apache/2.2.17 (Fedora)
  1459. // X-Powered-By: PHP/5.5.7
  1460. // X-DAV-Powered-By: OpenDrive
  1461. AddHeaderValueToList(RemoteSystem, Request, "X-DAV-Powered-By");
  1462. // Used by IIS:
  1463. // Server: Microsoft-IIS/8.5
  1464. AddHeaderValueToList(RemoteSystem, Request, "Server");
  1465. // Not really useful.
  1466. // Can be e.g. "PleskLin"
  1467. AddHeaderValueToList(RemoteSystem, Request, "X-Powered-By");
  1468. FileSystem->FFileSystemInfo.RemoteSystem = RemoteSystem;
  1469. }
  1470. // When we explicitly fail authentication of request
  1471. // with FIgnoreAuthenticationFailure flag (after it failed with password),
  1472. // neon resets its internal password store and tries the next request
  1473. // without calling our authentication hook first
  1474. // (note AuthenticationFailed vs. AuthenticationNeeded)
  1475. // what likely fails, but we do not want to reset out password
  1476. // (as it was not even tried yet for this request).
  1477. if (PasswordAuthenticationFailed)
  1478. {
  1479. if (FileSystem->FIgnoreAuthenticationFailure == iafNo)
  1480. {
  1481. FileSystem->FPassword = RawByteString();
  1482. }
  1483. else
  1484. {
  1485. FileSystem->FIgnoreAuthenticationFailure = iafPasswordFailed;
  1486. }
  1487. }
  1488. return ne_accept_2xx(UserData, Request, Status);
  1489. }
  1490. //---------------------------------------------------------------------------
  1491. bool __fastcall TWebDAVFileSystem::CancelTransfer()
  1492. {
  1493. bool Result = false;
  1494. if ((FUploading || FDownloading) &&
  1495. (FTerminal->OperationProgress != NULL) &&
  1496. (FTerminal->OperationProgress->Cancel != csContinue))
  1497. {
  1498. if (FTerminal->OperationProgress->ClearCancelFile())
  1499. {
  1500. FSkipped = true;
  1501. }
  1502. else
  1503. {
  1504. FCancelled = true;
  1505. }
  1506. Result = true;
  1507. }
  1508. return Result;
  1509. }
  1510. //---------------------------------------------------------------------------
  1511. int TWebDAVFileSystem::NeonBodyReader(void * UserData, const char * Buf, size_t Len)
  1512. {
  1513. ne_request * Request = static_cast<ne_request *>(UserData);
  1514. TWebDAVFileSystem * FileSystem =
  1515. static_cast<TWebDAVFileSystem *>(ne_get_request_private(Request, SESSION_FS_KEY));
  1516. if (FileSystem->FTerminal->Log->Logging)
  1517. {
  1518. ne_content_type ContentType;
  1519. if (ne_get_content_type(Request, &ContentType) == 0)
  1520. {
  1521. // The main point of the content-type check was to exclude
  1522. // GET responses (with file contents).
  1523. // But this won't work when downloading text files that have text
  1524. // content type on their own, hence the additional not-downloading test.
  1525. if (!FileSystem->FDownloading &&
  1526. ((ne_strcasecmp(ContentType.type, "text") == 0) ||
  1527. media_type_is_xml(&ContentType)))
  1528. {
  1529. UnicodeString Content = UnicodeString(UTF8String(Buf, Len)).Trim();
  1530. FileSystem->FResponse += Content;
  1531. }
  1532. ne_free(ContentType.value);
  1533. }
  1534. }
  1535. int Result = FileSystem->CancelTransfer() ? 1 : 0;
  1536. return Result;
  1537. }
  1538. //---------------------------------------------------------------------------
  1539. void __fastcall TWebDAVFileSystem::Sink(
  1540. const UnicodeString & FileName, const TRemoteFile * File,
  1541. const UnicodeString & TargetDir, UnicodeString & DestFileName, int Attrs,
  1542. const TCopyParamType * CopyParam, int Params, TFileOperationProgressType * OperationProgress,
  1543. unsigned int /*Flags*/, TDownloadSessionAction & Action)
  1544. {
  1545. UnicodeString DestFullName = TargetDir + DestFileName;
  1546. if (FileExists(ApiPath(DestFullName)))
  1547. {
  1548. __int64 Size;
  1549. __int64 MTime;
  1550. FTerminal->OpenLocalFile(DestFullName, GENERIC_READ, NULL, NULL, NULL, &MTime, NULL, &Size);
  1551. TOverwriteFileParams FileParams;
  1552. FileParams.SourceSize = File->Size;
  1553. FileParams.SourceTimestamp = File->Modification;
  1554. FileParams.DestSize = Size;
  1555. FileParams.DestTimestamp = UnixToDateTime(MTime, FTerminal->SessionData->DSTMode);
  1556. ConfirmOverwrite(FileName, DestFileName, OperationProgress, &FileParams, CopyParam, Params);
  1557. }
  1558. UnicodeString ExpandedDestFullName = ExpandUNCFileName(DestFullName);
  1559. Action.Destination(ExpandedDestFullName);
  1560. FILE_OPERATION_LOOP_BEGIN
  1561. {
  1562. HANDLE LocalHandle;
  1563. if (!FTerminal->CreateLocalFile(DestFullName, OperationProgress, &LocalHandle, FLAGSET(Params, cpNoConfirmation)))
  1564. {
  1565. throw ESkipFile();
  1566. }
  1567. bool DeleteLocalFile = true;
  1568. int FD = -1;
  1569. try
  1570. {
  1571. FD = _open_osfhandle((intptr_t)LocalHandle, O_BINARY);
  1572. if (FD < 0)
  1573. {
  1574. throw ESkipFile();
  1575. }
  1576. TAutoFlag DownloadingFlag(FDownloading);
  1577. ClearNeonError();
  1578. CheckStatus(ne_get(FNeonSession, PathToNeon(FileName), FD));
  1579. DeleteLocalFile = false;
  1580. if (CopyParam->PreserveTime)
  1581. {
  1582. FTerminal->UpdateTargetTime(LocalHandle, File->Modification, FTerminal->SessionData->DSTMode);
  1583. }
  1584. }
  1585. __finally
  1586. {
  1587. if (FD >= 0)
  1588. {
  1589. // _close calls CloseHandle internally (even doc states, we should not call CloseHandle),
  1590. // but it crashes code guard
  1591. _close(FD);
  1592. }
  1593. else
  1594. {
  1595. CloseHandle(LocalHandle);
  1596. }
  1597. if (DeleteLocalFile)
  1598. {
  1599. FILE_OPERATION_LOOP_BEGIN
  1600. {
  1601. THROWOSIFFALSE(Sysutils::DeleteFile(ApiPath(DestFullName)));
  1602. }
  1603. FILE_OPERATION_LOOP_END(FMTLOAD(DELETE_LOCAL_FILE_ERROR, (DestFullName)));
  1604. }
  1605. }
  1606. }
  1607. FILE_OPERATION_LOOP_END(FMTLOAD(TRANSFER_ERROR, (FileName)));
  1608. FTerminal->UpdateTargetAttrs(DestFullName, File, CopyParam, Attrs);
  1609. }
  1610. //---------------------------------------------------------------------------
  1611. // Similar to TS3FileSystem::VerifyCertificate
  1612. bool TWebDAVFileSystem::VerifyCertificate(TNeonCertificateData Data, bool Aux)
  1613. {
  1614. FSessionInfo.CertificateFingerprint = Data.Fingerprint;
  1615. bool Result;
  1616. if (FTerminal->SessionData->FingerprintScan)
  1617. {
  1618. Result = false;
  1619. }
  1620. else
  1621. {
  1622. FTerminal->LogEvent(CertificateVerificationMessage(Data));
  1623. UnicodeString SiteKey = TSessionData::FormatSiteKey(FHostName, FPortNumber);
  1624. Result =
  1625. FTerminal->VerifyCertificate(HttpsCertificateStorageKey, SiteKey, Data.Fingerprint, Data.Subject, Data.Failures);
  1626. if (!Result)
  1627. {
  1628. UnicodeString Message;
  1629. Result = NeonWindowsValidateCertificateWithMessage(Data, Message);
  1630. FTerminal->LogEvent(Message);
  1631. }
  1632. FSessionInfo.Certificate = CertificateSummary(Data, FHostName);
  1633. if (!Result)
  1634. {
  1635. Result = FTerminal->ConfirmCertificate(FSessionInfo, Data.Failures, HttpsCertificateStorageKey, !Aux);
  1636. }
  1637. if (Result && !Aux)
  1638. {
  1639. CollectTLSSessionInfo();
  1640. }
  1641. }
  1642. return Result;
  1643. }
  1644. //------------------------------------------------------------------------------
  1645. void __fastcall TWebDAVFileSystem::CollectTLSSessionInfo()
  1646. {
  1647. // See also TFTPFileSystem::Open().
  1648. // Have to cache the value as the connection (the neon HTTP session, not "our" session)
  1649. // can be closed at the time we need it in CollectUsage().
  1650. UnicodeString Message = NeonTlsSessionInfo(FNeonSession, FSessionInfo, FTlsVersionStr);
  1651. FTerminal->LogEvent(Message);
  1652. }
  1653. //------------------------------------------------------------------------------
  1654. // A neon-session callback to validate the SSL certificate when the CA
  1655. // is unknown (e.g. a self-signed cert), or there are other SSL
  1656. // certificate problems.
  1657. int TWebDAVFileSystem::DoNeonServerSSLCallback(void * UserData, int Failures, const ne_ssl_certificate * Certificate, bool Aux)
  1658. {
  1659. TNeonCertificateData Data;
  1660. RetrieveNeonCertificateData(Failures, Certificate, Data);
  1661. TWebDAVFileSystem * FileSystem = static_cast<TWebDAVFileSystem *>(UserData);
  1662. return FileSystem->VerifyCertificate(Data, Aux) ? NE_OK : NE_ERROR;
  1663. }
  1664. //------------------------------------------------------------------------------
  1665. int TWebDAVFileSystem::NeonServerSSLCallbackMain(void * UserData, int Failures, const ne_ssl_certificate * Certificate)
  1666. {
  1667. return DoNeonServerSSLCallback(UserData, Failures, Certificate, false);
  1668. }
  1669. //------------------------------------------------------------------------------
  1670. int TWebDAVFileSystem::NeonServerSSLCallbackAux(void * UserData, int Failures, const ne_ssl_certificate * Certificate)
  1671. {
  1672. return DoNeonServerSSLCallback(UserData, Failures, Certificate, true);
  1673. }
  1674. //------------------------------------------------------------------------------
  1675. void TWebDAVFileSystem::NeonProvideClientCert(void * UserData, ne_session * Sess,
  1676. const ne_ssl_dname * const * /*DNames*/, int /*DNCount*/)
  1677. {
  1678. TWebDAVFileSystem * FileSystem = static_cast<TWebDAVFileSystem *>(UserData);
  1679. FileSystem->FTerminal->LogEvent(LoadStr(NEED_CLIENT_CERTIFICATE));
  1680. X509 * Certificate;
  1681. EVP_PKEY * PrivateKey;
  1682. if (FileSystem->FTerminal->LoadTlsCertificate(Certificate, PrivateKey))
  1683. {
  1684. ne_ssl_client_cert * NeonCertificate = ne_ssl_clicert_create(Certificate, PrivateKey);
  1685. ne_ssl_set_clicert(Sess, NeonCertificate);
  1686. ne_ssl_clicert_free(NeonCertificate);
  1687. }
  1688. }
  1689. //------------------------------------------------------------------------------
  1690. int TWebDAVFileSystem::NeonRequestAuth(
  1691. void * UserData, const char * Realm, int Attempt, char * UserName, char * Password)
  1692. {
  1693. DebugUsedParam(Realm);
  1694. DebugUsedParam(Attempt);
  1695. TWebDAVFileSystem * FileSystem = static_cast<TWebDAVFileSystem *>(UserData);
  1696. TTerminal * Terminal = FileSystem->FTerminal;
  1697. TSessionData * SessionData = Terminal->SessionData;
  1698. bool Result = true;
  1699. // will ask for username only once
  1700. if (FileSystem->FUserName.IsEmpty())
  1701. {
  1702. if (!SessionData->UserName.IsEmpty())
  1703. {
  1704. FileSystem->FUserName = SessionData->UserNameExpanded;
  1705. }
  1706. else
  1707. {
  1708. if (!Terminal->PromptUser(SessionData, pkUserName, LoadStr(USERNAME_TITLE), L"",
  1709. LoadStr(USERNAME_PROMPT2), true, NE_ABUFSIZ, FileSystem->FUserName))
  1710. {
  1711. // note that we never get here actually
  1712. Result = false;
  1713. }
  1714. }
  1715. }
  1716. UnicodeString APassword;
  1717. if (Result)
  1718. {
  1719. // Some servers (Gallery2 on discontinued g2.pixi.me)
  1720. // return authentication error (401) on PROPFIND request for
  1721. // non-existing files.
  1722. // When we already tried password before, do not try anymore.
  1723. // When we did not try password before (possible only when
  1724. // server does not require authentication for any previous request,
  1725. // such as when read access is not authenticated), try it now,
  1726. // but use special flag for the try, because when it fails
  1727. // we still want to try password for future requests (such as PUT).
  1728. if (!FileSystem->FPassword.IsEmpty())
  1729. {
  1730. if (FileSystem->FIgnoreAuthenticationFailure == iafPasswordFailed)
  1731. {
  1732. // Fail PROPFIND /nonexising request...
  1733. Result = false;
  1734. }
  1735. else
  1736. {
  1737. APassword = Terminal->DecryptPassword(FileSystem->FPassword);
  1738. }
  1739. }
  1740. else
  1741. {
  1742. if (!SessionData->Password.IsEmpty() && !FileSystem->FStoredPasswordTried)
  1743. {
  1744. APassword = SessionData->Password;
  1745. FileSystem->FStoredPasswordTried = true;
  1746. }
  1747. else
  1748. {
  1749. // Asking for password (or using configured password) the first time,
  1750. // and asking for password.
  1751. // Note that we never get false here actually
  1752. Result =
  1753. Terminal->PromptUser(
  1754. SessionData, pkPassword, LoadStr(PASSWORD_TITLE), L"",
  1755. LoadStr(PASSWORD_PROMPT), false, NE_ABUFSIZ, APassword);
  1756. }
  1757. if (Result)
  1758. {
  1759. // While neon remembers the password on its own,
  1760. // we need to keep a copy in case neon store gets reset by
  1761. // 401 response to PROPFIND /nonexisting on G2, see above.
  1762. // Possibly we can do this for G2 servers only.
  1763. FileSystem->FPassword = Terminal->EncryptPassword(APassword);
  1764. }
  1765. }
  1766. }
  1767. if (Result)
  1768. {
  1769. strncpy(UserName, StrToNeon(FileSystem->FUserName), NE_ABUFSIZ);
  1770. strncpy(Password, StrToNeon(APassword), NE_ABUFSIZ);
  1771. }
  1772. FileSystem->FAuthenticationRequested = true;
  1773. return Result ? 0 : -1;
  1774. }
  1775. //------------------------------------------------------------------------------
  1776. void TWebDAVFileSystem::NeonNotifier(void * UserData, ne_session_status Status, const ne_session_status_info * StatusInfo)
  1777. {
  1778. TWebDAVFileSystem * FileSystem = static_cast<TWebDAVFileSystem *>(UserData);
  1779. TFileOperationProgressType * OperationProgress = FileSystem->FTerminal->OperationProgress;
  1780. // We particularly have to filter out response to "put" request,
  1781. // handling that would reset the upload progress back to low number (response is small).
  1782. if (((FileSystem->FUploading && (Status == ne_status_sending)) ||
  1783. (FileSystem->FDownloading && (Status == ne_status_recving))) &&
  1784. DebugAlwaysTrue(OperationProgress != NULL))
  1785. {
  1786. __int64 Progress = StatusInfo->sr.progress;
  1787. __int64 Diff = Progress - OperationProgress->TransferredSize;
  1788. if (Diff > 0)
  1789. {
  1790. OperationProgress->ThrottleToCPSLimit(static_cast<unsigned long>(Diff));
  1791. }
  1792. __int64 Total = StatusInfo->sr.total;
  1793. // Total size unknown
  1794. if (Total < 0)
  1795. {
  1796. if (Diff >= 0)
  1797. {
  1798. OperationProgress->AddTransferred(Diff);
  1799. }
  1800. else
  1801. {
  1802. // Session total has been reset. A new stream started
  1803. OperationProgress->AddTransferred(Progress);
  1804. }
  1805. }
  1806. else
  1807. {
  1808. OperationProgress->SetTransferSize(Total);
  1809. OperationProgress->AddTransferred(Diff);
  1810. }
  1811. }
  1812. }
  1813. //------------------------------------------------------------------------------
  1814. void TWebDAVFileSystem::InitSslSession(ssl_st * Ssl, ne_session * /*Session*/)
  1815. {
  1816. // See also CAsyncSslSocketLayer::InitSSLConnection
  1817. SetupSsl(Ssl, FTerminal->SessionData->MinTlsVersion, FTerminal->SessionData->MaxTlsVersion);
  1818. }
  1819. //---------------------------------------------------------------------------
  1820. void __fastcall TWebDAVFileSystem::GetSupportedChecksumAlgs(TStrings * /*Algs*/)
  1821. {
  1822. // NOOP
  1823. }
  1824. //---------------------------------------------------------------------------
  1825. void __fastcall TWebDAVFileSystem::LockFile(const UnicodeString & /*FileName*/, const TRemoteFile * File)
  1826. {
  1827. ClearNeonError();
  1828. struct ne_lock * Lock = ne_lock_create();
  1829. try
  1830. {
  1831. Lock->uri.path = ne_strdup(PathToNeon(FilePath(File)));
  1832. Lock->depth = NE_DEPTH_INFINITE;
  1833. Lock->timeout = NE_TIMEOUT_INFINITE;
  1834. Lock->owner = ne_strdup(StrToNeon(FTerminal->UserName));
  1835. CheckStatus(ne_lock(FNeonSession, Lock));
  1836. {
  1837. TGuard Guard(FNeonLockStoreSection);
  1838. RequireLockStore();
  1839. ne_lockstore_add(FNeonLockStore, Lock);
  1840. }
  1841. // ownership passed
  1842. Lock = NULL;
  1843. }
  1844. __finally
  1845. {
  1846. if (Lock != NULL)
  1847. {
  1848. ne_lock_destroy(Lock);
  1849. }
  1850. }
  1851. }
  1852. //---------------------------------------------------------------------------
  1853. void __fastcall TWebDAVFileSystem::RequireLockStore()
  1854. {
  1855. // Create store only when needed,
  1856. // to limit the use of cross-thread code in UpdateFromMain
  1857. if (FNeonLockStore == NULL)
  1858. {
  1859. FNeonLockStore = ne_lockstore_create();
  1860. ne_lockstore_register(FNeonLockStore, FNeonSession);
  1861. }
  1862. }
  1863. //---------------------------------------------------------------------------
  1864. void TWebDAVFileSystem::LockResult(void * UserData, const struct ne_lock * Lock,
  1865. const ne_uri * /*Uri*/, const ne_status * /*Status*/)
  1866. {
  1867. // Is NULL on failure (Status is not NULL then)
  1868. if (Lock != NULL)
  1869. {
  1870. RawByteString & LockToken = *static_cast<RawByteString *>(UserData);
  1871. LockToken = Lock->token;
  1872. }
  1873. }
  1874. //---------------------------------------------------------------------------
  1875. struct ne_lock * __fastcall TWebDAVFileSystem::FindLock(const RawByteString & Path)
  1876. {
  1877. ne_uri Uri = {0};
  1878. Uri.path = Path.c_str();
  1879. return ne_lockstore_findbyuri(FNeonLockStore, &Uri);
  1880. }
  1881. //---------------------------------------------------------------------------
  1882. void __fastcall TWebDAVFileSystem::DiscardLock(const RawByteString & Path)
  1883. {
  1884. TGuard Guard(FNeonLockStoreSection);
  1885. if (FNeonLockStore != NULL)
  1886. {
  1887. struct ne_lock * Lock = FindLock(Path);
  1888. if (Lock != NULL)
  1889. {
  1890. ne_lockstore_remove(FNeonLockStore, Lock);
  1891. }
  1892. }
  1893. }
  1894. //---------------------------------------------------------------------------
  1895. void __fastcall TWebDAVFileSystem::UnlockFile(const UnicodeString & FileName, const TRemoteFile * File)
  1896. {
  1897. ClearNeonError();
  1898. struct ne_lock * Lock = ne_lock_create();
  1899. try
  1900. {
  1901. RawByteString Path = PathToNeon(FilePath(File));
  1902. RawByteString LockToken;
  1903. struct ne_lock * Lock = NULL;
  1904. {
  1905. TGuard Guard(FNeonLockStoreSection);
  1906. if (FNeonLockStore != NULL)
  1907. {
  1908. Lock = FindLock(Path);
  1909. }
  1910. }
  1911. // we are not aware of the file being locked,
  1912. // though it can be locked from another (previous and already closed)
  1913. // session, so query the server.
  1914. if (Lock == NULL)
  1915. {
  1916. CheckStatus(ne_lock_discover(FNeonSession, Path.c_str(), LockResult, &LockToken));
  1917. }
  1918. if ((Lock == NULL) && (LockToken.IsEmpty()))
  1919. {
  1920. throw Exception(FMTLOAD(NOT_LOCKED, (FileName)));
  1921. }
  1922. else
  1923. {
  1924. struct ne_lock * Unlock;
  1925. if (Lock == NULL)
  1926. {
  1927. DebugAssert(!LockToken.IsEmpty());
  1928. Unlock = ne_lock_create();
  1929. Unlock->uri.path = ne_strdup(Path.c_str());
  1930. Unlock->token = ne_strdup(LockToken.c_str());
  1931. }
  1932. else
  1933. {
  1934. Unlock = Lock;
  1935. }
  1936. CheckStatus(ne_unlock(FNeonSession, Unlock));
  1937. DiscardLock(Path);
  1938. }
  1939. }
  1940. __finally
  1941. {
  1942. ne_lock_destroy(Lock);
  1943. }
  1944. }
  1945. //---------------------------------------------------------------------------
  1946. void __fastcall TWebDAVFileSystem::UpdateFromMain(TCustomFileSystem * AMainFileSystem)
  1947. {
  1948. TWebDAVFileSystem * MainFileSystem = dynamic_cast<TWebDAVFileSystem *>(AMainFileSystem);
  1949. if (DebugAlwaysTrue(MainFileSystem != NULL))
  1950. {
  1951. TGuard Guard(FNeonLockStoreSection);
  1952. TGuard MainGuard(MainFileSystem->FNeonLockStoreSection);
  1953. if (FNeonLockStore != NULL)
  1954. {
  1955. struct ne_lock * Lock;
  1956. while ((Lock = ne_lockstore_first(FNeonLockStore)) != NULL)
  1957. {
  1958. ne_lockstore_remove(FNeonLockStore, Lock);
  1959. }
  1960. }
  1961. if (MainFileSystem->FNeonLockStore != NULL)
  1962. {
  1963. RequireLockStore();
  1964. struct ne_lock * Lock = ne_lockstore_first(MainFileSystem->FNeonLockStore);
  1965. while (Lock != NULL)
  1966. {
  1967. ne_lockstore_add(FNeonLockStore, ne_lock_copy(Lock));
  1968. Lock = ne_lockstore_next(MainFileSystem->FNeonLockStore);
  1969. }
  1970. }
  1971. }
  1972. }
  1973. //------------------------------------------------------------------------------
  1974. void __fastcall TWebDAVFileSystem::ClearCaches()
  1975. {
  1976. // noop
  1977. }
  1978. //---------------------------------------------------------------------------