ftplistparser.c 29 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091
  1. /***************************************************************************
  2. * _ _ ____ _
  3. * Project ___| | | | _ \| |
  4. * / __| | | | |_) | |
  5. * | (__| |_| | _ <| |___
  6. * \___|\___/|_| \_\_____|
  7. *
  8. * Copyright (C) Daniel Stenberg, <[email protected]>, et al.
  9. *
  10. * This software is licensed as described in the file COPYING, which
  11. * you should have received as part of this distribution. The terms
  12. * are also available at https://curl.se/docs/copyright.html.
  13. *
  14. * You may opt to use, copy, modify, merge, publish, distribute and/or sell
  15. * copies of the Software, and permit persons to whom the Software is
  16. * furnished to do so, under the terms of the COPYING file.
  17. *
  18. * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
  19. * KIND, either express or implied.
  20. *
  21. * SPDX-License-Identifier: curl
  22. *
  23. ***************************************************************************/
  24. #include "curl_setup.h"
  25. #ifndef CURL_DISABLE_FTP
  26. /**
  27. * Now implemented:
  28. *
  29. * 1) Unix version 1
  30. * drwxr-xr-x 1 user01 ftp 512 Jan 29 23:32 prog
  31. * 2) Unix version 2
  32. * drwxr-xr-x 1 user01 ftp 512 Jan 29 1997 prog
  33. * 3) Unix version 3
  34. * drwxr-xr-x 1 1 1 512 Jan 29 23:32 prog
  35. * 4) Unix symlink
  36. * lrwxr-xr-x 1 user01 ftp 512 Jan 29 23:32 prog -> prog2000
  37. * 5) DOS style
  38. * 01-29-97 11:32PM <DIR> prog
  39. */
  40. #include "urldata.h"
  41. #include "fileinfo.h"
  42. #include "llist.h"
  43. #include "ftp.h"
  44. #include "ftplistparser.h"
  45. #include "curl_fnmatch.h"
  46. #include "multiif.h"
  47. #include "curlx/strparse.h"
  48. typedef enum {
  49. PL_UNIX_TOTALSIZE = 0,
  50. PL_UNIX_FILETYPE,
  51. PL_UNIX_PERMISSION,
  52. PL_UNIX_HLINKS,
  53. PL_UNIX_USER,
  54. PL_UNIX_GROUP,
  55. PL_UNIX_SIZE,
  56. PL_UNIX_TIME,
  57. PL_UNIX_FILENAME,
  58. PL_UNIX_SYMLINK
  59. } pl_unix_mainstate;
  60. typedef union {
  61. enum {
  62. PL_UNIX_TOTALSIZE_INIT = 0,
  63. PL_UNIX_TOTALSIZE_READING
  64. } total_dirsize;
  65. enum {
  66. PL_UNIX_HLINKS_PRESPACE = 0,
  67. PL_UNIX_HLINKS_NUMBER
  68. } hlinks;
  69. enum {
  70. PL_UNIX_USER_PRESPACE = 0,
  71. PL_UNIX_USER_PARSING
  72. } user;
  73. enum {
  74. PL_UNIX_GROUP_PRESPACE = 0,
  75. PL_UNIX_GROUP_NAME
  76. } group;
  77. enum {
  78. PL_UNIX_SIZE_PRESPACE = 0,
  79. PL_UNIX_SIZE_NUMBER
  80. } size;
  81. enum {
  82. PL_UNIX_TIME_PREPART1 = 0,
  83. PL_UNIX_TIME_PART1,
  84. PL_UNIX_TIME_PREPART2,
  85. PL_UNIX_TIME_PART2,
  86. PL_UNIX_TIME_PREPART3,
  87. PL_UNIX_TIME_PART3
  88. } time;
  89. enum {
  90. PL_UNIX_FILENAME_PRESPACE = 0,
  91. PL_UNIX_FILENAME_NAME,
  92. PL_UNIX_FILENAME_WINDOWSEOL
  93. } filename;
  94. enum {
  95. PL_UNIX_SYMLINK_PRESPACE = 0,
  96. PL_UNIX_SYMLINK_NAME,
  97. PL_UNIX_SYMLINK_PRETARGET1,
  98. PL_UNIX_SYMLINK_PRETARGET2,
  99. PL_UNIX_SYMLINK_PRETARGET3,
  100. PL_UNIX_SYMLINK_PRETARGET4,
  101. PL_UNIX_SYMLINK_TARGET,
  102. PL_UNIX_SYMLINK_WINDOWSEOL
  103. } symlink;
  104. } pl_unix_substate;
  105. typedef enum {
  106. PL_WINNT_DATE = 0,
  107. PL_WINNT_TIME,
  108. PL_WINNT_DIRORSIZE,
  109. PL_WINNT_FILENAME
  110. } pl_winNT_mainstate;
  111. typedef union {
  112. enum {
  113. PL_WINNT_TIME_PRESPACE = 0,
  114. PL_WINNT_TIME_TIME
  115. } time;
  116. enum {
  117. PL_WINNT_DIRORSIZE_PRESPACE = 0,
  118. PL_WINNT_DIRORSIZE_CONTENT
  119. } dirorsize;
  120. enum {
  121. PL_WINNT_FILENAME_PRESPACE = 0,
  122. PL_WINNT_FILENAME_CONTENT,
  123. PL_WINNT_FILENAME_WINEOL
  124. } filename;
  125. } pl_winNT_substate;
  126. /* This struct is used in wildcard downloading - for parsing LIST response */
  127. struct ftp_parselist_data {
  128. enum {
  129. OS_TYPE_UNKNOWN = 0,
  130. OS_TYPE_UNIX,
  131. OS_TYPE_WIN_NT
  132. } os_type;
  133. union {
  134. struct {
  135. pl_unix_mainstate main;
  136. pl_unix_substate sub;
  137. } UNIX;
  138. struct {
  139. pl_winNT_mainstate main;
  140. pl_winNT_substate sub;
  141. } NT;
  142. } state;
  143. CURLcode error;
  144. struct fileinfo *file_data;
  145. unsigned int item_length;
  146. size_t item_offset;
  147. struct {
  148. size_t filename;
  149. size_t user;
  150. size_t group;
  151. size_t time;
  152. size_t perm;
  153. size_t symlink_target;
  154. } offsets;
  155. };
  156. static void fileinfo_dtor(void *user, void *element)
  157. {
  158. (void)user;
  159. Curl_fileinfo_cleanup(element);
  160. }
  161. void Curl_wildcard_init(struct WildcardData *wc)
  162. {
  163. Curl_llist_init(&wc->filelist, fileinfo_dtor);
  164. wc->state = CURLWC_INIT;
  165. }
  166. void Curl_wildcard_dtor(struct WildcardData **wcp)
  167. {
  168. struct WildcardData *wc = *wcp;
  169. if(!wc)
  170. return;
  171. if(wc->dtor) {
  172. wc->dtor(wc->ftpwc);
  173. wc->dtor = ZERO_NULL;
  174. wc->ftpwc = NULL;
  175. }
  176. DEBUGASSERT(wc->ftpwc == NULL);
  177. Curl_llist_destroy(&wc->filelist, NULL);
  178. curlx_free(wc->path);
  179. wc->path = NULL;
  180. curlx_free(wc->pattern);
  181. wc->pattern = NULL;
  182. wc->state = CURLWC_INIT;
  183. curlx_free(wc);
  184. *wcp = NULL;
  185. }
  186. struct ftp_parselist_data *Curl_ftp_parselist_data_alloc(void)
  187. {
  188. return curlx_calloc(1, sizeof(struct ftp_parselist_data));
  189. }
  190. void Curl_ftp_parselist_data_free(struct ftp_parselist_data **parserp)
  191. {
  192. struct ftp_parselist_data *parser = *parserp;
  193. if(parser)
  194. Curl_fileinfo_cleanup(parser->file_data);
  195. curlx_free(parser);
  196. *parserp = NULL;
  197. }
  198. CURLcode Curl_ftp_parselist_geterror(struct ftp_parselist_data *pl_data)
  199. {
  200. return pl_data->error;
  201. }
  202. #define FTP_LP_MALFORMATED_PERM 0x01000000
  203. static unsigned int ftp_pl_get_permission(const char *str)
  204. {
  205. unsigned int permissions = 0;
  206. /* USER */
  207. if(str[0] == 'r')
  208. permissions |= 1 << 8;
  209. else if(str[0] != '-')
  210. permissions |= FTP_LP_MALFORMATED_PERM;
  211. if(str[1] == 'w')
  212. permissions |= 1 << 7;
  213. else if(str[1] != '-')
  214. permissions |= FTP_LP_MALFORMATED_PERM;
  215. if(str[2] == 'x')
  216. permissions |= 1 << 6;
  217. else if(str[2] == 's') {
  218. permissions |= 1 << 6;
  219. permissions |= 1 << 11;
  220. }
  221. else if(str[2] == 'S')
  222. permissions |= 1 << 11;
  223. else if(str[2] != '-')
  224. permissions |= FTP_LP_MALFORMATED_PERM;
  225. /* GROUP */
  226. if(str[3] == 'r')
  227. permissions |= 1 << 5;
  228. else if(str[3] != '-')
  229. permissions |= FTP_LP_MALFORMATED_PERM;
  230. if(str[4] == 'w')
  231. permissions |= 1 << 4;
  232. else if(str[4] != '-')
  233. permissions |= FTP_LP_MALFORMATED_PERM;
  234. if(str[5] == 'x')
  235. permissions |= 1 << 3;
  236. else if(str[5] == 's') {
  237. permissions |= 1 << 3;
  238. permissions |= 1 << 10;
  239. }
  240. else if(str[5] == 'S')
  241. permissions |= 1 << 10;
  242. else if(str[5] != '-')
  243. permissions |= FTP_LP_MALFORMATED_PERM;
  244. /* others */
  245. if(str[6] == 'r')
  246. permissions |= 1 << 2;
  247. else if(str[6] != '-')
  248. permissions |= FTP_LP_MALFORMATED_PERM;
  249. if(str[7] == 'w')
  250. permissions |= 1 << 1;
  251. else if(str[7] != '-')
  252. permissions |= FTP_LP_MALFORMATED_PERM;
  253. if(str[8] == 'x')
  254. permissions |= 1;
  255. else if(str[8] == 't') {
  256. permissions |= 1;
  257. permissions |= 1 << 9;
  258. }
  259. else if(str[8] == 'T')
  260. permissions |= 1 << 9;
  261. else if(str[8] != '-')
  262. permissions |= FTP_LP_MALFORMATED_PERM;
  263. return permissions;
  264. }
  265. static CURLcode ftp_pl_insert_finfo(struct Curl_easy *data,
  266. struct fileinfo *infop)
  267. {
  268. curl_fnmatch_callback compare;
  269. struct WildcardData *wc = data->wildcard;
  270. struct ftp_wc *ftpwc = wc->ftpwc;
  271. struct Curl_llist *llist = &wc->filelist;
  272. struct ftp_parselist_data *parser = ftpwc->parser;
  273. bool add = TRUE;
  274. struct curl_fileinfo *finfo = &infop->info;
  275. /* set the finfo pointers */
  276. char *str = curlx_dyn_ptr(&infop->buf);
  277. finfo->filename = str + parser->offsets.filename;
  278. finfo->strings.group = parser->offsets.group ?
  279. str + parser->offsets.group : NULL;
  280. finfo->strings.perm = parser->offsets.perm ?
  281. str + parser->offsets.perm : NULL;
  282. finfo->strings.target = parser->offsets.symlink_target ?
  283. str + parser->offsets.symlink_target : NULL;
  284. finfo->strings.time = str + parser->offsets.time;
  285. finfo->strings.user = parser->offsets.user ?
  286. str + parser->offsets.user : NULL;
  287. /* get correct fnmatch callback */
  288. compare = data->set.fnmatch;
  289. if(!compare)
  290. compare = Curl_fnmatch;
  291. /* filter pattern-corresponding filenames */
  292. Curl_set_in_callback(data, TRUE);
  293. if(compare(data->set.fnmatch_data, wc->pattern,
  294. finfo->filename) == 0) {
  295. /* discard symlink which is containing multiple " -> " */
  296. if((finfo->filetype == CURLFILETYPE_SYMLINK) && finfo->strings.target &&
  297. (strstr(finfo->strings.target, " -> "))) {
  298. add = FALSE;
  299. }
  300. }
  301. else {
  302. add = FALSE;
  303. }
  304. Curl_set_in_callback(data, FALSE);
  305. if(add) {
  306. Curl_llist_append(llist, finfo, &infop->list);
  307. }
  308. else {
  309. Curl_fileinfo_cleanup(infop);
  310. }
  311. ftpwc->parser->file_data = NULL;
  312. return CURLE_OK;
  313. }
  314. #define MAX_FTPLIST_BUFFER 10000 /* arbitrarily set */
  315. static CURLcode unix_filetype(const char c, curlfiletype *t)
  316. {
  317. switch(c) {
  318. case '-':
  319. *t = CURLFILETYPE_FILE;
  320. break;
  321. case 'd':
  322. *t = CURLFILETYPE_DIRECTORY;
  323. break;
  324. case 'l':
  325. *t = CURLFILETYPE_SYMLINK;
  326. break;
  327. case 'p':
  328. *t = CURLFILETYPE_NAMEDPIPE;
  329. break;
  330. case 's':
  331. *t = CURLFILETYPE_SOCKET;
  332. break;
  333. case 'c':
  334. *t = CURLFILETYPE_DEVICE_CHAR;
  335. break;
  336. case 'b':
  337. *t = CURLFILETYPE_DEVICE_BLOCK;
  338. break;
  339. case 'D':
  340. *t = CURLFILETYPE_DOOR;
  341. break;
  342. default:
  343. return CURLE_FTP_BAD_FILE_LIST;
  344. }
  345. return CURLE_OK;
  346. }
  347. static CURLcode parse_unix_totalsize(struct ftp_parselist_data *parser,
  348. struct fileinfo *infop,
  349. const char c)
  350. {
  351. size_t len = curlx_dyn_len(&infop->buf);
  352. char *mem = curlx_dyn_ptr(&infop->buf);
  353. switch(parser->state.UNIX.sub.total_dirsize) {
  354. case PL_UNIX_TOTALSIZE_INIT:
  355. if(c == 't') {
  356. parser->state.UNIX.sub.total_dirsize = PL_UNIX_TOTALSIZE_READING;
  357. parser->item_length++;
  358. }
  359. else {
  360. parser->state.UNIX.main = PL_UNIX_FILETYPE;
  361. /* continue to fall through */
  362. }
  363. break;
  364. case PL_UNIX_TOTALSIZE_READING:
  365. parser->item_length++;
  366. if(c == '\r') {
  367. parser->item_length--;
  368. if(len)
  369. curlx_dyn_setlen(&infop->buf, --len);
  370. }
  371. else if(c == '\n') {
  372. mem[parser->item_length - 1] = 0;
  373. if(!strncmp("total ", mem, 6)) {
  374. const char *endptr = mem + 6;
  375. /* here we can deal with directory size, pass the leading
  376. whitespace and then the digits */
  377. curlx_str_passblanks(&endptr);
  378. while(ISDIGIT(*endptr))
  379. endptr++;
  380. if(*endptr) {
  381. return CURLE_FTP_BAD_FILE_LIST;
  382. }
  383. parser->state.UNIX.main = PL_UNIX_FILETYPE;
  384. curlx_dyn_reset(&infop->buf);
  385. }
  386. else
  387. return CURLE_FTP_BAD_FILE_LIST;
  388. }
  389. break;
  390. }
  391. return CURLE_OK;
  392. }
  393. static CURLcode parse_unix_permission(struct ftp_parselist_data *parser,
  394. struct fileinfo *infop,
  395. const char c)
  396. {
  397. char *mem = curlx_dyn_ptr(&infop->buf);
  398. parser->item_length++;
  399. if((parser->item_length <= 9) && !strchr("rwx-tTsS", c))
  400. return CURLE_FTP_BAD_FILE_LIST;
  401. else if(parser->item_length == 10) {
  402. unsigned int perm;
  403. if(c != ' ')
  404. return CURLE_FTP_BAD_FILE_LIST;
  405. mem[10] = 0; /* terminate permissions */
  406. perm = ftp_pl_get_permission(mem + parser->item_offset);
  407. if(perm & FTP_LP_MALFORMATED_PERM)
  408. return CURLE_FTP_BAD_FILE_LIST;
  409. parser->file_data->info.flags |= CURLFINFOFLAG_KNOWN_PERM;
  410. parser->file_data->info.perm = perm;
  411. parser->offsets.perm = parser->item_offset;
  412. parser->item_length = 0;
  413. parser->state.UNIX.main = PL_UNIX_HLINKS;
  414. parser->state.UNIX.sub.hlinks = PL_UNIX_HLINKS_PRESPACE;
  415. }
  416. return CURLE_OK;
  417. }
  418. static CURLcode parse_unix_hlinks(struct ftp_parselist_data *parser,
  419. struct fileinfo *infop,
  420. const char c)
  421. {
  422. size_t len = curlx_dyn_len(&infop->buf);
  423. char *mem = curlx_dyn_ptr(&infop->buf);
  424. switch(parser->state.UNIX.sub.hlinks) {
  425. case PL_UNIX_HLINKS_PRESPACE:
  426. if(c != ' ') {
  427. if(ISDIGIT(c) && len) {
  428. parser->item_offset = len - 1;
  429. parser->item_length = 1;
  430. parser->state.UNIX.sub.hlinks = PL_UNIX_HLINKS_NUMBER;
  431. }
  432. else
  433. return CURLE_FTP_BAD_FILE_LIST;
  434. }
  435. break;
  436. case PL_UNIX_HLINKS_NUMBER:
  437. parser->item_length++;
  438. if(c == ' ') {
  439. const char *p = &mem[parser->item_offset];
  440. curl_off_t hlinks;
  441. mem[parser->item_offset + parser->item_length - 1] = 0;
  442. if(!curlx_str_number(&p, &hlinks, LONG_MAX)) {
  443. parser->file_data->info.flags |= CURLFINFOFLAG_KNOWN_HLINKCOUNT;
  444. parser->file_data->info.hardlinks = (long)hlinks;
  445. }
  446. parser->item_length = 0;
  447. parser->item_offset = 0;
  448. parser->state.UNIX.main = PL_UNIX_USER;
  449. parser->state.UNIX.sub.user = PL_UNIX_USER_PRESPACE;
  450. }
  451. else if(!ISDIGIT(c))
  452. return CURLE_FTP_BAD_FILE_LIST;
  453. break;
  454. }
  455. return CURLE_OK;
  456. }
  457. static CURLcode parse_unix_user(struct ftp_parselist_data *parser,
  458. struct fileinfo *infop,
  459. const char c)
  460. {
  461. size_t len = curlx_dyn_len(&infop->buf);
  462. char *mem = curlx_dyn_ptr(&infop->buf);
  463. switch(parser->state.UNIX.sub.user) {
  464. case PL_UNIX_USER_PRESPACE:
  465. if(c != ' ' && len) {
  466. parser->item_offset = len - 1;
  467. parser->item_length = 1;
  468. parser->state.UNIX.sub.user = PL_UNIX_USER_PARSING;
  469. }
  470. break;
  471. case PL_UNIX_USER_PARSING:
  472. parser->item_length++;
  473. if(c == ' ') {
  474. mem[parser->item_offset + parser->item_length - 1] = 0;
  475. parser->offsets.user = parser->item_offset;
  476. parser->state.UNIX.main = PL_UNIX_GROUP;
  477. parser->state.UNIX.sub.group = PL_UNIX_GROUP_PRESPACE;
  478. parser->item_offset = 0;
  479. parser->item_length = 0;
  480. }
  481. break;
  482. }
  483. return CURLE_OK;
  484. }
  485. static CURLcode parse_unix_group(struct ftp_parselist_data *parser,
  486. struct fileinfo *infop,
  487. const char c)
  488. {
  489. size_t len = curlx_dyn_len(&infop->buf);
  490. char *mem = curlx_dyn_ptr(&infop->buf);
  491. switch(parser->state.UNIX.sub.group) {
  492. case PL_UNIX_GROUP_PRESPACE:
  493. if(c != ' ' && len) {
  494. parser->item_offset = len - 1;
  495. parser->item_length = 1;
  496. parser->state.UNIX.sub.group = PL_UNIX_GROUP_NAME;
  497. }
  498. break;
  499. case PL_UNIX_GROUP_NAME:
  500. parser->item_length++;
  501. if(c == ' ') {
  502. mem[parser->item_offset + parser->item_length - 1] = 0;
  503. parser->offsets.group = parser->item_offset;
  504. parser->state.UNIX.main = PL_UNIX_SIZE;
  505. parser->state.UNIX.sub.size = PL_UNIX_SIZE_PRESPACE;
  506. parser->item_offset = 0;
  507. parser->item_length = 0;
  508. }
  509. break;
  510. }
  511. return CURLE_OK;
  512. }
  513. static CURLcode parse_unix_size(struct ftp_parselist_data *parser,
  514. struct fileinfo *infop,
  515. const char c)
  516. {
  517. size_t len = curlx_dyn_len(&infop->buf);
  518. char *mem = curlx_dyn_ptr(&infop->buf);
  519. switch(parser->state.UNIX.sub.size) {
  520. case PL_UNIX_SIZE_PRESPACE:
  521. if(c != ' ') {
  522. if(ISDIGIT(c) && len) {
  523. parser->item_offset = len - 1;
  524. parser->item_length = 1;
  525. parser->state.UNIX.sub.size = PL_UNIX_SIZE_NUMBER;
  526. }
  527. else
  528. return CURLE_FTP_BAD_FILE_LIST;
  529. }
  530. break;
  531. case PL_UNIX_SIZE_NUMBER:
  532. parser->item_length++;
  533. if(c == ' ') {
  534. const char *p = mem + parser->item_offset;
  535. curl_off_t fsize;
  536. mem[parser->item_offset + parser->item_length - 1] = 0;
  537. if(!curlx_str_numblanks(&p, &fsize)) {
  538. if(p[0] == '\0' && fsize != CURL_OFF_T_MAX) {
  539. parser->file_data->info.flags |= CURLFINFOFLAG_KNOWN_SIZE;
  540. parser->file_data->info.size = fsize;
  541. }
  542. parser->item_length = 0;
  543. parser->item_offset = 0;
  544. parser->state.UNIX.main = PL_UNIX_TIME;
  545. parser->state.UNIX.sub.time = PL_UNIX_TIME_PREPART1;
  546. }
  547. }
  548. else if(!ISDIGIT(c))
  549. return CURLE_FTP_BAD_FILE_LIST;
  550. break;
  551. }
  552. return CURLE_OK;
  553. }
  554. static CURLcode parse_unix_time(struct ftp_parselist_data *parser,
  555. struct fileinfo *infop,
  556. const char c)
  557. {
  558. size_t len = curlx_dyn_len(&infop->buf);
  559. char *mem = curlx_dyn_ptr(&infop->buf);
  560. struct curl_fileinfo *finfo = &infop->info;
  561. switch(parser->state.UNIX.sub.time) {
  562. case PL_UNIX_TIME_PREPART1:
  563. if(c != ' ') {
  564. if(ISALNUM(c) && len) {
  565. parser->item_offset = len - 1;
  566. parser->item_length = 1;
  567. parser->state.UNIX.sub.time = PL_UNIX_TIME_PART1;
  568. }
  569. else
  570. return CURLE_FTP_BAD_FILE_LIST;
  571. }
  572. break;
  573. case PL_UNIX_TIME_PART1:
  574. parser->item_length++;
  575. if(c == ' ')
  576. parser->state.UNIX.sub.time = PL_UNIX_TIME_PREPART2;
  577. else if(!ISALNUM(c) && c != '.')
  578. return CURLE_FTP_BAD_FILE_LIST;
  579. break;
  580. case PL_UNIX_TIME_PREPART2:
  581. parser->item_length++;
  582. if(c != ' ') {
  583. if(ISALNUM(c))
  584. parser->state.UNIX.sub.time = PL_UNIX_TIME_PART2;
  585. else
  586. return CURLE_FTP_BAD_FILE_LIST;
  587. }
  588. break;
  589. case PL_UNIX_TIME_PART2:
  590. parser->item_length++;
  591. if(c == ' ')
  592. parser->state.UNIX.sub.time = PL_UNIX_TIME_PREPART3;
  593. else if(!ISALNUM(c) && c != '.')
  594. return CURLE_FTP_BAD_FILE_LIST;
  595. break;
  596. case PL_UNIX_TIME_PREPART3:
  597. parser->item_length++;
  598. if(c != ' ') {
  599. if(ISALNUM(c))
  600. parser->state.UNIX.sub.time = PL_UNIX_TIME_PART3;
  601. else
  602. return CURLE_FTP_BAD_FILE_LIST;
  603. }
  604. break;
  605. case PL_UNIX_TIME_PART3:
  606. parser->item_length++;
  607. if(c == ' ') {
  608. mem[parser->item_offset + parser->item_length - 1] = 0;
  609. parser->offsets.time = parser->item_offset;
  610. if(finfo->filetype == CURLFILETYPE_SYMLINK) {
  611. parser->state.UNIX.main = PL_UNIX_SYMLINK;
  612. parser->state.UNIX.sub.symlink = PL_UNIX_SYMLINK_PRESPACE;
  613. }
  614. else {
  615. parser->state.UNIX.main = PL_UNIX_FILENAME;
  616. parser->state.UNIX.sub.filename = PL_UNIX_FILENAME_PRESPACE;
  617. }
  618. }
  619. else if(!ISALNUM(c) && c != '.' && c != ':')
  620. return CURLE_FTP_BAD_FILE_LIST;
  621. break;
  622. }
  623. return CURLE_OK;
  624. }
  625. static CURLcode parse_unix_filename(struct Curl_easy *data,
  626. struct ftp_parselist_data *parser,
  627. struct fileinfo *infop,
  628. const char c)
  629. {
  630. size_t len = curlx_dyn_len(&infop->buf);
  631. char *mem = curlx_dyn_ptr(&infop->buf);
  632. CURLcode result = CURLE_OK;
  633. switch(parser->state.UNIX.sub.filename) {
  634. case PL_UNIX_FILENAME_PRESPACE:
  635. if(c != ' ' && len) {
  636. parser->item_offset = len - 1;
  637. parser->item_length = 1;
  638. parser->state.UNIX.sub.filename = PL_UNIX_FILENAME_NAME;
  639. }
  640. break;
  641. case PL_UNIX_FILENAME_NAME:
  642. parser->item_length++;
  643. if(c == '\r')
  644. parser->state.UNIX.sub.filename = PL_UNIX_FILENAME_WINDOWSEOL;
  645. else if(c == '\n') {
  646. mem[parser->item_offset + parser->item_length - 1] = 0;
  647. parser->offsets.filename = parser->item_offset;
  648. parser->state.UNIX.main = PL_UNIX_FILETYPE;
  649. result = ftp_pl_insert_finfo(data, infop);
  650. }
  651. break;
  652. case PL_UNIX_FILENAME_WINDOWSEOL:
  653. if(c == '\n') {
  654. mem[parser->item_offset + parser->item_length - 1] = 0;
  655. parser->offsets.filename = parser->item_offset;
  656. parser->state.UNIX.main = PL_UNIX_FILETYPE;
  657. result = ftp_pl_insert_finfo(data, infop);
  658. }
  659. else
  660. result = CURLE_FTP_BAD_FILE_LIST;
  661. break;
  662. }
  663. return result;
  664. }
  665. static CURLcode parse_unix_symlink(struct Curl_easy *data,
  666. struct ftp_parselist_data *parser,
  667. struct fileinfo *infop,
  668. const char c)
  669. {
  670. size_t len = curlx_dyn_len(&infop->buf);
  671. char *mem = curlx_dyn_ptr(&infop->buf);
  672. CURLcode result = CURLE_OK;
  673. switch(parser->state.UNIX.sub.symlink) {
  674. case PL_UNIX_SYMLINK_PRESPACE:
  675. if(c != ' ' && len) {
  676. parser->item_offset = len - 1;
  677. parser->item_length = 1;
  678. parser->state.UNIX.sub.symlink = PL_UNIX_SYMLINK_NAME;
  679. }
  680. break;
  681. case PL_UNIX_SYMLINK_NAME:
  682. parser->item_length++;
  683. if(c == ' ')
  684. parser->state.UNIX.sub.symlink = PL_UNIX_SYMLINK_PRETARGET1;
  685. else if(c == '\r' || c == '\n')
  686. return CURLE_FTP_BAD_FILE_LIST;
  687. break;
  688. case PL_UNIX_SYMLINK_PRETARGET1:
  689. parser->item_length++;
  690. if(c == '-')
  691. parser->state.UNIX.sub.symlink = PL_UNIX_SYMLINK_PRETARGET2;
  692. else if(c == '\r' || c == '\n')
  693. return CURLE_FTP_BAD_FILE_LIST;
  694. else
  695. parser->state.UNIX.sub.symlink = PL_UNIX_SYMLINK_NAME;
  696. break;
  697. case PL_UNIX_SYMLINK_PRETARGET2:
  698. parser->item_length++;
  699. if(c == '>')
  700. parser->state.UNIX.sub.symlink = PL_UNIX_SYMLINK_PRETARGET3;
  701. else if(c == '\r' || c == '\n')
  702. return CURLE_FTP_BAD_FILE_LIST;
  703. else
  704. parser->state.UNIX.sub.symlink = PL_UNIX_SYMLINK_NAME;
  705. break;
  706. case PL_UNIX_SYMLINK_PRETARGET3:
  707. parser->item_length++;
  708. if(c == ' ') {
  709. parser->state.UNIX.sub.symlink = PL_UNIX_SYMLINK_PRETARGET4;
  710. /* now place where is symlink following */
  711. mem[parser->item_offset + parser->item_length - 4] = 0;
  712. parser->offsets.filename = parser->item_offset;
  713. parser->item_length = 0;
  714. parser->item_offset = 0;
  715. }
  716. else if(c == '\r' || c == '\n')
  717. return CURLE_FTP_BAD_FILE_LIST;
  718. else
  719. parser->state.UNIX.sub.symlink = PL_UNIX_SYMLINK_NAME;
  720. break;
  721. case PL_UNIX_SYMLINK_PRETARGET4:
  722. if(c != '\r' && c != '\n' && len) {
  723. parser->state.UNIX.sub.symlink = PL_UNIX_SYMLINK_TARGET;
  724. parser->item_offset = len - 1;
  725. parser->item_length = 1;
  726. }
  727. else
  728. return CURLE_FTP_BAD_FILE_LIST;
  729. break;
  730. case PL_UNIX_SYMLINK_TARGET:
  731. parser->item_length++;
  732. if(c == '\r')
  733. parser->state.UNIX.sub.symlink = PL_UNIX_SYMLINK_WINDOWSEOL;
  734. else if(c == '\n') {
  735. mem[parser->item_offset + parser->item_length - 1] = 0;
  736. parser->offsets.symlink_target = parser->item_offset;
  737. result = ftp_pl_insert_finfo(data, infop);
  738. if(result)
  739. break;
  740. parser->state.UNIX.main = PL_UNIX_FILETYPE;
  741. }
  742. break;
  743. case PL_UNIX_SYMLINK_WINDOWSEOL:
  744. if(c == '\n') {
  745. mem[parser->item_offset + parser->item_length - 1] = 0;
  746. parser->offsets.symlink_target = parser->item_offset;
  747. result = ftp_pl_insert_finfo(data, infop);
  748. if(result)
  749. break;
  750. parser->state.UNIX.main = PL_UNIX_FILETYPE;
  751. }
  752. else
  753. result = CURLE_FTP_BAD_FILE_LIST;
  754. break;
  755. }
  756. return result;
  757. }
  758. static CURLcode parse_unix(struct Curl_easy *data,
  759. struct ftp_parselist_data *parser,
  760. struct fileinfo *infop,
  761. const char c)
  762. {
  763. struct curl_fileinfo *finfo = &infop->info;
  764. CURLcode result = CURLE_OK;
  765. switch(parser->state.UNIX.main) {
  766. case PL_UNIX_TOTALSIZE:
  767. result = parse_unix_totalsize(parser, infop, c);
  768. if(result)
  769. break;
  770. if(parser->state.UNIX.main != PL_UNIX_FILETYPE)
  771. break;
  772. FALLTHROUGH();
  773. case PL_UNIX_FILETYPE:
  774. result = unix_filetype(c, &finfo->filetype);
  775. if(!result) {
  776. parser->state.UNIX.main = PL_UNIX_PERMISSION;
  777. parser->item_length = 0;
  778. parser->item_offset = 1;
  779. }
  780. break;
  781. case PL_UNIX_PERMISSION:
  782. result = parse_unix_permission(parser, infop, c);
  783. break;
  784. case PL_UNIX_HLINKS:
  785. result = parse_unix_hlinks(parser, infop, c);
  786. break;
  787. case PL_UNIX_USER:
  788. result = parse_unix_user(parser, infop, c);
  789. break;
  790. case PL_UNIX_GROUP:
  791. result = parse_unix_group(parser, infop, c);
  792. break;
  793. case PL_UNIX_SIZE:
  794. result = parse_unix_size(parser, infop, c);
  795. break;
  796. case PL_UNIX_TIME:
  797. result = parse_unix_time(parser, infop, c);
  798. break;
  799. case PL_UNIX_FILENAME:
  800. result = parse_unix_filename(data, parser, infop, c);
  801. break;
  802. case PL_UNIX_SYMLINK:
  803. result = parse_unix_symlink(data, parser, infop, c);
  804. break;
  805. }
  806. return result;
  807. }
  808. static CURLcode parse_winnt(struct Curl_easy *data,
  809. struct ftp_parselist_data *parser,
  810. struct fileinfo *infop,
  811. const char c)
  812. {
  813. struct curl_fileinfo *finfo = &infop->info;
  814. size_t len = curlx_dyn_len(&infop->buf);
  815. char *mem = curlx_dyn_ptr(&infop->buf);
  816. CURLcode result = CURLE_OK;
  817. switch(parser->state.NT.main) {
  818. case PL_WINNT_DATE:
  819. parser->item_length++;
  820. if(parser->item_length < 9) {
  821. if(!strchr("0123456789-", c)) { /* only simple control */
  822. return CURLE_FTP_BAD_FILE_LIST;
  823. }
  824. }
  825. else if(parser->item_length == 9) {
  826. if(c == ' ') {
  827. parser->state.NT.main = PL_WINNT_TIME;
  828. parser->state.NT.sub.time = PL_WINNT_TIME_PRESPACE;
  829. }
  830. else
  831. return CURLE_FTP_BAD_FILE_LIST;
  832. }
  833. else
  834. return CURLE_FTP_BAD_FILE_LIST;
  835. break;
  836. case PL_WINNT_TIME:
  837. parser->item_length++;
  838. switch(parser->state.NT.sub.time) {
  839. case PL_WINNT_TIME_PRESPACE:
  840. if(!ISBLANK(c))
  841. parser->state.NT.sub.time = PL_WINNT_TIME_TIME;
  842. break;
  843. case PL_WINNT_TIME_TIME:
  844. if(c == ' ') {
  845. parser->offsets.time = parser->item_offset;
  846. mem[parser->item_offset + parser->item_length - 1] = 0;
  847. parser->state.NT.main = PL_WINNT_DIRORSIZE;
  848. parser->state.NT.sub.dirorsize = PL_WINNT_DIRORSIZE_PRESPACE;
  849. parser->item_length = 0;
  850. }
  851. else if(!strchr("APM0123456789:", c))
  852. return CURLE_FTP_BAD_FILE_LIST;
  853. break;
  854. }
  855. break;
  856. case PL_WINNT_DIRORSIZE:
  857. switch(parser->state.NT.sub.dirorsize) {
  858. case PL_WINNT_DIRORSIZE_PRESPACE:
  859. if(c != ' ' && len) {
  860. parser->item_offset = len - 1;
  861. parser->item_length = 1;
  862. parser->state.NT.sub.dirorsize = PL_WINNT_DIRORSIZE_CONTENT;
  863. }
  864. break;
  865. case PL_WINNT_DIRORSIZE_CONTENT:
  866. parser->item_length++;
  867. if(c == ' ') {
  868. mem[parser->item_offset + parser->item_length - 1] = 0;
  869. if(strcmp("<DIR>", mem + parser->item_offset) == 0) {
  870. finfo->filetype = CURLFILETYPE_DIRECTORY;
  871. finfo->size = 0;
  872. }
  873. else {
  874. const char *p = mem + parser->item_offset;
  875. if(curlx_str_numblanks(&p, &finfo->size)) {
  876. return CURLE_FTP_BAD_FILE_LIST;
  877. }
  878. /* correct file type */
  879. parser->file_data->info.filetype = CURLFILETYPE_FILE;
  880. }
  881. parser->file_data->info.flags |= CURLFINFOFLAG_KNOWN_SIZE;
  882. parser->item_length = 0;
  883. parser->state.NT.main = PL_WINNT_FILENAME;
  884. parser->state.NT.sub.filename = PL_WINNT_FILENAME_PRESPACE;
  885. }
  886. break;
  887. }
  888. break;
  889. case PL_WINNT_FILENAME:
  890. switch(parser->state.NT.sub.filename) {
  891. case PL_WINNT_FILENAME_PRESPACE:
  892. if(c != ' ' && len) {
  893. parser->item_offset = len - 1;
  894. parser->item_length = 1;
  895. parser->state.NT.sub.filename = PL_WINNT_FILENAME_CONTENT;
  896. }
  897. break;
  898. case PL_WINNT_FILENAME_CONTENT:
  899. parser->item_length++;
  900. if(!len)
  901. return CURLE_FTP_BAD_FILE_LIST;
  902. if(c == '\r') {
  903. parser->state.NT.sub.filename = PL_WINNT_FILENAME_WINEOL;
  904. mem[len - 1] = 0;
  905. }
  906. else if(c == '\n') {
  907. parser->offsets.filename = parser->item_offset;
  908. mem[len - 1] = 0;
  909. result = ftp_pl_insert_finfo(data, infop);
  910. if(result)
  911. return result;
  912. parser->state.NT.main = PL_WINNT_DATE;
  913. parser->state.NT.sub.filename = PL_WINNT_FILENAME_PRESPACE;
  914. }
  915. break;
  916. case PL_WINNT_FILENAME_WINEOL:
  917. if(c == '\n') {
  918. parser->offsets.filename = parser->item_offset;
  919. result = ftp_pl_insert_finfo(data, infop);
  920. if(result)
  921. return result;
  922. parser->state.NT.main = PL_WINNT_DATE;
  923. parser->state.NT.sub.filename = PL_WINNT_FILENAME_PRESPACE;
  924. }
  925. else
  926. return CURLE_FTP_BAD_FILE_LIST;
  927. break;
  928. }
  929. break;
  930. }
  931. return CURLE_OK;
  932. }
  933. size_t Curl_ftp_parselist(char *buffer, size_t size, size_t nmemb,
  934. void *connptr)
  935. {
  936. size_t bufflen = size * nmemb;
  937. struct Curl_easy *data = (struct Curl_easy *)connptr;
  938. struct ftp_wc *ftpwc = data->wildcard->ftpwc;
  939. struct ftp_parselist_data *parser = ftpwc->parser;
  940. size_t i = 0;
  941. CURLcode result;
  942. size_t retsize = bufflen;
  943. if(parser->error) { /* error in previous call */
  944. /* scenario:
  945. * 1. call => OK..
  946. * 2. call => OUT_OF_MEMORY (or other error)
  947. * 3. (last) call => is skipped RIGHT HERE and the error is handled later
  948. * in wc_statemach()
  949. */
  950. goto fail;
  951. }
  952. if(parser->os_type == OS_TYPE_UNKNOWN && bufflen > 0) {
  953. /* considering info about FILE response format */
  954. parser->os_type = ISDIGIT(buffer[0]) ? OS_TYPE_WIN_NT : OS_TYPE_UNIX;
  955. }
  956. while(i < bufflen) { /* FSM */
  957. char c = buffer[i];
  958. struct fileinfo *infop;
  959. if(!parser->file_data) { /* tmp file data is not allocated yet */
  960. parser->file_data = Curl_fileinfo_alloc();
  961. if(!parser->file_data) {
  962. parser->error = CURLE_OUT_OF_MEMORY;
  963. goto fail;
  964. }
  965. parser->item_offset = 0;
  966. parser->item_length = 0;
  967. curlx_dyn_init(&parser->file_data->buf, MAX_FTPLIST_BUFFER);
  968. }
  969. infop = parser->file_data;
  970. if(curlx_dyn_addn(&infop->buf, &c, 1)) {
  971. parser->error = CURLE_OUT_OF_MEMORY;
  972. goto fail;
  973. }
  974. switch(parser->os_type) {
  975. case OS_TYPE_UNIX:
  976. result = parse_unix(data, parser, infop, c);
  977. break;
  978. case OS_TYPE_WIN_NT:
  979. result = parse_winnt(data, parser, infop, c);
  980. break;
  981. default:
  982. retsize = bufflen + 1;
  983. goto fail;
  984. }
  985. if(result) {
  986. parser->error = result;
  987. goto fail;
  988. }
  989. i++;
  990. }
  991. return retsize;
  992. fail:
  993. /* Clean up any allocated memory. */
  994. if(parser->file_data) {
  995. Curl_fileinfo_cleanup(parser->file_data);
  996. parser->file_data = NULL;
  997. }
  998. return retsize;
  999. }
  1000. #endif /* !CURL_DISABLE_FTP */