cmListFileLexer.in.l 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437
  1. %{
  2. /*============================================================================
  3. CMake - Cross Platform Makefile Generator
  4. Copyright 2000-2009 Kitware, Inc., Insight Software Consortium
  5. Distributed under the OSI-approved BSD License (the "License");
  6. see accompanying file Copyright.txt for details.
  7. This software is distributed WITHOUT ANY WARRANTY; without even the
  8. implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
  9. See the License for more information.
  10. ============================================================================*/
  11. /*
  12. This file must be translated to C and modified to build everywhere.
  13. Run flex like this:
  14. flex --prefix=cmListFileLexer_yy -ocmListFileLexer.c cmListFileLexer.in.l
  15. Modify cmListFileLexer.c:
  16. - remove TABs
  17. - remove use of the 'register' storage class specifier
  18. - remove the yyunput function
  19. - add a statement "(void)yyscanner;" to the top of these methods:
  20. yy_fatal_error, cmListFileLexer_yyalloc, cmListFileLexer_yyrealloc, cmListFileLexer_yyfree
  21. - remove all YY_BREAK lines occurring right after return statements
  22. - remove the isatty forward declaration
  23. */
  24. #include "cmStandardLexer.h"
  25. /* Setup the proper cmListFileLexer_yylex declaration. */
  26. #define YY_EXTRA_TYPE cmListFileLexer*
  27. #define YY_DECL int cmListFileLexer_yylex (yyscan_t yyscanner, cmListFileLexer* lexer)
  28. #include "cmListFileLexer.h"
  29. /*--------------------------------------------------------------------------*/
  30. struct cmListFileLexer_s
  31. {
  32. cmListFileLexer_Token token;
  33. int line;
  34. int column;
  35. int size;
  36. FILE* file;
  37. char* string_buffer;
  38. char* string_position;
  39. int string_left;
  40. yyscan_t scanner;
  41. };
  42. static void cmListFileLexerSetToken(cmListFileLexer* lexer, const char* text,
  43. int length);
  44. static void cmListFileLexerAppend(cmListFileLexer* lexer, const char* text,
  45. int length);
  46. static int cmListFileLexerInput(cmListFileLexer* lexer, char* buffer,
  47. size_t bufferSize);
  48. static void cmListFileLexerInit(cmListFileLexer* lexer);
  49. static void cmListFileLexerDestroy(cmListFileLexer* lexer);
  50. /* Replace the lexer input function. */
  51. #undef YY_INPUT
  52. #define YY_INPUT(buf, result, max_size) \
  53. { result = cmListFileLexerInput(cmListFileLexer_yyget_extra(yyscanner), buf, max_size); }
  54. /*--------------------------------------------------------------------------*/
  55. %}
  56. %option reentrant
  57. %option yylineno
  58. %option noyywrap
  59. %pointer
  60. %x STRING
  61. MAKEVAR \$\([A-Za-z0-9_]*\)
  62. UNQUOTED ([^ \t\r\n\(\)#\\\"]|\\.)
  63. LEGACY {MAKEVAR}|{UNQUOTED}|\"({MAKEVAR}|{UNQUOTED}|[ \t])*\"
  64. %%
  65. \n {
  66. lexer->token.type = cmListFileLexer_Token_Newline;
  67. cmListFileLexerSetToken(lexer, yytext, yyleng);
  68. ++lexer->line;
  69. lexer->column = 1;
  70. return 1;
  71. }
  72. #.* {
  73. lexer->column += yyleng;
  74. }
  75. \( {
  76. lexer->token.type = cmListFileLexer_Token_ParenLeft;
  77. cmListFileLexerSetToken(lexer, yytext, yyleng);
  78. lexer->column += yyleng;
  79. return 1;
  80. }
  81. \) {
  82. lexer->token.type = cmListFileLexer_Token_ParenRight;
  83. cmListFileLexerSetToken(lexer, yytext, yyleng);
  84. lexer->column += yyleng;
  85. return 1;
  86. }
  87. [A-Za-z_][A-Za-z0-9_]+ {
  88. lexer->token.type = cmListFileLexer_Token_Identifier;
  89. cmListFileLexerSetToken(lexer, yytext, yyleng);
  90. lexer->column += yyleng;
  91. return 1;
  92. }
  93. ({UNQUOTED})({UNQUOTED})* {
  94. lexer->token.type = cmListFileLexer_Token_ArgumentUnquoted;
  95. cmListFileLexerSetToken(lexer, yytext, yyleng);
  96. lexer->column += yyleng;
  97. return 1;
  98. }
  99. ({MAKEVAR}|{UNQUOTED})({LEGACY})* {
  100. lexer->token.type = cmListFileLexer_Token_ArgumentUnquoted;
  101. cmListFileLexerSetToken(lexer, yytext, yyleng);
  102. lexer->column += yyleng;
  103. return 1;
  104. }
  105. \" {
  106. lexer->token.type = cmListFileLexer_Token_ArgumentQuoted;
  107. cmListFileLexerSetToken(lexer, "", 0);
  108. lexer->column += yyleng;
  109. BEGIN(STRING);
  110. }
  111. <STRING>([^\\\n\"]|\\.)+ {
  112. cmListFileLexerAppend(lexer, yytext, yyleng);
  113. lexer->column += yyleng;
  114. }
  115. <STRING>\\\n {
  116. cmListFileLexerAppend(lexer, yytext, yyleng);
  117. ++lexer->line;
  118. lexer->column = 1;
  119. }
  120. <STRING>\n {
  121. cmListFileLexerAppend(lexer, yytext, yyleng);
  122. ++lexer->line;
  123. lexer->column = 1;
  124. }
  125. <STRING>\" {
  126. lexer->column += yyleng;
  127. BEGIN(INITIAL);
  128. return 1;
  129. }
  130. <STRING>. {
  131. cmListFileLexerAppend(lexer, yytext, yyleng);
  132. lexer->column += yyleng;
  133. }
  134. <STRING><<EOF>> {
  135. lexer->token.type = cmListFileLexer_Token_BadString;
  136. BEGIN(INITIAL);
  137. return 1;
  138. }
  139. [ \t\r]+ {
  140. lexer->token.type = cmListFileLexer_Token_Space;
  141. cmListFileLexerSetToken(lexer, yytext, yyleng);
  142. lexer->column += yyleng;
  143. return 1;
  144. }
  145. . {
  146. lexer->token.type = cmListFileLexer_Token_BadCharacter;
  147. cmListFileLexerSetToken(lexer, yytext, yyleng);
  148. lexer->column += yyleng;
  149. return 1;
  150. }
  151. <<EOF>> {
  152. lexer->token.type = cmListFileLexer_Token_None;
  153. cmListFileLexerSetToken(lexer, 0, 0);
  154. return 0;
  155. }
  156. %%
  157. /*--------------------------------------------------------------------------*/
  158. static void cmListFileLexerSetToken(cmListFileLexer* lexer, const char* text,
  159. int length)
  160. {
  161. /* Set the token line and column number. */
  162. lexer->token.line = lexer->line;
  163. lexer->token.column = lexer->column;
  164. /* Use the same buffer if possible. */
  165. if(lexer->token.text)
  166. {
  167. if(text && length < lexer->size)
  168. {
  169. strcpy(lexer->token.text, text);
  170. lexer->token.length = length;
  171. return;
  172. }
  173. free(lexer->token.text);
  174. lexer->token.text = 0;
  175. lexer->size = 0;
  176. }
  177. /* Need to extend the buffer. */
  178. if(text)
  179. {
  180. lexer->token.text = strdup(text);
  181. lexer->token.length = length;
  182. lexer->size = length+1;
  183. }
  184. else
  185. {
  186. lexer->token.length = 0;
  187. }
  188. }
  189. /*--------------------------------------------------------------------------*/
  190. static void cmListFileLexerAppend(cmListFileLexer* lexer, const char* text,
  191. int length)
  192. {
  193. char* temp;
  194. int newSize;
  195. /* If the appended text will fit in the buffer, do not reallocate. */
  196. newSize = lexer->token.length + length + 1;
  197. if(lexer->token.text && newSize <= lexer->size)
  198. {
  199. strcpy(lexer->token.text+lexer->token.length, text);
  200. lexer->token.length += length;
  201. return;
  202. }
  203. /* We need to extend the buffer. */
  204. temp = malloc(newSize);
  205. if(lexer->token.text)
  206. {
  207. memcpy(temp, lexer->token.text, lexer->token.length);
  208. free(lexer->token.text);
  209. }
  210. memcpy(temp+lexer->token.length, text, length);
  211. temp[lexer->token.length+length] = 0;
  212. lexer->token.text = temp;
  213. lexer->token.length += length;
  214. lexer->size = newSize;
  215. }
  216. /*--------------------------------------------------------------------------*/
  217. static int cmListFileLexerInput(cmListFileLexer* lexer, char* buffer,
  218. size_t bufferSize)
  219. {
  220. if(lexer)
  221. {
  222. if(lexer->file)
  223. {
  224. return (int)fread(buffer, 1, bufferSize, lexer->file);
  225. }
  226. else if(lexer->string_left)
  227. {
  228. int length = lexer->string_left;
  229. if((int)bufferSize < length) { length = (int)bufferSize; }
  230. memcpy(buffer, lexer->string_position, length);
  231. lexer->string_position += length;
  232. lexer->string_left -= length;
  233. return length;
  234. }
  235. }
  236. return 0;
  237. }
  238. /*--------------------------------------------------------------------------*/
  239. static void cmListFileLexerInit(cmListFileLexer* lexer)
  240. {
  241. if(lexer->file || lexer->string_buffer)
  242. {
  243. cmListFileLexer_yylex_init(&lexer->scanner);
  244. cmListFileLexer_yyset_extra(lexer, lexer->scanner);
  245. }
  246. }
  247. /*--------------------------------------------------------------------------*/
  248. static void cmListFileLexerDestroy(cmListFileLexer* lexer)
  249. {
  250. if(lexer->file || lexer->string_buffer)
  251. {
  252. cmListFileLexer_yylex_destroy(lexer->scanner);
  253. if(lexer->file)
  254. {
  255. fclose(lexer->file);
  256. lexer->file = 0;
  257. }
  258. if(lexer->string_buffer)
  259. {
  260. free(lexer->string_buffer);
  261. lexer->string_buffer = 0;
  262. lexer->string_left = 0;
  263. lexer->string_position = 0;
  264. }
  265. }
  266. }
  267. /*--------------------------------------------------------------------------*/
  268. cmListFileLexer* cmListFileLexer_New()
  269. {
  270. cmListFileLexer* lexer = (cmListFileLexer*)malloc(sizeof(cmListFileLexer));
  271. if(!lexer)
  272. {
  273. return 0;
  274. }
  275. memset(lexer, 0, sizeof(*lexer));
  276. lexer->line = 1;
  277. lexer->column = 1;
  278. return lexer;
  279. }
  280. /*--------------------------------------------------------------------------*/
  281. void cmListFileLexer_Delete(cmListFileLexer* lexer)
  282. {
  283. cmListFileLexer_SetFileName(lexer, 0);
  284. free(lexer);
  285. }
  286. /*--------------------------------------------------------------------------*/
  287. int cmListFileLexer_SetFileName(cmListFileLexer* lexer, const char* name)
  288. {
  289. int result = 1;
  290. cmListFileLexerDestroy(lexer);
  291. if(name)
  292. {
  293. lexer->file = fopen(name, "r");
  294. if(!lexer->file)
  295. {
  296. result = 0;
  297. }
  298. }
  299. cmListFileLexerInit(lexer);
  300. return result;
  301. }
  302. /*--------------------------------------------------------------------------*/
  303. int cmListFileLexer_SetString(cmListFileLexer* lexer, const char* text)
  304. {
  305. int result = 1;
  306. cmListFileLexerDestroy(lexer);
  307. if(text)
  308. {
  309. int length = (int)strlen(text);
  310. lexer->string_buffer = (char*)malloc(length+1);
  311. if(lexer->string_buffer)
  312. {
  313. strcpy(lexer->string_buffer, text);
  314. lexer->string_position = lexer->string_buffer;
  315. lexer->string_left = length;
  316. }
  317. else
  318. {
  319. result = 0;
  320. }
  321. }
  322. cmListFileLexerInit(lexer);
  323. return result;
  324. }
  325. /*--------------------------------------------------------------------------*/
  326. cmListFileLexer_Token* cmListFileLexer_Scan(cmListFileLexer* lexer)
  327. {
  328. if(!lexer->file)
  329. {
  330. return 0;
  331. }
  332. if(cmListFileLexer_yylex(lexer->scanner, lexer))
  333. {
  334. return &lexer->token;
  335. }
  336. else
  337. {
  338. cmListFileLexer_SetFileName(lexer, 0);
  339. return 0;
  340. }
  341. }
  342. /*--------------------------------------------------------------------------*/
  343. long cmListFileLexer_GetCurrentLine(cmListFileLexer* lexer)
  344. {
  345. if(lexer->file)
  346. {
  347. return lexer->line;
  348. }
  349. else
  350. {
  351. return 0;
  352. }
  353. }
  354. /*--------------------------------------------------------------------------*/
  355. long cmListFileLexer_GetCurrentColumn(cmListFileLexer* lexer)
  356. {
  357. if(lexer->file)
  358. {
  359. return lexer->column;
  360. }
  361. else
  362. {
  363. return 0;
  364. }
  365. }
  366. /*--------------------------------------------------------------------------*/
  367. const char* cmListFileLexer_GetTypeAsString(cmListFileLexer* lexer,
  368. cmListFileLexer_Type type)
  369. {
  370. (void)lexer;
  371. switch(type)
  372. {
  373. case cmListFileLexer_Token_None: return "nothing";
  374. case cmListFileLexer_Token_Space: return "space";
  375. case cmListFileLexer_Token_Newline: return "newline";
  376. case cmListFileLexer_Token_Identifier: return "identifier";
  377. case cmListFileLexer_Token_ParenLeft: return "left paren";
  378. case cmListFileLexer_Token_ParenRight: return "right paren";
  379. case cmListFileLexer_Token_ArgumentUnquoted: return "unquoted argument";
  380. case cmListFileLexer_Token_ArgumentQuoted: return "quoted argument";
  381. case cmListFileLexer_Token_BadCharacter: return "bad character";
  382. case cmListFileLexer_Token_BadString: return "unterminated string";
  383. }
  384. return "unknown token";
  385. }