cmListFileLexer.in.l 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417
  1. %{
  2. /*============================================================================
  3. CMake - Cross Platform Makefile Generator
  4. Copyright 2000-2009 Kitware, Inc., Insight Software Consortium
  5. Distributed under the OSI-approved BSD License (the "License");
  6. see accompanying file Copyright.txt for details.
  7. This software is distributed WITHOUT ANY WARRANTY; without even the
  8. implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
  9. See the License for more information.
  10. ============================================================================*/
  11. /*
  12. This file must be translated to C and modified to build everywhere.
  13. Run flex like this:
  14. flex --prefix=cmListFileLexer_yy -ocmListFileLexer.c cmListFileLexer.in.l
  15. Modify cmListFileLexer.c:
  16. - remove TABs
  17. - remove the yyunput function
  18. - add a statement "(void)yyscanner;" to the top of these methods:
  19. yy_fatal_error, cmListFileLexer_yyalloc, cmListFileLexer_yyrealloc, cmListFileLexer_yyfree
  20. - remove all YY_BREAK lines occurring right after return statements
  21. - remove the isatty forward declaration
  22. */
  23. #include "cmStandardLexer.h"
  24. /* Setup the proper cmListFileLexer_yylex declaration. */
  25. #define YY_EXTRA_TYPE cmListFileLexer*
  26. #define YY_DECL int cmListFileLexer_yylex (yyscan_t yyscanner, cmListFileLexer* lexer)
  27. #include "cmListFileLexer.h"
  28. /*--------------------------------------------------------------------------*/
  29. struct cmListFileLexer_s
  30. {
  31. cmListFileLexer_Token token;
  32. int line;
  33. int column;
  34. int size;
  35. FILE* file;
  36. char* string_buffer;
  37. char* string_position;
  38. int string_left;
  39. yyscan_t scanner;
  40. };
  41. static void cmListFileLexerSetToken(cmListFileLexer* lexer, const char* text,
  42. int length);
  43. static void cmListFileLexerAppend(cmListFileLexer* lexer, const char* text,
  44. int length);
  45. static int cmListFileLexerInput(cmListFileLexer* lexer, char* buffer,
  46. size_t bufferSize);
  47. static void cmListFileLexerInit(cmListFileLexer* lexer);
  48. static void cmListFileLexerDestroy(cmListFileLexer* lexer);
  49. /* Replace the lexer input function. */
  50. #undef YY_INPUT
  51. #define YY_INPUT(buf, result, max_size) \
  52. { result = cmListFileLexerInput(cmListFileLexer_yyget_extra(yyscanner), buf, max_size); }
  53. /*--------------------------------------------------------------------------*/
  54. %}
  55. %option reentrant
  56. %option yylineno
  57. %option noyywrap
  58. %pointer
  59. %x STRING
  60. MAKEVAR \$\([A-Za-z0-9_]*\)
  61. %%
  62. \n {
  63. lexer->token.type = cmListFileLexer_Token_Newline;
  64. cmListFileLexerSetToken(lexer, yytext, yyleng);
  65. ++lexer->line;
  66. lexer->column = 1;
  67. return 1;
  68. }
  69. #.* {
  70. lexer->column += yyleng;
  71. }
  72. \( {
  73. lexer->token.type = cmListFileLexer_Token_ParenLeft;
  74. cmListFileLexerSetToken(lexer, yytext, yyleng);
  75. lexer->column += yyleng;
  76. return 1;
  77. }
  78. \) {
  79. lexer->token.type = cmListFileLexer_Token_ParenRight;
  80. cmListFileLexerSetToken(lexer, yytext, yyleng);
  81. lexer->column += yyleng;
  82. return 1;
  83. }
  84. [A-Za-z_][A-Za-z0-9_]+ {
  85. lexer->token.type = cmListFileLexer_Token_Identifier;
  86. cmListFileLexerSetToken(lexer, yytext, yyleng);
  87. lexer->column += yyleng;
  88. return 1;
  89. }
  90. ({MAKEVAR}|[^ \t\r\n\(\)#\\\"]|\\.)({MAKEVAR}|[^ \t\r\n\(\)#\\\"]|\\.|\"({MAKEVAR}|[^\r\n\(\)#\\\"]|\\.)*\")* {
  91. lexer->token.type = cmListFileLexer_Token_ArgumentUnquoted;
  92. cmListFileLexerSetToken(lexer, yytext, yyleng);
  93. lexer->column += yyleng;
  94. return 1;
  95. }
  96. \" {
  97. lexer->token.type = cmListFileLexer_Token_ArgumentQuoted;
  98. cmListFileLexerSetToken(lexer, "", 0);
  99. lexer->column += yyleng;
  100. BEGIN(STRING);
  101. }
  102. <STRING>([^\\\n\"]|\\(.|\n))+ {
  103. cmListFileLexerAppend(lexer, yytext, yyleng);
  104. lexer->column += yyleng;
  105. }
  106. <STRING>\n {
  107. cmListFileLexerAppend(lexer, yytext, yyleng);
  108. ++lexer->line;
  109. lexer->column = 1;
  110. }
  111. <STRING>\" {
  112. lexer->column += yyleng;
  113. BEGIN(INITIAL);
  114. return 1;
  115. }
  116. <STRING>. {
  117. cmListFileLexerAppend(lexer, yytext, yyleng);
  118. lexer->column += yyleng;
  119. }
  120. <STRING><<EOF>> {
  121. lexer->token.type = cmListFileLexer_Token_BadString;
  122. BEGIN(INITIAL);
  123. return 1;
  124. }
  125. [ \t\r] {
  126. lexer->column += yyleng;
  127. }
  128. . {
  129. lexer->token.type = cmListFileLexer_Token_BadCharacter;
  130. cmListFileLexerSetToken(lexer, yytext, yyleng);
  131. lexer->column += yyleng;
  132. return 1;
  133. }
  134. <<EOF>> {
  135. lexer->token.type = cmListFileLexer_Token_None;
  136. cmListFileLexerSetToken(lexer, 0, 0);
  137. return 0;
  138. }
  139. %%
  140. /*--------------------------------------------------------------------------*/
  141. static void cmListFileLexerSetToken(cmListFileLexer* lexer, const char* text,
  142. int length)
  143. {
  144. /* Set the token line and column number. */
  145. lexer->token.line = lexer->line;
  146. lexer->token.column = lexer->column;
  147. /* Use the same buffer if possible. */
  148. if(lexer->token.text)
  149. {
  150. if(text && length < lexer->size)
  151. {
  152. strcpy(lexer->token.text, text);
  153. lexer->token.length = length;
  154. return;
  155. }
  156. free(lexer->token.text);
  157. lexer->token.text = 0;
  158. lexer->size = 0;
  159. }
  160. /* Need to extend the buffer. */
  161. if(text)
  162. {
  163. lexer->token.text = strdup(text);
  164. lexer->token.length = length;
  165. lexer->size = length+1;
  166. }
  167. else
  168. {
  169. lexer->token.length = 0;
  170. }
  171. }
  172. /*--------------------------------------------------------------------------*/
  173. static void cmListFileLexerAppend(cmListFileLexer* lexer, const char* text,
  174. int length)
  175. {
  176. char* temp;
  177. int newSize;
  178. /* If the appended text will fit in the buffer, do not reallocate. */
  179. newSize = lexer->token.length + length + 1;
  180. if(lexer->token.text && newSize <= lexer->size)
  181. {
  182. strcpy(lexer->token.text+lexer->token.length, text);
  183. lexer->token.length += length;
  184. return;
  185. }
  186. /* We need to extend the buffer. */
  187. temp = malloc(newSize);
  188. if(lexer->token.text)
  189. {
  190. memcpy(temp, lexer->token.text, lexer->token.length);
  191. free(lexer->token.text);
  192. }
  193. memcpy(temp+lexer->token.length, text, length);
  194. temp[lexer->token.length+length] = 0;
  195. lexer->token.text = temp;
  196. lexer->token.length += length;
  197. lexer->size = newSize;
  198. }
  199. /*--------------------------------------------------------------------------*/
  200. static int cmListFileLexerInput(cmListFileLexer* lexer, char* buffer,
  201. size_t bufferSize)
  202. {
  203. if(lexer)
  204. {
  205. if(lexer->file)
  206. {
  207. return (int)fread(buffer, 1, bufferSize, lexer->file);
  208. }
  209. else if(lexer->string_left)
  210. {
  211. int length = lexer->string_left;
  212. if((int)bufferSize < length) { length = (int)bufferSize; }
  213. memcpy(buffer, lexer->string_position, length);
  214. lexer->string_position += length;
  215. lexer->string_left -= length;
  216. return length;
  217. }
  218. }
  219. return 0;
  220. }
  221. /*--------------------------------------------------------------------------*/
  222. static void cmListFileLexerInit(cmListFileLexer* lexer)
  223. {
  224. if(lexer->file || lexer->string_buffer)
  225. {
  226. cmListFileLexer_yylex_init(&lexer->scanner);
  227. cmListFileLexer_yyset_extra(lexer, lexer->scanner);
  228. }
  229. }
  230. /*--------------------------------------------------------------------------*/
  231. static void cmListFileLexerDestroy(cmListFileLexer* lexer)
  232. {
  233. if(lexer->file || lexer->string_buffer)
  234. {
  235. cmListFileLexer_yylex_destroy(lexer->scanner);
  236. if(lexer->file)
  237. {
  238. fclose(lexer->file);
  239. lexer->file = 0;
  240. }
  241. if(lexer->string_buffer)
  242. {
  243. free(lexer->string_buffer);
  244. lexer->string_buffer = 0;
  245. lexer->string_left = 0;
  246. lexer->string_position = 0;
  247. }
  248. }
  249. }
  250. /*--------------------------------------------------------------------------*/
  251. cmListFileLexer* cmListFileLexer_New()
  252. {
  253. cmListFileLexer* lexer = (cmListFileLexer*)malloc(sizeof(cmListFileLexer));
  254. if(!lexer)
  255. {
  256. return 0;
  257. }
  258. memset(lexer, 0, sizeof(*lexer));
  259. lexer->line = 1;
  260. lexer->column = 1;
  261. return lexer;
  262. }
  263. /*--------------------------------------------------------------------------*/
  264. void cmListFileLexer_Delete(cmListFileLexer* lexer)
  265. {
  266. cmListFileLexer_SetFileName(lexer, 0);
  267. free(lexer);
  268. }
  269. /*--------------------------------------------------------------------------*/
  270. int cmListFileLexer_SetFileName(cmListFileLexer* lexer, const char* name)
  271. {
  272. int result = 1;
  273. cmListFileLexerDestroy(lexer);
  274. if(name)
  275. {
  276. lexer->file = fopen(name, "r");
  277. if(!lexer->file)
  278. {
  279. result = 0;
  280. }
  281. }
  282. cmListFileLexerInit(lexer);
  283. return result;
  284. }
  285. /*--------------------------------------------------------------------------*/
  286. int cmListFileLexer_SetString(cmListFileLexer* lexer, const char* text)
  287. {
  288. int result = 1;
  289. cmListFileLexerDestroy(lexer);
  290. if(text)
  291. {
  292. int length = (int)strlen(text);
  293. lexer->string_buffer = (char*)malloc(length+1);
  294. if(lexer->string_buffer)
  295. {
  296. strcpy(lexer->string_buffer, text);
  297. lexer->string_position = lexer->string_buffer;
  298. lexer->string_left = length;
  299. }
  300. else
  301. {
  302. result = 0;
  303. }
  304. }
  305. cmListFileLexerInit(lexer);
  306. return result;
  307. }
  308. /*--------------------------------------------------------------------------*/
  309. cmListFileLexer_Token* cmListFileLexer_Scan(cmListFileLexer* lexer)
  310. {
  311. if(!lexer->file)
  312. {
  313. return 0;
  314. }
  315. if(cmListFileLexer_yylex(lexer->scanner, lexer))
  316. {
  317. return &lexer->token;
  318. }
  319. else
  320. {
  321. cmListFileLexer_SetFileName(lexer, 0);
  322. return 0;
  323. }
  324. }
  325. /*--------------------------------------------------------------------------*/
  326. long cmListFileLexer_GetCurrentLine(cmListFileLexer* lexer)
  327. {
  328. if(lexer->file)
  329. {
  330. return lexer->line;
  331. }
  332. else
  333. {
  334. return 0;
  335. }
  336. }
  337. /*--------------------------------------------------------------------------*/
  338. long cmListFileLexer_GetCurrentColumn(cmListFileLexer* lexer)
  339. {
  340. if(lexer->file)
  341. {
  342. return lexer->column;
  343. }
  344. else
  345. {
  346. return 0;
  347. }
  348. }
  349. /*--------------------------------------------------------------------------*/
  350. const char* cmListFileLexer_GetTypeAsString(cmListFileLexer* lexer,
  351. cmListFileLexer_Type type)
  352. {
  353. (void)lexer;
  354. switch(type)
  355. {
  356. case cmListFileLexer_Token_None: return "nothing";
  357. case cmListFileLexer_Token_Newline: return "newline";
  358. case cmListFileLexer_Token_Identifier: return "identifier";
  359. case cmListFileLexer_Token_ParenLeft: return "left paren";
  360. case cmListFileLexer_Token_ParenRight: return "right paren";
  361. case cmListFileLexer_Token_ArgumentUnquoted: return "unquoted argument";
  362. case cmListFileLexer_Token_ArgumentQuoted: return "quoted argument";
  363. case cmListFileLexer_Token_BadCharacter: return "bad character";
  364. case cmListFileLexer_Token_BadString: return "unterminated string";
  365. }
  366. return "unknown token";
  367. }