cmListFileLexer.in.l 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438
  1. %{
  2. /*=========================================================================
  3. Program: CMake - Cross-Platform Makefile Generator
  4. Module: $RCSfile$
  5. Language: C++
  6. Date: $Date$
  7. Version: $Revision$
  8. Copyright (c) 2002 Kitware, Inc., Insight Consortium. All rights reserved.
  9. See Copyright.txt or http://www.cmake.org/HTML/Copyright.html for details.
  10. This software is distributed WITHOUT ANY WARRANTY; without even
  11. the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
  12. PURPOSE. See the above copyright notices for more information.
  13. =========================================================================*/
  14. /*
  15. This file must be translated to C and modified to build everywhere.
  16. Run flex like this:
  17. flex --prefix=cmListFileLexer_yy -ocmListFileLexer.c cmListFileLexer.in.l
  18. Modify cmListFileLexer.c:
  19. - remove TABs
  20. - remove the yyunput function
  21. - add a statement "(void)yyscanner;" to the top of these methods:
  22. yy_fatal_error, yyalloc, yyrealloc, yyfree
  23. - remove all YY_BREAK lines occurring right after return statements
  24. */
  25. /* Disable features we do not need. */
  26. #define YY_NEVER_INTERACTIVE 1
  27. #define YY_NO_UNPUT 1
  28. #define YY_NO_UNISTD_H 1
  29. #define ECHO
  30. /* Setup the proper yylex declaration. */
  31. #define YY_EXTRA_TYPE cmListFileLexer*
  32. #define YY_DECL int cmListFileLexer_yylex (yyscan_t yyscanner, cmListFileLexer* lexer)
  33. /* Disable some warnings. */
  34. #if defined(_MSC_VER)
  35. # pragma warning ( disable : 4127 )
  36. # pragma warning ( disable : 4131 )
  37. # pragma warning ( disable : 4244 )
  38. # pragma warning ( disable : 4251 )
  39. # pragma warning ( disable : 4267 )
  40. # pragma warning ( disable : 4305 )
  41. # pragma warning ( disable : 4309 )
  42. # pragma warning ( disable : 4706 )
  43. # pragma warning ( disable : 4786 )
  44. #endif
  45. #include "cmListFileLexer.h"
  46. /*--------------------------------------------------------------------------*/
  47. struct cmListFileLexer_s
  48. {
  49. cmListFileLexer_Token token;
  50. int line;
  51. int column;
  52. int size;
  53. FILE* file;
  54. char* string_buffer;
  55. char* string_position;
  56. int string_left;
  57. yyscan_t scanner;
  58. };
  59. static void cmListFileLexerSetToken(cmListFileLexer* lexer, const char* text,
  60. int length);
  61. static void cmListFileLexerAppend(cmListFileLexer* lexer, const char* text,
  62. int length);
  63. static int cmListFileLexerInput(cmListFileLexer* lexer, char* buffer,
  64. size_t bufferSize);
  65. static void cmListFileLexerInit(cmListFileLexer* lexer);
  66. static void cmListFileLexerDestroy(cmListFileLexer* lexer);
  67. /* Replace the lexer input function. */
  68. #undef YY_INPUT
  69. #define YY_INPUT(buf, result, max_size) \
  70. { result = cmListFileLexerInput(cmListFileLexer_yyget_extra(yyscanner), buf, max_size); }
  71. /*--------------------------------------------------------------------------*/
  72. %}
  73. %option reentrant
  74. %option yylineno
  75. %option noyywrap
  76. %pointer
  77. %x STRING
  78. MAKEVAR \$\([A-Za-z0-9_]*\)
  79. %%
  80. \n {
  81. lexer->token.type = cmListFileLexer_Token_Newline;
  82. cmListFileLexerSetToken(lexer, yytext, yyleng);
  83. ++lexer->line;
  84. lexer->column = 1;
  85. return 1;
  86. }
  87. #.* {
  88. lexer->column += yyleng;
  89. }
  90. \( {
  91. lexer->token.type = cmListFileLexer_Token_ParenLeft;
  92. cmListFileLexerSetToken(lexer, yytext, yyleng);
  93. lexer->column += yyleng;
  94. return 1;
  95. }
  96. \) {
  97. lexer->token.type = cmListFileLexer_Token_ParenRight;
  98. cmListFileLexerSetToken(lexer, yytext, yyleng);
  99. lexer->column += yyleng;
  100. return 1;
  101. }
  102. [A-Za-z_][A-Za-z0-9_]+ {
  103. lexer->token.type = cmListFileLexer_Token_Identifier;
  104. cmListFileLexerSetToken(lexer, yytext, yyleng);
  105. lexer->column += yyleng;
  106. return 1;
  107. }
  108. ({MAKEVAR}|[^ \t\r\n\(\)#\\\"]|\\.)({MAKEVAR}|[^ \t\r\n\(\)#\\]|\\.)* {
  109. lexer->token.type = cmListFileLexer_Token_ArgumentUnquoted;
  110. cmListFileLexerSetToken(lexer, yytext, yyleng);
  111. lexer->column += yyleng;
  112. return 1;
  113. }
  114. \" {
  115. lexer->token.type = cmListFileLexer_Token_ArgumentQuoted;
  116. cmListFileLexerSetToken(lexer, "", 0);
  117. lexer->column += yyleng;
  118. BEGIN(STRING);
  119. }
  120. <STRING>([^\\\n\"]|\\(.|\n))+ {
  121. cmListFileLexerAppend(lexer, yytext, yyleng);
  122. lexer->column += yyleng;
  123. }
  124. <STRING>\n {
  125. cmListFileLexerAppend(lexer, yytext, yyleng);
  126. ++lexer->line;
  127. lexer->column = 1;
  128. }
  129. <STRING>\" {
  130. lexer->column += yyleng;
  131. BEGIN(INITIAL);
  132. return 1;
  133. }
  134. <STRING>. {
  135. cmListFileLexerAppend(lexer, yytext, yyleng);
  136. lexer->column += yyleng;
  137. }
  138. <STRING><<EOF>> {
  139. lexer->token.type = cmListFileLexer_Token_BadString;
  140. BEGIN(INITIAL);
  141. return 1;
  142. }
  143. [ \t\r] {
  144. lexer->column += yyleng;
  145. }
  146. . {
  147. lexer->token.type = cmListFileLexer_Token_BadCharacter;
  148. cmListFileLexerSetToken(lexer, yytext, yyleng);
  149. lexer->column += yyleng;
  150. return 1;
  151. }
  152. <<EOF>> {
  153. lexer->token.type = cmListFileLexer_Token_None;
  154. cmListFileLexerSetToken(lexer, 0, 0);
  155. return 0;
  156. }
  157. %%
  158. /*--------------------------------------------------------------------------*/
  159. static void cmListFileLexerSetToken(cmListFileLexer* lexer, const char* text,
  160. int length)
  161. {
  162. /* Set the token line and column number. */
  163. lexer->token.line = lexer->line;
  164. lexer->token.column = lexer->column;
  165. /* Use the same buffer if possible. */
  166. if(lexer->token.text)
  167. {
  168. if(text && length < lexer->size)
  169. {
  170. strcpy(lexer->token.text, text);
  171. lexer->token.length = length;
  172. return;
  173. }
  174. free(lexer->token.text);
  175. lexer->token.text = 0;
  176. lexer->size = 0;
  177. }
  178. /* Need to extend the buffer. */
  179. if(text)
  180. {
  181. lexer->token.text = strdup(text);
  182. lexer->token.length = length;
  183. lexer->size = length+1;
  184. }
  185. else
  186. {
  187. lexer->token.length = 0;
  188. }
  189. }
  190. /*--------------------------------------------------------------------------*/
  191. static void cmListFileLexerAppend(cmListFileLexer* lexer, const char* text,
  192. int length)
  193. {
  194. char* temp;
  195. int newSize;
  196. /* If the appended text will fit in the buffer, do not reallocate. */
  197. newSize = lexer->token.length + length + 1;
  198. if(lexer->token.text && newSize <= lexer->size)
  199. {
  200. strcpy(lexer->token.text+lexer->token.length, text);
  201. lexer->token.length += length;
  202. return;
  203. }
  204. /* We need to extend the buffer. */
  205. temp = malloc(newSize);
  206. if(lexer->token.text)
  207. {
  208. memcpy(temp, lexer->token.text, lexer->token.length);
  209. free(lexer->token.text);
  210. }
  211. memcpy(temp+lexer->token.length, text, length);
  212. temp[lexer->token.length+length] = 0;
  213. lexer->token.text = temp;
  214. lexer->token.length += length;
  215. lexer->size = newSize;
  216. }
  217. /*--------------------------------------------------------------------------*/
  218. static int cmListFileLexerInput(cmListFileLexer* lexer, char* buffer,
  219. size_t bufferSize)
  220. {
  221. if(lexer)
  222. {
  223. if(lexer->file)
  224. {
  225. return (int)fread(buffer, 1, bufferSize, lexer->file);
  226. }
  227. else if(lexer->string_left)
  228. {
  229. int length = lexer->string_left;
  230. if((int)bufferSize < length) { length = (int)bufferSize; }
  231. memcpy(buffer, lexer->string_position, length);
  232. lexer->string_position += length;
  233. lexer->string_left -= length;
  234. return length;
  235. }
  236. }
  237. return 0;
  238. }
  239. /*--------------------------------------------------------------------------*/
  240. static void cmListFileLexerInit(cmListFileLexer* lexer)
  241. {
  242. if(lexer->file || lexer->string_buffer)
  243. {
  244. cmListFileLexer_yylex_init(&lexer->scanner);
  245. cmListFileLexer_yyset_extra(lexer, lexer->scanner);
  246. }
  247. }
  248. /*--------------------------------------------------------------------------*/
  249. static void cmListFileLexerDestroy(cmListFileLexer* lexer)
  250. {
  251. if(lexer->file || lexer->string_buffer)
  252. {
  253. cmListFileLexer_yylex_destroy(lexer->scanner);
  254. if(lexer->file)
  255. {
  256. fclose(lexer->file);
  257. lexer->file = 0;
  258. }
  259. if(lexer->string_buffer)
  260. {
  261. free(lexer->string_buffer);
  262. lexer->string_buffer = 0;
  263. lexer->string_left = 0;
  264. lexer->string_position = 0;
  265. }
  266. }
  267. }
  268. /*--------------------------------------------------------------------------*/
  269. cmListFileLexer* cmListFileLexer_New()
  270. {
  271. cmListFileLexer* lexer = (cmListFileLexer*)malloc(sizeof(cmListFileLexer));
  272. if(!lexer)
  273. {
  274. return 0;
  275. }
  276. memset(lexer, 0, sizeof(*lexer));
  277. lexer->line = 1;
  278. lexer->column = 1;
  279. return lexer;
  280. }
  281. /*--------------------------------------------------------------------------*/
  282. void cmListFileLexer_Delete(cmListFileLexer* lexer)
  283. {
  284. cmListFileLexer_SetFileName(lexer, 0);
  285. free(lexer);
  286. }
  287. /*--------------------------------------------------------------------------*/
  288. int cmListFileLexer_SetFileName(cmListFileLexer* lexer, const char* name)
  289. {
  290. int result = 1;
  291. cmListFileLexerDestroy(lexer);
  292. if(name)
  293. {
  294. lexer->file = fopen(name, "r");
  295. if(!lexer->file)
  296. {
  297. result = 0;
  298. }
  299. }
  300. cmListFileLexerInit(lexer);
  301. return result;
  302. }
  303. /*--------------------------------------------------------------------------*/
  304. int cmListFileLexer_SetString(cmListFileLexer* lexer, const char* text)
  305. {
  306. int result = 1;
  307. cmListFileLexerDestroy(lexer);
  308. if(text)
  309. {
  310. int length = (int)strlen(text);
  311. lexer->string_buffer = (char*)malloc(length+1);
  312. if(lexer->string_buffer)
  313. {
  314. strcpy(lexer->string_buffer, text);
  315. lexer->string_position = lexer->string_buffer;
  316. lexer->string_left = length;
  317. }
  318. else
  319. {
  320. result = 0;
  321. }
  322. }
  323. cmListFileLexerInit(lexer);
  324. return result;
  325. }
  326. /*--------------------------------------------------------------------------*/
  327. cmListFileLexer_Token* cmListFileLexer_Scan(cmListFileLexer* lexer)
  328. {
  329. if(!lexer->file)
  330. {
  331. return 0;
  332. }
  333. if(cmListFileLexer_yylex(lexer->scanner, lexer))
  334. {
  335. return &lexer->token;
  336. }
  337. else
  338. {
  339. cmListFileLexer_SetFileName(lexer, 0);
  340. return 0;
  341. }
  342. }
  343. /*--------------------------------------------------------------------------*/
  344. long cmListFileLexer_GetCurrentLine(cmListFileLexer* lexer)
  345. {
  346. if(lexer->file)
  347. {
  348. return lexer->line;
  349. }
  350. else
  351. {
  352. return 0;
  353. }
  354. }
  355. /*--------------------------------------------------------------------------*/
  356. long cmListFileLexer_GetCurrentColumn(cmListFileLexer* lexer)
  357. {
  358. if(lexer->file)
  359. {
  360. return lexer->column;
  361. }
  362. else
  363. {
  364. return 0;
  365. }
  366. }
  367. /*--------------------------------------------------------------------------*/
  368. const char* cmListFileLexer_GetTypeAsString(cmListFileLexer* lexer,
  369. cmListFileLexer_Type type)
  370. {
  371. (void)lexer;
  372. switch(type)
  373. {
  374. case cmListFileLexer_Token_None: return "nothing";
  375. case cmListFileLexer_Token_Newline: return "newline";
  376. case cmListFileLexer_Token_Identifier: return "identifier";
  377. case cmListFileLexer_Token_ParenLeft: return "left paren";
  378. case cmListFileLexer_Token_ParenRight: return "right paren";
  379. case cmListFileLexer_Token_ArgumentUnquoted: return "unquoted argument";
  380. case cmListFileLexer_Token_ArgumentQuoted: return "quoted argument";
  381. case cmListFileLexer_Token_BadCharacter: return "bad character";
  382. case cmListFileLexer_Token_BadString: return "unterminated string";
  383. }
  384. return "unknown token";
  385. }