cmListFileLexer.in.l 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439
  1. %{
  2. /*=========================================================================
  3. Program: CMake - Cross-Platform Makefile Generator
  4. Module: $RCSfile$
  5. Language: C++
  6. Date: $Date$
  7. Version: $Revision$
  8. Copyright (c) 2002 Kitware, Inc., Insight Consortium. All rights reserved.
  9. See Copyright.txt or http://www.cmake.org/HTML/Copyright.html for details.
  10. This software is distributed WITHOUT ANY WARRANTY; without even
  11. the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
  12. PURPOSE. See the above copyright notices for more information.
  13. =========================================================================*/
  14. /*
  15. This file must be translated to C and modified to build everywhere.
  16. Run flex like this:
  17. flex --prefix=cmListFileLexer_yy -ocmListFileLexer.c cmListFileLexer.in.l
  18. Modify cmListFileLexer.c:
  19. - remove TABs
  20. - remove the yyunput function
  21. - add a statement "(void)yyscanner;" to the top of these methods:
  22. yy_fatal_error, yyalloc, yyrealloc, yyfree
  23. - remove all YY_BREAK lines occurring right after return statements
  24. */
  25. /* Disable features we do not need. */
  26. #define YY_NEVER_INTERACTIVE 1
  27. #define YY_NO_INPUT 1
  28. #define YY_NO_UNPUT 1
  29. #define YY_NO_UNISTD_H 1
  30. #define ECHO
  31. /* Setup the proper yylex declaration. */
  32. #define YY_EXTRA_TYPE cmListFileLexer*
  33. #define YY_DECL int cmListFileLexer_yylex (yyscan_t yyscanner, cmListFileLexer* lexer)
  34. /* Disable some warnings. */
  35. #if defined(_MSC_VER)
  36. # pragma warning ( disable : 4127 )
  37. # pragma warning ( disable : 4131 )
  38. # pragma warning ( disable : 4244 )
  39. # pragma warning ( disable : 4251 )
  40. # pragma warning ( disable : 4267 )
  41. # pragma warning ( disable : 4305 )
  42. # pragma warning ( disable : 4309 )
  43. # pragma warning ( disable : 4706 )
  44. # pragma warning ( disable : 4786 )
  45. #endif
  46. #include "cmListFileLexer.h"
  47. /*--------------------------------------------------------------------------*/
  48. struct cmListFileLexer_s
  49. {
  50. cmListFileLexer_Token token;
  51. int line;
  52. int column;
  53. int size;
  54. FILE* file;
  55. char* string_buffer;
  56. char* string_position;
  57. int string_left;
  58. yyscan_t scanner;
  59. };
  60. static void cmListFileLexerSetToken(cmListFileLexer* lexer, const char* text,
  61. int length);
  62. static void cmListFileLexerAppend(cmListFileLexer* lexer, const char* text,
  63. int length);
  64. static int cmListFileLexerInput(cmListFileLexer* lexer, char* buffer,
  65. size_t bufferSize);
  66. static void cmListFileLexerInit(cmListFileLexer* lexer);
  67. static void cmListFileLexerDestroy(cmListFileLexer* lexer);
  68. /* Replace the lexer input function. */
  69. #undef YY_INPUT
  70. #define YY_INPUT(buf, result, max_size) \
  71. { result = cmListFileLexerInput(cmListFileLexer_yyget_extra(yyscanner), buf, max_size); }
  72. /*--------------------------------------------------------------------------*/
  73. %}
  74. %option reentrant
  75. %option yylineno
  76. %option noyywrap
  77. %pointer
  78. %x STRING
  79. MAKEVAR \$\([A-Za-z0-9_]*\)
  80. %%
  81. \n {
  82. lexer->token.type = cmListFileLexer_Token_Newline;
  83. cmListFileLexerSetToken(lexer, yytext, yyleng);
  84. ++lexer->line;
  85. lexer->column = 1;
  86. return 1;
  87. }
  88. #.* {
  89. lexer->column += yyleng;
  90. }
  91. \( {
  92. lexer->token.type = cmListFileLexer_Token_ParenLeft;
  93. cmListFileLexerSetToken(lexer, yytext, yyleng);
  94. lexer->column += yyleng;
  95. return 1;
  96. }
  97. \) {
  98. lexer->token.type = cmListFileLexer_Token_ParenRight;
  99. cmListFileLexerSetToken(lexer, yytext, yyleng);
  100. lexer->column += yyleng;
  101. return 1;
  102. }
  103. [A-Za-z_][A-Za-z0-9_]+ {
  104. lexer->token.type = cmListFileLexer_Token_Identifier;
  105. cmListFileLexerSetToken(lexer, yytext, yyleng);
  106. lexer->column += yyleng;
  107. return 1;
  108. }
  109. ({MAKEVAR}|[^ \t\r\n\(\)#\\\"]|\\.)({MAKEVAR}|[^ \t\r\n\(\)#\\]|\\.)* {
  110. lexer->token.type = cmListFileLexer_Token_ArgumentUnquoted;
  111. cmListFileLexerSetToken(lexer, yytext, yyleng);
  112. lexer->column += yyleng;
  113. return 1;
  114. }
  115. \" {
  116. lexer->token.type = cmListFileLexer_Token_ArgumentQuoted;
  117. cmListFileLexerSetToken(lexer, "", 0);
  118. lexer->column += yyleng;
  119. BEGIN(STRING);
  120. }
  121. <STRING>([^\\\n\"]|\\(.|\n))+ {
  122. cmListFileLexerAppend(lexer, yytext, yyleng);
  123. lexer->column += yyleng;
  124. }
  125. <STRING>\n {
  126. cmListFileLexerAppend(lexer, yytext, yyleng);
  127. ++lexer->line;
  128. lexer->column = 1;
  129. }
  130. <STRING>\" {
  131. lexer->column += yyleng;
  132. BEGIN(INITIAL);
  133. return 1;
  134. }
  135. <STRING>. {
  136. cmListFileLexerAppend(lexer, yytext, yyleng);
  137. lexer->column += yyleng;
  138. }
  139. <STRING><<EOF>> {
  140. lexer->token.type = cmListFileLexer_Token_BadString;
  141. BEGIN(INITIAL);
  142. return 1;
  143. }
  144. [ \t\r] {
  145. lexer->column += yyleng;
  146. }
  147. . {
  148. lexer->token.type = cmListFileLexer_Token_BadCharacter;
  149. cmListFileLexerSetToken(lexer, yytext, yyleng);
  150. lexer->column += yyleng;
  151. return 1;
  152. }
  153. <<EOF>> {
  154. lexer->token.type = cmListFileLexer_Token_None;
  155. cmListFileLexerSetToken(lexer, 0, 0);
  156. return 0;
  157. }
  158. %%
  159. /*--------------------------------------------------------------------------*/
  160. static void cmListFileLexerSetToken(cmListFileLexer* lexer, const char* text,
  161. int length)
  162. {
  163. /* Set the token line and column number. */
  164. lexer->token.line = lexer->line;
  165. lexer->token.column = lexer->column;
  166. /* Use the same buffer if possible. */
  167. if(lexer->token.text)
  168. {
  169. if(text && length < lexer->size)
  170. {
  171. strcpy(lexer->token.text, text);
  172. lexer->token.length = length;
  173. return;
  174. }
  175. free(lexer->token.text);
  176. lexer->token.text = 0;
  177. lexer->size = 0;
  178. }
  179. /* Need to extend the buffer. */
  180. if(text)
  181. {
  182. lexer->token.text = strdup(text);
  183. lexer->token.length = length;
  184. lexer->size = length+1;
  185. }
  186. else
  187. {
  188. lexer->token.length = 0;
  189. }
  190. }
  191. /*--------------------------------------------------------------------------*/
  192. static void cmListFileLexerAppend(cmListFileLexer* lexer, const char* text,
  193. int length)
  194. {
  195. char* temp;
  196. int newSize;
  197. /* If the appended text will fit in the buffer, do not reallocate. */
  198. newSize = lexer->token.length + length + 1;
  199. if(lexer->token.text && newSize <= lexer->size)
  200. {
  201. strcpy(lexer->token.text+lexer->token.length, text);
  202. lexer->token.length += length;
  203. return;
  204. }
  205. /* We need to extend the buffer. */
  206. temp = malloc(newSize);
  207. if(lexer->token.text)
  208. {
  209. memcpy(temp, lexer->token.text, lexer->token.length);
  210. free(lexer->token.text);
  211. }
  212. memcpy(temp+lexer->token.length, text, length);
  213. temp[lexer->token.length+length] = 0;
  214. lexer->token.text = temp;
  215. lexer->token.length += length;
  216. lexer->size = newSize;
  217. }
  218. /*--------------------------------------------------------------------------*/
  219. static int cmListFileLexerInput(cmListFileLexer* lexer, char* buffer,
  220. size_t bufferSize)
  221. {
  222. if(lexer)
  223. {
  224. if(lexer->file)
  225. {
  226. return (int)fread(buffer, 1, bufferSize, lexer->file);
  227. }
  228. else if(lexer->string_left)
  229. {
  230. int length = lexer->string_left;
  231. if((int)bufferSize < length) { length = (int)bufferSize; }
  232. memcpy(buffer, lexer->string_position, length);
  233. lexer->string_position += length;
  234. lexer->string_left -= length;
  235. return length;
  236. }
  237. }
  238. return 0;
  239. }
  240. /*--------------------------------------------------------------------------*/
  241. static void cmListFileLexerInit(cmListFileLexer* lexer)
  242. {
  243. if(lexer->file || lexer->string_buffer)
  244. {
  245. cmListFileLexer_yylex_init(&lexer->scanner);
  246. cmListFileLexer_yyset_extra(lexer, lexer->scanner);
  247. }
  248. }
  249. /*--------------------------------------------------------------------------*/
  250. static void cmListFileLexerDestroy(cmListFileLexer* lexer)
  251. {
  252. if(lexer->file || lexer->string_buffer)
  253. {
  254. cmListFileLexer_yylex_destroy(lexer->scanner);
  255. if(lexer->file)
  256. {
  257. fclose(lexer->file);
  258. lexer->file = 0;
  259. }
  260. if(lexer->string_buffer)
  261. {
  262. free(lexer->string_buffer);
  263. lexer->string_buffer = 0;
  264. lexer->string_left = 0;
  265. lexer->string_position = 0;
  266. }
  267. }
  268. }
  269. /*--------------------------------------------------------------------------*/
  270. cmListFileLexer* cmListFileLexer_New()
  271. {
  272. cmListFileLexer* lexer = (cmListFileLexer*)malloc(sizeof(cmListFileLexer));
  273. if(!lexer)
  274. {
  275. return 0;
  276. }
  277. memset(lexer, 0, sizeof(*lexer));
  278. lexer->line = 1;
  279. lexer->column = 1;
  280. return lexer;
  281. }
  282. /*--------------------------------------------------------------------------*/
  283. void cmListFileLexer_Delete(cmListFileLexer* lexer)
  284. {
  285. cmListFileLexer_SetFileName(lexer, 0);
  286. free(lexer);
  287. }
  288. /*--------------------------------------------------------------------------*/
  289. int cmListFileLexer_SetFileName(cmListFileLexer* lexer, const char* name)
  290. {
  291. int result = 1;
  292. cmListFileLexerDestroy(lexer);
  293. if(name)
  294. {
  295. lexer->file = fopen(name, "r");
  296. if(!lexer->file)
  297. {
  298. result = 0;
  299. }
  300. }
  301. cmListFileLexerInit(lexer);
  302. return result;
  303. }
  304. /*--------------------------------------------------------------------------*/
  305. int cmListFileLexer_SetString(cmListFileLexer* lexer, const char* text)
  306. {
  307. int result = 1;
  308. cmListFileLexerDestroy(lexer);
  309. if(text)
  310. {
  311. int length = (int)strlen(text);
  312. lexer->string_buffer = (char*)malloc(length+1);
  313. if(lexer->string_buffer)
  314. {
  315. strcpy(lexer->string_buffer, text);
  316. lexer->string_position = lexer->string_buffer;
  317. lexer->string_left = length;
  318. }
  319. else
  320. {
  321. result = 0;
  322. }
  323. }
  324. cmListFileLexerInit(lexer);
  325. return result;
  326. }
  327. /*--------------------------------------------------------------------------*/
  328. cmListFileLexer_Token* cmListFileLexer_Scan(cmListFileLexer* lexer)
  329. {
  330. if(!lexer->file)
  331. {
  332. return 0;
  333. }
  334. if(cmListFileLexer_yylex(lexer->scanner, lexer))
  335. {
  336. return &lexer->token;
  337. }
  338. else
  339. {
  340. cmListFileLexer_SetFileName(lexer, 0);
  341. return 0;
  342. }
  343. }
  344. /*--------------------------------------------------------------------------*/
  345. long cmListFileLexer_GetCurrentLine(cmListFileLexer* lexer)
  346. {
  347. if(lexer->file)
  348. {
  349. return lexer->line;
  350. }
  351. else
  352. {
  353. return 0;
  354. }
  355. }
  356. /*--------------------------------------------------------------------------*/
  357. long cmListFileLexer_GetCurrentColumn(cmListFileLexer* lexer)
  358. {
  359. if(lexer->file)
  360. {
  361. return lexer->column;
  362. }
  363. else
  364. {
  365. return 0;
  366. }
  367. }
  368. /*--------------------------------------------------------------------------*/
  369. const char* cmListFileLexer_GetTypeAsString(cmListFileLexer* lexer,
  370. cmListFileLexer_Type type)
  371. {
  372. (void)lexer;
  373. switch(type)
  374. {
  375. case cmListFileLexer_Token_None: return "nothing";
  376. case cmListFileLexer_Token_Newline: return "newline";
  377. case cmListFileLexer_Token_Identifier: return "identifier";
  378. case cmListFileLexer_Token_ParenLeft: return "left paren";
  379. case cmListFileLexer_Token_ParenRight: return "right paren";
  380. case cmListFileLexer_Token_ArgumentUnquoted: return "unquoted argument";
  381. case cmListFileLexer_Token_ArgumentQuoted: return "quoted argument";
  382. case cmListFileLexer_Token_BadCharacter: return "bad character";
  383. case cmListFileLexer_Token_BadString: return "unterminated string";
  384. }
  385. return "unknown token";
  386. }