cmListFileLexer.in.l 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436
  1. %{
  2. /*=========================================================================
  3. Program: CMake - Cross-Platform Makefile Generator
  4. Module: $RCSfile$
  5. Language: C++
  6. Date: $Date$
  7. Version: $Revision$
  8. Copyright (c) 2002 Kitware, Inc., Insight Consortium. All rights reserved.
  9. See Copyright.txt or http://www.cmake.org/HTML/Copyright.html for details.
  10. This software is distributed WITHOUT ANY WARRANTY; without even
  11. the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
  12. PURPOSE. See the above copyright notices for more information.
  13. =========================================================================*/
  14. /*
  15. This file must be translated to C and modified to build everywhere.
  16. Run flex like this:
  17. flex -ocmListFileLexer.c cmListFileLexer.in.l
  18. Modify cmListFileLexer.c:
  19. - remove TABs
  20. - remove the yyunput function
  21. - add a statement "(void)yyscanner;" to the top of these methods:
  22. yy_fatal_error, yyalloc, yyrealloc, yyfree
  23. - remove all YY_BREAK lines occurring right after return statements
  24. */
  25. /* Disable features we do not need. */
  26. #define YY_NEVER_INTERACTIVE 1
  27. #define YY_NO_UNPUT 1
  28. #define YY_NO_UNISTD_H 1
  29. #define ECHO
  30. /* Setup the proper yylex declaration. */
  31. #define YY_EXTRA_TYPE cmListFileLexer*
  32. #define YY_DECL int yylex (yyscan_t yyscanner, cmListFileLexer* lexer)
  33. /* Disable some warnings. */
  34. #if defined(_MSC_VER)
  35. # pragma warning ( disable : 4127 )
  36. # pragma warning ( disable : 4131 )
  37. # pragma warning ( disable : 4244 )
  38. # pragma warning ( disable : 4251 )
  39. # pragma warning ( disable : 4267 )
  40. # pragma warning ( disable : 4305 )
  41. # pragma warning ( disable : 4309 )
  42. # pragma warning ( disable : 4706 )
  43. # pragma warning ( disable : 4786 )
  44. #endif
  45. #include "cmListFileLexer.h"
  46. /*--------------------------------------------------------------------------*/
  47. struct cmListFileLexer_s
  48. {
  49. cmListFileLexer_Token token;
  50. int line;
  51. int column;
  52. int size;
  53. FILE* file;
  54. char* string_buffer;
  55. char* string_position;
  56. int string_left;
  57. yyscan_t scanner;
  58. };
  59. static void cmListFileLexerSetToken(cmListFileLexer* lexer, const char* text,
  60. int length);
  61. static void cmListFileLexerAppend(cmListFileLexer* lexer, const char* text,
  62. int length);
  63. static int cmListFileLexerInput(cmListFileLexer* lexer, char* buffer,
  64. size_t bufferSize);
  65. static void cmListFileLexerInit(cmListFileLexer* lexer);
  66. static void cmListFileLexerDestroy(cmListFileLexer* lexer);
  67. /* Replace the lexer input function. */
  68. #undef YY_INPUT
  69. #define YY_INPUT(buf, result, max_size) \
  70. { result = cmListFileLexerInput(yyget_extra(yyscanner), buf, max_size); }
  71. /*--------------------------------------------------------------------------*/
  72. %}
  73. %option reentrant
  74. %option yylineno
  75. %option noyywrap
  76. %pointer
  77. %x STRING
  78. %%
  79. \n {
  80. lexer->token.type = cmListFileLexer_Token_Newline;
  81. cmListFileLexerSetToken(lexer, yytext, yyleng);
  82. ++lexer->line;
  83. lexer->column = 1;
  84. return 1;
  85. }
  86. #.* {
  87. lexer->column += yyleng;
  88. }
  89. \( {
  90. lexer->token.type = cmListFileLexer_Token_ParenLeft;
  91. cmListFileLexerSetToken(lexer, yytext, yyleng);
  92. lexer->column += yyleng;
  93. return 1;
  94. }
  95. \) {
  96. lexer->token.type = cmListFileLexer_Token_ParenRight;
  97. cmListFileLexerSetToken(lexer, yytext, yyleng);
  98. lexer->column += yyleng;
  99. return 1;
  100. }
  101. [A-Za-z_][A-Za-z0-9_]+ {
  102. lexer->token.type = cmListFileLexer_Token_Identifier;
  103. cmListFileLexerSetToken(lexer, yytext, yyleng);
  104. lexer->column += yyleng;
  105. return 1;
  106. }
  107. ([^ \t\r\n\(\)#\\\"]|\\.)([^ \t\r\n\(\)#\\]|\\.)* {
  108. lexer->token.type = cmListFileLexer_Token_ArgumentUnquoted;
  109. cmListFileLexerSetToken(lexer, yytext, yyleng);
  110. lexer->column += yyleng;
  111. return 1;
  112. }
  113. \" {
  114. lexer->token.type = cmListFileLexer_Token_ArgumentQuoted;
  115. cmListFileLexerSetToken(lexer, "", 0);
  116. lexer->column += yyleng;
  117. BEGIN(STRING);
  118. }
  119. <STRING>([^\\\n\"]|\\(.|\n))+ {
  120. cmListFileLexerAppend(lexer, yytext, yyleng);
  121. lexer->column += yyleng;
  122. }
  123. <STRING>\n {
  124. cmListFileLexerAppend(lexer, yytext, yyleng);
  125. ++lexer->line;
  126. lexer->column = 1;
  127. }
  128. <STRING>\" {
  129. lexer->column += yyleng;
  130. BEGIN(INITIAL);
  131. return 1;
  132. }
  133. <STRING>. {
  134. cmListFileLexerAppend(lexer, yytext, yyleng);
  135. lexer->column += yyleng;
  136. }
  137. <STRING><<EOF>> {
  138. lexer->token.type = cmListFileLexer_Token_BadString;
  139. BEGIN(INITIAL);
  140. return 1;
  141. }
  142. [ \t\r] {
  143. lexer->column += yyleng;
  144. }
  145. . {
  146. lexer->token.type = cmListFileLexer_Token_BadCharacter;
  147. cmListFileLexerSetToken(lexer, yytext, yyleng);
  148. lexer->column += yyleng;
  149. return 1;
  150. }
  151. <<EOF>> {
  152. lexer->token.type = cmListFileLexer_Token_None;
  153. cmListFileLexerSetToken(lexer, 0, 0);
  154. return 0;
  155. }
  156. %%
  157. /*--------------------------------------------------------------------------*/
  158. static void cmListFileLexerSetToken(cmListFileLexer* lexer, const char* text,
  159. int length)
  160. {
  161. /* Set the token line and column number. */
  162. lexer->token.line = lexer->line;
  163. lexer->token.column = lexer->column;
  164. /* Use the same buffer if possible. */
  165. if(lexer->token.text)
  166. {
  167. if(text && length < lexer->size)
  168. {
  169. strcpy(lexer->token.text, text);
  170. lexer->token.length = length;
  171. return;
  172. }
  173. free(lexer->token.text);
  174. lexer->token.text = 0;
  175. lexer->size = 0;
  176. }
  177. /* Need to extend the buffer. */
  178. if(text)
  179. {
  180. lexer->token.text = strdup(text);
  181. lexer->token.length = length;
  182. lexer->size = length+1;
  183. }
  184. else
  185. {
  186. lexer->token.length = 0;
  187. }
  188. }
  189. /*--------------------------------------------------------------------------*/
  190. static void cmListFileLexerAppend(cmListFileLexer* lexer, const char* text,
  191. int length)
  192. {
  193. char* temp;
  194. int newSize;
  195. /* If the appended text will fit in the buffer, do not reallocate. */
  196. newSize = lexer->token.length + length + 1;
  197. if(lexer->token.text && newSize <= lexer->size)
  198. {
  199. strcpy(lexer->token.text+lexer->token.length, text);
  200. lexer->token.length += length;
  201. return;
  202. }
  203. /* We need to extend the buffer. */
  204. temp = malloc(newSize);
  205. if(lexer->token.text)
  206. {
  207. memcpy(temp, lexer->token.text, lexer->token.length);
  208. free(lexer->token.text);
  209. }
  210. memcpy(temp+lexer->token.length, text, length);
  211. temp[lexer->token.length+length] = 0;
  212. lexer->token.text = temp;
  213. lexer->token.length += length;
  214. lexer->size = newSize;
  215. }
  216. /*--------------------------------------------------------------------------*/
  217. static int cmListFileLexerInput(cmListFileLexer* lexer, char* buffer,
  218. size_t bufferSize)
  219. {
  220. if(lexer)
  221. {
  222. if(lexer->file)
  223. {
  224. return (int)fread(buffer, 1, bufferSize, lexer->file);
  225. }
  226. else if(lexer->string_left)
  227. {
  228. int length = lexer->string_left;
  229. if((int)bufferSize < length) { length = (int)bufferSize; }
  230. memcpy(buffer, lexer->string_position, length);
  231. lexer->string_position += length;
  232. lexer->string_left -= length;
  233. return length;
  234. }
  235. }
  236. return 0;
  237. }
  238. /*--------------------------------------------------------------------------*/
  239. static void cmListFileLexerInit(cmListFileLexer* lexer)
  240. {
  241. if(lexer->file || lexer->string_buffer)
  242. {
  243. yylex_init(&lexer->scanner);
  244. yyset_extra(lexer, lexer->scanner);
  245. }
  246. }
  247. /*--------------------------------------------------------------------------*/
  248. static void cmListFileLexerDestroy(cmListFileLexer* lexer)
  249. {
  250. if(lexer->file || lexer->string_buffer)
  251. {
  252. yylex_destroy(lexer->scanner);
  253. if(lexer->file)
  254. {
  255. fclose(lexer->file);
  256. lexer->file = 0;
  257. }
  258. if(lexer->string_buffer)
  259. {
  260. free(lexer->string_buffer);
  261. lexer->string_buffer = 0;
  262. lexer->string_left = 0;
  263. lexer->string_position = 0;
  264. }
  265. }
  266. }
  267. /*--------------------------------------------------------------------------*/
  268. cmListFileLexer* cmListFileLexer_New()
  269. {
  270. cmListFileLexer* lexer = (cmListFileLexer*)malloc(sizeof(cmListFileLexer));
  271. if(!lexer)
  272. {
  273. return 0;
  274. }
  275. memset(lexer, 0, sizeof(*lexer));
  276. lexer->line = 1;
  277. lexer->column = 1;
  278. return lexer;
  279. }
  280. /*--------------------------------------------------------------------------*/
  281. void cmListFileLexer_Delete(cmListFileLexer* lexer)
  282. {
  283. cmListFileLexer_SetFileName(lexer, 0);
  284. free(lexer);
  285. }
  286. /*--------------------------------------------------------------------------*/
  287. int cmListFileLexer_SetFileName(cmListFileLexer* lexer, const char* name)
  288. {
  289. int result = 1;
  290. cmListFileLexerDestroy(lexer);
  291. if(name)
  292. {
  293. lexer->file = fopen(name, "r");
  294. if(!lexer->file)
  295. {
  296. result = 0;
  297. }
  298. }
  299. cmListFileLexerInit(lexer);
  300. return result;
  301. }
  302. /*--------------------------------------------------------------------------*/
  303. int cmListFileLexer_SetString(cmListFileLexer* lexer, const char* text)
  304. {
  305. int result = 1;
  306. cmListFileLexerDestroy(lexer);
  307. if(text)
  308. {
  309. int length = (int)strlen(text);
  310. lexer->string_buffer = (char*)malloc(length+1);
  311. if(lexer->string_buffer)
  312. {
  313. strcpy(lexer->string_buffer, text);
  314. lexer->string_position = lexer->string_buffer;
  315. lexer->string_left = length;
  316. }
  317. else
  318. {
  319. result = 0;
  320. }
  321. }
  322. cmListFileLexerInit(lexer);
  323. return result;
  324. }
  325. /*--------------------------------------------------------------------------*/
  326. cmListFileLexer_Token* cmListFileLexer_Scan(cmListFileLexer* lexer)
  327. {
  328. if(!lexer->file)
  329. {
  330. return 0;
  331. }
  332. if(yylex(lexer->scanner, lexer))
  333. {
  334. return &lexer->token;
  335. }
  336. else
  337. {
  338. cmListFileLexer_SetFileName(lexer, 0);
  339. return 0;
  340. }
  341. }
  342. /*--------------------------------------------------------------------------*/
  343. long cmListFileLexer_GetCurrentLine(cmListFileLexer* lexer)
  344. {
  345. if(lexer->file)
  346. {
  347. return lexer->line;
  348. }
  349. else
  350. {
  351. return 0;
  352. }
  353. }
  354. /*--------------------------------------------------------------------------*/
  355. long cmListFileLexer_GetCurrentColumn(cmListFileLexer* lexer)
  356. {
  357. if(lexer->file)
  358. {
  359. return lexer->column;
  360. }
  361. else
  362. {
  363. return 0;
  364. }
  365. }
  366. /*--------------------------------------------------------------------------*/
  367. const char* cmListFileLexer_GetTypeAsString(cmListFileLexer* lexer,
  368. cmListFileLexer_Type type)
  369. {
  370. (void)lexer;
  371. switch(type)
  372. {
  373. case cmListFileLexer_Token_None: return "nothing";
  374. case cmListFileLexer_Token_Newline: return "newline";
  375. case cmListFileLexer_Token_Identifier: return "identifier";
  376. case cmListFileLexer_Token_ParenLeft: return "left paren";
  377. case cmListFileLexer_Token_ParenRight: return "right paren";
  378. case cmListFileLexer_Token_ArgumentUnquoted: return "unquoted argument";
  379. case cmListFileLexer_Token_ArgumentQuoted: return "quoted argument";
  380. case cmListFileLexer_Token_BadCharacter: return "bad character";
  381. case cmListFileLexer_Token_BadString: return "unterminated string";
  382. }
  383. return "unknown token";
  384. }