cmListFileLexer.in.l 9.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410
  1. %{
  2. /*=========================================================================
  3. Program: CMake - Cross-Platform Makefile Generator
  4. Module: $RCSfile$
  5. Language: C++
  6. Date: $Date$
  7. Version: $Revision$
  8. Copyright (c) 2002 Kitware, Inc., Insight Consortium. All rights reserved.
  9. See Copyright.txt or http://www.cmake.org/HTML/Copyright.html for details.
  10. This software is distributed WITHOUT ANY WARRANTY; without even
  11. the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
  12. PURPOSE. See the above copyright notices for more information.
  13. =========================================================================*/
  14. /*
  15. This file must be translated to C and modified to build everywhere.
  16. Run flex like this:
  17. flex -ocmListFileLexer.c cmListFileLexer.in.l
  18. Modify cmListFileLexer.c:
  19. - remove TABs
  20. - remove the yyunput function
  21. - add a statement "(void)yyscanner;" to the top of these methods:
  22. yy_fatal_error, yyalloc, yyrealloc, yyfree
  23. - remove all YY_BREAK lines occurring right after return statements
  24. */
  25. /* Disable features we do not need. */
  26. #define YY_NEVER_INTERACTIVE 1
  27. #define YY_NO_UNPUT 1
  28. #define YY_NO_UNISTD_H 1
  29. #define ECHO
  30. /* Setup the proper yylex declaration. */
  31. #define YY_EXTRA_TYPE cmListFileLexer*
  32. #define YY_DECL int yylex (yyscan_t yyscanner, cmListFileLexer* lexer)
  33. /* Disable some warnings. */
  34. #if defined(_MSC_VER)
  35. # pragma warning ( disable : 4127 )
  36. # pragma warning ( disable : 4131 )
  37. # pragma warning ( disable : 4244 )
  38. # pragma warning ( disable : 4251 )
  39. # pragma warning ( disable : 4267 )
  40. # pragma warning ( disable : 4305 )
  41. # pragma warning ( disable : 4309 )
  42. # pragma warning ( disable : 4706 )
  43. # pragma warning ( disable : 4786 )
  44. #endif
  45. #include "cmListFileLexer.h"
  46. /*--------------------------------------------------------------------------*/
  47. struct cmListFileLexer_s
  48. {
  49. cmListFileLexer_Token token;
  50. int line;
  51. int column;
  52. int size;
  53. FILE* file;
  54. char* string_buffer;
  55. char* string_position;
  56. int string_left;
  57. yyscan_t scanner;
  58. };
  59. static void cmListFileLexerSetToken(cmListFileLexer* lexer, const char* text,
  60. int length);
  61. static void cmListFileLexerAppend(cmListFileLexer* lexer, const char* text,
  62. int length);
  63. static int cmListFileLexerInput(cmListFileLexer* lexer, char* buffer,
  64. size_t bufferSize);
  65. static void cmListFileLexerInit(cmListFileLexer* lexer);
  66. static void cmListFileLexerDestroy(cmListFileLexer* lexer);
  67. /* Replace the lexer input function. */
  68. #undef YY_INPUT
  69. #define YY_INPUT(buf, result, max_size) \
  70. { result = cmListFileLexerInput(yyget_extra(yyscanner), buf, max_size); }
  71. /*--------------------------------------------------------------------------*/
  72. %}
  73. %option reentrant
  74. %option yylineno
  75. %option noyywrap
  76. %pointer
  77. %x STRING
  78. %%
  79. \n {
  80. lexer->token.type = cmListFileLexer_Token_Newline;
  81. cmListFileLexerSetToken(lexer, yytext, yyleng);
  82. ++lexer->line;
  83. lexer->column = 1;
  84. return 1;
  85. }
  86. #.* {
  87. lexer->column += yyleng;
  88. }
  89. \( {
  90. lexer->token.type = cmListFileLexer_Token_ParenLeft;
  91. cmListFileLexerSetToken(lexer, yytext, yyleng);
  92. lexer->column += yyleng;
  93. return 1;
  94. }
  95. \) {
  96. lexer->token.type = cmListFileLexer_Token_ParenRight;
  97. cmListFileLexerSetToken(lexer, yytext, yyleng);
  98. lexer->column += yyleng;
  99. return 1;
  100. }
  101. [A-Za-z_][A-Za-z0-9_]+ {
  102. lexer->token.type = cmListFileLexer_Token_Identifier;
  103. cmListFileLexerSetToken(lexer, yytext, yyleng);
  104. lexer->column += yyleng;
  105. return 1;
  106. }
  107. ([^ \t\r\n\(\)#\\\"]|\\.)([^ \t\r\n\(\)#\\]|\\.)* {
  108. lexer->token.type = cmListFileLexer_Token_ArgumentUnquoted;
  109. cmListFileLexerSetToken(lexer, yytext, yyleng);
  110. lexer->column += yyleng;
  111. return 1;
  112. }
  113. \" {
  114. lexer->token.type = cmListFileLexer_Token_ArgumentQuoted;
  115. cmListFileLexerSetToken(lexer, "", 0);
  116. lexer->column += yyleng;
  117. BEGIN(STRING);
  118. }
  119. <STRING>([^\\\n\"]|\\(.|\n))+ {
  120. cmListFileLexerAppend(lexer, yytext, yyleng);
  121. lexer->column += yyleng;
  122. }
  123. <STRING>\n {
  124. cmListFileLexerAppend(lexer, yytext, yyleng);
  125. ++lexer->line;
  126. lexer->column = 1;
  127. }
  128. <STRING>\" {
  129. lexer->column += yyleng;
  130. BEGIN(INITIAL);
  131. return 1;
  132. }
  133. <STRING>. {
  134. cmListFileLexerAppend(lexer, yytext, yyleng);
  135. lexer->column += yyleng;
  136. }
  137. [ \t\r] {
  138. lexer->column += yyleng;
  139. }
  140. . {
  141. lexer->token.type = cmListFileLexer_Token_Error;
  142. cmListFileLexerSetToken(lexer, yytext, yyleng);
  143. lexer->column += yyleng;
  144. return 1;
  145. }
  146. <<EOF>> {
  147. lexer->token.type = cmListFileLexer_Token_None;
  148. cmListFileLexerSetToken(lexer, 0, 0);
  149. return 0;
  150. }
  151. %%
  152. /*--------------------------------------------------------------------------*/
  153. static void cmListFileLexerSetToken(cmListFileLexer* lexer, const char* text,
  154. int length)
  155. {
  156. /* Set the token line and column number. */
  157. lexer->token.line = lexer->line;
  158. lexer->token.column = lexer->column;
  159. /* Use the same buffer if possible. */
  160. if(lexer->token.text)
  161. {
  162. if(text && length < lexer->size)
  163. {
  164. strcpy(lexer->token.text, text);
  165. lexer->token.length = length;
  166. return;
  167. }
  168. free(lexer->token.text);
  169. lexer->token.text = 0;
  170. lexer->size = 0;
  171. }
  172. /* Need to extend the buffer. */
  173. if(text)
  174. {
  175. lexer->token.text = strdup(text);
  176. lexer->token.length = length;
  177. lexer->size = length+1;
  178. }
  179. else
  180. {
  181. lexer->token.length = 0;
  182. }
  183. }
  184. /*--------------------------------------------------------------------------*/
  185. static void cmListFileLexerAppend(cmListFileLexer* lexer, const char* text,
  186. int length)
  187. {
  188. char* temp;
  189. int newSize;
  190. /* If the appended text will fit in the buffer, do not reallocate. */
  191. newSize = lexer->token.length + length + 1;
  192. if(lexer->token.text && newSize <= lexer->size)
  193. {
  194. strcpy(lexer->token.text+lexer->token.length, text);
  195. lexer->token.length += length;
  196. return;
  197. }
  198. /* We need to extend the buffer. */
  199. temp = malloc(newSize);
  200. if(lexer->token.text)
  201. {
  202. memcpy(temp, lexer->token.text, lexer->token.length);
  203. free(lexer->token.text);
  204. }
  205. memcpy(temp+lexer->token.length, text, length);
  206. temp[lexer->token.length+length] = 0;
  207. lexer->token.text = temp;
  208. lexer->token.length += length;
  209. lexer->size = newSize;
  210. }
  211. /*--------------------------------------------------------------------------*/
  212. static int cmListFileLexerInput(cmListFileLexer* lexer, char* buffer,
  213. size_t bufferSize)
  214. {
  215. if(lexer)
  216. {
  217. if(lexer->file)
  218. {
  219. return (int)fread(buffer, 1, bufferSize, lexer->file);
  220. }
  221. else if(lexer->string_left)
  222. {
  223. int length = lexer->string_left;
  224. if((int)bufferSize < length) { length = (int)bufferSize; }
  225. memcpy(buffer, lexer->string_position, length);
  226. lexer->string_position += length;
  227. lexer->string_left -= length;
  228. return length;
  229. }
  230. }
  231. return 0;
  232. }
  233. /*--------------------------------------------------------------------------*/
  234. static void cmListFileLexerInit(cmListFileLexer* lexer)
  235. {
  236. if(lexer->file || lexer->string_buffer)
  237. {
  238. yylex_init(&lexer->scanner);
  239. yyset_extra(lexer, lexer->scanner);
  240. }
  241. }
  242. /*--------------------------------------------------------------------------*/
  243. static void cmListFileLexerDestroy(cmListFileLexer* lexer)
  244. {
  245. if(lexer->file || lexer->string_buffer)
  246. {
  247. yylex_destroy(lexer->scanner);
  248. if(lexer->file)
  249. {
  250. fclose(lexer->file);
  251. lexer->file = 0;
  252. }
  253. if(lexer->string_buffer)
  254. {
  255. free(lexer->string_buffer);
  256. lexer->string_buffer = 0;
  257. lexer->string_left = 0;
  258. lexer->string_position = 0;
  259. }
  260. }
  261. }
  262. /*--------------------------------------------------------------------------*/
  263. cmListFileLexer* cmListFileLexer_New()
  264. {
  265. cmListFileLexer* lexer = (cmListFileLexer*)malloc(sizeof(cmListFileLexer));
  266. if(!lexer)
  267. {
  268. return 0;
  269. }
  270. memset(lexer, 0, sizeof(*lexer));
  271. lexer->line = 1;
  272. lexer->column = 1;
  273. return lexer;
  274. }
  275. /*--------------------------------------------------------------------------*/
  276. void cmListFileLexer_Delete(cmListFileLexer* lexer)
  277. {
  278. cmListFileLexer_SetFileName(lexer, 0);
  279. free(lexer);
  280. }
  281. /*--------------------------------------------------------------------------*/
  282. int cmListFileLexer_SetFileName(cmListFileLexer* lexer, const char* name)
  283. {
  284. int result = 1;
  285. cmListFileLexerDestroy(lexer);
  286. if(name)
  287. {
  288. lexer->file = fopen(name, "r");
  289. if(!lexer->file)
  290. {
  291. result = 0;
  292. }
  293. }
  294. cmListFileLexerInit(lexer);
  295. return result;
  296. }
  297. /*--------------------------------------------------------------------------*/
  298. int cmListFileLexer_SetString(cmListFileLexer* lexer, const char* text)
  299. {
  300. int result = 1;
  301. cmListFileLexerDestroy(lexer);
  302. if(text)
  303. {
  304. int length = (int)strlen(text);
  305. lexer->string_buffer = (char*)malloc(length+1);
  306. if(lexer->string_buffer)
  307. {
  308. strcpy(lexer->string_buffer, text);
  309. lexer->string_position = lexer->string_buffer;
  310. lexer->string_left = length;
  311. }
  312. else
  313. {
  314. result = 0;
  315. }
  316. }
  317. cmListFileLexerInit(lexer);
  318. return result;
  319. }
  320. /*--------------------------------------------------------------------------*/
  321. cmListFileLexer_Token* cmListFileLexer_Scan(cmListFileLexer* lexer)
  322. {
  323. if(!lexer->file)
  324. {
  325. return 0;
  326. }
  327. if(yylex(lexer->scanner, lexer))
  328. {
  329. return &lexer->token;
  330. }
  331. else
  332. {
  333. cmListFileLexer_SetFileName(lexer, 0);
  334. return 0;
  335. }
  336. }
  337. /*--------------------------------------------------------------------------*/
  338. long cmListFileLexer_GetCurrentLine(cmListFileLexer* lexer)
  339. {
  340. if(lexer->file)
  341. {
  342. return lexer->line;
  343. }
  344. else
  345. {
  346. return 0;
  347. }
  348. }
  349. /*--------------------------------------------------------------------------*/
  350. long cmListFileLexer_GetCurrentColumn(cmListFileLexer* lexer)
  351. {
  352. if(lexer->file)
  353. {
  354. return lexer->column;
  355. }
  356. else
  357. {
  358. return 0;
  359. }
  360. }