lexer.h 4.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126
  1. /** BEGIN COPYRIGHT BLOCK
  2. * This Program is free software; you can redistribute it and/or modify it under
  3. * the terms of the GNU General Public License as published by the Free Software
  4. * Foundation; version 2 of the License.
  5. *
  6. * This Program is distributed in the hope that it will be useful, but WITHOUT
  7. * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
  8. * FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
  9. *
  10. * You should have received a copy of the GNU General Public License along with
  11. * this Program; if not, write to the Free Software Foundation, Inc., 59 Temple
  12. * Place, Suite 330, Boston, MA 02111-1307 USA.
  13. *
  14. * In addition, as a special exception, Red Hat, Inc. gives You the additional
  15. * right to link the code of this Program with code not covered under the GNU
  16. * General Public License ("Non-GPL Code") and to distribute linked combinations
  17. * including the two, subject to the limitations in this paragraph. Non-GPL Code
  18. * permitted under this exception must only link to the code of this Program
  19. * through those well defined interfaces identified in the file named EXCEPTION
  20. * found in the source code files (the "Approved Interfaces"). The files of
  21. * Non-GPL Code may instantiate templates or use macros or inline functions from
  22. * the Approved Interfaces without causing the resulting work to be covered by
  23. * the GNU General Public License. Only Red Hat, Inc. may make changes or
  24. * additions to the list of Approved Interfaces. You must obey the GNU General
  25. * Public License in all respects for all of the Program code and other code used
  26. * in conjunction with the Program except the Non-GPL Code covered by this
  27. * exception. If you modify this file, you may extend this exception to your
  28. * version of the file, but you are not obligated to do so. If you do not wish to
  29. * provide this exception without modification, you must delete this exception
  30. * statement from your version and license this file solely under the GPL without
  31. * exception.
  32. *
  33. *
  34. * Copyright (C) 2001 Sun Microsystems, Inc. Used by permission.
  35. * Copyright (C) 2005 Red Hat, Inc.
  36. * All rights reserved.
  37. * END COPYRIGHT BLOCK **/
  38. #ifdef HAVE_CONFIG_H
  39. # include <config.h>
  40. #endif
  41. #ifndef __lexer_h
  42. #define __lexer_h
  43. #ifndef _POOL_H_
  44. #include "base/pool.h"
  45. #endif /* _POOL_H_ */
  46. /* Define error codes */
  47. #define LEXERR_MALLOC -1 /* insufficient dynamic memory */
  48. typedef struct LEXStream_s LEXStream_t;
  49. typedef int (*LEXStreamGet_t)(LEXStream_t *);
  50. struct LEXStream_s {
  51. LEXStream_t * lst_next; /* link for "include" parent stream */
  52. void * lst_strmid; /* client stream identifier */
  53. LEXStreamGet_t lst_get; /* pointer to stream "get" function */
  54. char * lst_buf; /* stream buffer pointer */
  55. char * lst_cp; /* current position in buffer */
  56. int lst_len; /* remaining bytes in buffer */
  57. int lst_buflen; /* buffer length */
  58. int lst_flags; /* bit flags */
  59. #define LST_FREEBUF 0x1 /* free lst_buf in stream destroy */
  60. };
  61. NSPR_BEGIN_EXTERN_C
  62. /* Functions in lexer.c */
  63. NSAPI_PUBLIC
  64. int lex_class_check(void * chtab, char code, unsigned long cbits);
  65. NSAPI_PUBLIC
  66. int lex_class_create(int classc, char * classv[], void **pchtab);
  67. NSAPI_PUBLIC void lex_class_destroy(void * chtab);
  68. NSAPI_PUBLIC
  69. LEXStream_t * lex_stream_create(LEXStreamGet_t strmget, void * strmid,
  70. char * buf, int buflen);
  71. NSAPI_PUBLIC void lex_stream_destroy(LEXStream_t * lst);
  72. NSAPI_PUBLIC int
  73. lex_token_new(pool_handle_t * pool, int initlen, int growlen, void **token);
  74. NSAPI_PUBLIC int lex_token_start(void * token);
  75. NSAPI_PUBLIC
  76. char * lex_token_info(void * token, int * tdatalen, int * tbufflen);
  77. NSAPI_PUBLIC char * lex_token(void * token);
  78. NSAPI_PUBLIC void lex_token_destroy(void * token);
  79. NSAPI_PUBLIC
  80. char * lex_token_get(void * token, int * tdatalen, int * tbufflen);
  81. NSAPI_PUBLIC char * lex_token_take(void * token);
  82. NSAPI_PUBLIC
  83. int lex_token_append(void * token, int nbytes, char * src);
  84. NSAPI_PUBLIC
  85. int lex_next_char(LEXStream_t * lst, void * chtab, unsigned long cbits);
  86. NSAPI_PUBLIC
  87. int lex_scan_over(LEXStream_t * lst, void * chtab, unsigned long cbits,
  88. void * token);
  89. NSAPI_PUBLIC
  90. int lex_scan_string(LEXStream_t * lst, void * token, int flags);
  91. NSAPI_PUBLIC
  92. int lex_scan_to(LEXStream_t * lst, void * chtab, unsigned long cbits,
  93. void * token);
  94. NSAPI_PUBLIC
  95. int lex_skip_over(LEXStream_t * lst, void * chtab, unsigned long cbits);
  96. NSAPI_PUBLIC
  97. int lex_skip_to(LEXStream_t * lst, void * chtab, unsigned long cbits);
  98. NSPR_END_EXTERN_C
  99. #endif /* __lexer_h */