/[pcre]/code/trunk/pcre_internal.h
ViewVC logotype

Diff of /code/trunk/pcre_internal.h

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 77 by nigel, Sat Feb 24 21:40:45 2007 UTC revision 359 by ph10, Wed Jul 9 16:20:19 2008 UTC
# Line 7  Line 7 
7  and semantics are as close as possible to those of the Perl 5 language.  and semantics are as close as possible to those of the Perl 5 language.
8    
9                         Written by Philip Hazel                         Written by Philip Hazel
10             Copyright (c) 1997-2005 University of Cambridge             Copyright (c) 1997-2008 University of Cambridge
11    
12  -----------------------------------------------------------------------------  -----------------------------------------------------------------------------
13  Redistribution and use in source and binary forms, with or without  Redistribution and use in source and binary forms, with or without
# Line 42  POSSIBILITY OF SUCH DAMAGE. Line 42  POSSIBILITY OF SUCH DAMAGE.
42  modules, but which are not relevant to the exported API. This includes some  modules, but which are not relevant to the exported API. This includes some
43  functions whose names all begin with "_pcre_". */  functions whose names all begin with "_pcre_". */
44    
45    #ifndef PCRE_INTERNAL_H
46    #define PCRE_INTERNAL_H
47    
48  /* Define DEBUG to get debugging output on stdout. */  /* Define DEBUG to get debugging output on stdout. */
49    
50  /****  #if 0
51  #define DEBUG  #define DEBUG
52  ****/  #endif
53    
54  /* Use a macro for debugging printing, 'cause that eliminates the use of #ifdef  /* Use a macro for debugging printing, 'cause that eliminates the use of #ifdef
55  inline, and there are *still* stupid compilers about that don't like indented  inline, and there are *still* stupid compilers about that don't like indented
56  pre-processor statements, or at least there were when I first wrote this. After  pre-processor statements, or at least there were when I first wrote this. After
57  all, it had only been about 10 years then... */  all, it had only been about 10 years then...
58    
59    It turns out that the Mac Debugging.h header also defines the macro DPRINTF, so
60    be absolutely sure we get our version. */
61    
62    #undef DPRINTF
63  #ifdef DEBUG  #ifdef DEBUG
64  #define DPRINTF(p) printf p  #define DPRINTF(p) printf p
65  #else  #else
66  #define DPRINTF(p) /*nothing*/  #define DPRINTF(p) /* Nothing */
67  #endif  #endif
68    
69    
 /* Get the definitions provided by running "configure" */  
   
 #include "config.h"  
   
70  /* Standard C headers plus the external interface definition. The only time  /* Standard C headers plus the external interface definition. The only time
71  setjmp and stdarg are used is when NO_RECURSE is set. */  setjmp and stdarg are used is when NO_RECURSE is set. */
72    
# Line 77  setjmp and stdarg are used is when NO_RE Line 79  setjmp and stdarg are used is when NO_RE
79  #include <stdlib.h>  #include <stdlib.h>
80  #include <string.h>  #include <string.h>
81    
82  #ifndef PCRE_SPY  /* When compiling a DLL for Windows, the exported symbols have to be declared
83  #define PCRE_DEFINITION       /* Win32 __declspec(export) trigger for .dll */  using some MS magic. I found some useful information on this web page:
84    http://msdn2.microsoft.com/en-us/library/y4h7bcy6(VS.80).aspx. According to the
85    information there, using __declspec(dllexport) without "extern" we have a
86    definition; with "extern" we have a declaration. The settings here override the
87    setting in pcre.h (which is included below); it defines only PCRE_EXP_DECL,
88    which is all that is needed for applications (they just import the symbols). We
89    use:
90    
91      PCRE_EXP_DECL       for declarations
92      PCRE_EXP_DEFN       for definitions of exported functions
93      PCRE_EXP_DATA_DEFN  for definitions of exported variables
94    
95    The reason for the two DEFN macros is that in non-Windows environments, one
96    does not want to have "extern" before variable definitions because it leads to
97    compiler warnings. So we distinguish between functions and variables. In
98    Windows, the two should always be the same.
99    
100    The reason for wrapping this in #ifndef PCRE_EXP_DECL is so that pcretest,
101    which is an application, but needs to import this file in order to "peek" at
102    internals, can #include pcre.h first to get an application's-eye view.
103    
104    In principle, people compiling for non-Windows, non-Unix-like (i.e. uncommon,
105    special-purpose environments) might want to stick other stuff in front of
106    exported symbols. That's why, in the non-Windows case, we set PCRE_EXP_DEFN and
107    PCRE_EXP_DATA_DEFN only if they are not already set. */
108    
109    #ifndef PCRE_EXP_DECL
110    #  ifdef _WIN32
111    #    ifndef PCRE_STATIC
112    #      define PCRE_EXP_DECL       extern __declspec(dllexport)
113    #      define PCRE_EXP_DEFN       __declspec(dllexport)
114    #      define PCRE_EXP_DATA_DEFN  __declspec(dllexport)
115    #    else
116    #      define PCRE_EXP_DECL       extern
117    #      define PCRE_EXP_DEFN
118    #      define PCRE_EXP_DATA_DEFN
119    #    endif
120    #  else
121    #    ifdef __cplusplus
122    #      define PCRE_EXP_DECL       extern "C"
123    #    else
124    #      define PCRE_EXP_DECL       extern
125    #    endif
126    #    ifndef PCRE_EXP_DEFN
127    #      define PCRE_EXP_DEFN       PCRE_EXP_DECL
128    #    endif
129    #    ifndef PCRE_EXP_DATA_DEFN
130    #      define PCRE_EXP_DATA_DEFN
131    #    endif
132    #  endif
133    #endif
134    
135    /* When compiling with the MSVC compiler, it is sometimes necessary to include
136    a "calling convention" before exported function names. (This is secondhand
137    information; I know nothing about MSVC myself). For example, something like
138    
139      void __cdecl function(....)
140    
141    might be needed. In order so make this easy, all the exported functions have
142    PCRE_CALL_CONVENTION just before their names. It is rarely needed; if not
143    set, we ensure here that it has no effect. */
144    
145    #ifndef PCRE_CALL_CONVENTION
146    #define PCRE_CALL_CONVENTION
147  #endif  #endif
148    
149  /* We need to have types that specify unsigned 16-bit and 32-bit integers. We  /* We need to have types that specify unsigned 16-bit and 32-bit integers. We
# Line 89  preprocessor time in standard C environm Line 154  preprocessor time in standard C environm
154    
155  #if USHRT_MAX == 65535  #if USHRT_MAX == 65535
156    typedef unsigned short pcre_uint16;    typedef unsigned short pcre_uint16;
157      typedef short pcre_int16;
158  #elif UINT_MAX == 65535  #elif UINT_MAX == 65535
159    typedef unsigned int pcre_uint16;    typedef unsigned int pcre_uint16;
160      typedef int pcre_int16;
161  #else  #else
162    #error Cannot determine a type for 16-bit unsigned integers    #error Cannot determine a type for 16-bit unsigned integers
163  #endif  #endif
164    
165  #if UINT_MAX == 4294967295  #if UINT_MAX == 4294967295
166    typedef unsigned int pcre_uint32;    typedef unsigned int pcre_uint32;
167      typedef int pcre_int32;
168  #elif ULONG_MAX == 4294967295  #elif ULONG_MAX == 4294967295
169    typedef unsigned long int pcre_uint32;    typedef unsigned long int pcre_uint32;
170      typedef long int pcre_int32;
171  #else  #else
172    #error Cannot determine a type for 32-bit unsigned integers    #error Cannot determine a type for 32-bit unsigned integers
173  #endif  #endif
# Line 112  Unix, where it is defined in sys/types, Line 181  Unix, where it is defined in sys/types,
181    
182  typedef unsigned char uschar;  typedef unsigned char uschar;
183    
184  /* Include the public PCRE header */  /* This is an unsigned int value that no character can ever have. UTF-8
185    characters only go up to 0x7fffffff (though Unicode doesn't go beyond
186    0x0010ffff). */
187    
188    #define NOTACHAR 0xffffffff
189    
190    /* PCRE is able to support several different kinds of newline (CR, LF, CRLF,
191    "any" and "anycrlf" at present). The following macros are used to package up
192    testing for newlines. NLBLOCK, PSSTART, and PSEND are defined in the various
193    modules to indicate in which datablock the parameters exist, and what the
194    start/end of string field names are. */
195    
196    #define NLTYPE_FIXED    0     /* Newline is a fixed length string */
197    #define NLTYPE_ANY      1     /* Newline is any Unicode line ending */
198    #define NLTYPE_ANYCRLF  2     /* Newline is CR, LF, or CRLF */
199    
200    /* This macro checks for a newline at the given position */
201    
202    #define IS_NEWLINE(p) \
203      ((NLBLOCK->nltype != NLTYPE_FIXED)? \
204        ((p) < NLBLOCK->PSEND && \
205         _pcre_is_newline((p), NLBLOCK->nltype, NLBLOCK->PSEND, &(NLBLOCK->nllen),\
206           utf8)) \
207        : \
208        ((p) <= NLBLOCK->PSEND - NLBLOCK->nllen && \
209         (p)[0] == NLBLOCK->nl[0] && \
210         (NLBLOCK->nllen == 1 || (p)[1] == NLBLOCK->nl[1]) \
211        ) \
212      )
213    
214    /* This macro checks for a newline immediately preceding the given position */
215    
216    #define WAS_NEWLINE(p) \
217      ((NLBLOCK->nltype != NLTYPE_FIXED)? \
218        ((p) > NLBLOCK->PSSTART && \
219         _pcre_was_newline((p), NLBLOCK->nltype, NLBLOCK->PSSTART, \
220           &(NLBLOCK->nllen), utf8)) \
221        : \
222        ((p) >= NLBLOCK->PSSTART + NLBLOCK->nllen && \
223         (p)[-NLBLOCK->nllen] == NLBLOCK->nl[0] && \
224         (NLBLOCK->nllen == 1 || (p)[-NLBLOCK->nllen+1] == NLBLOCK->nl[1]) \
225        ) \
226      )
227    
228    /* When PCRE is compiled as a C++ library, the subject pointer can be replaced
229    with a custom type. This makes it possible, for example, to allow pcre_exec()
230    to process subject strings that are discontinuous by using a smart pointer
231    class. It must always be possible to inspect all of the subject string in
232    pcre_exec() because of the way it backtracks. Two macros are required in the
233    normal case, for sign-unspecified and unsigned char pointers. The former is
234    used for the external interface and appears in pcre.h, which is why its name
235    must begin with PCRE_. */
236    
237    #ifdef CUSTOM_SUBJECT_PTR
238    #define PCRE_SPTR CUSTOM_SUBJECT_PTR
239    #define USPTR CUSTOM_SUBJECT_PTR
240    #else
241    #define PCRE_SPTR const char *
242    #define USPTR const unsigned char *
243    #endif
244    
245    
 #include "pcre.h"  
246    
247  /* Include the (copy of) the public ucp header, changing the external name into  /* Include the public PCRE header and the definitions of UCP character property
248  a private one. This does no harm, even if we aren't compiling UCP support. */  values. */
249    
250  #define ucp_findchar _pcre_ucp_findchar  #include "pcre.h"
251  #include "ucp.h"  #include "ucp.h"
252    
253  /* When compiling for use with the Virtual Pascal compiler, these functions  /* When compiling for use with the Virtual Pascal compiler, these functions
# Line 127  need to have their names changed. PCRE m Line 255  need to have their names changed. PCRE m
255  option on the command line. */  option on the command line. */
256    
257  #ifdef VPCOMPAT  #ifdef VPCOMPAT
258    #define strlen(s)        _strlen(s)
259  #define strncmp(s1,s2,m) _strncmp(s1,s2,m)  #define strncmp(s1,s2,m) _strncmp(s1,s2,m)
260    #define memcmp(s,c,n)    _memcmp(s,c,n)
261  #define memcpy(d,s,n)    _memcpy(d,s,n)  #define memcpy(d,s,n)    _memcpy(d,s,n)
262  #define memmove(d,s,n)   _memmove(d,s,n)  #define memmove(d,s,n)   _memmove(d,s,n)
263  #define memset(s,c,n)    _memset(s,c,n)  #define memset(s,c,n)    _memset(s,c,n)
# Line 136  option on the command line. */ Line 266  option on the command line. */
266  /* To cope with SunOS4 and other systems that lack memmove() but have bcopy(),  /* To cope with SunOS4 and other systems that lack memmove() but have bcopy(),
267  define a macro for memmove() if HAVE_MEMMOVE is false, provided that HAVE_BCOPY  define a macro for memmove() if HAVE_MEMMOVE is false, provided that HAVE_BCOPY
268  is set. Otherwise, include an emulating function for those systems that have  is set. Otherwise, include an emulating function for those systems that have
269  neither (there some non-Unix environments where this is the case). This assumes  neither (there some non-Unix environments where this is the case). */
 that all calls to memmove are moving strings upwards in store, which is the  
 case in PCRE. */  
270    
271  #if ! HAVE_MEMMOVE  #ifndef HAVE_MEMMOVE
272  #undef  memmove        /* some systems may have a macro */  #undef  memmove        /* some systems may have a macro */
273  #if HAVE_BCOPY  #ifdef HAVE_BCOPY
274  #define memmove(a, b, c) bcopy(b, a, c)  #define memmove(a, b, c) bcopy(b, a, c)
275  #else  /* HAVE_BCOPY */  #else  /* HAVE_BCOPY */
276  void *  static void *
277  pcre_memmove(unsigned char *dest, const unsigned char *src, size_t n)  pcre_memmove(void *d, const void *s, size_t n)
278  {  {
279  int i;  size_t i;
280  dest += n;  unsigned char *dest = (unsigned char *)d;
281  src += n;  const unsigned char *src = (const unsigned char *)s;
282  for (i = 0; i < n; ++i) *(--dest) =  *(--src);  if (dest > src)
283      {
284      dest += n;
285      src += n;
286      for (i = 0; i < n; ++i) *(--dest) = *(--src);
287      return (void *)dest;
288      }
289    else
290      {
291      for (i = 0; i < n; ++i) *dest++ = *src++;
292      return (void *)(dest - n);
293      }
294  }  }
295  #define memmove(a, b, c) pcre_memmove(a, b, c)  #define memmove(a, b, c) pcre_memmove(a, b, c)
296  #endif   /* not HAVE_BCOPY */  #endif   /* not HAVE_BCOPY */
# Line 237  capturing parenthesis numbers in back re Line 376  capturing parenthesis numbers in back re
376    
377  /* When UTF-8 encoding is being used, a character is no longer just a single  /* When UTF-8 encoding is being used, a character is no longer just a single
378  byte. The macros for character handling generate simple sequences when used in  byte. The macros for character handling generate simple sequences when used in
379  byte-mode, and more complicated ones for UTF-8 characters. */  byte-mode, and more complicated ones for UTF-8 characters. BACKCHAR should
380    never be called in byte mode. To make sure it can never even appear when UTF-8
381    support is omitted, we don't even define it. */
382    
383  #ifndef SUPPORT_UTF8  #ifndef SUPPORT_UTF8
384    #define NEXTCHAR(p) p++;
385  #define GETCHAR(c, eptr) c = *eptr;  #define GETCHAR(c, eptr) c = *eptr;
386  #define GETCHARTEST(c, eptr) c = *eptr;  #define GETCHARTEST(c, eptr) c = *eptr;
387  #define GETCHARINC(c, eptr) c = *eptr++;  #define GETCHARINC(c, eptr) c = *eptr++;
388  #define GETCHARINCTEST(c, eptr) c = *eptr++;  #define GETCHARINCTEST(c, eptr) c = *eptr++;
389  #define GETCHARLEN(c, eptr, len) c = *eptr;  #define GETCHARLEN(c, eptr, len) c = *eptr;
390  #define BACKCHAR(eptr)  /* #define BACKCHAR(eptr) */
391    
392  #else   /* SUPPORT_UTF8 */  #else   /* SUPPORT_UTF8 */
393    
394    /* Advance a character pointer one byte in non-UTF-8 mode and by one character
395    in UTF-8 mode. */
396    
397    #define NEXTCHAR(p) \
398      p++; \
399      if (utf8) { while((*p & 0xc0) == 0x80) p++; }
400    
401  /* Get the next UTF-8 character, not advancing the pointer. This is called when  /* Get the next UTF-8 character, not advancing the pointer. This is called when
402  we know we are in UTF-8 mode. */  we know we are in UTF-8 mode. */
403    
404  #define GETCHAR(c, eptr) \  #define GETCHAR(c, eptr) \
405    c = *eptr; \    c = *eptr; \
406    if ((c & 0xc0) == 0xc0) \    if (c >= 0xc0) \
407      { \      { \
408      int gcii; \      int gcii; \
409      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \
# Line 272  pointer. */ Line 421  pointer. */
421    
422  #define GETCHARTEST(c, eptr) \  #define GETCHARTEST(c, eptr) \
423    c = *eptr; \    c = *eptr; \
424    if (utf8 && (c & 0xc0) == 0xc0) \    if (utf8 && c >= 0xc0) \
425      { \      { \
426      int gcii; \      int gcii; \
427      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \
# Line 290  know we are in UTF-8 mode. */ Line 439  know we are in UTF-8 mode. */
439    
440  #define GETCHARINC(c, eptr) \  #define GETCHARINC(c, eptr) \
441    c = *eptr++; \    c = *eptr++; \
442    if ((c & 0xc0) == 0xc0) \    if (c >= 0xc0) \
443      { \      { \
444      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \
445      int gcss = 6*gcaa; \      int gcss = 6*gcaa; \
# Line 306  know we are in UTF-8 mode. */ Line 455  know we are in UTF-8 mode. */
455    
456  #define GETCHARINCTEST(c, eptr) \  #define GETCHARINCTEST(c, eptr) \
457    c = *eptr++; \    c = *eptr++; \
458    if (utf8 && (c & 0xc0) == 0xc0) \    if (utf8 && c >= 0xc0) \
459      { \      { \
460      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \
461      int gcss = 6*gcaa; \      int gcss = 6*gcaa; \
# Line 323  if there are extra bytes. This is called Line 472  if there are extra bytes. This is called
472    
473  #define GETCHARLEN(c, eptr, len) \  #define GETCHARLEN(c, eptr, len) \
474    c = *eptr; \    c = *eptr; \
475    if ((c & 0xc0) == 0xc0) \    if (c >= 0xc0) \
476      { \      { \
477      int gcii; \      int gcii; \
478      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \
# Line 338  if there are extra bytes. This is called Line 487  if there are extra bytes. This is called
487      }      }
488    
489  /* If the pointer is not at the start of a character, move it back until  /* If the pointer is not at the start of a character, move it back until
490  it is. Called only in UTF-8 mode. */  it is. This is called only in UTF-8 mode - we don't put a test within the macro
491    because almost all calls are already within a block of UTF-8 only code. */
492    
493  #define BACKCHAR(eptr) while((*eptr & 0xc0) == 0x80) eptr--;  #define BACKCHAR(eptr) while((*eptr & 0xc0) == 0x80) eptr--
494    
495  #endif  #endif
496    
# Line 357  Standard C system should have one. */ Line 507  Standard C system should have one. */
507    
508  #define PCRE_IMS (PCRE_CASELESS|PCRE_MULTILINE|PCRE_DOTALL)  #define PCRE_IMS (PCRE_CASELESS|PCRE_MULTILINE|PCRE_DOTALL)
509    
510  /* Private options flags start at the most significant end of the four bytes,  /* Private flags containing information about the compiled regex. They used to
511  but skip the top bit so we can use ints for convenience without getting tangled  live at the top end of the options word, but that got almost full, so now they
512  with negative values. The public options defined in pcre.h start at the least  are in a 16-bit flags word. */
513  significant end. Make sure they don't overlap! */  
514    #define PCRE_NOPARTIAL     0x0001  /* can't use partial with this regex */
515  #define PCRE_FIRSTSET      0x40000000  /* first_byte is set */  #define PCRE_FIRSTSET      0x0002  /* first_byte is set */
516  #define PCRE_REQCHSET      0x20000000  /* req_byte is set */  #define PCRE_REQCHSET      0x0004  /* req_byte is set */
517  #define PCRE_STARTLINE     0x10000000  /* start after \n for multiline */  #define PCRE_STARTLINE     0x0008  /* start after \n for multiline */
518  #define PCRE_ICHANGED      0x08000000  /* i option changes within regex */  #define PCRE_JCHANGED      0x0010  /* j option used in regex */
519  #define PCRE_NOPARTIAL     0x04000000  /* can't use partial with this regex */  #define PCRE_HASCRORLF     0x0020  /* explicit \r or \n in pattern */
520    
521  /* Options for the "extra" block produced by pcre_study(). */  /* Options for the "extra" block produced by pcre_study(). */
522    
# Line 375  significant end. Make sure they don't ov Line 525  significant end. Make sure they don't ov
525  /* Masks for identifying the public options that are permitted at compile  /* Masks for identifying the public options that are permitted at compile
526  time, run time, or study time, respectively. */  time, run time, or study time, respectively. */
527    
528    #define PCRE_NEWLINE_BITS (PCRE_NEWLINE_CR|PCRE_NEWLINE_LF|PCRE_NEWLINE_ANY| \
529                               PCRE_NEWLINE_ANYCRLF)
530    
531  #define PUBLIC_OPTIONS \  #define PUBLIC_OPTIONS \
532    (PCRE_CASELESS|PCRE_EXTENDED|PCRE_ANCHORED|PCRE_MULTILINE| \    (PCRE_CASELESS|PCRE_EXTENDED|PCRE_ANCHORED|PCRE_MULTILINE| \
533     PCRE_DOTALL|PCRE_DOLLAR_ENDONLY|PCRE_EXTRA|PCRE_UNGREEDY|PCRE_UTF8| \     PCRE_DOTALL|PCRE_DOLLAR_ENDONLY|PCRE_EXTRA|PCRE_UNGREEDY|PCRE_UTF8| \
534     PCRE_NO_AUTO_CAPTURE|PCRE_NO_UTF8_CHECK|PCRE_AUTO_CALLOUT|PCRE_FIRSTLINE)     PCRE_NO_AUTO_CAPTURE|PCRE_NO_UTF8_CHECK|PCRE_AUTO_CALLOUT|PCRE_FIRSTLINE| \
535       PCRE_DUPNAMES|PCRE_NEWLINE_BITS|PCRE_BSR_ANYCRLF|PCRE_BSR_UNICODE| \
536       PCRE_JAVASCRIPT_COMPAT)
537    
538  #define PUBLIC_EXEC_OPTIONS \  #define PUBLIC_EXEC_OPTIONS \
539    (PCRE_ANCHORED|PCRE_NOTBOL|PCRE_NOTEOL|PCRE_NOTEMPTY|PCRE_NO_UTF8_CHECK| \    (PCRE_ANCHORED|PCRE_NOTBOL|PCRE_NOTEOL|PCRE_NOTEMPTY|PCRE_NO_UTF8_CHECK| \
540     PCRE_PARTIAL)     PCRE_PARTIAL|PCRE_NEWLINE_BITS|PCRE_BSR_ANYCRLF|PCRE_BSR_UNICODE)
541    
542  #define PUBLIC_DFA_EXEC_OPTIONS \  #define PUBLIC_DFA_EXEC_OPTIONS \
543    (PCRE_ANCHORED|PCRE_NOTBOL|PCRE_NOTEOL|PCRE_NOTEMPTY|PCRE_NO_UTF8_CHECK| \    (PCRE_ANCHORED|PCRE_NOTBOL|PCRE_NOTEOL|PCRE_NOTEMPTY|PCRE_NO_UTF8_CHECK| \
544     PCRE_PARTIAL|PCRE_DFA_SHORTEST|PCRE_DFA_RESTART)     PCRE_PARTIAL|PCRE_DFA_SHORTEST|PCRE_DFA_RESTART|PCRE_NEWLINE_BITS| \
545       PCRE_BSR_ANYCRLF|PCRE_BSR_UNICODE)
546    
547  #define PUBLIC_STUDY_OPTIONS 0   /* None defined */  #define PUBLIC_STUDY_OPTIONS 0   /* None defined */
548    
# Line 418  typedef int BOOL; Line 574  typedef int BOOL;
574  #define FALSE   0  #define FALSE   0
575  #define TRUE    1  #define TRUE    1
576    
577  /* Escape items that are just an encoding of a particular data value. Note that  /* Escape items that are just an encoding of a particular data value. */
 ESC_n is defined as yet another macro, which is set in config.h to either \n  
 (the default) or \r (which some people want). */  
578    
579  #ifndef ESC_e  #ifndef ESC_e
580  #define ESC_e 27  #define ESC_e 27
# Line 431  ESC_n is defined as yet another macro, w Line 585  ESC_n is defined as yet another macro, w
585  #endif  #endif
586    
587  #ifndef ESC_n  #ifndef ESC_n
588  #define ESC_n NEWLINE  #define ESC_n '\n'
589  #endif  #endif
590    
591  #ifndef ESC_r  #ifndef ESC_r
# Line 445  ESC_n is defined as yet another macro, w Line 599  ESC_n is defined as yet another macro, w
599  #define ESC_tee '\t'  #define ESC_tee '\t'
600  #endif  #endif
601    
602  /* These are escaped items that aren't just an encoding of a particular data  /* Codes for different types of Unicode property */
603  value such as \n. They must have non-zero values, as check_escape() returns  
604  their negation. Also, they must appear in the same order as in the opcode  #define PT_ANY        0    /* Any property - matches all chars */
605  definitions below, up to ESC_z. There's a dummy for OP_ANY because it  #define PT_LAMP       1    /* L& - the union of Lu, Ll, Lt */
606  corresponds to "." rather than an escape sequence. The final one must be  #define PT_GC         2    /* General characteristic (e.g. L) */
607  ESC_REF as subsequent values are used for \1, \2, \3, etc. There is are two  #define PT_PC         3    /* Particular characteristic (e.g. Lu) */
608  tests in the code for an escape greater than ESC_b and less than ESC_Z to  #define PT_SC         4    /* Script (e.g. Han) */
 detect the types that may be repeated. These are the types that consume  
 characters. If any new escapes are put in between that don't consume a  
 character, that code will have to change. */  
   
 enum { ESC_A = 1, ESC_G, ESC_B, ESC_b, ESC_D, ESC_d, ESC_S, ESC_s, ESC_W,  
        ESC_w, ESC_dum1, ESC_C, ESC_P, ESC_p, ESC_X, ESC_Z, ESC_z, ESC_E,  
        ESC_Q, ESC_REF };  
609    
610  /* Flag bits and data types for the extended class (OP_XCLASS) for classes that  /* Flag bits and data types for the extended class (OP_XCLASS) for classes that
611  contain UTF-8 characters with values greater than 255. */  contain UTF-8 characters with values greater than 255. */
# Line 469  contain UTF-8 characters with values gre Line 616  contain UTF-8 characters with values gre
616  #define XCL_END       0    /* Marks end of individual items */  #define XCL_END       0    /* Marks end of individual items */
617  #define XCL_SINGLE    1    /* Single item (one multibyte char) follows */  #define XCL_SINGLE    1    /* Single item (one multibyte char) follows */
618  #define XCL_RANGE     2    /* A range (two multibyte chars) follows */  #define XCL_RANGE     2    /* A range (two multibyte chars) follows */
619  #define XCL_PROP      3    /* Unicode property (one property code) follows */  #define XCL_PROP      3    /* Unicode property (2-byte property code follows) */
620  #define XCL_NOTPROP   4    /* Unicode inverted property (ditto) */  #define XCL_NOTPROP   4    /* Unicode inverted property (ditto) */
621    
622    /* These are escaped items that aren't just an encoding of a particular data
623    value such as \n. They must have non-zero values, as check_escape() returns
624    their negation. Also, they must appear in the same order as in the opcode
625    definitions below, up to ESC_z. There's a dummy for OP_ANY because it
626    corresponds to "." rather than an escape sequence, and another for OP_ALLANY
627    (which is used for [^] in JavaScript compatibility mode).
628    
629    The final escape must be ESC_REF as subsequent values are used for
630    backreferences (\1, \2, \3, etc). There are two tests in the code for an escape
631    greater than ESC_b and less than ESC_Z to detect the types that may be
632    repeated. These are the types that consume characters. If any new escapes are
633    put in between that don't consume a character, that code will have to change.
634    */
635    
636    enum { ESC_A = 1, ESC_G, ESC_K, ESC_B, ESC_b, ESC_D, ESC_d, ESC_S, ESC_s,
637           ESC_W, ESC_w, ESC_dum1, ESC_dum2, ESC_C, ESC_P, ESC_p, ESC_R, ESC_H,
638           ESC_h, ESC_V, ESC_v, ESC_X, ESC_Z, ESC_z, ESC_E, ESC_Q, ESC_g, ESC_k,
639           ESC_REF };
640    
641  /* Opcode table: OP_BRA must be last, as all values >= it are used for brackets  
642  that extract substrings. Starting from 1 (i.e. after OP_END), the values up to  /* Opcode table: Starting from 1 (i.e. after OP_END), the values up to
643  OP_EOD must correspond in order to the list of escapes immediately above.  OP_EOD must correspond in order to the list of escapes immediately above.
644  Note that whenever this list is updated, the two macro definitions that follow  
645  must also be updated to match. */  *** NOTE NOTE NOTE *** Whenever this list is updated, the two macro definitions
646    that follow must also be updated to match. There is also a table called
647    "coptable" in pcre_dfa_exec.c that must be updated. */
648    
649  enum {  enum {
650    OP_END,            /* 0 End of pattern */    OP_END,            /* 0 End of pattern */
# Line 486  enum { Line 653  enum {
653    
654    OP_SOD,            /* 1 Start of data: \A */    OP_SOD,            /* 1 Start of data: \A */
655    OP_SOM,            /* 2 Start of match (subject + offset): \G */    OP_SOM,            /* 2 Start of match (subject + offset): \G */
656    OP_NOT_WORD_BOUNDARY,  /*  3 \B */    OP_SET_SOM,        /* 3 Set start of match (\K) */
657    OP_WORD_BOUNDARY,      /*  4 \b */    OP_NOT_WORD_BOUNDARY,  /*  4 \B */
658    OP_NOT_DIGIT,          /*  5 \D */    OP_WORD_BOUNDARY,      /*  5 \b */
659    OP_DIGIT,              /*  6 \d */    OP_NOT_DIGIT,          /*  6 \D */
660    OP_NOT_WHITESPACE,     /*  7 \S */    OP_DIGIT,              /*  7 \d */
661    OP_WHITESPACE,         /*  8 \s */    OP_NOT_WHITESPACE,     /*  8 \S */
662    OP_NOT_WORDCHAR,       /*  9 \W */    OP_WHITESPACE,         /*  9 \s */
663    OP_WORDCHAR,           /* 10 \w */    OP_NOT_WORDCHAR,       /* 10 \W */
664    OP_ANY,            /* 11 Match any character */    OP_WORDCHAR,           /* 11 \w */
665    OP_ANYBYTE,        /* 12 Match any byte (\C); different to OP_ANY for UTF-8 */    OP_ANY,            /* 12 Match any character (subject to DOTALL) */
666    OP_NOTPROP,        /* 13 \P (not Unicode property) */    OP_ALLANY,         /* 13 Match any character (not subject to DOTALL) */
667    OP_PROP,           /* 14 \p (Unicode property) */    OP_ANYBYTE,        /* 14 Match any byte (\C); different to OP_ANY for UTF-8 */
668    OP_EXTUNI,         /* 15 \X (extended Unicode sequence */    OP_NOTPROP,        /* 15 \P (not Unicode property) */
669    OP_EODN,           /* 16 End of data or \n at end of data: \Z. */    OP_PROP,           /* 16 \p (Unicode property) */
670    OP_EOD,            /* 17 End of data: \z */    OP_ANYNL,          /* 17 \R (any newline sequence) */
671      OP_NOT_HSPACE,     /* 18 \H (not horizontal whitespace) */
672    OP_OPT,            /* 18 Set runtime options */    OP_HSPACE,         /* 19 \h (horizontal whitespace) */
673    OP_CIRC,           /* 19 Start of line - varies with multiline switch */    OP_NOT_VSPACE,     /* 20 \V (not vertical whitespace) */
674    OP_DOLL,           /* 20 End of line - varies with multiline switch */    OP_VSPACE,         /* 21 \v (vertical whitespace) */
675    OP_CHAR,           /* 21 Match one character, casefully */    OP_EXTUNI,         /* 22 \X (extended Unicode sequence */
676    OP_CHARNC,         /* 22 Match one character, caselessly */    OP_EODN,           /* 23 End of data or \n at end of data: \Z. */
677    OP_NOT,            /* 23 Match anything but the following char */    OP_EOD,            /* 24 End of data: \z */
678    
679    OP_STAR,           /* 24 The maximizing and minimizing versions of */    OP_OPT,            /* 25 Set runtime options */
680    OP_MINSTAR,        /* 25 all these opcodes must come in pairs, with */    OP_CIRC,           /* 26 Start of line - varies with multiline switch */
681    OP_PLUS,           /* 26 the minimizing one second. */    OP_DOLL,           /* 27 End of line - varies with multiline switch */
682    OP_MINPLUS,        /* 27 This first set applies to single characters */    OP_CHAR,           /* 28 Match one character, casefully */
683    OP_QUERY,          /* 28 */    OP_CHARNC,         /* 29 Match one character, caselessly */
684    OP_MINQUERY,       /* 29 */    OP_NOT,            /* 30 Match one character, not the following one */
685    OP_UPTO,           /* 30 From 0 to n matches */  
686    OP_MINUPTO,        /* 31 */    OP_STAR,           /* 31 The maximizing and minimizing versions of */
687    OP_EXACT,          /* 32 Exactly n matches */    OP_MINSTAR,        /* 32 these six opcodes must come in pairs, with */
688      OP_PLUS,           /* 33 the minimizing one second. */
689    OP_NOTSTAR,        /* 33 The maximizing and minimizing versions of */    OP_MINPLUS,        /* 34 This first set applies to single characters.*/
690    OP_NOTMINSTAR,     /* 34 all these opcodes must come in pairs, with */    OP_QUERY,          /* 35 */
691    OP_NOTPLUS,        /* 35 the minimizing one second. */    OP_MINQUERY,       /* 36 */
692    OP_NOTMINPLUS,     /* 36 This set applies to "not" single characters */  
693    OP_NOTQUERY,       /* 37 */    OP_UPTO,           /* 37 From 0 to n matches */
694    OP_NOTMINQUERY,    /* 38 */    OP_MINUPTO,        /* 38 */
695    OP_NOTUPTO,        /* 39 From 0 to n matches */    OP_EXACT,          /* 39 Exactly n matches */
696    OP_NOTMINUPTO,     /* 40 */  
697    OP_NOTEXACT,       /* 41 Exactly n matches */    OP_POSSTAR,        /* 40 Possessified star */
698      OP_POSPLUS,        /* 41 Possessified plus */
699    OP_TYPESTAR,       /* 42 The maximizing and minimizing versions of */    OP_POSQUERY,       /* 42 Posesssified query */
700    OP_TYPEMINSTAR,    /* 43 all these opcodes must come in pairs, with */    OP_POSUPTO,        /* 43 Possessified upto */
701    OP_TYPEPLUS,       /* 44 the minimizing one second. These codes must */  
702    OP_TYPEMINPLUS,    /* 45 be in exactly the same order as those above. */    OP_NOTSTAR,        /* 44 The maximizing and minimizing versions of */
703    OP_TYPEQUERY,      /* 46 This set applies to character types such as \d */    OP_NOTMINSTAR,     /* 45 these six opcodes must come in pairs, with */
704    OP_TYPEMINQUERY,   /* 47 */    OP_NOTPLUS,        /* 46 the minimizing one second. They must be in */
705    OP_TYPEUPTO,       /* 48 From 0 to n matches */    OP_NOTMINPLUS,     /* 47 exactly the same order as those above. */
706    OP_TYPEMINUPTO,    /* 49 */    OP_NOTQUERY,       /* 48 This set applies to "not" single characters. */
707    OP_TYPEEXACT,      /* 50 Exactly n matches */    OP_NOTMINQUERY,    /* 49 */
708    
709    OP_CRSTAR,         /* 51 The maximizing and minimizing versions of */    OP_NOTUPTO,        /* 50 From 0 to n matches */
710    OP_CRMINSTAR,      /* 52 all these opcodes must come in pairs, with */    OP_NOTMINUPTO,     /* 51 */
711    OP_CRPLUS,         /* 53 the minimizing one second. These codes must */    OP_NOTEXACT,       /* 52 Exactly n matches */
712    OP_CRMINPLUS,      /* 54 be in exactly the same order as those above. */  
713    OP_CRQUERY,        /* 55 These are for character classes and back refs */    OP_NOTPOSSTAR,     /* 53 Possessified versions */
714    OP_CRMINQUERY,     /* 56 */    OP_NOTPOSPLUS,     /* 54 */
715    OP_CRRANGE,        /* 57 These are different to the three sets above. */    OP_NOTPOSQUERY,    /* 55 */
716    OP_CRMINRANGE,     /* 58 */    OP_NOTPOSUPTO,     /* 56 */
717    
718      OP_TYPESTAR,       /* 57 The maximizing and minimizing versions of */
719      OP_TYPEMINSTAR,    /* 58 these six opcodes must come in pairs, with */
720      OP_TYPEPLUS,       /* 59 the minimizing one second. These codes must */
721      OP_TYPEMINPLUS,    /* 60 be in exactly the same order as those above. */
722      OP_TYPEQUERY,      /* 61 This set applies to character types such as \d */
723      OP_TYPEMINQUERY,   /* 62 */
724    
725      OP_TYPEUPTO,       /* 63 From 0 to n matches */
726      OP_TYPEMINUPTO,    /* 64 */
727      OP_TYPEEXACT,      /* 65 Exactly n matches */
728    
729      OP_TYPEPOSSTAR,    /* 66 Possessified versions */
730      OP_TYPEPOSPLUS,    /* 67 */
731      OP_TYPEPOSQUERY,   /* 68 */
732      OP_TYPEPOSUPTO,    /* 69 */
733    
734      OP_CRSTAR,         /* 70 The maximizing and minimizing versions of */
735      OP_CRMINSTAR,      /* 71 all these opcodes must come in pairs, with */
736      OP_CRPLUS,         /* 72 the minimizing one second. These codes must */
737      OP_CRMINPLUS,      /* 73 be in exactly the same order as those above. */
738      OP_CRQUERY,        /* 74 These are for character classes and back refs */
739      OP_CRMINQUERY,     /* 75 */
740      OP_CRRANGE,        /* 76 These are different to the three sets above. */
741      OP_CRMINRANGE,     /* 77 */
742    
743    OP_CLASS,          /* 59 Match a character class, chars < 256 only */    OP_CLASS,          /* 78 Match a character class, chars < 256 only */
744    OP_NCLASS,         /* 60 Same, but the bitmap was created from a negative    OP_NCLASS,         /* 79 Same, but the bitmap was created from a negative
745                             class - the difference is relevant only when a UTF-8                             class - the difference is relevant only when a UTF-8
746                             character > 255 is encountered. */                             character > 255 is encountered. */
747    
748    OP_XCLASS,         /* 61 Extended class for handling UTF-8 chars within the    OP_XCLASS,         /* 80 Extended class for handling UTF-8 chars within the
749                             class. This does both positive and negative. */                             class. This does both positive and negative. */
750    
751    OP_REF,            /* 62 Match a back reference */    OP_REF,            /* 81 Match a back reference */
752    OP_RECURSE,        /* 63 Match a numbered subpattern (possibly recursive) */    OP_RECURSE,        /* 82 Match a numbered subpattern (possibly recursive) */
753    OP_CALLOUT,        /* 64 Call out to external function if provided */    OP_CALLOUT,        /* 83 Call out to external function if provided */
754    
755    OP_ALT,            /* 65 Start of alternation */    OP_ALT,            /* 84 Start of alternation */
756    OP_KET,            /* 66 End of group that doesn't have an unbounded repeat */    OP_KET,            /* 85 End of group that doesn't have an unbounded repeat */
757    OP_KETRMAX,        /* 67 These two must remain together and in this */    OP_KETRMAX,        /* 86 These two must remain together and in this */
758    OP_KETRMIN,        /* 68 order. They are for groups the repeat for ever. */    OP_KETRMIN,        /* 87 order. They are for groups the repeat for ever. */
759    
760    /* The assertions must come before ONCE and COND */    /* The assertions must come before BRA, CBRA, ONCE, and COND.*/
761    
762    OP_ASSERT,         /* 69 Positive lookahead */    OP_ASSERT,         /* 88 Positive lookahead */
763    OP_ASSERT_NOT,     /* 70 Negative lookahead */    OP_ASSERT_NOT,     /* 89 Negative lookahead */
764    OP_ASSERTBACK,     /* 71 Positive lookbehind */    OP_ASSERTBACK,     /* 90 Positive lookbehind */
765    OP_ASSERTBACK_NOT, /* 72 Negative lookbehind */    OP_ASSERTBACK_NOT, /* 91 Negative lookbehind */
766    OP_REVERSE,        /* 73 Move pointer back - used in lookbehind assertions */    OP_REVERSE,        /* 92 Move pointer back - used in lookbehind assertions */
767    
768    /* ONCE and COND must come after the assertions, with ONCE first, as there's    /* ONCE, BRA, CBRA, and COND must come after the assertions, with ONCE first,
769    a test for >= ONCE for a subpattern that isn't an assertion. */    as there's a test for >= ONCE for a subpattern that isn't an assertion. */
770    
771    OP_ONCE,           /* 74 Once matched, don't back up into the subpattern */    OP_ONCE,           /* 93 Atomic group */
772    OP_COND,           /* 75 Conditional group */    OP_BRA,            /* 94 Start of non-capturing bracket */
773    OP_CREF,           /* 76 Used to hold an extraction string number (cond ref) */    OP_CBRA,           /* 95 Start of capturing bracket */
774      OP_COND,           /* 96 Conditional group */
775    OP_BRAZERO,        /* 77 These two must remain together and in this */  
776    OP_BRAMINZERO,     /* 78 order. */    /* These three must follow the previous three, in the same order. There's a
777      check for >= SBRA to distinguish the two sets. */
778    OP_BRANUMBER,      /* 79 Used for extracting brackets whose number is greater  
779                             than can fit into an opcode. */    OP_SBRA,           /* 97 Start of non-capturing bracket, check empty  */
780      OP_SCBRA,          /* 98 Start of capturing bracket, check empty */
781    OP_BRA             /* 80 This and greater values are used for brackets that    OP_SCOND,          /* 99 Conditional group, check empty */
782                             extract substrings up to EXTRACT_BASIC_MAX. After  
783                             that, use is made of OP_BRANUMBER. */    OP_CREF,           /* 100 Used to hold a capture number as condition */
784  };    OP_RREF,           /* 101 Used to hold a recursion number as condition */
785      OP_DEF,            /* 102 The DEFINE condition */
786    
787      OP_BRAZERO,        /* 103 These two must remain together and in this */
788      OP_BRAMINZERO,     /* 104 order. */
789    
790      /* These are backtracking control verbs */
791    
792  /* WARNING WARNING WARNING: There is an implicit assumption in pcre.c and    OP_PRUNE,          /* 105 */
793  study.c that all opcodes are less than 128 in value. This makes handling UTF-8    OP_SKIP,           /* 106 */
794  character sequences easier. */    OP_THEN,           /* 107 */
795      OP_COMMIT,         /* 108 */
 /* The highest extraction number before we have to start using additional  
 bytes. (Originally PCRE didn't have support for extraction counts highter than  
 this number.) The value is limited by the number of opcodes left after OP_BRA,  
 i.e. 255 - OP_BRA. We actually set it a bit lower to leave room for additional  
 opcodes. */  
796    
797  #define EXTRACT_BASIC_MAX  100    /* These are forced failure and success verbs */
798    
799      OP_FAIL,           /* 109 */
800      OP_ACCEPT,         /* 110 */
801    
802      /* This is used to skip a subpattern with a {0} quantifier */
803    
804      OP_SKIPZERO        /* 111 */
805    };
806    
807    
808  /* This macro defines textual names for all the opcodes. These are used only  /* This macro defines textual names for all the opcodes. These are used only
809  for debugging. The macro is referenced only in pcre_printint.c. */  for debugging. The macro is referenced only in pcre_printint.c. */
810    
811  #define OP_NAME_LIST \  #define OP_NAME_LIST \
812    "End", "\\A", "\\G", "\\B", "\\b", "\\D", "\\d",                \    "End", "\\A", "\\G", "\\K", "\\B", "\\b", "\\D", "\\d",         \
813    "\\S", "\\s", "\\W", "\\w", "Any", "Anybyte",                   \    "\\S", "\\s", "\\W", "\\w", "Any", "AllAny", "Anybyte",         \
814    "notprop", "prop", "extuni",                                    \    "notprop", "prop", "\\R", "\\H", "\\h", "\\V", "\\v",           \
815    "\\Z", "\\z",                                                   \    "extuni",  "\\Z", "\\z",                                        \
816    "Opt", "^", "$", "char", "charnc", "not",                       \    "Opt", "^", "$", "char", "charnc", "not",                       \
817    "*", "*?", "+", "+?", "?", "??", "{", "{", "{",                 \    "*", "*?", "+", "+?", "?", "??", "{", "{", "{",                 \
818      "*+","++", "?+", "{",                                           \
819    "*", "*?", "+", "+?", "?", "??", "{", "{", "{",                 \    "*", "*?", "+", "+?", "?", "??", "{", "{", "{",                 \
820      "*+","++", "?+", "{",                                           \
821    "*", "*?", "+", "+?", "?", "??", "{", "{", "{",                 \    "*", "*?", "+", "+?", "?", "??", "{", "{", "{",                 \
822      "*+","++", "?+", "{",                                           \
823    "*", "*?", "+", "+?", "?", "??", "{", "{",                      \    "*", "*?", "+", "+?", "?", "??", "{", "{",                      \
824    "class", "nclass", "xclass", "Ref", "Recurse", "Callout",       \    "class", "nclass", "xclass", "Ref", "Recurse", "Callout",       \
825    "Alt", "Ket", "KetRmax", "KetRmin", "Assert", "Assert not",     \    "Alt", "Ket", "KetRmax", "KetRmin", "Assert", "Assert not",     \
826    "AssertB", "AssertB not", "Reverse", "Once", "Cond", "Cond ref",\    "AssertB", "AssertB not", "Reverse",                            \
827    "Brazero", "Braminzero", "Branumber", "Bra"    "Once", "Bra", "CBra", "Cond", "SBra", "SCBra", "SCond",        \
828      "Cond ref", "Cond rec", "Cond def", "Brazero", "Braminzero",    \
829      "*PRUNE", "*SKIP", "*THEN", "*COMMIT", "*FAIL", "*ACCEPT",      \
830      "Skip zero"
831    
832    
833  /* This macro defines the length of fixed length operations in the compiled  /* This macro defines the length of fixed length operations in the compiled
# Line 634  in UTF-8 mode. The code that uses this t Line 841  in UTF-8 mode. The code that uses this t
841    
842  #define OP_LENGTHS \  #define OP_LENGTHS \
843    1,                             /* End                                    */ \    1,                             /* End                                    */ \
844    1, 1, 1, 1, 1, 1, 1, 1, 1, 1,  /* \A, \G, \B, \B, \D, \d, \S, \s, \W, \w */ \    1, 1, 1, 1, 1,                 /* \A, \G, \K, \B, \b                     */ \
845    1, 1,                          /* Any, Anybyte                           */ \    1, 1, 1, 1, 1, 1,              /* \D, \d, \S, \s, \W, \w                 */ \
846    2, 2, 1,                       /* NOTPROP, PROP, EXTUNI                  */ \    1, 1, 1,                       /* Any, AllAny, Anybyte                   */ \
847      3, 3, 1,                       /* NOTPROP, PROP, EXTUNI                  */ \
848      1, 1, 1, 1, 1,                 /* \R, \H, \h, \V, \v                     */ \
849    1, 1, 2, 1, 1,                 /* \Z, \z, Opt, ^, $                      */ \    1, 1, 2, 1, 1,                 /* \Z, \z, Opt, ^, $                      */ \
850    2,                             /* Char  - the minimum length             */ \    2,                             /* Char  - the minimum length             */ \
851    2,                             /* Charnc  - the minimum length           */ \    2,                             /* Charnc  - the minimum length           */ \
# Line 644  in UTF-8 mode. The code that uses this t Line 853  in UTF-8 mode. The code that uses this t
853    /* Positive single-char repeats                            ** These are  */ \    /* Positive single-char repeats                            ** These are  */ \
854    2, 2, 2, 2, 2, 2,              /* *, *?, +, +?, ?, ??      ** minima in  */ \    2, 2, 2, 2, 2, 2,              /* *, *?, +, +?, ?, ??      ** minima in  */ \
855    4, 4, 4,                       /* upto, minupto, exact     ** UTF-8 mode */ \    4, 4, 4,                       /* upto, minupto, exact     ** UTF-8 mode */ \
856      2, 2, 2, 4,                    /* *+, ++, ?+, upto+                      */ \
857    /* Negative single-char repeats - only for chars < 256                   */ \    /* Negative single-char repeats - only for chars < 256                   */ \
858    2, 2, 2, 2, 2, 2,              /* NOT *, *?, +, +?, ?, ??                */ \    2, 2, 2, 2, 2, 2,              /* NOT *, *?, +, +?, ?, ??                */ \
859    4, 4, 4,                       /* NOT upto, minupto, exact               */ \    4, 4, 4,                       /* NOT upto, minupto, exact               */ \
860      2, 2, 2, 4,                    /* Possessive *, +, ?, upto               */ \
861    /* Positive type repeats                                                 */ \    /* Positive type repeats                                                 */ \
862    2, 2, 2, 2, 2, 2,              /* Type *, *?, +, +?, ?, ??               */ \    2, 2, 2, 2, 2, 2,              /* Type *, *?, +, +?, ?, ??               */ \
863    4, 4, 4,                       /* Type upto, minupto, exact              */ \    4, 4, 4,                       /* Type upto, minupto, exact              */ \
864      2, 2, 2, 4,                    /* Possessive *+, ++, ?+, upto+           */ \
865    /* Character class & ref repeats                                         */ \    /* Character class & ref repeats                                         */ \
866    1, 1, 1, 1, 1, 1,              /* *, *?, +, +?, ?, ??                    */ \    1, 1, 1, 1, 1, 1,              /* *, *?, +, +?, ?, ??                    */ \
867    5, 5,                          /* CRRANGE, CRMINRANGE                    */ \    5, 5,                          /* CRRANGE, CRMINRANGE                    */ \
# Line 668  in UTF-8 mode. The code that uses this t Line 880  in UTF-8 mode. The code that uses this t
880    1+LINK_SIZE,                   /* Assert behind                          */ \    1+LINK_SIZE,                   /* Assert behind                          */ \
881    1+LINK_SIZE,                   /* Assert behind not                      */ \    1+LINK_SIZE,                   /* Assert behind not                      */ \
882    1+LINK_SIZE,                   /* Reverse                                */ \    1+LINK_SIZE,                   /* Reverse                                */ \
883    1+LINK_SIZE,                   /* Once                                   */ \    1+LINK_SIZE,                   /* ONCE                                   */ \
884      1+LINK_SIZE,                   /* BRA                                    */ \
885      3+LINK_SIZE,                   /* CBRA                                   */ \
886    1+LINK_SIZE,                   /* COND                                   */ \    1+LINK_SIZE,                   /* COND                                   */ \
887      1+LINK_SIZE,                   /* SBRA                                   */ \
888      3+LINK_SIZE,                   /* SCBRA                                  */ \
889      1+LINK_SIZE,                   /* SCOND                                  */ \
890    3,                             /* CREF                                   */ \    3,                             /* CREF                                   */ \
891      3,                             /* RREF                                   */ \
892      1,                             /* DEF                                    */ \
893    1, 1,                          /* BRAZERO, BRAMINZERO                    */ \    1, 1,                          /* BRAZERO, BRAMINZERO                    */ \
894    3,                             /* BRANUMBER                              */ \    1, 1, 1, 1,                    /* PRUNE, SKIP, THEN, COMMIT,             */ \
895    1+LINK_SIZE                    /* BRA                                    */ \    1, 1, 1                        /* FAIL, ACCEPT, SKIPZERO                 */
896    
897    
898  /* A magic value for OP_CREF to indicate the "in recursion" condition. */  /* A magic value for OP_RREF to indicate the "any recursion" condition. */
899    
900  #define CREF_RECURSE  0xffff  #define RREF_ANY  0xffff
901    
902  /* Error code numbers. They are given names so that they can more easily be  /* Error code numbers. They are given names so that they can more easily be
903  tracked. */  tracked. */
# Line 687  enum { ERR0, ERR1, ERR2, ERR3, ERR4, Line 906  enum { ERR0, ERR1, ERR2, ERR3, ERR4,
906         ERR10, ERR11, ERR12, ERR13, ERR14, ERR15, ERR16, ERR17, ERR18, ERR19,         ERR10, ERR11, ERR12, ERR13, ERR14, ERR15, ERR16, ERR17, ERR18, ERR19,
907         ERR20, ERR21, ERR22, ERR23, ERR24, ERR25, ERR26, ERR27, ERR28, ERR29,         ERR20, ERR21, ERR22, ERR23, ERR24, ERR25, ERR26, ERR27, ERR28, ERR29,
908         ERR30, ERR31, ERR32, ERR33, ERR34, ERR35, ERR36, ERR37, ERR38, ERR39,         ERR30, ERR31, ERR32, ERR33, ERR34, ERR35, ERR36, ERR37, ERR38, ERR39,
909         ERR40, ERR41, ERR42, ERR43, ERR44, ERR45, ERR46, ERR47 };         ERR40, ERR41, ERR42, ERR43, ERR44, ERR45, ERR46, ERR47, ERR48, ERR49,
910           ERR50, ERR51, ERR52, ERR53, ERR54, ERR55, ERR56, ERR57, ERR58, ERR59,
911           ERR60, ERR61, ERR62, ERR63, ERR64 };
912    
913  /* The real format of the start of the pcre block; the index of names and the  /* The real format of the start of the pcre block; the index of names and the
914  code vector run on as long as necessary after the end. We store an explicit  code vector run on as long as necessary after the end. We store an explicit
# Line 709  NOTE NOTE NOTE: Line 930  NOTE NOTE NOTE:
930  typedef struct real_pcre {  typedef struct real_pcre {
931    pcre_uint32 magic_number;    pcre_uint32 magic_number;
932    pcre_uint32 size;               /* Total that was malloced */    pcre_uint32 size;               /* Total that was malloced */
933    pcre_uint32 options;    pcre_uint32 options;            /* Public options */
934    pcre_uint32 dummy1;             /* For future use, maybe */    pcre_uint16 flags;              /* Private flags */
935      pcre_uint16 dummy1;             /* For future use */
936    pcre_uint16 top_bracket;    pcre_uint16 top_bracket;
937    pcre_uint16 top_backref;    pcre_uint16 top_backref;
938    pcre_uint16 first_byte;    pcre_uint16 first_byte;
# Line 742  typedef struct compile_data { Line 963  typedef struct compile_data {
963    const uschar *fcc;            /* Points to case-flipping table */    const uschar *fcc;            /* Points to case-flipping table */
964    const uschar *cbits;          /* Points to character type table */    const uschar *cbits;          /* Points to character type table */
965    const uschar *ctypes;         /* Points to table of type maps */    const uschar *ctypes;         /* Points to table of type maps */
966      const uschar *start_workspace;/* The start of working space */
967    const uschar *start_code;     /* The start of the compiled code */    const uschar *start_code;     /* The start of the compiled code */
968    const uschar *start_pattern;  /* The start of the pattern */    const uschar *start_pattern;  /* The start of the pattern */
969      const uschar *end_pattern;    /* The end of the pattern */
970      uschar *hwm;                  /* High watermark of workspace */
971    uschar *name_table;           /* The name/number table */    uschar *name_table;           /* The name/number table */
972    int  names_found;             /* Number of entries so far */    int  names_found;             /* Number of entries so far */
973    int  name_entry_size;         /* Size of each entry */    int  name_entry_size;         /* Size of each entry */
974      int  bracount;                /* Count of capturing parens as we compile */
975      int  final_bracount;          /* Saved value after first pass */
976    int  top_backref;             /* Maximum back reference */    int  top_backref;             /* Maximum back reference */
977    unsigned int backref_map;     /* Bitmap of low back refs */    unsigned int backref_map;     /* Bitmap of low back refs */
978      int  external_options;        /* External (initial) options */
979      int  external_flags;          /* External flag bits to be set */
980    int  req_varyopt;             /* "After variable item" flag for reqbyte */    int  req_varyopt;             /* "After variable item" flag for reqbyte */
981    BOOL nopartial;               /* Set TRUE if partial won't work */    BOOL had_accept;              /* (*ACCEPT) encountered */
982      int  nltype;                  /* Newline type */
983      int  nllen;                   /* Newline string length */
984      uschar nl[4];                 /* Newline string when fixed length */
985  } compile_data;  } compile_data;
986    
987  /* Structure for maintaining a chain of pointers to the currently incomplete  /* Structure for maintaining a chain of pointers to the currently incomplete
# Line 768  typedef struct recursion_info { Line 999  typedef struct recursion_info {
999    struct recursion_info *prevrec; /* Previous recursion record (or NULL) */    struct recursion_info *prevrec; /* Previous recursion record (or NULL) */
1000    int group_num;                /* Number of group that was called */    int group_num;                /* Number of group that was called */
1001    const uschar *after_call;     /* "Return value": points after the call in the expr */    const uschar *after_call;     /* "Return value": points after the call in the expr */
1002    const uschar *save_start;     /* Old value of md->start_match */    USPTR save_start;             /* Old value of mstart */
1003    int *offset_save;             /* Pointer to start of saved offsets */    int *offset_save;             /* Pointer to start of saved offsets */
1004    int saved_max;                /* Number of saved offsets */    int saved_max;                /* Number of saved offsets */
1005  } recursion_info;  } recursion_info;
1006    
1007  /* When compiling in a mode that doesn't use recursive calls to match(),  /* Structure for building a chain of data for holding the values of the subject
1008  a structure is used to remember local variables on the heap. It is defined in  pointer at the start of each subpattern, so as to detect when an empty string
1009  pcre.c, close to the match() function, so that it is easy to keep it in step  has been matched by a subpattern - to break infinite loops. */
1010  with any changes of local variable. However, the pointer to the current frame  
1011  must be saved in some "static" place over a longjmp(). We declare the  typedef struct eptrblock {
1012  structure here so that we can put a pointer in the match_data structure.    struct eptrblock *epb_prev;
1013  NOTE: This isn't used for a "normal" compilation of pcre. */    USPTR epb_saved_eptr;
1014    } eptrblock;
1015    
 struct heapframe;  
1016    
1017  /* Structure for passing "static" information around between the functions  /* Structure for passing "static" information around between the functions
1018  doing traditional NFA matching, so that they are thread-safe. */  doing traditional NFA matching, so that they are thread-safe. */
1019    
1020  typedef struct match_data {  typedef struct match_data {
1021    unsigned long int match_call_count; /* As it says */    unsigned long int match_call_count;      /* As it says */
1022    unsigned long int match_limit;/* As it says */    unsigned long int match_limit;           /* As it says */
1023      unsigned long int match_limit_recursion; /* As it says */
1024    int   *offset_vector;         /* Offset vector */    int   *offset_vector;         /* Offset vector */
1025    int    offset_end;            /* One past the end */    int    offset_end;            /* One past the end */
1026    int    offset_max;            /* The maximum usable for return data */    int    offset_max;            /* The maximum usable for return data */
1027      int    nltype;                /* Newline type */
1028      int    nllen;                 /* Newline string length */
1029      uschar nl[4];                 /* Newline string when fixed */
1030    const uschar *lcc;            /* Points to lower casing table */    const uschar *lcc;            /* Points to lower casing table */
1031    const uschar *ctypes;         /* Points to table of type maps */    const uschar *ctypes;         /* Points to table of type maps */
1032    BOOL   offset_overflow;       /* Set if too many extractions */    BOOL   offset_overflow;       /* Set if too many extractions */
1033    BOOL   notbol;                /* NOTBOL flag */    BOOL   notbol;                /* NOTBOL flag */
1034    BOOL   noteol;                /* NOTEOL flag */    BOOL   noteol;                /* NOTEOL flag */
1035    BOOL   utf8;                  /* UTF8 flag */    BOOL   utf8;                  /* UTF8 flag */
1036      BOOL   jscript_compat;        /* JAVASCRIPT_COMPAT flag */
1037    BOOL   endonly;               /* Dollar not before final \n */    BOOL   endonly;               /* Dollar not before final \n */
1038    BOOL   notempty;              /* Empty string match not wanted */    BOOL   notempty;              /* Empty string match not wanted */
1039    BOOL   partial;               /* PARTIAL flag */    BOOL   partial;               /* PARTIAL flag */
1040    BOOL   hitend;                /* Hit the end of the subject at some point */    BOOL   hitend;                /* Hit the end of the subject at some point */
1041      BOOL   bsr_anycrlf;           /* \R is just any CRLF, not full Unicode */
1042    const uschar *start_code;     /* For use when recursing */    const uschar *start_code;     /* For use when recursing */
1043    const uschar *start_subject;  /* Start of the subject string */    USPTR  start_subject;         /* Start of the subject string */
1044    const uschar *end_subject;    /* End of the subject string */    USPTR  end_subject;           /* End of the subject string */
1045    const uschar *start_match;    /* Start of this match attempt */    USPTR  start_match_ptr;       /* Start of matched string */
1046    const uschar *end_match_ptr;  /* Subject position at end match */    USPTR  end_match_ptr;         /* Subject position at end match */
1047    int    end_offset_top;        /* Highwater mark at end of match */    int    end_offset_top;        /* Highwater mark at end of match */
1048    int    capture_last;          /* Most recent capture number */    int    capture_last;          /* Most recent capture number */
1049    int    start_offset;          /* The start offset value */    int    start_offset;          /* The start offset value */
1050      eptrblock *eptrchain;         /* Chain of eptrblocks for tail recursions */
1051      int    eptrn;                 /* Next free eptrblock */
1052    recursion_info *recursive;    /* Linked list of recursion data */    recursion_info *recursive;    /* Linked list of recursion data */
1053    void  *callout_data;          /* To pass back to callouts */    void  *callout_data;          /* To pass back to callouts */
   struct heapframe *thisframe;  /* Used only when compiling for no recursion */  
1054  } match_data;  } match_data;
1055    
1056  /* A similar structure is used for the same purpose by the DFA matching  /* A similar structure is used for the same purpose by the DFA matching
# Line 825  typedef struct dfa_match_data { Line 1063  typedef struct dfa_match_data {
1063    const uschar *tables;         /* Character tables */    const uschar *tables;         /* Character tables */
1064    int   moptions;               /* Match options */    int   moptions;               /* Match options */
1065    int   poptions;               /* Pattern options */    int   poptions;               /* Pattern options */
1066      int    nltype;                /* Newline type */
1067      int    nllen;                 /* Newline string length */
1068      uschar nl[4];                 /* Newline string when fixed */
1069    void  *callout_data;          /* To pass back to callouts */    void  *callout_data;          /* To pass back to callouts */
1070  } dfa_match_data;  } dfa_match_data;
1071    
# Line 834  typedef struct dfa_match_data { Line 1075  typedef struct dfa_match_data {
1075  #define ctype_letter  0x02  #define ctype_letter  0x02
1076  #define ctype_digit   0x04  #define ctype_digit   0x04
1077  #define ctype_xdigit  0x08  #define ctype_xdigit  0x08
1078  #define ctype_word    0x10   /* alphameric or '_' */  #define ctype_word    0x10   /* alphanumeric or '_' */
1079  #define ctype_meta    0x80   /* regexp meta char or zero (end pattern) */  #define ctype_meta    0x80   /* regexp meta char or zero (end pattern) */
1080    
1081  /* Offsets for the bitmap tables in pcre_cbits. Each table contains a set  /* Offsets for the bitmap tables in pcre_cbits. Each table contains a set
# Line 861  total length. */ Line 1102  total length. */
1102  #define ctypes_offset (cbits_offset + cbit_length)  #define ctypes_offset (cbits_offset + cbit_length)
1103  #define tables_length (ctypes_offset + 256)  #define tables_length (ctypes_offset + 256)
1104    
1105  /* Layout of the UCP type table that translates property names into codes for  /* Layout of the UCP type table that translates property names into types and
1106  ucp_findchar(). */  codes. Each entry used to point directly to a name, but to reduce the number of
1107    relocations in shared libraries, it now has an offset into a single string
1108    instead. */
1109    
1110  typedef struct {  typedef struct {
1111    const char *name;    pcre_uint16 name_offset;
1112    int value;    pcre_uint16 type;
1113      pcre_uint16 value;
1114  } ucp_type_table;  } ucp_type_table;
1115    
1116    
# Line 882  extern const uschar _pcre_utf8_table4[]; Line 1126  extern const uschar _pcre_utf8_table4[];
1126    
1127  extern const int    _pcre_utf8_table1_size;  extern const int    _pcre_utf8_table1_size;
1128    
1129    extern const char   _pcre_utt_names[];
1130  extern const ucp_type_table _pcre_utt[];  extern const ucp_type_table _pcre_utt[];
1131  extern const int _pcre_utt_size;  extern const int _pcre_utt_size;
1132    
# Line 894  extern const uschar _pcre_OP_lengths[]; Line 1139  extern const uschar _pcre_OP_lengths[];
1139  one of the exported public functions. They have to be "external" in the C  one of the exported public functions. They have to be "external" in the C
1140  sense, but are not part of the PCRE public API. */  sense, but are not part of the PCRE public API. */
1141    
1142  extern int         _pcre_ord2utf8(int, uschar *);  extern BOOL         _pcre_is_newline(const uschar *, int, const uschar *,
1143  extern void        _pcre_printint(pcre *, FILE *);                        int *, BOOL);
1144  extern real_pcre * _pcre_try_flipped(const real_pcre *, real_pcre *,  extern int          _pcre_ord2utf8(int, uschar *);
1145                       const pcre_study_data *, pcre_study_data *);  extern real_pcre   *_pcre_try_flipped(const real_pcre *, real_pcre *,
1146  extern int         _pcre_ucp_findchar(const int, int *, int *);                        const pcre_study_data *, pcre_study_data *);
1147  extern int         _pcre_valid_utf8(const uschar *, int);  extern int          _pcre_valid_utf8(const uschar *, int);
1148  extern BOOL        _pcre_xclass(int, const uschar *);  extern BOOL         _pcre_was_newline(const uschar *, int, const uschar *,
1149                          int *, BOOL);
1150    extern BOOL         _pcre_xclass(int, const uschar *);
1151    
1152    
1153    /* Unicode character database (UCD) */
1154    
1155    typedef struct {
1156      uschar script;
1157      uschar chartype;
1158      pcre_int32 other_case;
1159    } ucd_record;
1160    
1161    extern const ucd_record  _pcre_ucd_records[];
1162    extern const uschar      _pcre_ucd_stage1[];
1163    extern const pcre_uint16 _pcre_ucd_stage2[];
1164    extern const int         _pcre_ucp_gentype[];
1165    
1166    
1167    /* UCD access macros */
1168    
1169    #define UCD_BLOCK_SIZE 128
1170    #define GET_UCD(ch) (_pcre_ucd_records + \
1171            _pcre_ucd_stage2[_pcre_ucd_stage1[(ch) / UCD_BLOCK_SIZE] * \
1172            UCD_BLOCK_SIZE + ch % UCD_BLOCK_SIZE])
1173    
1174    #define UCD_CHARTYPE(ch)  GET_UCD(ch)->chartype
1175    #define UCD_SCRIPT(ch)    GET_UCD(ch)->script
1176    #define UCD_CATEGORY(ch)  _pcre_ucp_gentype[UCD_CHARTYPE(ch)]
1177    #define UCD_OTHERCASE(ch) (ch + GET_UCD(ch)->other_case)
1178    
1179    #endif
1180    
1181  /* End of pcre_internal.h */  /* End of pcre_internal.h */

Legend:
Removed from v.77  
changed lines
  Added in v.359

webmaster@exim.org
ViewVC Help
Powered by ViewVC 1.1.12