/[pcre]/code/trunk/pcre_internal.h
ViewVC logotype

Diff of /code/trunk/pcre_internal.h

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 91 by nigel, Sat Feb 24 21:41:34 2007 UTC revision 364 by ph10, Fri Jul 11 14:53:41 2008 UTC
# Line 7  Line 7 
7  and semantics are as close as possible to those of the Perl 5 language.  and semantics are as close as possible to those of the Perl 5 language.
8    
9                         Written by Philip Hazel                         Written by Philip Hazel
10             Copyright (c) 1997-2006 University of Cambridge             Copyright (c) 1997-2008 University of Cambridge
11    
12  -----------------------------------------------------------------------------  -----------------------------------------------------------------------------
13  Redistribution and use in source and binary forms, with or without  Redistribution and use in source and binary forms, with or without
# Line 54  functions whose names all begin with "_p Line 54  functions whose names all begin with "_p
54  /* Use a macro for debugging printing, 'cause that eliminates the use of #ifdef  /* Use a macro for debugging printing, 'cause that eliminates the use of #ifdef
55  inline, and there are *still* stupid compilers about that don't like indented  inline, and there are *still* stupid compilers about that don't like indented
56  pre-processor statements, or at least there were when I first wrote this. After  pre-processor statements, or at least there were when I first wrote this. After
57  all, it had only been about 10 years then... */  all, it had only been about 10 years then...
58    
59    It turns out that the Mac Debugging.h header also defines the macro DPRINTF, so
60    be absolutely sure we get our version. */
61    
62    #undef DPRINTF
63  #ifdef DEBUG  #ifdef DEBUG
64  #define DPRINTF(p) printf p  #define DPRINTF(p) printf p
65  #else  #else
66  #define DPRINTF(p) /*nothing*/  #define DPRINTF(p) /* Nothing */
67  #endif  #endif
68    
69    
 /* Get the definitions provided by running "configure" */  
   
 #include "config.h"  
   
70  /* Standard C headers plus the external interface definition. The only time  /* Standard C headers plus the external interface definition. The only time
71  setjmp and stdarg are used is when NO_RECURSE is set. */  setjmp and stdarg are used is when NO_RECURSE is set. */
72    
# Line 79  setjmp and stdarg are used is when NO_RE Line 79  setjmp and stdarg are used is when NO_RE
79  #include <stdlib.h>  #include <stdlib.h>
80  #include <string.h>  #include <string.h>
81    
82  #ifndef PCRE_SPY  /* When compiling a DLL for Windows, the exported symbols have to be declared
83  #define PCRE_DEFINITION       /* Win32 __declspec(export) trigger for .dll */  using some MS magic. I found some useful information on this web page:
84    http://msdn2.microsoft.com/en-us/library/y4h7bcy6(VS.80).aspx. According to the
85    information there, using __declspec(dllexport) without "extern" we have a
86    definition; with "extern" we have a declaration. The settings here override the
87    setting in pcre.h (which is included below); it defines only PCRE_EXP_DECL,
88    which is all that is needed for applications (they just import the symbols). We
89    use:
90    
91      PCRE_EXP_DECL       for declarations
92      PCRE_EXP_DEFN       for definitions of exported functions
93      PCRE_EXP_DATA_DEFN  for definitions of exported variables
94    
95    The reason for the two DEFN macros is that in non-Windows environments, one
96    does not want to have "extern" before variable definitions because it leads to
97    compiler warnings. So we distinguish between functions and variables. In
98    Windows, the two should always be the same.
99    
100    The reason for wrapping this in #ifndef PCRE_EXP_DECL is so that pcretest,
101    which is an application, but needs to import this file in order to "peek" at
102    internals, can #include pcre.h first to get an application's-eye view.
103    
104    In principle, people compiling for non-Windows, non-Unix-like (i.e. uncommon,
105    special-purpose environments) might want to stick other stuff in front of
106    exported symbols. That's why, in the non-Windows case, we set PCRE_EXP_DEFN and
107    PCRE_EXP_DATA_DEFN only if they are not already set. */
108    
109    #ifndef PCRE_EXP_DECL
110    #  ifdef _WIN32
111    #    ifndef PCRE_STATIC
112    #      define PCRE_EXP_DECL       extern __declspec(dllexport)
113    #      define PCRE_EXP_DEFN       __declspec(dllexport)
114    #      define PCRE_EXP_DATA_DEFN  __declspec(dllexport)
115    #    else
116    #      define PCRE_EXP_DECL       extern
117    #      define PCRE_EXP_DEFN
118    #      define PCRE_EXP_DATA_DEFN
119    #    endif
120    #  else
121    #    ifdef __cplusplus
122    #      define PCRE_EXP_DECL       extern "C"
123    #    else
124    #      define PCRE_EXP_DECL       extern
125    #    endif
126    #    ifndef PCRE_EXP_DEFN
127    #      define PCRE_EXP_DEFN       PCRE_EXP_DECL
128    #    endif
129    #    ifndef PCRE_EXP_DATA_DEFN
130    #      define PCRE_EXP_DATA_DEFN
131    #    endif
132    #  endif
133    #endif
134    
135    /* When compiling with the MSVC compiler, it is sometimes necessary to include
136    a "calling convention" before exported function names. (This is secondhand
137    information; I know nothing about MSVC myself). For example, something like
138    
139      void __cdecl function(....)
140    
141    might be needed. In order so make this easy, all the exported functions have
142    PCRE_CALL_CONVENTION just before their names. It is rarely needed; if not
143    set, we ensure here that it has no effect. */
144    
145    #ifndef PCRE_CALL_CONVENTION
146    #define PCRE_CALL_CONVENTION
147  #endif  #endif
148    
149  /* We need to have types that specify unsigned 16-bit and 32-bit integers. We  /* We need to have types that specify unsigned 16-bit and 32-bit integers. We
# Line 91  preprocessor time in standard C environm Line 154  preprocessor time in standard C environm
154    
155  #if USHRT_MAX == 65535  #if USHRT_MAX == 65535
156    typedef unsigned short pcre_uint16;    typedef unsigned short pcre_uint16;
157      typedef short pcre_int16;
158  #elif UINT_MAX == 65535  #elif UINT_MAX == 65535
159    typedef unsigned int pcre_uint16;    typedef unsigned int pcre_uint16;
160      typedef int pcre_int16;
161  #else  #else
162    #error Cannot determine a type for 16-bit unsigned integers    #error Cannot determine a type for 16-bit unsigned integers
163  #endif  #endif
164    
165  #if UINT_MAX == 4294967295  #if UINT_MAX == 4294967295
166    typedef unsigned int pcre_uint32;    typedef unsigned int pcre_uint32;
167      typedef int pcre_int32;
168  #elif ULONG_MAX == 4294967295  #elif ULONG_MAX == 4294967295
169    typedef unsigned long int pcre_uint32;    typedef unsigned long int pcre_uint32;
170      typedef long int pcre_int32;
171  #else  #else
172    #error Cannot determine a type for 32-bit unsigned integers    #error Cannot determine a type for 32-bit unsigned integers
173  #endif  #endif
# Line 114  Unix, where it is defined in sys/types, Line 181  Unix, where it is defined in sys/types,
181    
182  typedef unsigned char uschar;  typedef unsigned char uschar;
183    
184  /* PCRE is able to support 3 different kinds of newline (CR, LF, CRLF). The  /* This is an unsigned int value that no character can ever have. UTF-8
185  following macro is used to package up testing for newlines. NLBLOCK is defined  characters only go up to 0x7fffffff (though Unicode doesn't go beyond
186  in the various modules to indicate in which datablock the parameters exist. */  0x0010ffff). */
187    
188    #define NOTACHAR 0xffffffff
189    
190    /* PCRE is able to support several different kinds of newline (CR, LF, CRLF,
191    "any" and "anycrlf" at present). The following macros are used to package up
192    testing for newlines. NLBLOCK, PSSTART, and PSEND are defined in the various
193    modules to indicate in which datablock the parameters exist, and what the
194    start/end of string field names are. */
195    
196    #define NLTYPE_FIXED    0     /* Newline is a fixed length string */
197    #define NLTYPE_ANY      1     /* Newline is any Unicode line ending */
198    #define NLTYPE_ANYCRLF  2     /* Newline is CR, LF, or CRLF */
199    
200    /* This macro checks for a newline at the given position */
201    
202  #define IS_NEWLINE(p) \  #define IS_NEWLINE(p) \
203    ((p)[0] == NLBLOCK->nl[0] && \    ((NLBLOCK->nltype != NLTYPE_FIXED)? \
204    (NLBLOCK->nllen == 1 || (p)[1] == NLBLOCK->nl[1]))      ((p) < NLBLOCK->PSEND && \
205         _pcre_is_newline((p), NLBLOCK->nltype, NLBLOCK->PSEND, &(NLBLOCK->nllen),\
206           utf8)) \
207        : \
208        ((p) <= NLBLOCK->PSEND - NLBLOCK->nllen && \
209         (p)[0] == NLBLOCK->nl[0] && \
210         (NLBLOCK->nllen == 1 || (p)[1] == NLBLOCK->nl[1]) \
211        ) \
212      )
213    
214    /* This macro checks for a newline immediately preceding the given position */
215    
216    #define WAS_NEWLINE(p) \
217      ((NLBLOCK->nltype != NLTYPE_FIXED)? \
218        ((p) > NLBLOCK->PSSTART && \
219         _pcre_was_newline((p), NLBLOCK->nltype, NLBLOCK->PSSTART, \
220           &(NLBLOCK->nllen), utf8)) \
221        : \
222        ((p) >= NLBLOCK->PSSTART + NLBLOCK->nllen && \
223         (p)[-NLBLOCK->nllen] == NLBLOCK->nl[0] && \
224         (NLBLOCK->nllen == 1 || (p)[-NLBLOCK->nllen+1] == NLBLOCK->nl[1]) \
225        ) \
226      )
227    
228  /* When PCRE is compiled as a C++ library, the subject pointer can be replaced  /* When PCRE is compiled as a C++ library, the subject pointer can be replaced
229  with a custom type. This makes it possible, for example, to allow pcre_exec()  with a custom type. This makes it possible, for example, to allow pcre_exec()
# Line 139  must begin with PCRE_. */ Line 242  must begin with PCRE_. */
242  #define USPTR const unsigned char *  #define USPTR const unsigned char *
243  #endif  #endif
244    
245    
246    
247  /* Include the public PCRE header and the definitions of UCP character property  /* Include the public PCRE header and the definitions of UCP character property
248  values. */  values. */
249    
# Line 150  need to have their names changed. PCRE m Line 255  need to have their names changed. PCRE m
255  option on the command line. */  option on the command line. */
256    
257  #ifdef VPCOMPAT  #ifdef VPCOMPAT
258    #define strlen(s)        _strlen(s)
259  #define strncmp(s1,s2,m) _strncmp(s1,s2,m)  #define strncmp(s1,s2,m) _strncmp(s1,s2,m)
260    #define memcmp(s,c,n)    _memcmp(s,c,n)
261  #define memcpy(d,s,n)    _memcpy(d,s,n)  #define memcpy(d,s,n)    _memcpy(d,s,n)
262  #define memmove(d,s,n)   _memmove(d,s,n)  #define memmove(d,s,n)   _memmove(d,s,n)
263  #define memset(s,c,n)    _memset(s,c,n)  #define memset(s,c,n)    _memset(s,c,n)
# Line 159  option on the command line. */ Line 266  option on the command line. */
266  /* To cope with SunOS4 and other systems that lack memmove() but have bcopy(),  /* To cope with SunOS4 and other systems that lack memmove() but have bcopy(),
267  define a macro for memmove() if HAVE_MEMMOVE is false, provided that HAVE_BCOPY  define a macro for memmove() if HAVE_MEMMOVE is false, provided that HAVE_BCOPY
268  is set. Otherwise, include an emulating function for those systems that have  is set. Otherwise, include an emulating function for those systems that have
269  neither (there some non-Unix environments where this is the case). This assumes  neither (there some non-Unix environments where this is the case). */
 that all calls to memmove are moving strings upwards in store, which is the  
 case in PCRE. */  
270    
271  #if ! HAVE_MEMMOVE  #ifndef HAVE_MEMMOVE
272  #undef  memmove        /* some systems may have a macro */  #undef  memmove        /* some systems may have a macro */
273  #if HAVE_BCOPY  #ifdef HAVE_BCOPY
274  #define memmove(a, b, c) bcopy(b, a, c)  #define memmove(a, b, c) bcopy(b, a, c)
275  #else  /* HAVE_BCOPY */  #else  /* HAVE_BCOPY */
276  static void *  static void *
277  pcre_memmove(unsigned char *dest, const unsigned char *src, size_t n)  pcre_memmove(void *d, const void *s, size_t n)
278  {  {
279  size_t i;  size_t i;
280  dest += n;  unsigned char *dest = (unsigned char *)d;
281  src += n;  const unsigned char *src = (const unsigned char *)s;
282  for (i = 0; i < n; ++i) *(--dest) =  *(--src);  if (dest > src)
283  return dest;    {
284      dest += n;
285      src += n;
286      for (i = 0; i < n; ++i) *(--dest) = *(--src);
287      return (void *)dest;
288      }
289    else
290      {
291      for (i = 0; i < n; ++i) *dest++ = *src++;
292      return (void *)(dest - n);
293      }
294  }  }
295  #define memmove(a, b, c) pcre_memmove(a, b, c)  #define memmove(a, b, c) pcre_memmove(a, b, c)
296  #endif   /* not HAVE_BCOPY */  #endif   /* not HAVE_BCOPY */
# Line 261  capturing parenthesis numbers in back re Line 376  capturing parenthesis numbers in back re
376    
377  /* When UTF-8 encoding is being used, a character is no longer just a single  /* When UTF-8 encoding is being used, a character is no longer just a single
378  byte. The macros for character handling generate simple sequences when used in  byte. The macros for character handling generate simple sequences when used in
379  byte-mode, and more complicated ones for UTF-8 characters. */  byte-mode, and more complicated ones for UTF-8 characters. BACKCHAR should
380    never be called in byte mode. To make sure it can never even appear when UTF-8
381    support is omitted, we don't even define it. */
382    
383  #ifndef SUPPORT_UTF8  #ifndef SUPPORT_UTF8
384  #define GETCHAR(c, eptr) c = *eptr;  #define GETCHAR(c, eptr) c = *eptr;
# Line 269  byte-mode, and more complicated ones for Line 386  byte-mode, and more complicated ones for
386  #define GETCHARINC(c, eptr) c = *eptr++;  #define GETCHARINC(c, eptr) c = *eptr++;
387  #define GETCHARINCTEST(c, eptr) c = *eptr++;  #define GETCHARINCTEST(c, eptr) c = *eptr++;
388  #define GETCHARLEN(c, eptr, len) c = *eptr;  #define GETCHARLEN(c, eptr, len) c = *eptr;
389  #define BACKCHAR(eptr)  /* #define BACKCHAR(eptr) */
390    
391  #else   /* SUPPORT_UTF8 */  #else   /* SUPPORT_UTF8 */
392    
# Line 278  we know we are in UTF-8 mode. */ Line 395  we know we are in UTF-8 mode. */
395    
396  #define GETCHAR(c, eptr) \  #define GETCHAR(c, eptr) \
397    c = *eptr; \    c = *eptr; \
398    if ((c & 0xc0) == 0xc0) \    if (c >= 0xc0) \
399      { \      { \
400      int gcii; \      int gcii; \
401      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \
# Line 296  pointer. */ Line 413  pointer. */
413    
414  #define GETCHARTEST(c, eptr) \  #define GETCHARTEST(c, eptr) \
415    c = *eptr; \    c = *eptr; \
416    if (utf8 && (c & 0xc0) == 0xc0) \    if (utf8 && c >= 0xc0) \
417      { \      { \
418      int gcii; \      int gcii; \
419      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \
# Line 314  know we are in UTF-8 mode. */ Line 431  know we are in UTF-8 mode. */
431    
432  #define GETCHARINC(c, eptr) \  #define GETCHARINC(c, eptr) \
433    c = *eptr++; \    c = *eptr++; \
434    if ((c & 0xc0) == 0xc0) \    if (c >= 0xc0) \
435      { \      { \
436      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \
437      int gcss = 6*gcaa; \      int gcss = 6*gcaa; \
# Line 330  know we are in UTF-8 mode. */ Line 447  know we are in UTF-8 mode. */
447    
448  #define GETCHARINCTEST(c, eptr) \  #define GETCHARINCTEST(c, eptr) \
449    c = *eptr++; \    c = *eptr++; \
450    if (utf8 && (c & 0xc0) == 0xc0) \    if (utf8 && c >= 0xc0) \
451      { \      { \
452      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \
453      int gcss = 6*gcaa; \      int gcss = 6*gcaa; \
# Line 347  if there are extra bytes. This is called Line 464  if there are extra bytes. This is called
464    
465  #define GETCHARLEN(c, eptr, len) \  #define GETCHARLEN(c, eptr, len) \
466    c = *eptr; \    c = *eptr; \
467    if ((c & 0xc0) == 0xc0) \    if (c >= 0xc0) \
468      { \      { \
469      int gcii; \      int gcii; \
470      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \      int gcaa = _pcre_utf8_table4[c & 0x3f];  /* Number of additional bytes */ \
# Line 362  if there are extra bytes. This is called Line 479  if there are extra bytes. This is called
479      }      }
480    
481  /* If the pointer is not at the start of a character, move it back until  /* If the pointer is not at the start of a character, move it back until
482  it is. Called only in UTF-8 mode. */  it is. This is called only in UTF-8 mode - we don't put a test within the macro
483    because almost all calls are already within a block of UTF-8 only code. */
484    
485  #define BACKCHAR(eptr) while((*eptr & 0xc0) == 0x80) eptr--;  #define BACKCHAR(eptr) while((*eptr & 0xc0) == 0x80) eptr--
486    
487  #endif  #endif
488    
# Line 381  Standard C system should have one. */ Line 499  Standard C system should have one. */
499    
500  #define PCRE_IMS (PCRE_CASELESS|PCRE_MULTILINE|PCRE_DOTALL)  #define PCRE_IMS (PCRE_CASELESS|PCRE_MULTILINE|PCRE_DOTALL)
501    
502  /* Private options flags start at the most significant end of the four bytes.  /* Private flags containing information about the compiled regex. They used to
503  The public options defined in pcre.h start at the least significant end. Make  live at the top end of the options word, but that got almost full, so now they
504  sure they don't overlap! The bits are getting a bit scarce now -- when we run  are in a 16-bit flags word. */
505  out, there is a dummy word in the structure that could be used for the private  
506  bits. */  #define PCRE_NOPARTIAL     0x0001  /* can't use partial with this regex */
507    #define PCRE_FIRSTSET      0x0002  /* first_byte is set */
508  #define PCRE_NOPARTIAL     0x80000000  /* can't use partial with this regex */  #define PCRE_REQCHSET      0x0004  /* req_byte is set */
509  #define PCRE_FIRSTSET      0x40000000  /* first_byte is set */  #define PCRE_STARTLINE     0x0008  /* start after \n for multiline */
510  #define PCRE_REQCHSET      0x20000000  /* req_byte is set */  #define PCRE_JCHANGED      0x0010  /* j option used in regex */
511  #define PCRE_STARTLINE     0x10000000  /* start after \n for multiline */  #define PCRE_HASCRORLF     0x0020  /* explicit \r or \n in pattern */
 #define PCRE_JCHANGED      0x08000000  /* j option changes within regex */  
512    
513  /* Options for the "extra" block produced by pcre_study(). */  /* Options for the "extra" block produced by pcre_study(). */
514    
# Line 400  bits. */ Line 517  bits. */
517  /* Masks for identifying the public options that are permitted at compile  /* Masks for identifying the public options that are permitted at compile
518  time, run time, or study time, respectively. */  time, run time, or study time, respectively. */
519    
520    #define PCRE_NEWLINE_BITS (PCRE_NEWLINE_CR|PCRE_NEWLINE_LF|PCRE_NEWLINE_ANY| \
521                               PCRE_NEWLINE_ANYCRLF)
522    
523  #define PUBLIC_OPTIONS \  #define PUBLIC_OPTIONS \
524    (PCRE_CASELESS|PCRE_EXTENDED|PCRE_ANCHORED|PCRE_MULTILINE| \    (PCRE_CASELESS|PCRE_EXTENDED|PCRE_ANCHORED|PCRE_MULTILINE| \
525     PCRE_DOTALL|PCRE_DOLLAR_ENDONLY|PCRE_EXTRA|PCRE_UNGREEDY|PCRE_UTF8| \     PCRE_DOTALL|PCRE_DOLLAR_ENDONLY|PCRE_EXTRA|PCRE_UNGREEDY|PCRE_UTF8| \
526     PCRE_NO_AUTO_CAPTURE|PCRE_NO_UTF8_CHECK|PCRE_AUTO_CALLOUT|PCRE_FIRSTLINE| \     PCRE_NO_AUTO_CAPTURE|PCRE_NO_UTF8_CHECK|PCRE_AUTO_CALLOUT|PCRE_FIRSTLINE| \
527     PCRE_DUPNAMES|PCRE_NEWLINE_CR|PCRE_NEWLINE_LF)     PCRE_DUPNAMES|PCRE_NEWLINE_BITS|PCRE_BSR_ANYCRLF|PCRE_BSR_UNICODE| \
528       PCRE_JAVASCRIPT_COMPAT)
529    
530  #define PUBLIC_EXEC_OPTIONS \  #define PUBLIC_EXEC_OPTIONS \
531    (PCRE_ANCHORED|PCRE_NOTBOL|PCRE_NOTEOL|PCRE_NOTEMPTY|PCRE_NO_UTF8_CHECK| \    (PCRE_ANCHORED|PCRE_NOTBOL|PCRE_NOTEOL|PCRE_NOTEMPTY|PCRE_NO_UTF8_CHECK| \
532     PCRE_PARTIAL|PCRE_NEWLINE_CR|PCRE_NEWLINE_LF)     PCRE_PARTIAL|PCRE_NEWLINE_BITS|PCRE_BSR_ANYCRLF|PCRE_BSR_UNICODE)
533    
534  #define PUBLIC_DFA_EXEC_OPTIONS \  #define PUBLIC_DFA_EXEC_OPTIONS \
535    (PCRE_ANCHORED|PCRE_NOTBOL|PCRE_NOTEOL|PCRE_NOTEMPTY|PCRE_NO_UTF8_CHECK| \    (PCRE_ANCHORED|PCRE_NOTBOL|PCRE_NOTEOL|PCRE_NOTEMPTY|PCRE_NO_UTF8_CHECK| \
536     PCRE_PARTIAL|PCRE_DFA_SHORTEST|PCRE_DFA_RESTART|PCRE_NEWLINE_CR| \     PCRE_PARTIAL|PCRE_DFA_SHORTEST|PCRE_DFA_RESTART|PCRE_NEWLINE_BITS| \
537     PCRE_NEWLINE_LF)     PCRE_BSR_ANYCRLF|PCRE_BSR_UNICODE)
538    
539  #define PUBLIC_STUDY_OPTIONS 0   /* None defined */  #define PUBLIC_STUDY_OPTIONS 0   /* None defined */
540    
# Line 445  typedef int BOOL; Line 566  typedef int BOOL;
566  #define FALSE   0  #define FALSE   0
567  #define TRUE    1  #define TRUE    1
568    
569  /* Escape items that are just an encoding of a particular data value. Note that  /* Escape items that are just an encoding of a particular data value. */
 ESC_n is defined as yet another macro, which is set in config.h to either \n  
 (the default) or \r (which some people want). */  
570    
571  #ifndef ESC_e  #ifndef ESC_e
572  #define ESC_e 27  #define ESC_e 27
# Line 458  ESC_n is defined as yet another macro, w Line 577  ESC_n is defined as yet another macro, w
577  #endif  #endif
578    
579  #ifndef ESC_n  #ifndef ESC_n
580  #define ESC_n NEWLINE  #define ESC_n '\n'
581  #endif  #endif
582    
583  #ifndef ESC_r  #ifndef ESC_r
# Line 496  contain UTF-8 characters with values gre Line 615  contain UTF-8 characters with values gre
615  value such as \n. They must have non-zero values, as check_escape() returns  value such as \n. They must have non-zero values, as check_escape() returns
616  their negation. Also, they must appear in the same order as in the opcode  their negation. Also, they must appear in the same order as in the opcode
617  definitions below, up to ESC_z. There's a dummy for OP_ANY because it  definitions below, up to ESC_z. There's a dummy for OP_ANY because it
618  corresponds to "." rather than an escape sequence. The final one must be  corresponds to "." rather than an escape sequence, and another for OP_ALLANY
619  ESC_REF as subsequent values are used for \1, \2, \3, etc. There is are two  (which is used for [^] in JavaScript compatibility mode).
620  tests in the code for an escape greater than ESC_b and less than ESC_Z to  
621  detect the types that may be repeated. These are the types that consume  The final escape must be ESC_REF as subsequent values are used for
622  characters. If any new escapes are put in between that don't consume a  backreferences (\1, \2, \3, etc). There are two tests in the code for an escape
623  character, that code will have to change. */  greater than ESC_b and less than ESC_Z to detect the types that may be
624    repeated. These are the types that consume characters. If any new escapes are
625  enum { ESC_A = 1, ESC_G, ESC_B, ESC_b, ESC_D, ESC_d, ESC_S, ESC_s, ESC_W,  put in between that don't consume a character, that code will have to change.
626         ESC_w, ESC_dum1, ESC_C, ESC_P, ESC_p, ESC_X, ESC_Z, ESC_z, ESC_E,  */
627         ESC_Q, ESC_REF };  
628    enum { ESC_A = 1, ESC_G, ESC_K, ESC_B, ESC_b, ESC_D, ESC_d, ESC_S, ESC_s,
629           ESC_W, ESC_w, ESC_dum1, ESC_dum2, ESC_C, ESC_P, ESC_p, ESC_R, ESC_H,
630           ESC_h, ESC_V, ESC_v, ESC_X, ESC_Z, ESC_z, ESC_E, ESC_Q, ESC_g, ESC_k,
631           ESC_REF };
632    
633    
634  /* Opcode table: OP_BRA must be last, as all values >= it are used for brackets  /* Opcode table: Starting from 1 (i.e. after OP_END), the values up to
 that extract substrings. Starting from 1 (i.e. after OP_END), the values up to  
635  OP_EOD must correspond in order to the list of escapes immediately above.  OP_EOD must correspond in order to the list of escapes immediately above.
636  Note that whenever this list is updated, the two macro definitions that follow  
637  must also be updated to match. */  *** NOTE NOTE NOTE *** Whenever this list is updated, the two macro definitions
638    that follow must also be updated to match. There is also a table called
639    "coptable" in pcre_dfa_exec.c that must be updated. */
640    
641  enum {  enum {
642    OP_END,            /* 0 End of pattern */    OP_END,            /* 0 End of pattern */
# Line 520  enum { Line 645  enum {
645    
646    OP_SOD,            /* 1 Start of data: \A */    OP_SOD,            /* 1 Start of data: \A */
647    OP_SOM,            /* 2 Start of match (subject + offset): \G */    OP_SOM,            /* 2 Start of match (subject + offset): \G */
648    OP_NOT_WORD_BOUNDARY,  /*  3 \B */    OP_SET_SOM,        /* 3 Set start of match (\K) */
649    OP_WORD_BOUNDARY,      /*  4 \b */    OP_NOT_WORD_BOUNDARY,  /*  4 \B */
650    OP_NOT_DIGIT,          /*  5 \D */    OP_WORD_BOUNDARY,      /*  5 \b */
651    OP_DIGIT,              /*  6 \d */    OP_NOT_DIGIT,          /*  6 \D */
652    OP_NOT_WHITESPACE,     /*  7 \S */    OP_DIGIT,              /*  7 \d */
653    OP_WHITESPACE,         /*  8 \s */    OP_NOT_WHITESPACE,     /*  8 \S */
654    OP_NOT_WORDCHAR,       /*  9 \W */    OP_WHITESPACE,         /*  9 \s */
655    OP_WORDCHAR,           /* 10 \w */    OP_NOT_WORDCHAR,       /* 10 \W */
656    OP_ANY,            /* 11 Match any character */    OP_WORDCHAR,           /* 11 \w */
657    OP_ANYBYTE,        /* 12 Match any byte (\C); different to OP_ANY for UTF-8 */    OP_ANY,            /* 12 Match any character (subject to DOTALL) */
658    OP_NOTPROP,        /* 13 \P (not Unicode property) */    OP_ALLANY,         /* 13 Match any character (not subject to DOTALL) */
659    OP_PROP,           /* 14 \p (Unicode property) */    OP_ANYBYTE,        /* 14 Match any byte (\C); different to OP_ANY for UTF-8 */
660    OP_EXTUNI,         /* 15 \X (extended Unicode sequence */    OP_NOTPROP,        /* 15 \P (not Unicode property) */
661    OP_EODN,           /* 16 End of data or \n at end of data: \Z. */    OP_PROP,           /* 16 \p (Unicode property) */
662    OP_EOD,            /* 17 End of data: \z */    OP_ANYNL,          /* 17 \R (any newline sequence) */
663      OP_NOT_HSPACE,     /* 18 \H (not horizontal whitespace) */
664    OP_OPT,            /* 18 Set runtime options */    OP_HSPACE,         /* 19 \h (horizontal whitespace) */
665    OP_CIRC,           /* 19 Start of line - varies with multiline switch */    OP_NOT_VSPACE,     /* 20 \V (not vertical whitespace) */
666    OP_DOLL,           /* 20 End of line - varies with multiline switch */    OP_VSPACE,         /* 21 \v (vertical whitespace) */
667    OP_CHAR,           /* 21 Match one character, casefully */    OP_EXTUNI,         /* 22 \X (extended Unicode sequence */
668    OP_CHARNC,         /* 22 Match one character, caselessly */    OP_EODN,           /* 23 End of data or \n at end of data: \Z. */
669    OP_NOT,            /* 23 Match one character, not the following one */    OP_EOD,            /* 24 End of data: \z */
670    
671    OP_STAR,           /* 24 The maximizing and minimizing versions of */    OP_OPT,            /* 25 Set runtime options */
672    OP_MINSTAR,        /* 25 all these opcodes must come in pairs, with */    OP_CIRC,           /* 26 Start of line - varies with multiline switch */
673    OP_PLUS,           /* 26 the minimizing one second. */    OP_DOLL,           /* 27 End of line - varies with multiline switch */
674    OP_MINPLUS,        /* 27 This first set applies to single characters */    OP_CHAR,           /* 28 Match one character, casefully */
675    OP_QUERY,          /* 28 */    OP_CHARNC,         /* 29 Match one character, caselessly */
676    OP_MINQUERY,       /* 29 */    OP_NOT,            /* 30 Match one character, not the following one */
677    OP_UPTO,           /* 30 From 0 to n matches */  
678    OP_MINUPTO,        /* 31 */    OP_STAR,           /* 31 The maximizing and minimizing versions of */
679    OP_EXACT,          /* 32 Exactly n matches */    OP_MINSTAR,        /* 32 these six opcodes must come in pairs, with */
680      OP_PLUS,           /* 33 the minimizing one second. */
681    OP_NOTSTAR,        /* 33 The maximizing and minimizing versions of */    OP_MINPLUS,        /* 34 This first set applies to single characters.*/
682    OP_NOTMINSTAR,     /* 34 all these opcodes must come in pairs, with */    OP_QUERY,          /* 35 */
683    OP_NOTPLUS,        /* 35 the minimizing one second. */    OP_MINQUERY,       /* 36 */
684    OP_NOTMINPLUS,     /* 36 This set applies to "not" single characters */  
685    OP_NOTQUERY,       /* 37 */    OP_UPTO,           /* 37 From 0 to n matches */
686    OP_NOTMINQUERY,    /* 38 */    OP_MINUPTO,        /* 38 */
687    OP_NOTUPTO,        /* 39 From 0 to n matches */    OP_EXACT,          /* 39 Exactly n matches */
688    OP_NOTMINUPTO,     /* 40 */  
689    OP_NOTEXACT,       /* 41 Exactly n matches */    OP_POSSTAR,        /* 40 Possessified star */
690      OP_POSPLUS,        /* 41 Possessified plus */
691    OP_TYPESTAR,       /* 42 The maximizing and minimizing versions of */    OP_POSQUERY,       /* 42 Posesssified query */
692    OP_TYPEMINSTAR,    /* 43 all these opcodes must come in pairs, with */    OP_POSUPTO,        /* 43 Possessified upto */
693    OP_TYPEPLUS,       /* 44 the minimizing one second. These codes must */  
694    OP_TYPEMINPLUS,    /* 45 be in exactly the same order as those above. */    OP_NOTSTAR,        /* 44 The maximizing and minimizing versions of */
695    OP_TYPEQUERY,      /* 46 This set applies to character types such as \d */    OP_NOTMINSTAR,     /* 45 these six opcodes must come in pairs, with */
696    OP_TYPEMINQUERY,   /* 47 */    OP_NOTPLUS,        /* 46 the minimizing one second. They must be in */
697    OP_TYPEUPTO,       /* 48 From 0 to n matches */    OP_NOTMINPLUS,     /* 47 exactly the same order as those above. */
698    OP_TYPEMINUPTO,    /* 49 */    OP_NOTQUERY,       /* 48 This set applies to "not" single characters. */
699    OP_TYPEEXACT,      /* 50 Exactly n matches */    OP_NOTMINQUERY,    /* 49 */
700    
701    OP_CRSTAR,         /* 51 The maximizing and minimizing versions of */    OP_NOTUPTO,        /* 50 From 0 to n matches */
702    OP_CRMINSTAR,      /* 52 all these opcodes must come in pairs, with */    OP_NOTMINUPTO,     /* 51 */
703    OP_CRPLUS,         /* 53 the minimizing one second. These codes must */    OP_NOTEXACT,       /* 52 Exactly n matches */
704    OP_CRMINPLUS,      /* 54 be in exactly the same order as those above. */  
705    OP_CRQUERY,        /* 55 These are for character classes and back refs */    OP_NOTPOSSTAR,     /* 53 Possessified versions */
706    OP_CRMINQUERY,     /* 56 */    OP_NOTPOSPLUS,     /* 54 */
707    OP_CRRANGE,        /* 57 These are different to the three sets above. */    OP_NOTPOSQUERY,    /* 55 */
708    OP_CRMINRANGE,     /* 58 */    OP_NOTPOSUPTO,     /* 56 */
709    
710      OP_TYPESTAR,       /* 57 The maximizing and minimizing versions of */
711      OP_TYPEMINSTAR,    /* 58 these six opcodes must come in pairs, with */
712      OP_TYPEPLUS,       /* 59 the minimizing one second. These codes must */
713      OP_TYPEMINPLUS,    /* 60 be in exactly the same order as those above. */
714      OP_TYPEQUERY,      /* 61 This set applies to character types such as \d */
715      OP_TYPEMINQUERY,   /* 62 */
716    
717      OP_TYPEUPTO,       /* 63 From 0 to n matches */
718      OP_TYPEMINUPTO,    /* 64 */
719      OP_TYPEEXACT,      /* 65 Exactly n matches */
720    
721      OP_TYPEPOSSTAR,    /* 66 Possessified versions */
722      OP_TYPEPOSPLUS,    /* 67 */
723      OP_TYPEPOSQUERY,   /* 68 */
724      OP_TYPEPOSUPTO,    /* 69 */
725    
726      OP_CRSTAR,         /* 70 The maximizing and minimizing versions of */
727      OP_CRMINSTAR,      /* 71 all these opcodes must come in pairs, with */
728      OP_CRPLUS,         /* 72 the minimizing one second. These codes must */
729      OP_CRMINPLUS,      /* 73 be in exactly the same order as those above. */
730      OP_CRQUERY,        /* 74 These are for character classes and back refs */
731      OP_CRMINQUERY,     /* 75 */
732      OP_CRRANGE,        /* 76 These are different to the three sets above. */
733      OP_CRMINRANGE,     /* 77 */
734    
735    OP_CLASS,          /* 59 Match a character class, chars < 256 only */    OP_CLASS,          /* 78 Match a character class, chars < 256 only */
736    OP_NCLASS,         /* 60 Same, but the bitmap was created from a negative    OP_NCLASS,         /* 79 Same, but the bitmap was created from a negative
737                             class - the difference is relevant only when a UTF-8                             class - the difference is relevant only when a UTF-8
738                             character > 255 is encountered. */                             character > 255 is encountered. */
739    
740    OP_XCLASS,         /* 61 Extended class for handling UTF-8 chars within the    OP_XCLASS,         /* 80 Extended class for handling UTF-8 chars within the
741                             class. This does both positive and negative. */                             class. This does both positive and negative. */
742    
743    OP_REF,            /* 62 Match a back reference */    OP_REF,            /* 81 Match a back reference */
744    OP_RECURSE,        /* 63 Match a numbered subpattern (possibly recursive) */    OP_RECURSE,        /* 82 Match a numbered subpattern (possibly recursive) */
745    OP_CALLOUT,        /* 64 Call out to external function if provided */    OP_CALLOUT,        /* 83 Call out to external function if provided */
746    
747    OP_ALT,            /* 65 Start of alternation */    OP_ALT,            /* 84 Start of alternation */
748    OP_KET,            /* 66 End of group that doesn't have an unbounded repeat */    OP_KET,            /* 85 End of group that doesn't have an unbounded repeat */
749    OP_KETRMAX,        /* 67 These two must remain together and in this */    OP_KETRMAX,        /* 86 These two must remain together and in this */
750    OP_KETRMIN,        /* 68 order. They are for groups the repeat for ever. */    OP_KETRMIN,        /* 87 order. They are for groups the repeat for ever. */
751    
752    /* The assertions must come before ONCE and COND */    /* The assertions must come before BRA, CBRA, ONCE, and COND.*/
   
   OP_ASSERT,         /* 69 Positive lookahead */  
   OP_ASSERT_NOT,     /* 70 Negative lookahead */  
   OP_ASSERTBACK,     /* 71 Positive lookbehind */  
   OP_ASSERTBACK_NOT, /* 72 Negative lookbehind */  
   OP_REVERSE,        /* 73 Move pointer back - used in lookbehind assertions */  
   
   /* ONCE and COND must come after the assertions, with ONCE first, as there's  
   a test for >= ONCE for a subpattern that isn't an assertion. */  
   
   OP_ONCE,           /* 74 Once matched, don't back up into the subpattern */  
   OP_COND,           /* 75 Conditional group */  
   OP_CREF,           /* 76 Used to hold an extraction string number (cond ref) */  
   
   OP_BRAZERO,        /* 77 These two must remain together and in this */  
   OP_BRAMINZERO,     /* 78 order. */  
   
   OP_BRANUMBER,      /* 79 Used for extracting brackets whose number is greater  
                            than can fit into an opcode. */  
   
   OP_BRA             /* 80 This and greater values are used for brackets that  
                            extract substrings up to EXTRACT_BASIC_MAX. After  
                            that, use is made of OP_BRANUMBER. */  
 };  
753    
754  /* WARNING WARNING WARNING: There is an implicit assumption in pcre.c and    OP_ASSERT,         /* 88 Positive lookahead */
755  study.c that all opcodes are less than 128 in value. This makes handling UTF-8    OP_ASSERT_NOT,     /* 89 Negative lookahead */
756  character sequences easier. */    OP_ASSERTBACK,     /* 90 Positive lookbehind */
757      OP_ASSERTBACK_NOT, /* 91 Negative lookbehind */
758  /* The highest extraction number before we have to start using additional    OP_REVERSE,        /* 92 Move pointer back - used in lookbehind assertions */
 bytes. (Originally PCRE didn't have support for extraction counts highter than  
 this number.) The value is limited by the number of opcodes left after OP_BRA,  
 i.e. 255 - OP_BRA. We actually set it a bit lower to leave room for additional  
 opcodes. */  
759    
760  #define EXTRACT_BASIC_MAX  100    /* ONCE, BRA, CBRA, and COND must come after the assertions, with ONCE first,
761      as there's a test for >= ONCE for a subpattern that isn't an assertion. */
762    
763      OP_ONCE,           /* 93 Atomic group */
764      OP_BRA,            /* 94 Start of non-capturing bracket */
765      OP_CBRA,           /* 95 Start of capturing bracket */
766      OP_COND,           /* 96 Conditional group */
767    
768      /* These three must follow the previous three, in the same order. There's a
769      check for >= SBRA to distinguish the two sets. */
770    
771      OP_SBRA,           /* 97 Start of non-capturing bracket, check empty  */
772      OP_SCBRA,          /* 98 Start of capturing bracket, check empty */
773      OP_SCOND,          /* 99 Conditional group, check empty */
774    
775      OP_CREF,           /* 100 Used to hold a capture number as condition */
776      OP_RREF,           /* 101 Used to hold a recursion number as condition */
777      OP_DEF,            /* 102 The DEFINE condition */
778    
779      OP_BRAZERO,        /* 103 These two must remain together and in this */
780      OP_BRAMINZERO,     /* 104 order. */
781    
782      /* These are backtracking control verbs */
783    
784      OP_PRUNE,          /* 105 */
785      OP_SKIP,           /* 106 */
786      OP_THEN,           /* 107 */
787      OP_COMMIT,         /* 108 */
788    
789      /* These are forced failure and success verbs */
790    
791      OP_FAIL,           /* 109 */
792      OP_ACCEPT,         /* 110 */
793    
794      /* This is used to skip a subpattern with a {0} quantifier */
795    
796      OP_SKIPZERO        /* 111 */
797    };
798    
799    
800  /* This macro defines textual names for all the opcodes. These are used only  /* This macro defines textual names for all the opcodes. These are used only
801  for debugging. The macro is referenced only in pcre_printint.c. */  for debugging. The macro is referenced only in pcre_printint.c. */
802    
803  #define OP_NAME_LIST \  #define OP_NAME_LIST \
804    "End", "\\A", "\\G", "\\B", "\\b", "\\D", "\\d",                \    "End", "\\A", "\\G", "\\K", "\\B", "\\b", "\\D", "\\d",         \
805    "\\S", "\\s", "\\W", "\\w", "Any", "Anybyte",                   \    "\\S", "\\s", "\\W", "\\w", "Any", "AllAny", "Anybyte",         \
806    "notprop", "prop", "extuni",                                    \    "notprop", "prop", "\\R", "\\H", "\\h", "\\V", "\\v",           \
807    "\\Z", "\\z",                                                   \    "extuni",  "\\Z", "\\z",                                        \
808    "Opt", "^", "$", "char", "charnc", "not",                       \    "Opt", "^", "$", "char", "charnc", "not",                       \
809    "*", "*?", "+", "+?", "?", "??", "{", "{", "{",                 \    "*", "*?", "+", "+?", "?", "??", "{", "{", "{",                 \
810      "*+","++", "?+", "{",                                           \
811    "*", "*?", "+", "+?", "?", "??", "{", "{", "{",                 \    "*", "*?", "+", "+?", "?", "??", "{", "{", "{",                 \
812      "*+","++", "?+", "{",                                           \
813    "*", "*?", "+", "+?", "?", "??", "{", "{", "{",                 \    "*", "*?", "+", "+?", "?", "??", "{", "{", "{",                 \
814      "*+","++", "?+", "{",                                           \
815    "*", "*?", "+", "+?", "?", "??", "{", "{",                      \    "*", "*?", "+", "+?", "?", "??", "{", "{",                      \
816    "class", "nclass", "xclass", "Ref", "Recurse", "Callout",       \    "class", "nclass", "xclass", "Ref", "Recurse", "Callout",       \
817    "Alt", "Ket", "KetRmax", "KetRmin", "Assert", "Assert not",     \    "Alt", "Ket", "KetRmax", "KetRmin", "Assert", "Assert not",     \
818    "AssertB", "AssertB not", "Reverse", "Once", "Cond", "Cond ref",\    "AssertB", "AssertB not", "Reverse",                            \
819    "Brazero", "Braminzero", "Branumber", "Bra"    "Once", "Bra", "CBra", "Cond", "SBra", "SCBra", "SCond",        \
820      "Cond ref", "Cond rec", "Cond def", "Brazero", "Braminzero",    \
821      "*PRUNE", "*SKIP", "*THEN", "*COMMIT", "*FAIL", "*ACCEPT",      \
822      "Skip zero"
823    
824    
825  /* This macro defines the length of fixed length operations in the compiled  /* This macro defines the length of fixed length operations in the compiled
# Line 668  in UTF-8 mode. The code that uses this t Line 833  in UTF-8 mode. The code that uses this t
833    
834  #define OP_LENGTHS \  #define OP_LENGTHS \
835    1,                             /* End                                    */ \    1,                             /* End                                    */ \
836    1, 1, 1, 1, 1, 1, 1, 1, 1, 1,  /* \A, \G, \B, \B, \D, \d, \S, \s, \W, \w */ \    1, 1, 1, 1, 1,                 /* \A, \G, \K, \B, \b                     */ \
837    1, 1,                          /* Any, Anybyte                           */ \    1, 1, 1, 1, 1, 1,              /* \D, \d, \S, \s, \W, \w                 */ \
838      1, 1, 1,                       /* Any, AllAny, Anybyte                   */ \
839    3, 3, 1,                       /* NOTPROP, PROP, EXTUNI                  */ \    3, 3, 1,                       /* NOTPROP, PROP, EXTUNI                  */ \
840      1, 1, 1, 1, 1,                 /* \R, \H, \h, \V, \v                     */ \
841    1, 1, 2, 1, 1,                 /* \Z, \z, Opt, ^, $                      */ \    1, 1, 2, 1, 1,                 /* \Z, \z, Opt, ^, $                      */ \
842    2,                             /* Char  - the minimum length             */ \    2,                             /* Char  - the minimum length             */ \
843    2,                             /* Charnc  - the minimum length           */ \    2,                             /* Charnc  - the minimum length           */ \
# Line 678  in UTF-8 mode. The code that uses this t Line 845  in UTF-8 mode. The code that uses this t
845    /* Positive single-char repeats                            ** These are  */ \    /* Positive single-char repeats                            ** These are  */ \
846    2, 2, 2, 2, 2, 2,              /* *, *?, +, +?, ?, ??      ** minima in  */ \    2, 2, 2, 2, 2, 2,              /* *, *?, +, +?, ?, ??      ** minima in  */ \
847    4, 4, 4,                       /* upto, minupto, exact     ** UTF-8 mode */ \    4, 4, 4,                       /* upto, minupto, exact     ** UTF-8 mode */ \
848      2, 2, 2, 4,                    /* *+, ++, ?+, upto+                      */ \
849    /* Negative single-char repeats - only for chars < 256                   */ \    /* Negative single-char repeats - only for chars < 256                   */ \
850    2, 2, 2, 2, 2, 2,              /* NOT *, *?, +, +?, ?, ??                */ \    2, 2, 2, 2, 2, 2,              /* NOT *, *?, +, +?, ?, ??                */ \
851    4, 4, 4,                       /* NOT upto, minupto, exact               */ \    4, 4, 4,                       /* NOT upto, minupto, exact               */ \
852      2, 2, 2, 4,                    /* Possessive *, +, ?, upto               */ \
853    /* Positive type repeats                                                 */ \    /* Positive type repeats                                                 */ \
854    2, 2, 2, 2, 2, 2,              /* Type *, *?, +, +?, ?, ??               */ \    2, 2, 2, 2, 2, 2,              /* Type *, *?, +, +?, ?, ??               */ \
855    4, 4, 4,                       /* Type upto, minupto, exact              */ \    4, 4, 4,                       /* Type upto, minupto, exact              */ \
856      2, 2, 2, 4,                    /* Possessive *+, ++, ?+, upto+           */ \
857    /* Character class & ref repeats                                         */ \    /* Character class & ref repeats                                         */ \
858    1, 1, 1, 1, 1, 1,              /* *, *?, +, +?, ?, ??                    */ \    1, 1, 1, 1, 1, 1,              /* *, *?, +, +?, ?, ??                    */ \
859    5, 5,                          /* CRRANGE, CRMINRANGE                    */ \    5, 5,                          /* CRRANGE, CRMINRANGE                    */ \
# Line 702  in UTF-8 mode. The code that uses this t Line 872  in UTF-8 mode. The code that uses this t
872    1+LINK_SIZE,                   /* Assert behind                          */ \    1+LINK_SIZE,                   /* Assert behind                          */ \
873    1+LINK_SIZE,                   /* Assert behind not                      */ \    1+LINK_SIZE,                   /* Assert behind not                      */ \
874    1+LINK_SIZE,                   /* Reverse                                */ \    1+LINK_SIZE,                   /* Reverse                                */ \
875    1+LINK_SIZE,                   /* Once                                   */ \    1+LINK_SIZE,                   /* ONCE                                   */ \
876      1+LINK_SIZE,                   /* BRA                                    */ \
877      3+LINK_SIZE,                   /* CBRA                                   */ \
878    1+LINK_SIZE,                   /* COND                                   */ \    1+LINK_SIZE,                   /* COND                                   */ \
879      1+LINK_SIZE,                   /* SBRA                                   */ \
880      3+LINK_SIZE,                   /* SCBRA                                  */ \
881      1+LINK_SIZE,                   /* SCOND                                  */ \
882    3,                             /* CREF                                   */ \    3,                             /* CREF                                   */ \
883      3,                             /* RREF                                   */ \
884      1,                             /* DEF                                    */ \
885    1, 1,                          /* BRAZERO, BRAMINZERO                    */ \    1, 1,                          /* BRAZERO, BRAMINZERO                    */ \
886    3,                             /* BRANUMBER                              */ \    1, 1, 1, 1,                    /* PRUNE, SKIP, THEN, COMMIT,             */ \
887    1+LINK_SIZE                    /* BRA                                    */ \    1, 1, 1                        /* FAIL, ACCEPT, SKIPZERO                 */
888    
889    
890  /* A magic value for OP_CREF to indicate the "in recursion" condition. */  /* A magic value for OP_RREF to indicate the "any recursion" condition. */
891    
892  #define CREF_RECURSE  0xffff  #define RREF_ANY  0xffff
893    
894  /* Error code numbers. They are given names so that they can more easily be  /* Error code numbers. They are given names so that they can more easily be
895  tracked. */  tracked. */
# Line 722  enum { ERR0, ERR1, ERR2, ERR3, ERR4, Line 899  enum { ERR0, ERR1, ERR2, ERR3, ERR4,
899         ERR20, ERR21, ERR22, ERR23, ERR24, ERR25, ERR26, ERR27, ERR28, ERR29,         ERR20, ERR21, ERR22, ERR23, ERR24, ERR25, ERR26, ERR27, ERR28, ERR29,
900         ERR30, ERR31, ERR32, ERR33, ERR34, ERR35, ERR36, ERR37, ERR38, ERR39,         ERR30, ERR31, ERR32, ERR33, ERR34, ERR35, ERR36, ERR37, ERR38, ERR39,
901         ERR40, ERR41, ERR42, ERR43, ERR44, ERR45, ERR46, ERR47, ERR48, ERR49,         ERR40, ERR41, ERR42, ERR43, ERR44, ERR45, ERR46, ERR47, ERR48, ERR49,
902         ERR50, ERR51 };         ERR50, ERR51, ERR52, ERR53, ERR54, ERR55, ERR56, ERR57, ERR58, ERR59,
903           ERR60, ERR61, ERR62, ERR63, ERR64 };
904    
905  /* The real format of the start of the pcre block; the index of names and the  /* The real format of the start of the pcre block; the index of names and the
906  code vector run on as long as necessary after the end. We store an explicit  code vector run on as long as necessary after the end. We store an explicit
# Line 744  NOTE NOTE NOTE: Line 922  NOTE NOTE NOTE:
922  typedef struct real_pcre {  typedef struct real_pcre {
923    pcre_uint32 magic_number;    pcre_uint32 magic_number;
924    pcre_uint32 size;               /* Total that was malloced */    pcre_uint32 size;               /* Total that was malloced */
925    pcre_uint32 options;    pcre_uint32 options;            /* Public options */
926    pcre_uint32 dummy1;             /* For future use, maybe */    pcre_uint16 flags;              /* Private flags */
927      pcre_uint16 dummy1;             /* For future use */
928    pcre_uint16 top_bracket;    pcre_uint16 top_bracket;
929    pcre_uint16 top_backref;    pcre_uint16 top_backref;
930    pcre_uint16 first_byte;    pcre_uint16 first_byte;
# Line 777  typedef struct compile_data { Line 955  typedef struct compile_data {
955    const uschar *fcc;            /* Points to case-flipping table */    const uschar *fcc;            /* Points to case-flipping table */
956    const uschar *cbits;          /* Points to character type table */    const uschar *cbits;          /* Points to character type table */
957    const uschar *ctypes;         /* Points to table of type maps */    const uschar *ctypes;         /* Points to table of type maps */
958      const uschar *start_workspace;/* The start of working space */
959    const uschar *start_code;     /* The start of the compiled code */    const uschar *start_code;     /* The start of the compiled code */
960    const uschar *start_pattern;  /* The start of the pattern */    const uschar *start_pattern;  /* The start of the pattern */
961      const uschar *end_pattern;    /* The end of the pattern */
962      uschar *hwm;                  /* High watermark of workspace */
963    uschar *name_table;           /* The name/number table */    uschar *name_table;           /* The name/number table */
964    int  names_found;             /* Number of entries so far */    int  names_found;             /* Number of entries so far */
965    int  name_entry_size;         /* Size of each entry */    int  name_entry_size;         /* Size of each entry */
966      int  bracount;                /* Count of capturing parens as we compile */
967      int  final_bracount;          /* Saved value after first pass */
968    int  top_backref;             /* Maximum back reference */    int  top_backref;             /* Maximum back reference */
969    unsigned int backref_map;     /* Bitmap of low back refs */    unsigned int backref_map;     /* Bitmap of low back refs */
970      int  external_options;        /* External (initial) options */
971      int  external_flags;          /* External flag bits to be set */
972    int  req_varyopt;             /* "After variable item" flag for reqbyte */    int  req_varyopt;             /* "After variable item" flag for reqbyte */
973    BOOL nopartial;               /* Set TRUE if partial won't work */    BOOL had_accept;              /* (*ACCEPT) encountered */
974    int  nllen;                   /* 1 or 2 for newline string length */    int  nltype;                  /* Newline type */
975    uschar nl[4];                 /* Newline string */    int  nllen;                   /* Newline string length */
976      uschar nl[4];                 /* Newline string when fixed length */
977  } compile_data;  } compile_data;
978    
979  /* Structure for maintaining a chain of pointers to the currently incomplete  /* Structure for maintaining a chain of pointers to the currently incomplete
# Line 805  typedef struct recursion_info { Line 991  typedef struct recursion_info {
991    struct recursion_info *prevrec; /* Previous recursion record (or NULL) */    struct recursion_info *prevrec; /* Previous recursion record (or NULL) */
992    int group_num;                /* Number of group that was called */    int group_num;                /* Number of group that was called */
993    const uschar *after_call;     /* "Return value": points after the call in the expr */    const uschar *after_call;     /* "Return value": points after the call in the expr */
994    USPTR save_start;             /* Old value of md->start_match */    USPTR save_start;             /* Old value of mstart */
995    int *offset_save;             /* Pointer to start of saved offsets */    int *offset_save;             /* Pointer to start of saved offsets */
996    int saved_max;                /* Number of saved offsets */    int saved_max;                /* Number of saved offsets */
997  } recursion_info;  } recursion_info;
998    
999  /* When compiling in a mode that doesn't use recursive calls to match(),  /* Structure for building a chain of data for holding the values of the subject
1000  a structure is used to remember local variables on the heap. It is defined in  pointer at the start of each subpattern, so as to detect when an empty string
1001  pcre_exec.c, close to the match() function, so that it is easy to keep it in  has been matched by a subpattern - to break infinite loops. */
1002  step with any changes of local variable. However, the pointer to the current  
1003  frame must be saved in some "static" place over a longjmp(). We declare the  typedef struct eptrblock {
1004  structure here so that we can put a pointer in the match_data structure. NOTE:    struct eptrblock *epb_prev;
1005  This isn't used for a "normal" compilation of pcre. */    USPTR epb_saved_eptr;
1006    } eptrblock;
1007    
 struct heapframe;  
1008    
1009  /* Structure for passing "static" information around between the functions  /* Structure for passing "static" information around between the functions
1010  doing traditional NFA matching, so that they are thread-safe. */  doing traditional NFA matching, so that they are thread-safe. */
# Line 830  typedef struct match_data { Line 1016  typedef struct match_data {
1016    int   *offset_vector;         /* Offset vector */    int   *offset_vector;         /* Offset vector */
1017    int    offset_end;            /* One past the end */    int    offset_end;            /* One past the end */
1018    int    offset_max;            /* The maximum usable for return data */    int    offset_max;            /* The maximum usable for return data */
1019    int    nllen;                 /* 1 or 2 for newline string length */    int    nltype;                /* Newline type */
1020    uschar nl[4];                 /* Newline string */    int    nllen;                 /* Newline string length */
1021      uschar nl[4];                 /* Newline string when fixed */
1022    const uschar *lcc;            /* Points to lower casing table */    const uschar *lcc;            /* Points to lower casing table */
1023    const uschar *ctypes;         /* Points to table of type maps */    const uschar *ctypes;         /* Points to table of type maps */
1024    BOOL   offset_overflow;       /* Set if too many extractions */    BOOL   offset_overflow;       /* Set if too many extractions */
1025    BOOL   notbol;                /* NOTBOL flag */    BOOL   notbol;                /* NOTBOL flag */
1026    BOOL   noteol;                /* NOTEOL flag */    BOOL   noteol;                /* NOTEOL flag */
1027    BOOL   utf8;                  /* UTF8 flag */    BOOL   utf8;                  /* UTF8 flag */
1028      BOOL   jscript_compat;        /* JAVASCRIPT_COMPAT flag */
1029    BOOL   endonly;               /* Dollar not before final \n */    BOOL   endonly;               /* Dollar not before final \n */
1030    BOOL   notempty;              /* Empty string match not wanted */    BOOL   notempty;              /* Empty string match not wanted */
1031    BOOL   partial;               /* PARTIAL flag */    BOOL   partial;               /* PARTIAL flag */
1032    BOOL   hitend;                /* Hit the end of the subject at some point */    BOOL   hitend;                /* Hit the end of the subject at some point */
1033      BOOL   bsr_anycrlf;           /* \R is just any CRLF, not full Unicode */
1034    const uschar *start_code;     /* For use when recursing */    const uschar *start_code;     /* For use when recursing */
1035    USPTR  start_subject;         /* Start of the subject string */    USPTR  start_subject;         /* Start of the subject string */
1036    USPTR  end_subject;           /* End of the subject string */    USPTR  end_subject;           /* End of the subject string */
1037    USPTR  start_match;           /* Start of this match attempt */    USPTR  start_match_ptr;       /* Start of matched string */
1038    USPTR  end_match_ptr;         /* Subject position at end match */    USPTR  end_match_ptr;         /* Subject position at end match */
1039    int    end_offset_top;        /* Highwater mark at end of match */    int    end_offset_top;        /* Highwater mark at end of match */
1040    int    capture_last;          /* Most recent capture number */    int    capture_last;          /* Most recent capture number */
1041    int    start_offset;          /* The start offset value */    int    start_offset;          /* The start offset value */
1042      eptrblock *eptrchain;         /* Chain of eptrblocks for tail recursions */
1043      int    eptrn;                 /* Next free eptrblock */
1044    recursion_info *recursive;    /* Linked list of recursion data */    recursion_info *recursive;    /* Linked list of recursion data */
1045    void  *callout_data;          /* To pass back to callouts */    void  *callout_data;          /* To pass back to callouts */
   struct heapframe *thisframe;  /* Used only when compiling for no recursion */  
1046  } match_data;  } match_data;
1047    
1048  /* A similar structure is used for the same purpose by the DFA matching  /* A similar structure is used for the same purpose by the DFA matching
# Line 865  typedef struct dfa_match_data { Line 1055  typedef struct dfa_match_data {
1055    const uschar *tables;         /* Character tables */    const uschar *tables;         /* Character tables */
1056    int   moptions;               /* Match options */    int   moptions;               /* Match options */
1057    int   poptions;               /* Pattern options */    int   poptions;               /* Pattern options */
1058    int    nllen;                 /* 1 or 2 for newline string length */    int    nltype;                /* Newline type */
1059    uschar nl[4];                 /* Newline string */    int    nllen;                 /* Newline string length */
1060      uschar nl[4];                 /* Newline string when fixed */
1061    void  *callout_data;          /* To pass back to callouts */    void  *callout_data;          /* To pass back to callouts */
1062  } dfa_match_data;  } dfa_match_data;
1063    
# Line 876  typedef struct dfa_match_data { Line 1067  typedef struct dfa_match_data {
1067  #define ctype_letter  0x02  #define ctype_letter  0x02
1068  #define ctype_digit   0x04  #define ctype_digit   0x04
1069  #define ctype_xdigit  0x08  #define ctype_xdigit  0x08
1070  #define ctype_word    0x10   /* alphameric or '_' */  #define ctype_word    0x10   /* alphanumeric or '_' */
1071  #define ctype_meta    0x80   /* regexp meta char or zero (end pattern) */  #define ctype_meta    0x80   /* regexp meta char or zero (end pattern) */
1072    
1073  /* Offsets for the bitmap tables in pcre_cbits. Each table contains a set  /* Offsets for the bitmap tables in pcre_cbits. Each table contains a set
# Line 904  total length. */ Line 1095  total length. */
1095  #define tables_length (ctypes_offset + 256)  #define tables_length (ctypes_offset + 256)
1096    
1097  /* Layout of the UCP type table that translates property names into types and  /* Layout of the UCP type table that translates property names into types and
1098  codes. */  codes. Each entry used to point directly to a name, but to reduce the number of
1099    relocations in shared libraries, it now has an offset into a single string
1100    instead. */
1101    
1102  typedef struct {  typedef struct {
1103    const char *name;    pcre_uint16 name_offset;
1104    pcre_uint16 type;    pcre_uint16 type;
1105    pcre_uint16 value;    pcre_uint16 value;
1106  } ucp_type_table;  } ucp_type_table;
# Line 925  extern const uschar _pcre_utf8_table4[]; Line 1118  extern const uschar _pcre_utf8_table4[];
1118    
1119  extern const int    _pcre_utf8_table1_size;  extern const int    _pcre_utf8_table1_size;
1120    
1121    extern const char   _pcre_utt_names[];
1122  extern const ucp_type_table _pcre_utt[];  extern const ucp_type_table _pcre_utt[];
1123  extern const int _pcre_utt_size;  extern const int _pcre_utt_size;
1124    
# Line 937  extern const uschar _pcre_OP_lengths[]; Line 1131  extern const uschar _pcre_OP_lengths[];
1131  one of the exported public functions. They have to be "external" in the C  one of the exported public functions. They have to be "external" in the C
1132  sense, but are not part of the PCRE public API. */  sense, but are not part of the PCRE public API. */
1133    
1134  extern int         _pcre_ord2utf8(int, uschar *);  extern BOOL         _pcre_is_newline(const uschar *, int, const uschar *,
1135  extern real_pcre * _pcre_try_flipped(const real_pcre *, real_pcre *,                        int *, BOOL);
1136                       const pcre_study_data *, pcre_study_data *);  extern int          _pcre_ord2utf8(int, uschar *);
1137  extern int         _pcre_ucp_findprop(const unsigned int, int *, int *);  extern real_pcre   *_pcre_try_flipped(const real_pcre *, real_pcre *,
1138  extern int         _pcre_ucp_othercase(const int);                        const pcre_study_data *, pcre_study_data *);
1139  extern int         _pcre_valid_utf8(const uschar *, int);  extern int          _pcre_valid_utf8(const uschar *, int);
1140  extern BOOL        _pcre_xclass(int, const uschar *);  extern BOOL         _pcre_was_newline(const uschar *, int, const uschar *,
1141                          int *, BOOL);
1142    extern BOOL         _pcre_xclass(int, const uschar *);
1143    
1144    
1145    /* Unicode character database (UCD) */
1146    
1147    typedef struct {
1148      uschar script;
1149      uschar chartype;
1150      pcre_int32 other_case;
1151    } ucd_record;
1152    
1153    extern const ucd_record  _pcre_ucd_records[];
1154    extern const uschar      _pcre_ucd_stage1[];
1155    extern const pcre_uint16 _pcre_ucd_stage2[];
1156    extern const int         _pcre_ucp_gentype[];
1157    
1158    
1159    /* UCD access macros */
1160    
1161    #define UCD_BLOCK_SIZE 128
1162    #define GET_UCD(ch) (_pcre_ucd_records + \
1163            _pcre_ucd_stage2[_pcre_ucd_stage1[(ch) / UCD_BLOCK_SIZE] * \
1164            UCD_BLOCK_SIZE + ch % UCD_BLOCK_SIZE])
1165    
1166    #define UCD_CHARTYPE(ch)  GET_UCD(ch)->chartype
1167    #define UCD_SCRIPT(ch)    GET_UCD(ch)->script
1168    #define UCD_CATEGORY(ch)  _pcre_ucp_gentype[UCD_CHARTYPE(ch)]
1169    #define UCD_OTHERCASE(ch) (ch + GET_UCD(ch)->other_case)
1170    
1171  #endif  #endif
1172    

Legend:
Removed from v.91  
changed lines
  Added in v.364

webmaster@exim.org
ViewVC Help
Powered by ViewVC 1.1.12