code/trunk/pcre_maketables.c

/*************************************************
*      Perl-Compatible Regular Expressions       *
*************************************************/

/* PCRE is a library of functions to support regular expressions whose syntax
and semantics are as close as possible to those of the Perl 5 language.

                       Written by Philip Hazel
           Copyright (c) 1997-2012 University of Cambridge

-----------------------------------------------------------------------------
Redistribution and use in source and binary forms, with or without
modification, are permitted provided that the following conditions are met:

    * Redistributions of source code must retain the above copyright notice,
      this list of conditions and the following disclaimer.

    * Redistributions in binary form must reproduce the above copyright
      notice, this list of conditions and the following disclaimer in the
      documentation and/or other materials provided with the distribution.

    * Neither the name of the University of Cambridge nor the names of its
      contributors may be used to endorse or promote products derived from
      this software without specific prior written permission.

THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
POSSIBILITY OF SUCH DAMAGE.
-----------------------------------------------------------------------------
*/


/* This module contains the external function pcre_maketables(), which builds
character tables for PCRE in the current locale. The file is compiled on its
own as part of the PCRE library. However, it is also included in the
compilation of dftables.c, in which case the macro DFTABLES is defined. */


#ifndef DFTABLES
#  ifdef HAVE_CONFIG_H
#  include "config.h"
#  endif
#  include "pcre_internal.h"
#endif


/*************************************************
*           Create PCRE character tables         *
*************************************************/

/* This function builds a set of character tables for use by PCRE and returns
a pointer to them. They are build using the ctype functions, and consequently
their contents will depend upon the current locale setting. When compiled as
part of the library, the store is obtained via PUBL(malloc)(), but when
compiled inside dftables, use malloc().

Arguments:   none
Returns:     pointer to the contiguous block of data
*/

#if defined COMPILE_PCRE8
const unsigned char *
pcre_maketables(void)
#elif defined COMPILE_PCRE16
const unsigned char *
pcre16_maketables(void)
#elif defined COMPILE_PCRE32
const unsigned char *
pcre32_maketables(void)
#endif
{
unsigned char *yield, *p;
int i;

#ifndef DFTABLES
yield = (unsigned char*)(PUBL(malloc))(tables_length);
#else
yield = (unsigned char*)malloc(tables_length);
#endif

if (yield == NULL) return NULL;
p = yield;

/* First comes the lower casing table */

for (i = 0; i < 256; i++) *p++ = tolower(i);

/* Next the case-flipping table */

for (i = 0; i < 256; i++) *p++ = islower(i)? toupper(i) : tolower(i);

/* Then the character class tables. Don't try to be clever and save effort on
exclusive ones - in some locales things may be different. Note that the table
for "space" includes everything "isspace" gives, including VT in the default
locale. This makes it work for the POSIX class [:space:]. Note also that it is
possible for a character to be alnum or alpha without being lower or upper,
such as "male and female ordinals" (\xAA and \xBA) in the fr_FR locale (at
least under Debian Linux's locales as of 12/2005). So we must test for alnum
specially. */

memset(p, 0, cbit_length);
for (i = 0; i < 256; i++)
  {
  if (isdigit(i)) p[cbit_digit  + i/8] |= 1 << (i&7);
  if (isupper(i)) p[cbit_upper  + i/8] |= 1 << (i&7);
  if (islower(i)) p[cbit_lower  + i/8] |= 1 << (i&7);
  if (isalnum(i)) p[cbit_word   + i/8] |= 1 << (i&7);
  if (i == '_')   p[cbit_word   + i/8] |= 1 << (i&7);
  if (isspace(i)) p[cbit_space  + i/8] |= 1 << (i&7);
  if (isxdigit(i))p[cbit_xdigit + i/8] |= 1 << (i&7);
  if (isgraph(i)) p[cbit_graph  + i/8] |= 1 << (i&7);
  if (isprint(i)) p[cbit_print  + i/8] |= 1 << (i&7);
  if (ispunct(i)) p[cbit_punct  + i/8] |= 1 << (i&7);
  if (iscntrl(i)) p[cbit_cntrl  + i/8] |= 1 << (i&7);
  }
p += cbit_length;

/* Finally, the character type table. In this, we exclude VT from the white
space chars, because Perl doesn't recognize it as such for \s and for comments
within regexes. */

for (i = 0; i < 256; i++)
  {
  int x = 0;
  if (i != CHAR_VT && isspace(i)) x += ctype_space;
  if (isalpha(i)) x += ctype_letter;
  if (isdigit(i)) x += ctype_digit;
  if (isxdigit(i)) x += ctype_xdigit;
  if (isalnum(i) || i == '_') x += ctype_word;

  /* Note: strchr includes the terminating zero in the characters it considers.
  In this instance, that is ok because we want binary zero to be flagged as a
  meta-character, which in this sense is any character that terminates a run
  of data characters. */

  if (strchr("\\*+?{^.$|()[", i) != 0) x += ctype_meta;
  *p++ = x;
  }

return yield;
}

/* End of pcre_maketables.c */
1	nigel	77	/*************************************************
2			* Perl-Compatible Regular Expressions *
3			*************************************************/
4
5			/* PCRE is a library of functions to support regular expressions whose syntax
6			and semantics are as close as possible to those of the Perl 5 language.
7
8			Written by Philip Hazel
9	ph10	836	Copyright (c) 1997-2012 University of Cambridge
10	nigel	77
11			-----------------------------------------------------------------------------
12			Redistribution and use in source and binary forms, with or without
13			modification, are permitted provided that the following conditions are met:
14
15			* Redistributions of source code must retain the above copyright notice,
16			this list of conditions and the following disclaimer.
17
18			* Redistributions in binary form must reproduce the above copyright
19			notice, this list of conditions and the following disclaimer in the
20			documentation and/or other materials provided with the distribution.
21
22			* Neither the name of the University of Cambridge nor the names of its
23			contributors may be used to endorse or promote products derived from
24			this software without specific prior written permission.
25
26			THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
27			AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
28			IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
29			ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
30			LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31			CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32			SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33			INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34			CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35			ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36			POSSIBILITY OF SUCH DAMAGE.
37			-----------------------------------------------------------------------------
38			*/
39
40
41			/* This module contains the external function pcre_maketables(), which builds
42			character tables for PCRE in the current locale. The file is compiled on its
43			own as part of the PCRE library. However, it is also included in the
44			compilation of dftables.c, in which case the macro DFTABLES is defined. */
45
46
47			#ifndef DFTABLES
48	ph10	200	# ifdef HAVE_CONFIG_H
49	ph10	236	# include "config.h"
50	ph10	200	# endif
51			# include "pcre_internal.h"
52	nigel	77	#endif
53
54
55			/*************************************************
56			* Create PCRE character tables *
57			*************************************************/
58
59			/* This function builds a set of character tables for use by PCRE and returns
60			a pointer to them. They are build using the ctype functions, and consequently
61			their contents will depend upon the current locale setting. When compiled as
62	ph10	836	part of the library, the store is obtained via PUBL(malloc)(), but when
63			compiled inside dftables, use malloc().
64	nigel	77
65			Arguments: none
66			Returns: pointer to the contiguous block of data
67			*/
68
69	chpe	1055	#if defined COMPILE_PCRE8
70	nigel	77	const unsigned char *
71			pcre_maketables(void)
72	chpe	1055	#elif defined COMPILE_PCRE16
73	ph10	836	const unsigned char *
74			pcre16_maketables(void)
75	chpe	1055	#elif defined COMPILE_PCRE32
76			const unsigned char *
77			pcre32_maketables(void)
78	ph10	836	#endif
79	nigel	77	{
80			unsigned char yield, p;
81			int i;
82
83			#ifndef DFTABLES
84	ph10	836	yield = (unsigned char*)(PUBL(malloc))(tables_length);
85	nigel	77	#else
86			yield = (unsigned char*)malloc(tables_length);
87			#endif
88
89			if (yield == NULL) return NULL;
90			p = yield;
91
92			/* First comes the lower casing table */
93
94			for (i = 0; i < 256; i++) *p++ = tolower(i);
95
96			/* Next the case-flipping table */
97
98			for (i = 0; i < 256; i++) *p++ = islower(i)? toupper(i) : tolower(i);
99
100	nigel	87	/* Then the character class tables. Don't try to be clever and save effort on
101			exclusive ones - in some locales things may be different. Note that the table
102			for "space" includes everything "isspace" gives, including VT in the default
103			locale. This makes it work for the POSIX class [:space:]. Note also that it is
104			possible for a character to be alnum or alpha without being lower or upper,
105			such as "male and female ordinals" (\xAA and \xBA) in the fr_FR locale (at
106			least under Debian Linux's locales as of 12/2005). So we must test for alnum
107			specially. */
108	nigel	77
109			memset(p, 0, cbit_length);
110			for (i = 0; i < 256; i++)
111			{
112	nigel	87	if (isdigit(i)) p[cbit_digit + i/8] \|= 1 << (i&7);
113			if (isupper(i)) p[cbit_upper + i/8] \|= 1 << (i&7);
114			if (islower(i)) p[cbit_lower + i/8] \|= 1 << (i&7);
115			if (isalnum(i)) p[cbit_word + i/8] \|= 1 << (i&7);
116	nigel	77	if (i == '_') p[cbit_word + i/8] \|= 1 << (i&7);
117			if (isspace(i)) p[cbit_space + i/8] \|= 1 << (i&7);
118			if (isxdigit(i))p[cbit_xdigit + i/8] \|= 1 << (i&7);
119			if (isgraph(i)) p[cbit_graph + i/8] \|= 1 << (i&7);
120			if (isprint(i)) p[cbit_print + i/8] \|= 1 << (i&7);
121			if (ispunct(i)) p[cbit_punct + i/8] \|= 1 << (i&7);
122			if (iscntrl(i)) p[cbit_cntrl + i/8] \|= 1 << (i&7);
123			}
124			p += cbit_length;
125
126			/* Finally, the character type table. In this, we exclude VT from the white
127			space chars, because Perl doesn't recognize it as such for \s and for comments
128			within regexes. */
129
130			for (i = 0; i < 256; i++)
131			{
132			int x = 0;
133	ph10	1033	if (i != CHAR_VT && isspace(i)) x += ctype_space;
134	nigel	77	if (isalpha(i)) x += ctype_letter;
135			if (isdigit(i)) x += ctype_digit;
136			if (isxdigit(i)) x += ctype_xdigit;
137			if (isalnum(i) \|\| i == '_') x += ctype_word;
138
139			/* Note: strchr includes the terminating zero in the characters it considers.
140			In this instance, that is ok because we want binary zero to be flagged as a
141			meta-character, which in this sense is any character that terminates a run
142			of data characters. */
143
144	nigel	93	if (strchr("\\*+?{^.$\|()[", i) != 0) x += ctype_meta;
145	nigel	91	*p++ = x;
146			}
147	nigel	77
148			return yield;
149			}
150
151			/* End of pcre_maketables.c */
Name	Value
svn:eol-style	native
svn:keywords	"Author Date Id Revision Url"