/[pcre]/code/trunk/pcreposix.c
ViewVC logotype

Diff of /code/trunk/pcreposix.c

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 3 by nigel, Sat Feb 24 21:38:01 2007 UTC revision 629 by ph10, Fri Jul 22 09:18:11 2011 UTC
# Line 2  Line 2 
2  *      Perl-Compatible Regular Expressions       *  *      Perl-Compatible Regular Expressions       *
3  *************************************************/  *************************************************/
4    
5  /*  /* PCRE is a library of functions to support regular expressions whose syntax
6  This is a library of functions to support regular expressions whose syntax  and semantics are as close as possible to those of the Perl 5 language.
 and semantics are as close as possible to those of the Perl 5 language. See  
 the file Tech.Notes for some information on the internals.  
   
 This module is a wrapper that provides a POSIX API to the underlying PCRE  
 functions.  
7    
8  Written by: Philip Hazel <ph10@cam.ac.uk>                         Written by Philip Hazel
9               Copyright (c) 1997-2010 University of Cambridge
            Copyright (c) 1997 University of Cambridge  
10    
11  -----------------------------------------------------------------------------  -----------------------------------------------------------------------------
12  Permission is granted to anyone to use this software for any purpose on any  Redistribution and use in source and binary forms, with or without
13  computer system, and to redistribute it freely, subject to the following  modification, are permitted provided that the following conditions are met:
 restrictions:  
   
 1. This software is distributed in the hope that it will be useful,  
    but WITHOUT ANY WARRANTY; without even the implied warranty of  
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  
14    
15  2. The origin of this software must not be misrepresented, either by      * Redistributions of source code must retain the above copyright notice,
16     explicit claim or by omission.        this list of conditions and the following disclaimer.
17    
18  3. Altered versions must be plainly marked as such, and must not be      * Redistributions in binary form must reproduce the above copyright
19     misrepresented as being the original software.        notice, this list of conditions and the following disclaimer in the
20          documentation and/or other materials provided with the distribution.
21    
22        * Neither the name of the University of Cambridge nor the names of its
23          contributors may be used to endorse or promote products derived from
24          this software without specific prior written permission.
25    
26    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
27    AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
28    IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
29    ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
30    LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31    CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32    SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33    INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34    CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35    ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36    POSSIBILITY OF SUCH DAMAGE.
37  -----------------------------------------------------------------------------  -----------------------------------------------------------------------------
38  */  */
39    
40  #include "internal.h"  
41  #include "pcreposix.h"  /* This module is a wrapper that provides a POSIX API to the underlying PCRE
42  #include "stdlib.h"  functions. */
43    
44    
45    #ifdef HAVE_CONFIG_H
46    #include "config.h"
47    #endif
48    
49    
50    /* Ensure that the PCREPOSIX_EXP_xxx macros are set appropriately for
51    compiling these functions. This must come before including pcreposix.h, where
52    they are set for an application (using these functions) if they have not
53    previously been set. */
54    
55  /* Corresponding tables of PCRE error messages and POSIX error codes. */  #if defined(_WIN32) && !defined(PCRE_STATIC)
56    #  define PCREPOSIX_EXP_DECL extern __declspec(dllexport)
57    #  define PCREPOSIX_EXP_DEFN __declspec(dllexport)
58    #endif
59    
60  static char *estring[] = {  /* We include pcre.h before pcre_internal.h so that the PCRE library functions
61    ERR1,  ERR2,  ERR3,  ERR4,  ERR5,  ERR6,  ERR7,  ERR8,  ERR9,  ERR10,  are declared as "import" for Windows by defining PCRE_EXP_DECL as "import".
62    ERR11, ERR12, ERR13, ERR14, ERR15, ERR16, ERR17, ERR18, ERR19, ERR20,  This is needed even though pcre_internal.h itself includes pcre.h, because it
63    ERR21, ERR22, ERR23 };  does so after it has set PCRE_EXP_DECL to "export" if it is not already set. */
64    
65  static int eint[] = {  #include "pcre.h"
66    REG_EESCAPE, /* "\\ at end of pattern" */  #include "pcre_internal.h"
67    REG_EESCAPE, /* "\\c at end of pattern" */  #include "pcreposix.h"
68    REG_EESCAPE, /* "unrecognized character follows \\" */  
69    REG_BADBR,   /* "numbers out of order in {} quantifier" */  
70    REG_BADBR,   /* "number too big in {} quantifier" */  /* Table to translate PCRE compile time error codes into POSIX error codes. */
71    REG_EBRACK,  /* "missing terminating ] for character class" */  
72    REG_ECTYPE,  /* "invalid escape sequence in character class" */  static const int eint[] = {
73    REG_ERANGE,  /* "range out of order in character class" */    0,           /* no error */
74    REG_BADRPT,  /* "nothing to repeat" */    REG_EESCAPE, /* \ at end of pattern */
75    REG_BADRPT,  /* "operand of unlimited repeat could match the empty string" */    REG_EESCAPE, /* \c at end of pattern */
76    REG_ASSERT,  /* "internal error: unexpected repeat" */    REG_EESCAPE, /* unrecognized character follows \ */
77    REG_BADPAT,  /* "unrecognized character after (?" */    REG_BADBR,   /* numbers out of order in {} quantifier */
78    REG_ESIZE,   /* "too many capturing parenthesized sub-patterns" */    /* 5 */
79    REG_EPAREN,  /* "missing )" */    REG_BADBR,   /* number too big in {} quantifier */
80    REG_ESUBREG, /* "back reference to non-existent subpattern" */    REG_EBRACK,  /* missing terminating ] for character class */
81    REG_INVARG,  /* "erroffset passed as NULL" */    REG_ECTYPE,  /* invalid escape sequence in character class */
82    REG_INVARG,  /* "unknown option bit(s) set" */    REG_ERANGE,  /* range out of order in character class */
83    REG_EPAREN,  /* "missing ) after comment" */    REG_BADRPT,  /* nothing to repeat */
84    REG_ESIZE,   /* "too many sets of parentheses" */    /* 10 */
85    REG_ESIZE,   /* "regular expression too large" */    REG_BADRPT,  /* operand of unlimited repeat could match the empty string */
86    REG_ESPACE,  /* "failed to get memory" */    REG_ASSERT,  /* internal error: unexpected repeat */
87    REG_EPAREN,  /* "unmatched brackets" */    REG_BADPAT,  /* unrecognized character after (? */
88    REG_ASSERT   /* "internal error: code overflow" */    REG_BADPAT,  /* POSIX named classes are supported only within a class */
89      REG_EPAREN,  /* missing ) */
90      /* 15 */
91      REG_ESUBREG, /* reference to non-existent subpattern */
92      REG_INVARG,  /* erroffset passed as NULL */
93      REG_INVARG,  /* unknown option bit(s) set */
94      REG_EPAREN,  /* missing ) after comment */
95      REG_ESIZE,   /* parentheses nested too deeply */
96      /* 20 */
97      REG_ESIZE,   /* regular expression too large */
98      REG_ESPACE,  /* failed to get memory */
99      REG_EPAREN,  /* unmatched parentheses */
100      REG_ASSERT,  /* internal error: code overflow */
101      REG_BADPAT,  /* unrecognized character after (?< */
102      /* 25 */
103      REG_BADPAT,  /* lookbehind assertion is not fixed length */
104      REG_BADPAT,  /* malformed number or name after (?( */
105      REG_BADPAT,  /* conditional group contains more than two branches */
106      REG_BADPAT,  /* assertion expected after (?( */
107      REG_BADPAT,  /* (?R or (?[+-]digits must be followed by ) */
108      /* 30 */
109      REG_ECTYPE,  /* unknown POSIX class name */
110      REG_BADPAT,  /* POSIX collating elements are not supported */
111      REG_INVARG,  /* this version of PCRE is not compiled with PCRE_UTF8 support */
112      REG_BADPAT,  /* spare error */
113      REG_BADPAT,  /* character value in \x{...} sequence is too large */
114      /* 35 */
115      REG_BADPAT,  /* invalid condition (?(0) */
116      REG_BADPAT,  /* \C not allowed in lookbehind assertion */
117      REG_EESCAPE, /* PCRE does not support \L, \l, \N, \U, or \u */
118      REG_BADPAT,  /* number after (?C is > 255 */
119      REG_BADPAT,  /* closing ) for (?C expected */
120      /* 40 */
121      REG_BADPAT,  /* recursive call could loop indefinitely */
122      REG_BADPAT,  /* unrecognized character after (?P */
123      REG_BADPAT,  /* syntax error in subpattern name (missing terminator) */
124      REG_BADPAT,  /* two named subpatterns have the same name */
125      REG_BADPAT,  /* invalid UTF-8 string */
126      /* 45 */
127      REG_BADPAT,  /* support for \P, \p, and \X has not been compiled */
128      REG_BADPAT,  /* malformed \P or \p sequence */
129      REG_BADPAT,  /* unknown property name after \P or \p */
130      REG_BADPAT,  /* subpattern name is too long (maximum 32 characters) */
131      REG_BADPAT,  /* too many named subpatterns (maximum 10,000) */
132      /* 50 */
133      REG_BADPAT,  /* repeated subpattern is too long */
134      REG_BADPAT,  /* octal value is greater than \377 (not in UTF-8 mode) */
135      REG_BADPAT,  /* internal error: overran compiling workspace */
136      REG_BADPAT,  /* internal error: previously-checked referenced subpattern not found */
137      REG_BADPAT,  /* DEFINE group contains more than one branch */
138      /* 55 */
139      REG_BADPAT,  /* repeating a DEFINE group is not allowed */
140      REG_INVARG,  /* inconsistent NEWLINE options */
141      REG_BADPAT,  /* \g is not followed followed by an (optionally braced) non-zero number */
142      REG_BADPAT,  /* a numbered reference must not be zero */
143      REG_BADPAT,  /* an argument is not allowed for (*ACCEPT), (*FAIL), or (*COMMIT) */
144      /* 60 */
145      REG_BADPAT,  /* (*VERB) not recognized */
146      REG_BADPAT,  /* number is too big */
147      REG_BADPAT,  /* subpattern name expected */
148      REG_BADPAT,  /* digit expected after (?+ */
149      REG_BADPAT,  /* ] is an invalid data character in JavaScript compatibility mode */
150      /* 65 */
151      REG_BADPAT,  /* different names for subpatterns of the same number are not allowed */
152      REG_BADPAT,  /* (*MARK) must have an argument */
153      REG_INVARG,  /* this version of PCRE is not compiled with PCRE_UCP support */
154      REG_BADPAT,  /* \c must be followed by an ASCII character */
155      REG_BADPAT,  /* \k is not followed by a braced, angle-bracketed, or quoted name */
156  };  };
157    
158  /* Table of texts corresponding to POSIX error codes */  /* Table of texts corresponding to POSIX error codes */
159    
160  static char *pstring[] = {  static const char *const pstring[] = {
161    "",                                /* Dummy for value 0 */    "",                                /* Dummy for value 0 */
162    "internal error",                  /* REG_ASSERT */    "internal error",                  /* REG_ASSERT */
163    "invalid repeat counts in {}",     /* BADBR      */    "invalid repeat counts in {}",     /* BADBR      */
# Line 97  static char *pstring[] = { Line 182  static char *pstring[] = {
182    
183    
184  /*************************************************  /*************************************************
 *          Translate PCRE text code to int       *  
 *************************************************/  
   
 /* PCRE compile-time errors are given as strings defined as macros. We can just  
 look them up in a table to turn them into POSIX-style error codes. */  
   
 static int  
 pcre_posix_error_code(const char *s)  
 {  
 int i;  
 for (i = 0; i < sizeof(estring)/sizeof(char *); i++)  
   if (strcmp(s, estring[i]) == 0) return eint[i];  
 return REG_ASSERT;  
 }  
   
   
   
 /*************************************************  
185  *          Translate error code to string        *  *          Translate error code to string        *
186  *************************************************/  *************************************************/
187    
188  size_t  PCREPOSIX_EXP_DEFN size_t PCRE_CALL_CONVENTION
189  regerror(int errcode, const regex_t *preg, char *errbuf, size_t errbuf_size)  regerror(int errcode, const regex_t *preg, char *errbuf, size_t errbuf_size)
190  {  {
191  char *message, *addmessage;  const char *message, *addmessage;
192  int length, adlength;  size_t length, addlength;
193    
194  message = (errcode >= sizeof(pstring)/sizeof(char *))?  message = (errcode >= (int)(sizeof(pstring)/sizeof(char *)))?
195    "unknown error code" : pstring[errcode];    "unknown error code" : pstring[errcode];
196    length = strlen(message) + 1;
197    
198  length = (int)strlen(message) + 1;  addmessage = " at offset ";
199    addlength = (preg != NULL && (int)preg->re_erroffset != -1)?
200  if (preg != NULL && (int)preg->re_erroffset != -1)    strlen(addmessage) + 6 : 0;
   {  
   addmessage = " at offset ";  
   adlength = (int)strlen(addmessage) + 6;  
   }  
 else adlength = 0;  
201    
202  if (errbuf_size > 0)  if (errbuf_size > 0)
203    {    {
204    if (adlength > 0 && errbuf_size >= length + adlength)    if (addlength > 0 && errbuf_size >= length + addlength)
205      sprintf(errbuf, "%s%s%-6d", message, addmessage, preg->re_erroffset);      sprintf(errbuf, "%s%s%-6d", message, addmessage, (int)preg->re_erroffset);
206    else    else
207      {      {
208      strncpy(errbuf, message, errbuf_size - 1);      strncpy(errbuf, message, errbuf_size - 1);
# Line 147  if (errbuf_size > 0) Line 210  if (errbuf_size > 0)
210      }      }
211    }    }
212    
213  return length + adlength;  return length + addlength;
214  }  }
215    
216    
# Line 157  return length + adlength; Line 220  return length + adlength;
220  *           Free store held by a regex           *  *           Free store held by a regex           *
221  *************************************************/  *************************************************/
222    
223  void  PCREPOSIX_EXP_DEFN void PCRE_CALL_CONVENTION
224  regfree(regex_t *preg)  regfree(regex_t *preg)
225  {  {
226  (pcre_free)(preg->re_pcre);  (pcre_free)(preg->re_pcre);
# Line 180  Returns:      0 on success Line 243  Returns:      0 on success
243                various non-zero codes on failure                various non-zero codes on failure
244  */  */
245    
246  int  PCREPOSIX_EXP_DEFN int PCRE_CALL_CONVENTION
247  regcomp(regex_t *preg, const char *pattern, int cflags)  regcomp(regex_t *preg, const char *pattern, int cflags)
248  {  {
249  char *errorptr;  const char *errorptr;
250  int erroffset;  int erroffset;
251    int errorcode;
252  int options = 0;  int options = 0;
253    
254  if ((cflags & REG_ICASE) != 0) options |= PCRE_CASELESS;  if ((cflags & REG_ICASE) != 0)    options |= PCRE_CASELESS;
255  if ((cflags & REG_NEWLINE) != 0) options |= PCRE_MULTILINE;  if ((cflags & REG_NEWLINE) != 0)  options |= PCRE_MULTILINE;
256    if ((cflags & REG_DOTALL) != 0)   options |= PCRE_DOTALL;
257    if ((cflags & REG_NOSUB) != 0)    options |= PCRE_NO_AUTO_CAPTURE;
258    if ((cflags & REG_UTF8) != 0)     options |= PCRE_UTF8;
259    if ((cflags & REG_UCP) != 0)      options |= PCRE_UCP;
260    if ((cflags & REG_UNGREEDY) != 0) options |= PCRE_UNGREEDY;
261    
262  preg->re_pcre = pcre_compile(pattern, options, &errorptr, &erroffset);  preg->re_pcre = pcre_compile2(pattern, options, &errorcode, &errorptr,
263      &erroffset, NULL);
264  preg->re_erroffset = erroffset;  preg->re_erroffset = erroffset;
265    
266  if (preg->re_pcre == NULL) return pcre_posix_error_code(errorptr);  /* Safety: if the error code is too big for the translation vector (which
267    should not happen, but we all make mistakes), return REG_BADPAT. */
268    
269  preg->re_nsub = pcre_info(preg->re_pcre, NULL, NULL);  if (preg->re_pcre == NULL)
270      {
271      return (errorcode < sizeof(eint)/sizeof(const int))?
272        eint[errorcode] : REG_BADPAT;
273      }
274    
275    preg->re_nsub = pcre_info((const pcre *)preg->re_pcre, NULL, NULL);
276  return 0;  return 0;
277  }  }
278    
# Line 206  return 0; Line 283  return 0;
283  *              Match a regular expression        *  *              Match a regular expression        *
284  *************************************************/  *************************************************/
285    
286  int  /* Unfortunately, PCRE requires 3 ints of working space for each captured
287  regexec(regex_t *preg, const char *string, size_t nmatch,  substring, so we have to get and release working store instead of just using
288    the POSIX structures as was done in earlier releases when PCRE needed only 2
289    ints. However, if the number of possible capturing brackets is small, use a
290    block of store on the stack, to reduce the use of malloc/free. The threshold is
291    in a macro that can be changed at configure time.
292    
293    If REG_NOSUB was specified at compile time, the PCRE_NO_AUTO_CAPTURE flag will
294    be set. When this is the case, the nmatch and pmatch arguments are ignored, and
295    the only result is yes/no/error. */
296    
297    PCREPOSIX_EXP_DEFN int PCRE_CALL_CONVENTION
298    regexec(const regex_t *preg, const char *string, size_t nmatch,
299    regmatch_t pmatch[], int eflags)    regmatch_t pmatch[], int eflags)
300  {  {
301  int rc;  int rc, so, eo;
302  int options = 0;  int options = 0;
303    int *ovector = NULL;
304    int small_ovector[POSIX_MALLOC_THRESHOLD * 3];
305    BOOL allocated_ovector = FALSE;
306    BOOL nosub =
307      (((const pcre *)preg->re_pcre)->options & PCRE_NO_AUTO_CAPTURE) != 0;
308    
309  if ((eflags & REG_NOTBOL) != 0) options |= PCRE_NOTBOL;  if ((eflags & REG_NOTBOL) != 0) options |= PCRE_NOTBOL;
310  if ((eflags & REG_NOTEOL) != 0) options |= PCRE_NOTEOL;  if ((eflags & REG_NOTEOL) != 0) options |= PCRE_NOTEOL;
311    if ((eflags & REG_NOTEMPTY) != 0) options |= PCRE_NOTEMPTY;
312    
313    ((regex_t *)preg)->re_erroffset = (size_t)(-1);  /* Only has meaning after compile */
314    
315    /* When no string data is being returned, or no vector has been passed in which
316    to put it, ensure that nmatch is zero. Otherwise, ensure the vector for holding
317    the return data is large enough. */
318    
319    if (nosub || pmatch == NULL) nmatch = 0;
320    
321    else if (nmatch > 0)
322      {
323      if (nmatch <= POSIX_MALLOC_THRESHOLD)
324        {
325        ovector = &(small_ovector[0]);
326        }
327      else
328        {
329        if (nmatch > INT_MAX/(sizeof(int) * 3)) return REG_ESPACE;
330        ovector = (int *)malloc(sizeof(int) * nmatch * 3);
331        if (ovector == NULL) return REG_ESPACE;
332        allocated_ovector = TRUE;
333        }
334      }
335    
336    /* REG_STARTEND is a BSD extension, to allow for non-NUL-terminated strings.
337    The man page from OS X says "REG_STARTEND affects only the location of the
338    string, not how it is matched". That is why the "so" value is used to bump the
339    start location rather than being passed as a PCRE "starting offset". */
340    
341    if ((eflags & REG_STARTEND) != 0)
342      {
343      so = pmatch[0].rm_so;
344      eo = pmatch[0].rm_eo;
345      }
346    else
347      {
348      so = 0;
349      eo = (int)strlen(string);
350      }
351    
352  preg->re_erroffset = -1;   /* Only has meaning after compile */  rc = pcre_exec((const pcre *)preg->re_pcre, NULL, string + so, (eo - so),
353      0, options, ovector, (int)(nmatch * 3));
354    
355  rc = pcre_exec(preg->re_pcre, NULL, string, (int)strlen(string), options,  if (rc == 0) rc = (int)nmatch;    /* All captured slots were filled in */
   (int *)pmatch, nmatch * 2);  
356    
357  if (rc == 0) return 0;    /* All pmatch were filled in */  /* Successful match */
358    
359  if (rc > 0)  if (rc >= 0)
360    {    {
361    int i;    size_t i;
362    for (i = rc; i < nmatch; i++) pmatch[i].rm_so = pmatch[i].rm_eo = -1;    if (!nosub)
363        {
364        for (i = 0; i < (size_t)rc; i++)
365          {
366          pmatch[i].rm_so = ovector[i*2];
367          pmatch[i].rm_eo = ovector[i*2+1];
368          }
369        if (allocated_ovector) free(ovector);
370        for (; i < nmatch; i++) pmatch[i].rm_so = pmatch[i].rm_eo = -1;
371        }
372    return 0;    return 0;
373    }    }
374    
375  else switch(rc)  /* Unsuccessful match */
376    
377    if (allocated_ovector) free(ovector);
378    switch(rc)
379    {    {
380    /* ========================================================================== */
381      /* These cases are never obeyed. This is a fudge that causes a compile-time
382      error if the vector eint, which is indexed by compile-time error number, is
383      not the correct length. It seems to be the only way to do such a check at
384      compile time, as the sizeof() operator does not work in the C preprocessor.
385      As all the PCRE_ERROR_xxx values are negative, we can use 0 and 1. */
386    
387      case 0:
388      case (sizeof(eint)/sizeof(int) == ERRCOUNT):
389      return REG_ASSERT;
390    /* ========================================================================== */
391    
392    case PCRE_ERROR_NOMATCH: return REG_NOMATCH;    case PCRE_ERROR_NOMATCH: return REG_NOMATCH;
   case PCRE_ERROR_BADREF: return REG_ESUBREG;  
393    case PCRE_ERROR_NULL: return REG_INVARG;    case PCRE_ERROR_NULL: return REG_INVARG;
394    case PCRE_ERROR_BADOPTION: return REG_INVARG;    case PCRE_ERROR_BADOPTION: return REG_INVARG;
395    case PCRE_ERROR_BADMAGIC: return REG_INVARG;    case PCRE_ERROR_BADMAGIC: return REG_INVARG;
396    case PCRE_ERROR_UNKNOWN_NODE: return REG_ASSERT;    case PCRE_ERROR_UNKNOWN_NODE: return REG_ASSERT;
397    case PCRE_ERROR_NOMEMORY: return REG_ESPACE;    case PCRE_ERROR_NOMEMORY: return REG_ESPACE;
398      case PCRE_ERROR_MATCHLIMIT: return REG_ESPACE;
399      case PCRE_ERROR_BADUTF8: return REG_INVARG;
400      case PCRE_ERROR_BADUTF8_OFFSET: return REG_INVARG;
401    default: return REG_ASSERT;    default: return REG_ASSERT;
402    }    }
403  }  }

Legend:
Removed from v.3  
changed lines
  Added in v.629

  ViewVC Help
Powered by ViewVC 1.1.5