/[pcre]/code/trunk/pcre_internal.h
ViewVC logotype

Diff of /code/trunk/pcre_internal.h

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 454 by ph10, Tue Sep 22 09:42:11 2009 UTC revision 494 by ph10, Tue Mar 2 11:53:12 2010 UTC
# Line 7  Line 7 
7  and semantics are as close as possible to those of the Perl 5 language.  and semantics are as close as possible to those of the Perl 5 language.
8    
9                         Written by Philip Hazel                         Written by Philip Hazel
10             Copyright (c) 1997-2009 University of Cambridge             Copyright (c) 1997-2010 University of Cambridge
11    
12  -----------------------------------------------------------------------------  -----------------------------------------------------------------------------
13  Redistribution and use in source and binary forms, with or without  Redistribution and use in source and binary forms, with or without
# Line 45  functions whose names all begin with "_p Line 45  functions whose names all begin with "_p
45  #ifndef PCRE_INTERNAL_H  #ifndef PCRE_INTERNAL_H
46  #define PCRE_INTERNAL_H  #define PCRE_INTERNAL_H
47    
48  /* Define DEBUG to get debugging output on stdout. */  /* Define PCRE_DEBUG to get debugging output on stdout. */
49    
50  #if 0  #if 0
51  #define DEBUG  #define PCRE_DEBUG
52  #endif  #endif
53    
54  /* We do not support both EBCDIC and UTF-8 at the same time. The "configure"  /* We do not support both EBCDIC and UTF-8 at the same time. The "configure"
# Line 74  It turns out that the Mac Debugging.h he Line 74  It turns out that the Mac Debugging.h he
74  be absolutely sure we get our version. */  be absolutely sure we get our version. */
75    
76  #undef DPRINTF  #undef DPRINTF
77  #ifdef DEBUG  #ifdef PCRE_DEBUG
78  #define DPRINTF(p) printf p  #define DPRINTF(p) printf p
79  #else  #else
80  #define DPRINTF(p) /* Nothing */  #define DPRINTF(p) /* Nothing */
# Line 86  setjmp and stdarg are used is when NO_RE Line 86  setjmp and stdarg are used is when NO_RE
86    
87  #include <ctype.h>  #include <ctype.h>
88  #include <limits.h>  #include <limits.h>
 #include <setjmp.h>  
 #include <stdarg.h>  
89  #include <stddef.h>  #include <stddef.h>
90  #include <stdio.h>  #include <stdio.h>
91  #include <stdlib.h>  #include <stdlib.h>
# Line 186  preprocessor time in standard C environm Line 184  preprocessor time in standard C environm
184    #error Cannot determine a type for 32-bit unsigned integers    #error Cannot determine a type for 32-bit unsigned integers
185  #endif  #endif
186    
187    /* When checking for integer overflow in pcre_compile(), we need to handle
188    large integers. If a 64-bit integer type is available, we can use that.
189    Otherwise we have to cast to double, which of course requires floating point
190    arithmetic. Handle this by defining a macro for the appropriate type. If
191    stdint.h is available, include it; it may define INT64_MAX. Systems that do not
192    have stdint.h (e.g. Solaris) may have inttypes.h. The macro int64_t may be set
193    by "configure". */
194    
195    #if HAVE_STDINT_H
196    #include <stdint.h>
197    #elif HAVE_INTTYPES_H
198    #include <inttypes.h>
199    #endif
200    
201    #if defined INT64_MAX || defined int64_t
202    #define INT64_OR_DOUBLE int64_t
203    #else
204    #define INT64_OR_DOUBLE double
205    #endif
206    
207  /* All character handling must be done as unsigned characters. Otherwise there  /* All character handling must be done as unsigned characters. Otherwise there
208  are problems with top-bit-set characters and functions such as isspace().  are problems with top-bit-set characters and functions such as isspace().
209  However, we leave the interface to the outside world as char *, because that  However, we leave the interface to the outside world as char *, because that
# Line 549  compatibility. */ Line 567  compatibility. */
567  /* Options for the "extra" block produced by pcre_study(). */  /* Options for the "extra" block produced by pcre_study(). */
568    
569  #define PCRE_STUDY_MAPPED   0x01     /* a map of starting chars exists */  #define PCRE_STUDY_MAPPED   0x01     /* a map of starting chars exists */
570    #define PCRE_STUDY_MINLEN   0x02     /* a minimum length field exists */
571    
572  /* Masks for identifying the public options that are permitted at compile  /* Masks for identifying the public options that are permitted at compile
573  time, run time, or study time, respectively. */  time, run time, or study time, respectively. */
# Line 1209  enum { ESC_A = 1, ESC_G, ESC_K, ESC_B, E Line 1228  enum { ESC_A = 1, ESC_G, ESC_K, ESC_B, E
1228  OP_EOD must correspond in order to the list of escapes immediately above.  OP_EOD must correspond in order to the list of escapes immediately above.
1229    
1230  *** NOTE NOTE NOTE *** Whenever this list is updated, the two macro definitions  *** NOTE NOTE NOTE *** Whenever this list is updated, the two macro definitions
1231  that follow must also be updated to match. There is also a table called  that follow must also be updated to match. There are also tables called
1232  "coptable" in pcre_dfa_exec.c that must be updated. */  "coptable" and "poptable" in pcre_dfa_exec.c that must be updated. */
1233    
1234  enum {  enum {
1235    OP_END,            /* 0 End of pattern */    OP_END,            /* 0 End of pattern */
# Line 1346  enum { Line 1365  enum {
1365    OP_SCBRA,          /* 98 Start of capturing bracket, check empty */    OP_SCBRA,          /* 98 Start of capturing bracket, check empty */
1366    OP_SCOND,          /* 99 Conditional group, check empty */    OP_SCOND,          /* 99 Conditional group, check empty */
1367    
1368      /* The next two pairs must (respectively) be kept together. */
1369    
1370    OP_CREF,           /* 100 Used to hold a capture number as condition */    OP_CREF,           /* 100 Used to hold a capture number as condition */
1371    OP_RREF,           /* 101 Used to hold a recursion number as condition */    OP_NCREF,          /* 101 Same, but generaged by a name reference*/
1372    OP_DEF,            /* 102 The DEFINE condition */    OP_RREF,           /* 102 Used to hold a recursion number as condition */
1373      OP_NRREF,          /* 103 Same, but generaged by a name reference*/
1374      OP_DEF,            /* 104 The DEFINE condition */
1375    
1376    OP_BRAZERO,        /* 103 These two must remain together and in this */    OP_BRAZERO,        /* 105 These two must remain together and in this */
1377    OP_BRAMINZERO,     /* 104 order. */    OP_BRAMINZERO,     /* 106 order. */
1378    
1379    /* These are backtracking control verbs */    /* These are backtracking control verbs */
1380    
1381    OP_PRUNE,          /* 105 */    OP_PRUNE,          /* 107 */
1382    OP_SKIP,           /* 106 */    OP_SKIP,           /* 108 */
1383    OP_THEN,           /* 107 */    OP_THEN,           /* 109 */
1384    OP_COMMIT,         /* 108 */    OP_COMMIT,         /* 110 */
1385    
1386    /* These are forced failure and success verbs */    /* These are forced failure and success verbs */
1387    
1388    OP_FAIL,           /* 109 */    OP_FAIL,           /* 111 */
1389    OP_ACCEPT,         /* 110 */    OP_ACCEPT,         /* 112 */
1390    OP_CLOSE,          /* 111 Used before OP_ACCEPT to close open captures */    OP_CLOSE,          /* 113 Used before OP_ACCEPT to close open captures */
1391    
1392    /* This is used to skip a subpattern with a {0} quantifier */    /* This is used to skip a subpattern with a {0} quantifier */
1393    
1394    OP_SKIPZERO        /* 112 */    OP_SKIPZERO        /* 114 */
1395  };  };
1396    
1397    /* *** NOTE NOTE NOTE *** Whenever the list above is updated, the two macro
1398    definitions that follow must also be updated to match. There are also tables
1399    called "coptable" cna "poptable" in pcre_dfa_exec.c that must be updated. */
1400    
1401    
1402  /* This macro defines textual names for all the opcodes. These are used only  /* This macro defines textual names for all the opcodes. These are used only
1403  for debugging. The macro is referenced only in pcre_printint.c. */  for debugging. The macro is referenced only in pcre_printint.c. */
# Line 1392  for debugging. The macro is referenced o Line 1419  for debugging. The macro is referenced o
1419    "Alt", "Ket", "KetRmax", "KetRmin", "Assert", "Assert not",     \    "Alt", "Ket", "KetRmax", "KetRmin", "Assert", "Assert not",     \
1420    "AssertB", "AssertB not", "Reverse",                            \    "AssertB", "AssertB not", "Reverse",                            \
1421    "Once", "Bra", "CBra", "Cond", "SBra", "SCBra", "SCond",        \    "Once", "Bra", "CBra", "Cond", "SBra", "SCBra", "SCond",        \
1422    "Cond ref", "Cond rec", "Cond def", "Brazero", "Braminzero",    \    "Cond ref", "Cond nref", "Cond rec", "Cond nrec", "Cond def",   \
1423      "Brazero", "Braminzero",                                        \
1424    "*PRUNE", "*SKIP", "*THEN", "*COMMIT", "*FAIL", "*ACCEPT",      \    "*PRUNE", "*SKIP", "*THEN", "*COMMIT", "*FAIL", "*ACCEPT",      \
1425    "Close", "Skip zero"    "Close", "Skip zero"
1426    
# Line 1454  in UTF-8 mode. The code that uses this t Line 1482  in UTF-8 mode. The code that uses this t
1482    1+LINK_SIZE,                   /* SBRA                                   */ \    1+LINK_SIZE,                   /* SBRA                                   */ \
1483    3+LINK_SIZE,                   /* SCBRA                                  */ \    3+LINK_SIZE,                   /* SCBRA                                  */ \
1484    1+LINK_SIZE,                   /* SCOND                                  */ \    1+LINK_SIZE,                   /* SCOND                                  */ \
1485    3,                             /* CREF                                   */ \    3, 3,                          /* CREF, NCREF                            */ \
1486    3,                             /* RREF                                   */ \    3, 3,                          /* RREF, NRREF                            */ \
1487    1,                             /* DEF                                    */ \    1,                             /* DEF                                    */ \
1488    1, 1,                          /* BRAZERO, BRAMINZERO                    */ \    1, 1,                          /* BRAZERO, BRAMINZERO                    */ \
1489    1, 1, 1, 1,                    /* PRUNE, SKIP, THEN, COMMIT,             */ \    1, 1, 1, 1,                    /* PRUNE, SKIP, THEN, COMMIT,             */ \
1490    1, 1, 3, 1                     /* FAIL, ACCEPT, CLOSE, SKIPZERO          */    1, 1, 3, 1                     /* FAIL, ACCEPT, CLOSE, SKIPZERO          */
1491    
1492    
1493  /* A magic value for OP_RREF to indicate the "any recursion" condition. */  /* A magic value for OP_RREF and OP_NRREF to indicate the "any recursion"
1494    condition. */
1495    
1496  #define RREF_ANY  0xffff  #define RREF_ANY  0xffff
1497    
# Line 1475  enum { ERR0,  ERR1,  ERR2,  ERR3,  ERR4, Line 1504  enum { ERR0,  ERR1,  ERR2,  ERR3,  ERR4,
1504         ERR30, ERR31, ERR32, ERR33, ERR34, ERR35, ERR36, ERR37, ERR38, ERR39,         ERR30, ERR31, ERR32, ERR33, ERR34, ERR35, ERR36, ERR37, ERR38, ERR39,
1505         ERR40, ERR41, ERR42, ERR43, ERR44, ERR45, ERR46, ERR47, ERR48, ERR49,         ERR40, ERR41, ERR42, ERR43, ERR44, ERR45, ERR46, ERR47, ERR48, ERR49,
1506         ERR50, ERR51, ERR52, ERR53, ERR54, ERR55, ERR56, ERR57, ERR58, ERR59,         ERR50, ERR51, ERR52, ERR53, ERR54, ERR55, ERR56, ERR57, ERR58, ERR59,
1507         ERR60, ERR61, ERR62, ERR63, ERR64 };         ERR60, ERR61, ERR62, ERR63, ERR64, ERR65 };
1508    
1509  /* The real format of the start of the pcre block; the index of names and the  /* The real format of the start of the pcre block; the index of names and the
1510  code vector run on as long as necessary after the end. We store an explicit  code vector run on as long as necessary after the end. We store an explicit
# Line 1491  Because people can now save and re-use c Line 1520  Because people can now save and re-use c
1520  structure should be made at the end, and something earlier (e.g. a new  structure should be made at the end, and something earlier (e.g. a new
1521  flag in the options or one of the dummy fields) should indicate that the new  flag in the options or one of the dummy fields) should indicate that the new
1522  fields are present. Currently PCRE always sets the dummy fields to zero.  fields are present. Currently PCRE always sets the dummy fields to zero.
1523  NOTE NOTE NOTE:  NOTE NOTE NOTE
1524  */  */
1525    
1526  typedef struct real_pcre {  typedef struct real_pcre {
# Line 1518  remark (see NOTE above) about extending Line 1547  remark (see NOTE above) about extending
1547    
1548  typedef struct pcre_study_data {  typedef struct pcre_study_data {
1549    pcre_uint32 size;               /* Total that was malloced */    pcre_uint32 size;               /* Total that was malloced */
1550    pcre_uint32 options;    pcre_uint32 flags;              /* Private flags */
1551    uschar start_bits[32];    uschar start_bits[32];          /* Starting char bits */
1552      pcre_uint32 minlength;          /* Minimum subject length */
1553  } pcre_study_data;  } pcre_study_data;
1554    
1555  /* Structure for building a chain of open capturing subpatterns during  /* Structure for building a chain of open capturing subpatterns during
1556  compiling, so that instructions to close them can be compiled when (*ACCEPT) is  compiling, so that instructions to close them can be compiled when (*ACCEPT) is
1557  encountered. */  encountered. This is also used to identify subpatterns that contain recursive
1558    back references to themselves, so that they can be made atomic. */
1559    
1560  typedef struct open_capitem {  typedef struct open_capitem {
1561    struct open_capitem *next;    /* Chain link */    struct open_capitem *next;    /* Chain link */
1562    pcre_uint16 number;           /* Capture number */    pcre_uint16 number;           /* Capture number */
1563  } open_capitem;    pcre_uint16 flag;             /* Set TRUE if recursive back ref */
1564    } open_capitem;
1565    
1566  /* Structure for passing "static" information around between the functions  /* Structure for passing "static" information around between the functions
1567  doing the compiling, so that they are thread-safe. */  doing the compiling, so that they are thread-safe. */
# Line 1543  typedef struct compile_data { Line 1575  typedef struct compile_data {
1575    const uschar *start_code;     /* The start of the compiled code */    const uschar *start_code;     /* The start of the compiled code */
1576    const uschar *start_pattern;  /* The start of the pattern */    const uschar *start_pattern;  /* The start of the pattern */
1577    const uschar *end_pattern;    /* The end of the pattern */    const uschar *end_pattern;    /* The end of the pattern */
1578    open_capitem *open_caps;      /* Chain of open capture items */    open_capitem *open_caps;      /* Chain of open capture items */
1579    uschar *hwm;                  /* High watermark of workspace */    uschar *hwm;                  /* High watermark of workspace */
1580    uschar *name_table;           /* The name/number table */    uschar *name_table;           /* The name/number table */
1581    int  names_found;             /* Number of entries so far */    int  names_found;             /* Number of entries so far */
# Line 1556  typedef struct compile_data { Line 1588  typedef struct compile_data {
1588    int  external_flags;          /* External flag bits to be set */    int  external_flags;          /* External flag bits to be set */
1589    int  req_varyopt;             /* "After variable item" flag for reqbyte */    int  req_varyopt;             /* "After variable item" flag for reqbyte */
1590    BOOL had_accept;              /* (*ACCEPT) encountered */    BOOL had_accept;              /* (*ACCEPT) encountered */
1591    BOOL check_lookbehind;        /* Lookbehinds need later checking */    BOOL check_lookbehind;        /* Lookbehinds need later checking */
1592    int  nltype;                  /* Newline type */    int  nltype;                  /* Newline type */
1593    int  nllen;                   /* Newline string length */    int  nllen;                   /* Newline string length */
1594    uschar nl[4];                 /* Newline string when fixed length */    uschar nl[4];                 /* Newline string when fixed length */
# Line 1567  branches, for testing for left recursion Line 1599  branches, for testing for left recursion
1599    
1600  typedef struct branch_chain {  typedef struct branch_chain {
1601    struct branch_chain *outer;    struct branch_chain *outer;
1602    uschar *current;    uschar *current_branch;
1603  } branch_chain;  } branch_chain;
1604    
1605  /* Structure for items in a linked list that represents an explicit recursive  /* Structure for items in a linked list that represents an explicit recursive
# Line 1580  typedef struct recursion_info { Line 1612  typedef struct recursion_info {
1612    USPTR save_start;             /* Old value of mstart */    USPTR save_start;             /* Old value of mstart */
1613    int *offset_save;             /* Pointer to start of saved offsets */    int *offset_save;             /* Pointer to start of saved offsets */
1614    int saved_max;                /* Number of saved offsets */    int saved_max;                /* Number of saved offsets */
1615    int offset_top;               /* Current value of offset_top */    int save_offset_top;          /* Current value of offset_top */
1616  } recursion_info;  } recursion_info;
1617    
1618  /* Structure for building a chain of data for holding the values of the subject  /* Structure for building a chain of data for holding the values of the subject
# Line 1605  typedef struct match_data { Line 1637  typedef struct match_data {
1637    int    offset_max;            /* The maximum usable for return data */    int    offset_max;            /* The maximum usable for return data */
1638    int    nltype;                /* Newline type */    int    nltype;                /* Newline type */
1639    int    nllen;                 /* Newline string length */    int    nllen;                 /* Newline string length */
1640      int    name_count;            /* Number of names in name table */
1641      int    name_entry_size;       /* Size of entry in names table */
1642      uschar *name_table;           /* Table of names */
1643    uschar nl[4];                 /* Newline string when fixed */    uschar nl[4];                 /* Newline string when fixed */
1644    const uschar *lcc;            /* Points to lower casing table */    const uschar *lcc;            /* Points to lower casing table */
1645    const uschar *ctypes;         /* Points to table of type maps */    const uschar *ctypes;         /* Points to table of type maps */
# Line 1722  extern const uschar _pcre_OP_lengths[]; Line 1757  extern const uschar _pcre_OP_lengths[];
1757  one of the exported public functions. They have to be "external" in the C  one of the exported public functions. They have to be "external" in the C
1758  sense, but are not part of the PCRE public API. */  sense, but are not part of the PCRE public API. */
1759    
1760  extern BOOL         _pcre_is_newline(const uschar *, int, const uschar *,  extern const uschar *_pcre_find_bracket(const uschar *, BOOL, int);
1761                        int *, BOOL);  extern BOOL          _pcre_is_newline(USPTR, int, USPTR, int *, BOOL);
1762  extern int          _pcre_ord2utf8(int, uschar *);  extern int           _pcre_ord2utf8(int, uschar *);
1763  extern real_pcre   *_pcre_try_flipped(const real_pcre *, real_pcre *,  extern real_pcre    *_pcre_try_flipped(const real_pcre *, real_pcre *,
1764                        const pcre_study_data *, pcre_study_data *);                         const pcre_study_data *, pcre_study_data *);
1765  extern int          _pcre_valid_utf8(const uschar *, int);  extern int           _pcre_valid_utf8(USPTR, int);
1766  extern BOOL         _pcre_was_newline(const uschar *, int, const uschar *,  extern BOOL          _pcre_was_newline(USPTR, int, USPTR, int *, BOOL);
1767                        int *, BOOL);  extern BOOL          _pcre_xclass(int, const uschar *);
 extern BOOL         _pcre_xclass(int, const uschar *);  
1768    
1769    
1770  /* Unicode character database (UCD) */  /* Unicode character database (UCD) */

Legend:
Removed from v.454  
changed lines
  Added in v.494

  ViewVC Help
Powered by ViewVC 1.1.5