1 |
#! /usr/bin/perl |
#! /usr/bin/env perl |
2 |
|
|
3 |
# Program for testing regular expressions with perl to check that PCRE handles |
# Program for testing regular expressions with perl to check that PCRE handles |
4 |
# them the same. |
# them the same. This is the version that supports /8 for UTF-8 testing. As it |
5 |
|
# stands, it requires at least Perl 5.8 for UTF-8 support. However, it needs to |
6 |
|
# have "use utf8" at the start for running the UTF-8 tests, but *not* for the |
7 |
|
# other tests. The only way I've found for doing this is to cat this line in |
8 |
|
# explicitly in the RunPerlTest script. |
9 |
|
|
10 |
|
# use locale; # With this included, \x0b matches \s! |
11 |
|
|
12 |
# Function for turning a string into a string of printing chars |
# Function for turning a string into a string of printing chars. There are |
13 |
|
# currently problems with UTF-8 strings; this fudges round them. |
14 |
|
|
15 |
sub pchars { |
sub pchars { |
16 |
my($t) = ""; |
my($t) = ""; |
17 |
|
|
18 |
foreach $c (split(//, @_[0])) |
if ($utf8) |
19 |
{ |
{ |
20 |
if (ord $c >= 32 && ord $c < 127) { $t .= $c; } |
@p = unpack('U*', $_[0]); |
21 |
else { $t .= sprintf("\\x%02x", ord $c); } |
foreach $c (@p) |
22 |
|
{ |
23 |
|
if ($c >= 32 && $c < 127) { $t .= chr $c; } |
24 |
|
else { $t .= sprintf("\\x{%02x}", $c); } |
25 |
|
} |
26 |
} |
} |
27 |
|
|
28 |
|
else |
29 |
|
{ |
30 |
|
foreach $c (split(//, $_[0])) |
31 |
|
{ |
32 |
|
if (ord $c >= 32 && ord $c < 127) { $t .= $c; } |
33 |
|
else { $t .= sprintf("\\x%02x", ord $c); } |
34 |
|
} |
35 |
|
} |
36 |
|
|
37 |
$t; |
$t; |
38 |
} |
} |
39 |
|
|
40 |
|
|
|
|
|
41 |
# Read lines from named file or stdin and write to named file or stdout; lines |
# Read lines from named file or stdin and write to named file or stdout; lines |
42 |
# consist of a regular expression, in delimiters and optionally followed by |
# consist of a regular expression, in delimiters and optionally followed by |
43 |
# options, followed by a set of test data, terminated by an empty line. |
# options, followed by a set of test data, terminated by an empty line. |
72 |
|
|
73 |
$pattern = $_; |
$pattern = $_; |
74 |
|
|
|
$delimiter = substr($_, 0, 1); |
|
75 |
while ($pattern !~ /^\s*(.).*\1/s) |
while ($pattern !~ /^\s*(.).*\1/s) |
76 |
{ |
{ |
77 |
printf " > " if $infile eq "STDIN"; |
printf " > " if $infile eq "STDIN"; |
83 |
chomp($pattern); |
chomp($pattern); |
84 |
$pattern =~ s/\s+$//; |
$pattern =~ s/\s+$//; |
85 |
|
|
86 |
|
# The private /+ modifier means "print $' afterwards". |
87 |
|
|
88 |
|
$showrest = ($pattern =~ s/\+(?=[a-z]*$)//); |
89 |
|
|
90 |
|
# Remove /8 from a UTF-8 pattern. |
91 |
|
|
92 |
|
$utf8 = $pattern =~ s/8(?=[a-z]*$)//; |
93 |
|
|
94 |
|
# Remove /J from a pattern with duplicate names. |
95 |
|
|
96 |
|
$pattern =~ s/J(?=[a-z]*$)//; |
97 |
|
|
98 |
# Check that the pattern is valid |
# Check that the pattern is valid |
99 |
|
|
100 |
eval "\$_ =~ ${pattern}"; |
eval "\$_ =~ ${pattern}"; |
104 |
next NEXT_RE; |
next NEXT_RE; |
105 |
} |
} |
106 |
|
|
107 |
|
# If the /g modifier is present, we want to put a loop round the matching; |
108 |
|
# otherwise just a single "if". |
109 |
|
|
110 |
|
$cmd = ($pattern =~ /g[a-z]*$/)? "while" : "if"; |
111 |
|
|
112 |
|
# If the pattern is actually the null string, Perl uses the most recently |
113 |
|
# executed (and successfully compiled) regex is used instead. This is a |
114 |
|
# nasty trap for the unwary! The PCRE test suite does contain null strings |
115 |
|
# in places - if they are allowed through here all sorts of weird and |
116 |
|
# unexpected effects happen. To avoid this, we replace such patterns with |
117 |
|
# a non-null pattern that has the same effect. |
118 |
|
|
119 |
|
$pattern = "/(?#)/$2" if ($pattern =~ /^(.)\1(.*)$/); |
120 |
|
|
121 |
# Read data lines and test them |
# Read data lines and test them |
122 |
|
|
123 |
for (;;) |
for (;;) |
131 |
s/^\s+//; |
s/^\s+//; |
132 |
|
|
133 |
last if ($_ eq ""); |
last if ($_ eq ""); |
134 |
|
$x = eval "\"$_\""; # To get escapes processed |
135 |
|
|
136 |
|
# Empty array for holding results, then do the matching. |
137 |
|
|
138 |
|
@subs = (); |
139 |
|
|
140 |
$_ = eval "\"$_\""; # To get escapes processed |
$pushes = "push \@subs,\$&;" . |
141 |
|
"push \@subs,\$1;" . |
142 |
|
"push \@subs,\$2;" . |
143 |
|
"push \@subs,\$3;" . |
144 |
|
"push \@subs,\$4;" . |
145 |
|
"push \@subs,\$5;" . |
146 |
|
"push \@subs,\$6;" . |
147 |
|
"push \@subs,\$7;" . |
148 |
|
"push \@subs,\$8;" . |
149 |
|
"push \@subs,\$9;" . |
150 |
|
"push \@subs,\$10;" . |
151 |
|
"push \@subs,\$11;" . |
152 |
|
"push \@subs,\$12;" . |
153 |
|
"push \@subs,\$13;" . |
154 |
|
"push \@subs,\$14;" . |
155 |
|
"push \@subs,\$15;" . |
156 |
|
"push \@subs,\$16;" . |
157 |
|
"push \@subs,\$'; }"; |
158 |
|
|
159 |
$ok = 0; |
eval "${cmd} (\$x =~ ${pattern}) {" . $pushes; |
|
eval "if (\$_ =~ ${pattern}) {" . |
|
|
"\$z = \$&;" . |
|
|
"\$a = \$1;" . |
|
|
"\$b = \$2;" . |
|
|
"\$c = \$3;" . |
|
|
"\$d = \$4;" . |
|
|
"\$e = \$5;" . |
|
|
"\$f = \$6;" . |
|
|
"\$g = \$7;" . |
|
|
"\$h = \$8;" . |
|
|
"\$i = \$9;" . |
|
|
"\$j = \$10;" . |
|
|
"\$k = \$11;" . |
|
|
"\$l = \$12;" . |
|
|
"\$m = \$13;" . |
|
|
"\$n = \$14;" . |
|
|
"\$o = \$15;" . |
|
|
"\$p = \$16;" . |
|
|
"\$ok = 1; }"; |
|
160 |
|
|
161 |
if ($@) |
if ($@) |
162 |
{ |
{ |
163 |
printf $outfile "Error: $@\n"; |
printf $outfile "Error: $@\n"; |
164 |
next NEXT_RE; |
next NEXT_RE; |
165 |
} |
} |
166 |
elsif (!$ok) |
elsif (scalar(@subs) == 0) |
167 |
{ |
{ |
168 |
printf $outfile "No match\n"; |
printf $outfile "No match\n"; |
169 |
} |
} |
170 |
else |
else |
171 |
{ |
{ |
172 |
@subs = ($z,$a,$b,$c,$d,$e,$f,$g,$h,$i,$j,$k,$l,$m,$n,$o,$p); |
while (scalar(@subs) != 0) |
|
$last_printed = 0; |
|
|
for ($i = 0; $i <= 17; $i++) |
|
173 |
{ |
{ |
174 |
if ($i == 0 || defined $subs[$i]) |
printf $outfile (" 0: %s\n", &pchars($subs[0])); |
175 |
|
printf $outfile (" 0+ %s\n", &pchars($subs[17])) if $showrest; |
176 |
|
$last_printed = 0; |
177 |
|
for ($i = 1; $i <= 16; $i++) |
178 |
{ |
{ |
179 |
while ($last_printed++ < $i-1) |
if (defined $subs[$i]) |
180 |
{ printf $outfile ("%2d: <unset>\n", $last_printed); } |
{ |
181 |
printf $outfile ("%2d: %s\n", $i, &pchars($subs[$i])); |
while ($last_printed++ < $i-1) |
182 |
$last_printed = $i; |
{ printf $outfile ("%2d: <unset>\n", $last_printed); } |
183 |
|
printf $outfile ("%2d: %s\n", $i, &pchars($subs[$i])); |
184 |
|
$last_printed = $i; |
185 |
|
} |
186 |
} |
} |
187 |
|
splice(@subs, 0, 18); |
188 |
} |
} |
189 |
} |
} |
190 |
} |
} |
191 |
} |
} |
192 |
|
|
193 |
printf $outfile "\n"; |
# printf $outfile "\n"; |
194 |
|
|
195 |
# End |
# End |