code/trunk/perltest.pl

#! /usr/bin/env perl

# Program for testing regular expressions with perl to check that PCRE handles
# them the same. This version needs to have "use utf8" at the start for running
# the UTF-8 tests, but *not* for the other tests. The only way I've found for
# doing this is to cat this line in explicitly in the RunPerlTest script. I've
# also used this method to supply "require Encode" for the UTF-8 tests, so that
# the main test will still run where Encode is not installed.

#use utf8;
#require Encode;

# Function for turning a string into a string of printing chars.

sub pchars {
my($t) = "";

if ($utf8)
  {
  @p = unpack('U*', $_[0]);
  foreach $c (@p)
    {
    if ($c >= 32 && $c < 127) { $t .= chr $c; }
      else { $t .= sprintf("\\x{%02x}", $c);
      }
    }
  }
else
  {
  foreach $c (split(//, $_[0]))
    {
    if (ord $c >= 32 && ord $c < 127) { $t .= $c; }
      else { $t .= sprintf("\\x%02x", ord $c); }
    }
  }

$t;
}


# Read lines from named file or stdin and write to named file or stdout; lines
# consist of a regular expression, in delimiters and optionally followed by
# options, followed by a set of test data, terminated by an empty line.

# Sort out the input and output files

if (@ARGV > 0)
  {
  open(INFILE, "<$ARGV[0]") || die "Failed to open $ARGV[0]\n";
  $infile = "INFILE";
  }
else { $infile = "STDIN"; }

if (@ARGV > 1)
  {
  open(OUTFILE, ">$ARGV[1]") || die "Failed to open $ARGV[1]\n";
  $outfile = "OUTFILE";
  }
else { $outfile = "STDOUT"; }

printf($outfile "Perl $] Regular Expressions\n\n");

# Main loop

NEXT_RE:
for (;;)
  {
  printf "  re> " if $infile eq "STDIN";
  last if ! ($_ = <$infile>);
  printf $outfile "$_" if $infile ne "STDIN";
  next if ($_ =~ /^\s*$/ || $_ =~ /^< forbid/);

  $pattern = $_;

  while ($pattern !~ /^\s*(.).*\1/s)
    {
    printf "    > " if $infile eq "STDIN";
    last if ! ($_ = <$infile>);
    printf $outfile "$_" if $infile ne "STDIN";
    $pattern .= $_;
    }

  chomp($pattern);
  $pattern =~ s/\s+$//;

  # The private /+ modifier means "print $' afterwards".

  $showrest = ($pattern =~ s/\+(?=[a-zA-Z]*$)//);

  # A doubled version is used by pcretest to print remainders after captures

  $pattern =~ s/\+(?=[a-zA-Z]*$)//;

  # Remove /8 from a UTF-8 pattern.

  $utf8 = $pattern =~ s/8(?=[a-zA-Z]*$)//;

  # Remove /J from a pattern with duplicate names.

  $pattern =~ s/J(?=[a-zA-Z]*$)//;

  # Remove /K from a pattern (asks pcretest to check MARK data) */

  $pattern =~ s/K(?=[a-zA-Z]*$)//;

  # /W asks pcretest to set PCRE_UCP; change this to /u for Perl

  $pattern =~ s/W(?=[a-zA-Z]*$)/u/;

  # Remove /S or /SS from a pattern (asks pcretest to study or not to study)

  $pattern =~ s/S(?=[a-zA-Z]*$)//g;

  # Remove /Y and /O from a pattern (disable PCRE optimizations)

  $pattern =~ s/[YO](?=[a-zA-Z]*$)//;

  # Check that the pattern is valid

  eval "\$_ =~ ${pattern}";
  if ($@)
    {
    printf $outfile "Error: $@";
    if ($infile != "STDIN")
      {
      for (;;)
        {
        last if ! ($_ = <$infile>);
        last if $_ =~ /^\s*$/;
        }
      }
    next NEXT_RE;
    }

  # If the /g modifier is present, we want to put a loop round the matching;
  # otherwise just a single "if".

  $cmd = ($pattern =~ /g[a-z]*$/)? "while" : "if";

  # If the pattern is actually the null string, Perl uses the most recently
  # executed (and successfully compiled) regex is used instead. This is a
  # nasty trap for the unwary! The PCRE test suite does contain null strings
  # in places - if they are allowed through here all sorts of weird and
  # unexpected effects happen. To avoid this, we replace such patterns with
  # a non-null pattern that has the same effect.

  $pattern = "/(?#)/$2" if ($pattern =~ /^(.)\1(.*)$/);

  # Read data lines and test them

  for (;;)
    {
    printf "data> " if $infile eq "STDIN";
    last NEXT_RE if ! ($_ = <$infile>);
    chomp;
    printf $outfile "$_\n" if $infile ne "STDIN";

    s/\s+$//;  # Remove trailing space
    s/^\s+//;  # Remove leading space
    s/\\Y//g;  # Remove \Y (pcretest flag to set PCRE_NO_START_OPTIMIZE)

    last if ($_ eq "");
    $x = eval "\"$_\"";   # To get escapes processed

    # Empty array for holding results, ensure $REGERROR and $REGMARK are
    # unset, then do the matching.

    @subs = ();

    $pushes = "push \@subs,\$&;" .
         "push \@subs,\$1;" .
         "push \@subs,\$2;" .
         "push \@subs,\$3;" .
         "push \@subs,\$4;" .
         "push \@subs,\$5;" .
         "push \@subs,\$6;" .
         "push \@subs,\$7;" .
         "push \@subs,\$8;" .
         "push \@subs,\$9;" .
         "push \@subs,\$10;" .
         "push \@subs,\$11;" .
         "push \@subs,\$12;" .
         "push \@subs,\$13;" .
         "push \@subs,\$14;" .
         "push \@subs,\$15;" .
         "push \@subs,\$16;" .
         "push \@subs,\$'; }";

    undef $REGERROR;
    undef $REGMARK;

    eval "${cmd} (\$x =~ ${pattern}) {" . $pushes;

    if ($@)
      {
      printf $outfile "Error: $@\n";
      next NEXT_RE;
      }
    elsif (scalar(@subs) == 0)
      {
      printf $outfile "No match";
      if (defined $REGERROR && $REGERROR != 1)
        { printf $outfile (", mark = %s", &pchars($REGERROR)); }
      printf $outfile "\n";
      }
    else
      {
      while (scalar(@subs) != 0)
        {
        printf $outfile (" 0: %s\n", &pchars($subs[0]));
        printf $outfile (" 0+ %s\n", &pchars($subs[17])) if $showrest;
        $last_printed = 0;
        for ($i = 1; $i <= 16; $i++)
          {
          if (defined $subs[$i])
            {
            while ($last_printed++ < $i-1)
              { printf $outfile ("%2d: <unset>\n", $last_printed); }
            printf $outfile ("%2d: %s\n", $i, &pchars($subs[$i]));
            $last_printed = $i;
            }
          }
        splice(@subs, 0, 18);
        }

      # It seems that $REGMARK is not marked as UTF-8 even when use utf8 is
      # set and the input pattern was a UTF-8 string. We can, however, force
      # it to be so marked.

      if (defined $REGMARK && $REGMARK != 1)
        {
        $xx = $REGMARK;
        $xx = Encode::decode_utf8($xx) if $utf8;
        printf $outfile ("MK: %s\n", &pchars($xx));
        }
      }
    }
  }

# printf $outfile "\n";

# End
1	#! /usr/bin/env perl
2
3	# Program for testing regular expressions with perl to check that PCRE handles
4	# them the same. This version needs to have "use utf8" at the start for running
5	# the UTF-8 tests, but not for the other tests. The only way I've found for
6	# doing this is to cat this line in explicitly in the RunPerlTest script. I've
7	# also used this method to supply "require Encode" for the UTF-8 tests, so that
8	# the main test will still run where Encode is not installed.
9
10	#use utf8;
11	#require Encode;
12
13	# Function for turning a string into a string of printing chars.
14
15	sub pchars {
16	my($t) = "";
17
18	if ($utf8)
19	{
20	@p = unpack('U*', $_[0]);
21	foreach $c (@p)
22	{
23	if ($c >= 32 && $c < 127) { $t .= chr $c; }
24	else { $t .= sprintf("\\x{%02x}", $c);
25	}
26	}
27	}
28	else
29	{
30	foreach $c (split(//, $_[0]))
31	{
32	if (ord $c >= 32 && ord $c < 127) { $t .= $c; }
33	else { $t .= sprintf("\\x%02x", ord $c); }
34	}
35	}
36
37	$t;
38	}
39
40
41	# Read lines from named file or stdin and write to named file or stdout; lines
42	# consist of a regular expression, in delimiters and optionally followed by
43	# options, followed by a set of test data, terminated by an empty line.
44
45	# Sort out the input and output files
46
47	if (@ARGV > 0)
48	{
49	open(INFILE, "<$ARGV[0]") \|\| die "Failed to open $ARGV[0]\n";
50	$infile = "INFILE";
51	}
52	else { $infile = "STDIN"; }
53
54	if (@ARGV > 1)
55	{
56	open(OUTFILE, ">$ARGV[1]") \|\| die "Failed to open $ARGV[1]\n";
57	$outfile = "OUTFILE";
58	}
59	else { $outfile = "STDOUT"; }
60
61	printf($outfile "Perl $] Regular Expressions\n\n");
62
63	# Main loop
64
65	NEXT_RE:
66	for (;;)
67	{
68	printf " re> " if $infile eq "STDIN";
69	last if ! ($_ = <$infile>);
70	printf $outfile "$_" if $infile ne "STDIN";
71	next if ($_ =~ /^\s*$/ \|\| $_ =~ /^< forbid/);
72
73	$pattern = $_;
74
75	while ($pattern !~ /^\s(.).\1/s)
76	{
77	printf " > " if $infile eq "STDIN";
78	last if ! ($_ = <$infile>);
79	printf $outfile "$_" if $infile ne "STDIN";
80	$pattern .= $_;
81	}
82
83	chomp($pattern);
84	$pattern =~ s/\s+$//;
85
86	# The private /+ modifier means "print $' afterwards".
87
88	$showrest = ($pattern =~ s/\+(?=[a-zA-Z]*$)//);
89
90	# A doubled version is used by pcretest to print remainders after captures
91
92	$pattern =~ s/\+(?=[a-zA-Z]*$)//;
93
94	# Remove /8 from a UTF-8 pattern.
95
96	$utf8 = $pattern =~ s/8(?=[a-zA-Z]*$)//;
97
98	# Remove /J from a pattern with duplicate names.
99
100	$pattern =~ s/J(?=[a-zA-Z]*$)//;
101
102	# Remove /K from a pattern (asks pcretest to check MARK data) */
103
104	$pattern =~ s/K(?=[a-zA-Z]*$)//;
105
106	# /W asks pcretest to set PCRE_UCP; change this to /u for Perl
107
108	$pattern =~ s/W(?=[a-zA-Z]*$)/u/;
109
110	# Remove /S or /SS from a pattern (asks pcretest to study or not to study)
111
112	$pattern =~ s/S(?=[a-zA-Z]*$)//g;
113
114	# Remove /Y and /O from a pattern (disable PCRE optimizations)
115
116	$pattern =~ s/[YO](?=[a-zA-Z]*$)//;
117
118	# Check that the pattern is valid
119
120	eval "\$_ =~ ${pattern}";
121	if ($@)
122	{
123	printf $outfile "Error: $@";
124	if ($infile != "STDIN")
125	{
126	for (;;)
127	{
128	last if ! ($_ = <$infile>);
129	last if $_ =~ /^\s*$/;
130	}
131	}
132	next NEXT_RE;
133	}
134
135	# If the /g modifier is present, we want to put a loop round the matching;
136	# otherwise just a single "if".
137
138	$cmd = ($pattern =~ /g[a-z]*$/)? "while" : "if";
139
140	# If the pattern is actually the null string, Perl uses the most recently
141	# executed (and successfully compiled) regex is used instead. This is a
142	# nasty trap for the unwary! The PCRE test suite does contain null strings
143	# in places - if they are allowed through here all sorts of weird and
144	# unexpected effects happen. To avoid this, we replace such patterns with
145	# a non-null pattern that has the same effect.
146
147	$pattern = "/(?#)/$2" if ($pattern =~ /^(.)\1(.*)$/);
148
149	# Read data lines and test them
150
151	for (;;)
152	{
153	printf "data> " if $infile eq "STDIN";
154	last NEXT_RE if ! ($_ = <$infile>);
155	chomp;
156	printf $outfile "$_\n" if $infile ne "STDIN";
157
158	s/\s+$//; # Remove trailing space
159	s/^\s+//; # Remove leading space
160	s/\\Y//g; # Remove \Y (pcretest flag to set PCRE_NO_START_OPTIMIZE)
161
162	last if ($_ eq "");
163	$x = eval "\"$_\""; # To get escapes processed
164
165	# Empty array for holding results, ensure $REGERROR and $REGMARK are
166	# unset, then do the matching.
167
168	@subs = ();
169
170	$pushes = "push \@subs,\$&;" .
171	"push \@subs,\$1;" .
172	"push \@subs,\$2;" .
173	"push \@subs,\$3;" .
174	"push \@subs,\$4;" .
175	"push \@subs,\$5;" .
176	"push \@subs,\$6;" .
177	"push \@subs,\$7;" .
178	"push \@subs,\$8;" .
179	"push \@subs,\$9;" .
180	"push \@subs,\$10;" .
181	"push \@subs,\$11;" .
182	"push \@subs,\$12;" .
183	"push \@subs,\$13;" .
184	"push \@subs,\$14;" .
185	"push \@subs,\$15;" .
186	"push \@subs,\$16;" .
187	"push \@subs,\$'; }";
188
189	undef $REGERROR;
190	undef $REGMARK;
191
192	eval "${cmd} (\$x =~ ${pattern}) {" . $pushes;
193
194	if ($@)
195	{
196	printf $outfile "Error: $@\n";
197	next NEXT_RE;
198	}
199	elsif (scalar(@subs) == 0)
200	{
201	printf $outfile "No match";
202	if (defined $REGERROR && $REGERROR != 1)
203	{ printf $outfile (", mark = %s", &pchars($REGERROR)); }
204	printf $outfile "\n";
205	}
206	else
207	{
208	while (scalar(@subs) != 0)
209	{
210	printf $outfile (" 0: %s\n", &pchars($subs[0]));
211	printf $outfile (" 0+ %s\n", &pchars($subs[17])) if $showrest;
212	$last_printed = 0;
213	for ($i = 1; $i <= 16; $i++)
214	{
215	if (defined $subs[$i])
216	{
217	while ($last_printed++ < $i-1)
218	{ printf $outfile ("%2d: <unset>\n", $last_printed); }
219	printf $outfile ("%2d: %s\n", $i, &pchars($subs[$i]));
220	$last_printed = $i;
221	}
222	}
223	splice(@subs, 0, 18);
224	}
225
226	# It seems that $REGMARK is not marked as UTF-8 even when use utf8 is
227	# set and the input pattern was a UTF-8 string. We can, however, force
228	# it to be so marked.
229
230	if (defined $REGMARK && $REGMARK != 1)
231	{
232	$xx = $REGMARK;
233	$xx = Encode::decode_utf8($xx) if $utf8;
234	printf $outfile ("MK: %s\n", &pchars($xx));
235	}
236	}
237	}
238	}
239
240	# printf $outfile "\n";
241
242	# End