Contents of /code/trunk/maint/ManyConfigTests

#! /bin/sh

# This is a script for the use of PCRE maintainers. It configures and rebuilds
# PCRE with a variety of configuration options, and in each case runs the tests
# to ensure that all goes well. Every possible combination would take far too
# long, so we use a representative sample. This script should be run in the
# PCRE source directory.

# Some of the tests have to be skipped when PCRE is built with non-Unix newline
# recognition. I am planning to reduce this as much as possible in due course.


# This is in case the caller has set aliases (as I do - PH)

unset cp ls mv rm

# Use -v to make the output more verbose

verbose=0
if [ "$1" = "-v" ] ; then verbose=1; fi

# This is a temporary directory for testing out-of-line builds

tmp=/tmp/pcretesting

# Don't bother with compiler optimization for most tests; it just slows down
# compilation a lot (and running the tests themselves is quick). However, a
# few specific tests turn optimization on, because it can provoke some compiler
# warnings.

CFLAGS="-g -O0"
CXXFLAGS="$CFLAGS"
ISGCC="no"

# If the compiler is gcc, add a lot of warning switches.

cc --version >zzz 2>/dev/null
if [ $? -eq 0 ] && grep GCC zzz >/dev/null; then
  ISGCC="yes"
  CFLAGS="$CFLAGS -Wall"
  CFLAGS="$CFLAGS -Wno-implicit-fallthrough"
  CFLAGS="$CFLAGS -Wno-overlength-strings"
  CFLAGS="$CFLAGS -Wpointer-arith"
  CFLAGS="$CFLAGS -Wwrite-strings"
  CFLAGS="$CFLAGS -Wundef -Wshadow"
  CFLAGS="$CFLAGS -Wextra -Wformat"
  CFLAGS="$CFLAGS -Wbad-function-cast"
  CFLAGS="$CFLAGS -Wmissing-declarations"
  CFLAGS="$CFLAGS -Wnested-externs"
  CFLAGS="$CFLAGS -pedantic"
  CFLAGS="$CFLAGS -Wuninitialized"
  CFLAGS="$CFLAGS -Wmissing-prototypes"
  CFLAGS="$CFLAGS -Wstrict-prototypes"
fi


# This function runs a single test with the set of configuration options that
# are in $opts. The source directory must be set in srcdir.

function runtest()
  {
  rm -f *_unittest
  testcount=`expr $testcount + 1`

  if [ "$opts" = "" ] ; then
    echo "[$testcount/$testtotal] Configuring with: default settings"
  else
    echo "[$testcount/$testtotal] Configuring with:"
    echo "  $opts"
  fi

  CFLAGS="$CFLAGS" CXXFLAGS="$CXXFLAGS" \
    $srcdir/configure $opts >/dev/null 2>teststderr

  if [ $? -ne 0 ]; then
    echo " "
    echo "**** Error while configuring ****"
    cat teststderr
    exit 1
  fi

# There is an infelicity in the Autotools world (as of October 2015) which
# causes the message
#
# ar: `u' modifier ignored since `D' is the default (see `U')
# 
# to be output while linking. This triggers an unwanted error report from this
# script, because it expects no stderr output while making. To get round this
# we filter the stderr output through sed, removing all occurrences of the
# above lines. Just for paranoia, check that sed is available before doing
# this.

  echo "Making"
  make -j >/dev/null 2>teststderr
  makeRC=$? 
  if command -v sed >/dev/null 2>&1 ; then
    sed "/\`u' modifier ignored since \`D' is the default/ d" \
      teststderr > teststderrM
    mv -f teststderrM teststderr   
  fi
  if [ $makeRC -ne 0 -o -s teststderr ]; then
    echo " "
    echo "**** Errors or warnings while making ****"
    echo " "
    cat teststderr
    exit 1
  fi

  if [ $verbose -eq 1 ]; then
    ./pcretest -C
  fi

  nl=`./pcretest -C newline`
  ./pcretest -C jit >/dev/null
  jit=$?
  ./pcretest -C utf >/dev/null
  utf=$?

  if [ "$nl" = "LF" -o "$nl" = "ANY" ]; then
    echo "Running C library tests $withvalgrind"
    $srcdir/RunTest $valgrind >teststdout
    if [ $? -ne 0 ]; then
      echo " "
      echo "**** Test failed ****"
      cat teststdout
      exit 1
    fi
  else
    echo "Skipping C library tests: newline is $nl"
  fi

  if [ "$nl" = "LF" ]; then
    echo "Running pcregrep tests $withvalgrind"
    $srcdir/RunGrepTest $valgrind >teststdout 2>teststderr
    if [ $? -ne 0 ]; then
      echo " "
      echo "**** Test failed ****"
      cat teststderr
      cat teststdout
      exit 1
    fi
  else
    echo "Skipping pcregrep tests: newline is $nl"
  fi

  if [ "$jit" -gt 0 -a $utf -gt 0 ]; then
    echo "Running JIT regression tests $withvalgrind"
    $cvalgrind $srcdir/pcre_jit_test >teststdout 2>teststderr
    if [ $? -ne 0 ]; then
      echo " "
      echo "**** Test failed ****"
      cat teststderr
      cat teststdout
      exit 1
    fi
  else
    echo "Skipping JIT regression tests: JIT or UTF not enabled"
  fi

  if [ "$nl" = "LF" -o "$nl" = "ANY" ]; then
    if [ -f pcrecpp_unittest ] ; then
      for utest in pcrecpp_unittest \
                   pcre_scanner_unittest \
                   pcre_stringpiece_unittest
      do
        echo "Running $utest $withvalgrind"
        $cvalgrind $utest >teststdout
        if [ $? -ne 0 ]; then
          echo " "
          echo "**** Test failed ****"
          cat teststdout
          exit 1
        fi
      done
    else
      echo "Skipping C++ tests: pcrecpp_unittest does not exist"
    fi
  else
    echo "Skipping C++ tests: newline is $nl"
  fi
  }


# Update the total count whenever a new test is added; it is used to show
# progess as each test is run.

testtotal=43
testcount=0

# This set of tests builds PCRE and runs the tests with a variety of configure
# options, in the current (source) directory. The empty configuration builds
# with all the default settings. As well as testing that these options work, we
# use --disable-shared or --disable-static after the default test (which builds
# both) to save a bit of time by building only one version of the library for
# the subsequent tests.

valgrind=
cvalgrind=
withvalgrind=
srcdir=.
export srcdir

# If gcc is in use, run a maximally configured test with -O2, because that can
# throw up warnings that are not detected with -O0.

if [ "$ISGCC" = "yes" ]; then
  echo "Maximally configured test with -O2"
  SAVECLFAGS="$CFLAGS"
  CFLAGS="$CFLAGS -O2"
  opts="--disable-shared --enable-unicode-properties --enable-jit --enable-pcre16 --enable-pcre32"
  runtest
  CFLAGS="$SAVECFLAGS"
fi

echo "General tests in the current directory"
for opts in \
  "" \
  "--enable-utf8 --disable-static" \
  "--disable-stack-for-recursion --disable-shared" \
  "--enable-utf8 --disable-stack-for-recursion --disable-shared" \
  "--enable-unicode-properties --disable-shared" \
  "--enable-unicode-properties --disable-stack-for-recursion --disable-shared" \
  "--enable-unicode-properties --disable-cpp --with-link-size=3 --disable-shared" \
  "--enable-rebuild-chartables --disable-shared" \
  "--enable-newline-is-any --disable-shared" \
  "--enable-newline-is-cr --disable-shared" \
  "--enable-newline-is-crlf --disable-shared" \
  "--enable-newline-is-anycrlf --enable-bsr-anycrlf --disable-shared" \
  "--enable-utf8 --enable-newline-is-any --enable-unicode-properties --disable-stack-for-recursion --disable-static --disable-cpp" \
  "--enable-jit --disable-shared" \
  "--enable-jit --enable-unicode-properties --disable-shared" \
  "--enable-jit --enable-unicode-properties --with-link-size=3 --disable-shared" \
  "--enable-pcre16" \
  "--enable-pcre16 --enable-jit --enable-utf --disable-shared" \
  "--enable-pcre16 --enable-jit --enable-unicode-properties --disable-shared" \
  "--enable-pcre16 --enable-jit --disable-pcre8 --disable-shared" \
  "--enable-pcre16 --enable-jit --disable-pcre8 --enable-utf --disable-shared" \
  "--enable-pcre16 --disable-stack-for-recursion --disable-shared" \
  "--enable-pcre16 --enable-unicode-properties --disable-stack-for-recursion --disable-shared" \
  "--enable-pcre16 --enable-jit --enable-unicode-properties --with-link-size=3 --disable-shared" \
  "--enable-pcre16 --enable-jit --enable-unicode-properties --with-link-size=4 --disable-shared" \
  "--enable-pcre32" \
  "--enable-pcre32 --enable-jit --enable-utf --disable-shared" \
  "--enable-pcre32 --enable-jit --enable-unicode-properties --disable-shared" \
  "--enable-pcre32 --enable-jit --disable-pcre8 --disable-shared" \
  "--enable-pcre32 --enable-jit --disable-pcre8 --enable-utf --disable-shared" \
  "--enable-pcre32 --disable-stack-for-recursion --disable-shared" \
  "--enable-pcre32 --enable-unicode-properties --disable-stack-for-recursion --disable-shared" \
  "--enable-pcre32 --enable-jit --enable-unicode-properties --with-link-size=4 --disable-shared" \
  "--enable-pcre32 --enable-pcre16 --disable-shared" \
  "--enable-pcre32 --enable-pcre16 --disable-pcre8 --disable-shared" \
  "--enable-pcre32 --enable-pcre16 --disable-pcre8 --enable-jit --enable-unicode-properties --enable-newline-is-anycrlf --enable-bsr-anycrlf --disable-shared"
do
  runtest
done

# Now re-run some of the tests under valgrind.

echo "Tests in the current directory using valgrind"
valgrind=valgrind
cvalgrind="valgrind -q --smc-check=all"
withvalgrind="with valgrind"

for opts in \
  "--enable-unicode-properties --disable-stack-for-recursion --disable-shared" \
  "--enable-unicode-properties --with-link-size=3 --disable-shared" \
  "--enable-jit --enable-unicode-properties --disable-static" \
  "--enable-pcre16 --enable-pcre32 --enable-jit --enable-unicode-properties " \
  "--disable-shared"
do
  opts="--enable-valgrind $opts"
  runtest
done

valgrind=
cvalgrind=
withvalgrind=

# Clean up the distribution and then do at least one build and test in a
# directory other than the source directory. It doesn't work unless the
# source directory is cleaned up first.

if [ -f Makefile ]; then
  echo "Running 'make distclean'"
  make distclean >/dev/null 2>&1
  if [ $? -ne 0 ]; then
    echo "** 'make distclean' failed"
    exit 1
  fi
fi

echo "Tests in the $tmp directory"
srcdir=`pwd`
export srcdir

if [ ! -e $tmp ]; then
  mkdir $tmp
fi

if [ ! -d $tmp ]; then
  echo "** Failed to create $tmp or it is not a directory"
  exit 1
fi

cd $tmp
if [ $? -ne 0 ]; then
  echo "** Failed to cd to $tmp"
  exit 1
fi

for opts in \
  "--enable-unicode-properties --disable-shared"
do
  runtest
done

echo "Removing $tmp"

rm -rf $tmp

echo "All done"

# End
1	#! /bin/sh
2
3	# This is a script for the use of PCRE maintainers. It configures and rebuilds
4	# PCRE with a variety of configuration options, and in each case runs the tests
5	# to ensure that all goes well. Every possible combination would take far too
6	# long, so we use a representative sample. This script should be run in the
7	# PCRE source directory.
8
9	# Some of the tests have to be skipped when PCRE is built with non-Unix newline
10	# recognition. I am planning to reduce this as much as possible in due course.
11
12
13	# This is in case the caller has set aliases (as I do - PH)
14
15	unset cp ls mv rm
16
17	# Use -v to make the output more verbose
18
19	verbose=0
20	if [ "$1" = "-v" ] ; then verbose=1; fi
21
22	# This is a temporary directory for testing out-of-line builds
23
24	tmp=/tmp/pcretesting
25
26	# Don't bother with compiler optimization for most tests; it just slows down
27	# compilation a lot (and running the tests themselves is quick). However, a
28	# few specific tests turn optimization on, because it can provoke some compiler
29	# warnings.
30
31	CFLAGS="-g -O0"
32	CXXFLAGS="$CFLAGS"
33	ISGCC="no"
34
35	# If the compiler is gcc, add a lot of warning switches.
36
37	cc --version >zzz 2>/dev/null
38	if [ $? -eq 0 ] && grep GCC zzz >/dev/null; then
39	ISGCC="yes"
40	CFLAGS="$CFLAGS -Wall"
41	CFLAGS="$CFLAGS -Wno-implicit-fallthrough"
42	CFLAGS="$CFLAGS -Wno-overlength-strings"
43	CFLAGS="$CFLAGS -Wpointer-arith"
44	CFLAGS="$CFLAGS -Wwrite-strings"
45	CFLAGS="$CFLAGS -Wundef -Wshadow"
46	CFLAGS="$CFLAGS -Wextra -Wformat"
47	CFLAGS="$CFLAGS -Wbad-function-cast"
48	CFLAGS="$CFLAGS -Wmissing-declarations"
49	CFLAGS="$CFLAGS -Wnested-externs"
50	CFLAGS="$CFLAGS -pedantic"
51	CFLAGS="$CFLAGS -Wuninitialized"
52	CFLAGS="$CFLAGS -Wmissing-prototypes"
53	CFLAGS="$CFLAGS -Wstrict-prototypes"
54	fi
55
56
57	# This function runs a single test with the set of configuration options that
58	# are in $opts. The source directory must be set in srcdir.
59
60	function runtest()
61	{
62	rm -f *_unittest
63	testcount=`expr $testcount + 1`
64
65	if [ "$opts" = "" ] ; then
66	echo "[$testcount/$testtotal] Configuring with: default settings"
67	else
68	echo "[$testcount/$testtotal] Configuring with:"
69	echo " $opts"
70	fi
71
72	CFLAGS="$CFLAGS" CXXFLAGS="$CXXFLAGS" \
73	$srcdir/configure $opts >/dev/null 2>teststderr
74
75	if [ $? -ne 0 ]; then
76	echo " "
77	echo "** Error while configuring **"
78	cat teststderr
79	exit 1
80	fi
81
82	# There is an infelicity in the Autotools world (as of October 2015) which
83	# causes the message
84	#
85	# ar: `u' modifier ignored since `D' is the default (see `U')
86	#
87	# to be output while linking. This triggers an unwanted error report from this
88	# script, because it expects no stderr output while making. To get round this
89	# we filter the stderr output through sed, removing all occurrences of the
90	# above lines. Just for paranoia, check that sed is available before doing
91	# this.
92
93	echo "Making"
94	make -j >/dev/null 2>teststderr
95	makeRC=$?
96	if command -v sed >/dev/null 2>&1 ; then
97	sed "/\`u' modifier ignored since \`D' is the default/ d" \
98	teststderr > teststderrM
99	mv -f teststderrM teststderr
100	fi
101	if [ $makeRC -ne 0 -o -s teststderr ]; then
102	echo " "
103	echo "** Errors or warnings while making **"
104	echo " "
105	cat teststderr
106	exit 1
107	fi
108
109	if [ $verbose -eq 1 ]; then
110	./pcretest -C
111	fi
112
113	nl=`./pcretest -C newline`
114	./pcretest -C jit >/dev/null
115	jit=$?
116	./pcretest -C utf >/dev/null
117	utf=$?
118
119	if [ "$nl" = "LF" -o "$nl" = "ANY" ]; then
120	echo "Running C library tests $withvalgrind"
121	$srcdir/RunTest $valgrind >teststdout
122	if [ $? -ne 0 ]; then
123	echo " "
124	echo "** Test failed **"
125	cat teststdout
126	exit 1
127	fi
128	else
129	echo "Skipping C library tests: newline is $nl"
130	fi
131
132	if [ "$nl" = "LF" ]; then
133	echo "Running pcregrep tests $withvalgrind"
134	$srcdir/RunGrepTest $valgrind >teststdout 2>teststderr
135	if [ $? -ne 0 ]; then
136	echo " "
137	echo "** Test failed **"
138	cat teststderr
139	cat teststdout
140	exit 1
141	fi
142	else
143	echo "Skipping pcregrep tests: newline is $nl"
144	fi
145
146	if [ "$jit" -gt 0 -a $utf -gt 0 ]; then
147	echo "Running JIT regression tests $withvalgrind"
148	$cvalgrind $srcdir/pcre_jit_test >teststdout 2>teststderr
149	if [ $? -ne 0 ]; then
150	echo " "
151	echo "** Test failed **"
152	cat teststderr
153	cat teststdout
154	exit 1
155	fi
156	else
157	echo "Skipping JIT regression tests: JIT or UTF not enabled"
158	fi
159
160	if [ "$nl" = "LF" -o "$nl" = "ANY" ]; then
161	if [ -f pcrecpp_unittest ] ; then
162	for utest in pcrecpp_unittest \
163	pcre_scanner_unittest \
164	pcre_stringpiece_unittest
165	do
166	echo "Running $utest $withvalgrind"
167	$cvalgrind $utest >teststdout
168	if [ $? -ne 0 ]; then
169	echo " "
170	echo "** Test failed **"
171	cat teststdout
172	exit 1
173	fi
174	done
175	else
176	echo "Skipping C++ tests: pcrecpp_unittest does not exist"
177	fi
178	else
179	echo "Skipping C++ tests: newline is $nl"
180	fi
181	}
182
183
184	# Update the total count whenever a new test is added; it is used to show
185	# progess as each test is run.
186
187	testtotal=43
188	testcount=0
189
190	# This set of tests builds PCRE and runs the tests with a variety of configure
191	# options, in the current (source) directory. The empty configuration builds
192	# with all the default settings. As well as testing that these options work, we
193	# use --disable-shared or --disable-static after the default test (which builds
194	# both) to save a bit of time by building only one version of the library for
195	# the subsequent tests.
196
197	valgrind=
198	cvalgrind=
199	withvalgrind=
200	srcdir=.
201	export srcdir
202
203	# If gcc is in use, run a maximally configured test with -O2, because that can
204	# throw up warnings that are not detected with -O0.
205
206	if [ "$ISGCC" = "yes" ]; then
207	echo "Maximally configured test with -O2"
208	SAVECLFAGS="$CFLAGS"
209	CFLAGS="$CFLAGS -O2"
210	opts="--disable-shared --enable-unicode-properties --enable-jit --enable-pcre16 --enable-pcre32"
211	runtest
212	CFLAGS="$SAVECFLAGS"
213	fi
214
215	echo "General tests in the current directory"
216	for opts in \
217	"" \
218	"--enable-utf8 --disable-static" \
219	"--disable-stack-for-recursion --disable-shared" \
220	"--enable-utf8 --disable-stack-for-recursion --disable-shared" \
221	"--enable-unicode-properties --disable-shared" \
222	"--enable-unicode-properties --disable-stack-for-recursion --disable-shared" \
223	"--enable-unicode-properties --disable-cpp --with-link-size=3 --disable-shared" \
224	"--enable-rebuild-chartables --disable-shared" \
225	"--enable-newline-is-any --disable-shared" \
226	"--enable-newline-is-cr --disable-shared" \
227	"--enable-newline-is-crlf --disable-shared" \
228	"--enable-newline-is-anycrlf --enable-bsr-anycrlf --disable-shared" \
229	"--enable-utf8 --enable-newline-is-any --enable-unicode-properties --disable-stack-for-recursion --disable-static --disable-cpp" \
230	"--enable-jit --disable-shared" \
231	"--enable-jit --enable-unicode-properties --disable-shared" \
232	"--enable-jit --enable-unicode-properties --with-link-size=3 --disable-shared" \
233	"--enable-pcre16" \
234	"--enable-pcre16 --enable-jit --enable-utf --disable-shared" \
235	"--enable-pcre16 --enable-jit --enable-unicode-properties --disable-shared" \
236	"--enable-pcre16 --enable-jit --disable-pcre8 --disable-shared" \
237	"--enable-pcre16 --enable-jit --disable-pcre8 --enable-utf --disable-shared" \
238	"--enable-pcre16 --disable-stack-for-recursion --disable-shared" \
239	"--enable-pcre16 --enable-unicode-properties --disable-stack-for-recursion --disable-shared" \
240	"--enable-pcre16 --enable-jit --enable-unicode-properties --with-link-size=3 --disable-shared" \
241	"--enable-pcre16 --enable-jit --enable-unicode-properties --with-link-size=4 --disable-shared" \
242	"--enable-pcre32" \
243	"--enable-pcre32 --enable-jit --enable-utf --disable-shared" \
244	"--enable-pcre32 --enable-jit --enable-unicode-properties --disable-shared" \
245	"--enable-pcre32 --enable-jit --disable-pcre8 --disable-shared" \
246	"--enable-pcre32 --enable-jit --disable-pcre8 --enable-utf --disable-shared" \
247	"--enable-pcre32 --disable-stack-for-recursion --disable-shared" \
248	"--enable-pcre32 --enable-unicode-properties --disable-stack-for-recursion --disable-shared" \
249	"--enable-pcre32 --enable-jit --enable-unicode-properties --with-link-size=4 --disable-shared" \
250	"--enable-pcre32 --enable-pcre16 --disable-shared" \
251	"--enable-pcre32 --enable-pcre16 --disable-pcre8 --disable-shared" \
252	"--enable-pcre32 --enable-pcre16 --disable-pcre8 --enable-jit --enable-unicode-properties --enable-newline-is-anycrlf --enable-bsr-anycrlf --disable-shared"
253	do
254	runtest
255	done
256
257	# Now re-run some of the tests under valgrind.
258
259	echo "Tests in the current directory using valgrind"
260	valgrind=valgrind
261	cvalgrind="valgrind -q --smc-check=all"
262	withvalgrind="with valgrind"
263
264	for opts in \
265	"--enable-unicode-properties --disable-stack-for-recursion --disable-shared" \
266	"--enable-unicode-properties --with-link-size=3 --disable-shared" \
267	"--enable-jit --enable-unicode-properties --disable-static" \
268	"--enable-pcre16 --enable-pcre32 --enable-jit --enable-unicode-properties " \
269	"--disable-shared"
270	do
271	opts="--enable-valgrind $opts"
272	runtest
273	done
274
275	valgrind=
276	cvalgrind=
277	withvalgrind=
278
279	# Clean up the distribution and then do at least one build and test in a
280	# directory other than the source directory. It doesn't work unless the
281	# source directory is cleaned up first.
282
283	if [ -f Makefile ]; then
284	echo "Running 'make distclean'"
285	make distclean >/dev/null 2>&1
286	if [ $? -ne 0 ]; then
287	echo "** 'make distclean' failed"
288	exit 1
289	fi
290	fi
291
292	echo "Tests in the $tmp directory"
293	srcdir=`pwd`
294	export srcdir
295
296	if [ ! -e $tmp ]; then
297	mkdir $tmp
298	fi
299
300	if [ ! -d $tmp ]; then
301	echo "** Failed to create $tmp or it is not a directory"
302	exit 1
303	fi
304
305	cd $tmp
306	if [ $? -ne 0 ]; then
307	echo "** Failed to cd to $tmp"
308	exit 1
309	fi
310
311	for opts in \
312	"--enable-unicode-properties --disable-shared"
313	do
314	runtest
315	done
316
317	echo "Removing $tmp"
318
319	rm -rf $tmp
320
321	echo "All done"
322
323	# End