1/*************************************************
2* PCRE2 DEMONSTRATION PROGRAM *
3*************************************************/
4/* This is a demonstration program to illustrate a straightforward way of
6using the PCRE2 regular expression library from a C program. See the
7pcre2sample documentation for a short discussion ("man pcre2sample" if you have
8the PCRE2 man pages installed). PCRE2 is a revised API for the library, and is
9incompatible with the original PCRE API.
10There are actually three libraries, each supporting a different code unit
12width. This demonstration program uses the 8‐bit library. The default is to
13process each code unit as a separate character, but if the pattern begins with
14"(*UTF)", both it and the subject are treated as UTF‐8 strings, where
15characters may occupy multiple code units.
16In Unix‐like environments, if PCRE2 is installed in your standard system
18libraries, you should be able to compile this program using this command:
19cc ‐Wall pcre2demo.c ‐lpcre2‐8 ‐o pcre2demo
21If PCRE2 is not installed in a standard place, it is likely to be installed
23with support for the pkg‐config mechanism. If you have pkg‐config, you can
24compile this program using this command:
25cc ‐Wall pcre2demo.c ‘pkg‐config ‐‐cflags ‐‐libs libpcre2‐8‘ ‐o pcre2demo
27If you do not have pkg‐config, you may have to use something like this:
29cc ‐Wall pcre2demo.c ‐I/usr/local/include ‐L/usr/local/lib \
31 ‐R/usr/local/lib ‐lpcre2‐8 ‐o pcre2demo
32Replace "/usr/local/include" and "/usr/local/lib" with wherever the include and
34library files for PCRE2 are installed on your system. Only some operating
35systems (Solaris is one) use the ‐R option.
36Building under Windows:
38If you want to statically link this program against a non‐dll .a file, you must
40define PCRE2_STATIC before including pcre2.h, so in this environment, uncomment
41the following line. */
42/* #define PCRE2_STATIC */
44/* The PCRE2_CODE_UNIT_WIDTH macro must be defined before including pcre2.h.
46For a program that uses only one code unit width, setting it to 8, 16, or 32
47makes it possible to use generic function names such as pcre2_compile(). Note
48that just changing 8 to 16 (for example) is not sufficient to convert this
49program to process 16‐bit characters. Even in a fully 16‐bit environment, where
50string‐handling functions such as strcmp() and printf() work with 16‐bit
51characters, the code for handling the table of named substrings will still need
52to be modified. */
53#define PCRE2_CODE_UNIT_WIDTH 8
55#include <stdio.h>
57#include <string.h>
58#include <pcre2.h>
59/**************************************************************************
62* Here is the program. The API includes the concept of "contexts" for *
63* setting up unusual interface requirements for compiling and matching, *
64* such as custom memory managers and non‐standard newline definitions. *
65* This program does not do any of this, so it makes no use of contexts, *
66* always passing NULL where a context could be given. *
67**************************************************************************/
68int main(int argc, char **argv)
70{
71pcre2_code *re;
72PCRE2_SPTR pattern; /* PCRE2_SPTR is a pointer to unsigned code units of */
73PCRE2_SPTR subject; /* the appropriate width (in this case, 8 bits). */
74PCRE2_SPTR name_table;
75int crlf_is_newline;
77int errornumber;
78int find_all;
79int i;
80int rc;
81int utf8;
82uint32_t option_bits;
84uint32_t namecount;
85uint32_t name_entry_size;
86uint32_t newline;
87PCRE2_SIZE erroroffset;
89PCRE2_SIZE *ovector;
90size_t subject_length;
92pcre2_match_data *match_data;
93/**************************************************************************
97* First, sort out the command line. There is only one possible option at *
98* the moment, "‐g" to request repeated matching to find all occurrences, *
99* like Perl’s /g option. We set the variable find_all to a non‐zero value *
100* if the ‐g option is present. *
101**************************************************************************/
102find_all = 0;
104for (i = 1; i < argc; i++)
105 {
106 if (strcmp(argv[i], "‐g") == 0) find_all = 1;
107 else if (argv[i][0] == ’‐’)
108 {
109 printf("Unrecognised option %s\n", argv[i]);
110 return 1;
111 }
112 else break;
113 }
114/* After the options, we require exactly two arguments, which are the pattern,
116and the subject string. */
117if (argc ‐ i != 2)
119 {
120 printf("Exactly two arguments required: a regex and a subject string\n");
121 return 1;
122 }
123/* As pattern and subject are char arguments, they can be straightforwardly
125cast to PCRE2_SPTR as we are working in 8‐bit code units. */
126pattern = (PCRE2_SPTR)argv[i];
128subject = (PCRE2_SPTR)argv[i+1];
129subject_length = strlen((char *)subject);
130/*************************************************************************
133* Now we are going to compile the regular expression pattern, and handle *
134* any errors that are detected. *
135*************************************************************************/
136re = pcre2_compile(
138 pattern, /* the pattern */
139 PCRE2_ZERO_TERMINATED, /* indicates pattern is zero‐terminated */
140 0, /* default options */
141 &errornumber, /* for error number */
142 &erroroffset, /* for error offset */
143 NULL); /* use default compile context */
144/* Compilation failed: print the error message and exit. */
146if (re == NULL)
148 {
149 PCRE2_UCHAR buffer[256];
150 pcre2_get_error_message(errornumber, buffer, sizeof(buffer));
151 printf("PCRE2 compilation failed at offset %d: %s\n", (int)erroroffset,
152 buffer);
153 return 1;
154 }
155/*************************************************************************
158* If the compilation succeeded, we call PCRE again, in order to do a *
159* pattern match against the subject string. This does just ONE match. If *
160* further matching is needed, it will be done below. Before running the *
161* match we must set up a match_data block for holding the result. *
162*************************************************************************/
163/* Using this function ensures that the block is exactly the right size for
165the number of capturing parentheses in the pattern. */
166match_data = pcre2_match_data_create_from_pattern(re, NULL);
168rc = pcre2_match(
170 re, /* the compiled pattern */
171 subject, /* the subject string */
172 subject_length, /* the length of the subject */
173 0, /* start at offset 0 in the subject */
174 0, /* default options */
175 match_data, /* block for storing the result */
176 NULL); /* use default match context */
177/* Matching failed: handle error cases */
179if (rc < 0)
181 {
182 switch(rc)
183 {
184 case PCRE2_ERROR_NOMATCH: printf("No match\n"); break;
185 /*
186 Handle other special cases if you like
187 */
188 default: printf("Matching error %d\n", rc); break;
189 }
190 pcre2_match_data_free(match_data); /* Release memory used for the match */
191 pcre2_code_free(re); /* data and the compiled pattern. */
192 return 1;
193 }
194/* Match succeded. Get a pointer to the output vector, where string offsets are
196stored. */
197ovector = pcre2_get_ovector_pointer(match_data);
199printf("Match succeeded at offset %d\n", (int)ovector[0]);
200/*************************************************************************
203* We have found the first match within the subject string. If the output *
204* vector wasn’t big enough, say so. Then output any substrings that were *
205* captured. *
206*************************************************************************/
207/* The output vector wasn’t big enough. This should not happen, because we used
209pcre2_match_data_create_from_pattern() above. */
210if (rc == 0)
212 printf("ovector was not big enough for all the captured substrings\n");
213/* Show substrings stored in the output vector by number. Obviously, in a real
215application you might want to do things other than print them. */
216for (i = 0; i < rc; i++)
218 {
219 PCRE2_SPTR substring_start = subject + ovector[2*i];
220 size_t substring_length = ovector[2*i+1] ‐ ovector[2*i];
221 printf("%2d: %.*s\n", i, (int)substring_length, (char *)substring_start);
222 }
223/**************************************************************************
226* That concludes the basic part of this demonstration program. We have *
227* compiled a pattern, and performed a single match. The code that follows *
228* shows first how to access named substrings, and then how to code for *
229* repeated matches on the same subject. *
230**************************************************************************/
231/* See if there are any named substrings, and if so, show them by name. First
233we have to extract the count of named parentheses from the pattern. */
234(void)pcre2_pattern_info(
236 re, /* the compiled pattern */
237 PCRE2_INFO_NAMECOUNT, /* get the number of named substrings */
238 &namecount); /* where to put the answer */
239if (namecount == 0) printf("No named substrings\n"); else
241 {
242 PCRE2_SPTR tabptr;
243 printf("Named substrings\n");
244 /* Before we can access the substrings, we must extract the table for
246 translating names to numbers, and the size of each entry in the table. */
247 (void)pcre2_pattern_info(
249 re, /* the compiled pattern */
250 PCRE2_INFO_NAMETABLE, /* address of the table */
251 &name_table); /* where to put the answer */
252 (void)pcre2_pattern_info(
254 re, /* the compiled pattern */
255 PCRE2_INFO_NAMEENTRYSIZE, /* size of each entry in the table */
256 &name_entry_size); /* where to put the answer */
257 /* Now we can scan the table and, for each entry, print the number, the name,
259 and the substring itself. In the 8‐bit library the number is held in two
260 bytes, most significant first. */
261 tabptr = name_table;
263 for (i = 0; i < namecount; i++)
264 {
265 int n = (tabptr[0] << 8) | tabptr[1];
266 printf("(%d) %*s: %.*s\n", n, name_entry_size ‐ 3, tabptr + 2,
267 (int)(ovector[2*n+1] ‐ ovector[2*n]), subject + ovector[2*n]);
268 tabptr += name_entry_size;
269 }
270 }
271/*************************************************************************
274* If the "‐g" option was given on the command line, we want to continue *
275* to search for additional matches in the subject string, in a similar *
276* way to the /g option in Perl. This turns out to be trickier than you *
277* might think because of the possibility of matching an empty string. *
278* What happens is as follows: *
279* *
280* If the previous match was NOT for an empty string, we can just start *
281* the next match at the end of the previous one. *
282* *
283* If the previous match WAS for an empty string, we can’t do that, as it *
284* would lead to an infinite loop. Instead, a call of pcre2_match() is *
285* made with the PCRE2_NOTEMPTY_ATSTART and PCRE2_ANCHORED flags set. The *
286* first of these tells PCRE2 that an empty string at the start of the *
287* subject is not a valid match; other possibilities must be tried. The *
288* second flag restricts PCRE2 to one match attempt at the initial string *
289* position. If this match succeeds, an alternative to the empty string *
290* match has been found, and we can print it and proceed round the loop, *
291* advancing by the length of whatever was found. If this match does not *
292* succeed, we still stay in the loop, advancing by just one character. *
293* In UTF‐8 mode, which can be set by (*UTF) in the pattern, this may be *
294* more than one byte. *
295* *
296* However, there is a complication concerned with newlines. When the *
297* newline convention is such that CRLF is a valid newline, we must *
298* advance by two characters rather than one. The newline convention can *
299* be set in the regex by (*CR), etc.; if not, we must find the default. *
300*************************************************************************/
301if (!find_all) /* Check for ‐g */
303 {
304 pcre2_match_data_free(match_data); /* Release the memory that was used */
305 pcre2_code_free(re); /* for the match data and the pattern. */
306 return 0; /* Exit the program. */
307 }
308/* Before running the loop, check for UTF‐8 and whether CRLF is a valid newline
310sequence. First, find the options with which the regex was compiled and extract
311the UTF state. */
312(void)pcre2_pattern_info(re, PCRE2_INFO_ALLOPTIONS, &option_bits);
314utf8 = (option_bits & PCRE2_UTF) != 0;
315/* Now find the newline convention and see whether CRLF is a valid newline
317sequence. */
318(void)pcre2_pattern_info(re, PCRE2_INFO_NEWLINE, &newline);
320crlf_is_newline = newline == PCRE2_NEWLINE_ANY ||
321 newline == PCRE2_NEWLINE_CRLF ||
322 newline == PCRE2_NEWLINE_ANYCRLF;
323/* Loop for second and subsequent matches */
325for (;;)
327 {
328 uint32_t options = 0; /* Normally no options */
329 PCRE2_SIZE start_offset = ovector[1]; /* Start at end of previous match */
330 /* If the previous match was for an empty string, we are finished if we are
332 at the end of the subject. Otherwise, arrange to run another match at the
333 same point to see if a non‐empty match can be found. */
334 if (ovector[0] == ovector[1])
336 {
337 if (ovector[0] == subject_length) break;
338 options = PCRE2_NOTEMPTY_ATSTART | PCRE2_ANCHORED;
339 }
340 /* Run the next matching operation */
342 rc = pcre2_match(
344 re, /* the compiled pattern */
345 subject, /* the subject string */
346 subject_length, /* the length of the subject */
347 start_offset, /* starting offset in the subject */
348 options, /* options */
349 match_data, /* block for storing the result */
350 NULL); /* use default match context */
351 /* This time, a result of NOMATCH isn’t an error. If the value in "options"
353 is zero, it just means we have found all possible matches, so the loop ends.
354 Otherwise, it means we have failed to find a non‐empty‐string match at a
355 point where there was a previous empty‐string match. In this case, we do what
356 Perl does: advance the matching position by one character, and continue. We
357 do this by setting the "end of previous match" offset, because that is picked
358 up at the top of the loop as the point at which to start again.
359 There are two complications: (a) When CRLF is a valid newline sequence, and
361 the current position is just before it, advance by an extra byte. (b)
362 Otherwise we must ensure that we skip an entire UTF character if we are in
363 UTF mode. */
364 if (rc == PCRE2_ERROR_NOMATCH)
366 {
367 if (options == 0) break; /* All matches found */
368 ovector[1] = start_offset + 1; /* Advance one code unit */
369 if (crlf_is_newline && /* If CRLF is a newline & */
370 start_offset < subject_length ‐ 1 && /* we are at CRLF, */
371 subject[start_offset] == ’\r’ &&
372 subject[start_offset + 1] == ’\n’)
373 ovector[1] += 1; /* Advance by one more. */
374 else if (utf8) /* Otherwise, ensure we */
375 { /* advance a whole UTF‐8 */
376 while (ovector[1] < subject_length) /* character. */
377 {
378 if ((subject[ovector[1]] & 0xc0) != 0x80) break;
379 ovector[1] += 1;
380 }
381 }
382 continue; /* Go round the loop again */
383 }
384 /* Other matching errors are not recoverable. */
386 if (rc < 0)
388 {
389 printf("Matching error %d\n", rc);
390 pcre2_match_data_free(match_data);
391 pcre2_code_free(re);
392 return 1;
393 }
394 /* Match succeded */
396 printf("\nMatch succeeded again at offset %d\n", (int)ovector[0]);
398 /* The match succeeded, but the output vector wasn’t big enough. This
400 should not happen. */
401 if (rc == 0)
403 printf("ovector was not big enough for all the captured substrings\n");
404 /* As before, show substrings stored in the output vector by number, and then
406 also any named substrings. */
407 for (i = 0; i < rc; i++)
409 {
410 PCRE2_SPTR substring_start = subject + ovector[2*i];
411 size_t substring_length = ovector[2*i+1] ‐ ovector[2*i];
412 printf("%2d: %.*s\n", i, (int)substring_length, (char *)substring_start);
413 }
414 if (namecount == 0) printf("No named substrings\n"); else
416 {
417 PCRE2_SPTR tabptr = name_table;
418 printf("Named substrings\n");
419 for (i = 0; i < namecount; i++)
420 {
421 int n = (tabptr[0] << 8) | tabptr[1];
422 printf("(%d) %*s: %.*s\n", n, name_entry_size ‐ 3, tabptr + 2,
423 (int)(ovector[2*n+1] ‐ ovector[2*n]), subject + ovector[2*n]);
424 tabptr += name_entry_size;
425 }
426 }
427 } /* End of loop to find second and subsequent matches */
428printf("\n");
430pcre2_match_data_free(match_data);
431pcre2_code_free(re);
432return 0;
433}
434/* End of pcre2demo.c */
436