mirror of
https://github.com/fish-shell/fish-shell
synced 2025-01-08 19:18:47 +00:00
d83ef07ca7
This adds the new builtin 'string' which supports various string manipulation and matching algorithms, including PCRE based regular expressions. Fixes #2296 Squashed commit of the following: commit 4c3eaeb6e57d76463e9683c327142b0aeafb92b8 Author: ridiculousfish <corydoras@ridiculousfish.com> Date: Sat Sep 12 12:51:30 2015 -0700 Remove testdata and doc dirs from pcre2 source commit b2a8b4b50f2398b204fb72cfe4b5ba77ece2e1ab Merge:11c8a47
7974aab
Author: ridiculousfish <corydoras@ridiculousfish.com> Date: Sat Sep 12 12:32:40 2015 -0700 Merge branch 'string' of git://github.com/msteed/fish-shell into string-test commit7974aab6d3
Author: Michael Steed <msteed@saltstack.com> Date: Fri Sep 11 13:00:02 2015 -0600 build pcre2 lib only, no docs commiteb20b43d2d
Merge:1a09e70
5f519cb
Author: Michael Steed <msteed68@gmail.com> Date: Thu Sep 10 20:00:47 2015 -0600 Merge branch 'string' of github.com:msteed/fish-shell into string commit1a09e709d0
Author: Michael Steed <msteed68@gmail.com> Date: Thu Sep 10 19:58:24 2015 -0600 rebase on master & address the fallout commita0ec9772cd
Author: Michael Steed <msteed68@gmail.com> Date: Thu Sep 10 19:26:45 2015 -0600 use fish's wildcard_match() for glob matching commit64c25a01e3
Author: Michael Steed <msteed68@gmail.com> Date: Thu Aug 27 08:19:23 2015 -0600 some fixes from review - string_get_arg_stdin(): simplify and don't discard the argument when the trailing newline is absent - fix calls to pcre2 for e.g. string match -r -a 'a*' 'b' - correct test for args coming from stdin commitece7f35ec5
Author: Michael Steed <msteed68@gmail.com> Date: Sat Aug 22 19:35:56 2015 -0600 fixes from review - Makefile.in: restore iwyu target - regex_replacer_t::replace_matches(): correct size passed to realloc() commit9ff7477a92
Author: Michael Steed <msteed68@gmail.com> Date: Thu Aug 20 13:08:33 2015 -0600 Minor doc improvements commitbaf4e096b2
Author: Michael Steed <msteed68@gmail.com> Date: Wed Aug 19 18:29:02 2015 -0600 another attempt to fix the ci build commit896a2c2b27
Author: Michael Steed <msteed68@gmail.com> Date: Wed Aug 19 18:03:49 2015 -0600 Updates after review comments - make match/replace without -a operate on the first match on each argument - use different exit codes for "no operation performed" and errors, as grep does - refactor regex compile code - use human-friendly error messages from pcre2 - improve error handling & reporting elsewhere - add a few tests - make some doc fixes - some simplification & cleanup - fix ci build failure (I hope) commitefd47dcbda
Author: Michael Steed <msteed68@gmail.com> Date: Wed Aug 12 00:26:07 2015 -0600 fix dependencies for parallel make commited0850e2db
Author: Michael Steed <msteed68@gmail.com> Date: Tue Aug 11 23:37:22 2015 -0600 Add missing pcre2 files + .gitignore commit9492e7a7e9
Author: Michael Steed <msteed68@gmail.com> Date: Tue Aug 11 22:44:05 2015 -0600 add pcre2-10.20 and update license.hdr commit1a60b93371
Author: Michael Steed <msteed68@gmail.com> Date: Tue Aug 11 22:41:19 2015 -0600 add string builtin files - string builtin source, tests, & docs - changes to configure.ac & Makefile.in commit5f519cb2a2
Author: Michael Steed <msteed68@gmail.com> Date: Thu Sep 10 19:26:45 2015 -0600 use fish's wildcard_match() for glob matching commit2ecd24f795
Author: Michael Steed <msteed68@gmail.com> Date: Thu Aug 27 08:19:23 2015 -0600 some fixes from review - string_get_arg_stdin(): simplify and don't discard the argument when the trailing newline is absent - fix calls to pcre2 for e.g. string match -r -a 'a*' 'b' - correct test for args coming from stdin commit45b777e4dc
Author: Michael Steed <msteed68@gmail.com> Date: Sat Aug 22 19:35:56 2015 -0600 fixes from review - Makefile.in: restore iwyu target - regex_replacer_t::replace_matches(): correct size passed to realloc() commit981cbb6ddf
Author: Michael Steed <msteed68@gmail.com> Date: Thu Aug 20 13:08:33 2015 -0600 Minor doc improvements commitddb6a2a8fd
Author: Michael Steed <msteed68@gmail.com> Date: Wed Aug 19 18:29:02 2015 -0600 another attempt to fix the ci build commit1e34e3191b
Author: Michael Steed <msteed68@gmail.com> Date: Wed Aug 19 18:03:49 2015 -0600 Updates after review comments - make match/replace without -a operate on the first match on each argument - use different exit codes for "no operation performed" and errors, as grep does - refactor regex compile code - use human-friendly error messages from pcre2 - improve error handling & reporting elsewhere - add a few tests - make some doc fixes - some simplification & cleanup - fix ci build failure (I hope) commit34232e152d
Author: Michael Steed <msteed68@gmail.com> Date: Wed Aug 12 00:26:07 2015 -0600 fix dependencies for parallel make commit00d7e78169
Author: Michael Steed <msteed68@gmail.com> Date: Tue Aug 11 23:37:22 2015 -0600 Add missing pcre2 files + .gitignore commit4498aa5f57
Author: Michael Steed <msteed68@gmail.com> Date: Tue Aug 11 22:44:05 2015 -0600 add pcre2-10.20 and update license.hdr commit290c58c72e
Author: Michael Steed <msteed68@gmail.com> Date: Tue Aug 11 22:41:19 2015 -0600 add string builtin files - string builtin source, tests, & docs - changes to configure.ac & Makefile.in
243 lines
6.2 KiB
C
243 lines
6.2 KiB
C
/*************************************************
|
|
* Perl-Compatible Regular Expressions *
|
|
*************************************************/
|
|
|
|
/* PCRE is a library of functions to support regular expressions whose syntax
|
|
and semantics are as close as possible to those of the Perl 5 language.
|
|
|
|
Written by Philip Hazel
|
|
Original API code Copyright (c) 1997-2012 University of Cambridge
|
|
New API code Copyright (c) 2014 University of Cambridge
|
|
|
|
-----------------------------------------------------------------------------
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions are met:
|
|
|
|
* Redistributions of source code must retain the above copyright notice,
|
|
this list of conditions and the following disclaimer.
|
|
|
|
* Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
|
|
* Neither the name of the University of Cambridge nor the names of its
|
|
contributors may be used to endorse or promote products derived from
|
|
this software without specific prior written permission.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
POSSIBILITY OF SUCH DAMAGE.
|
|
-----------------------------------------------------------------------------
|
|
*/
|
|
|
|
|
|
/* This module contains internal functions for testing newlines when more than
|
|
one kind of newline is to be recognized. When a newline is found, its length is
|
|
returned. In principle, we could implement several newline "types", each
|
|
referring to a different set of newline characters. At present, PCRE2 supports
|
|
only NLTYPE_FIXED, which gets handled without these functions, NLTYPE_ANYCRLF,
|
|
and NLTYPE_ANY. The full list of Unicode newline characters is taken from
|
|
http://unicode.org/unicode/reports/tr18/. */
|
|
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
|
|
#include "pcre2_internal.h"
|
|
|
|
|
|
|
|
/*************************************************
|
|
* Check for newline at given position *
|
|
*************************************************/
|
|
|
|
/* This function is called only via the IS_NEWLINE macro, which does so only
|
|
when the newline type is NLTYPE_ANY or NLTYPE_ANYCRLF. The case of a fixed
|
|
newline (NLTYPE_FIXED) is handled inline. It is guaranteed that the code unit
|
|
pointed to by ptr is less than the end of the string.
|
|
|
|
Arguments:
|
|
ptr pointer to possible newline
|
|
type the newline type
|
|
endptr pointer to the end of the string
|
|
lenptr where to return the length
|
|
utf TRUE if in utf mode
|
|
|
|
Returns: TRUE or FALSE
|
|
*/
|
|
|
|
BOOL
|
|
PRIV(is_newline)(PCRE2_SPTR ptr, uint32_t type, PCRE2_SPTR endptr,
|
|
uint32_t *lenptr, BOOL utf)
|
|
{
|
|
uint32_t c;
|
|
|
|
#ifdef SUPPORT_UNICODE
|
|
if (utf) { GETCHAR(c, ptr); } else c = *ptr;
|
|
#else
|
|
(void)utf;
|
|
c = *ptr;
|
|
#endif /* SUPPORT_UNICODE */
|
|
|
|
if (type == NLTYPE_ANYCRLF) switch(c)
|
|
{
|
|
case CHAR_LF:
|
|
*lenptr = 1;
|
|
return TRUE;
|
|
|
|
case CHAR_CR:
|
|
*lenptr = (ptr < endptr - 1 && ptr[1] == CHAR_LF)? 2 : 1;
|
|
return TRUE;
|
|
|
|
default:
|
|
return FALSE;
|
|
}
|
|
|
|
/* NLTYPE_ANY */
|
|
|
|
else switch(c)
|
|
{
|
|
#ifdef EBCDIC
|
|
case CHAR_NEL:
|
|
#endif
|
|
case CHAR_LF:
|
|
case CHAR_VT:
|
|
case CHAR_FF:
|
|
*lenptr = 1;
|
|
return TRUE;
|
|
|
|
case CHAR_CR:
|
|
*lenptr = (ptr < endptr - 1 && ptr[1] == CHAR_LF)? 2 : 1;
|
|
return TRUE;
|
|
|
|
#ifndef EBCDIC
|
|
#if PCRE2_CODE_UNIT_WIDTH == 8
|
|
case CHAR_NEL:
|
|
*lenptr = utf? 2 : 1;
|
|
return TRUE;
|
|
|
|
case 0x2028: /* LS */
|
|
case 0x2029: /* PS */
|
|
*lenptr = 3;
|
|
return TRUE;
|
|
|
|
#else /* 16-bit or 32-bit code units */
|
|
case CHAR_NEL:
|
|
case 0x2028: /* LS */
|
|
case 0x2029: /* PS */
|
|
*lenptr = 1;
|
|
return TRUE;
|
|
#endif
|
|
#endif /* Not EBCDIC */
|
|
|
|
default:
|
|
return FALSE;
|
|
}
|
|
}
|
|
|
|
|
|
|
|
/*************************************************
|
|
* Check for newline at previous position *
|
|
*************************************************/
|
|
|
|
/* This function is called only via the WAS_NEWLINE macro, which does so only
|
|
when the newline type is NLTYPE_ANY or NLTYPE_ANYCRLF. The case of a fixed
|
|
newline (NLTYPE_FIXED) is handled inline. It is guaranteed that the initial
|
|
value of ptr is greater than the start of the string that is being processed.
|
|
|
|
Arguments:
|
|
ptr pointer to possible newline
|
|
type the newline type
|
|
startptr pointer to the start of the string
|
|
lenptr where to return the length
|
|
utf TRUE if in utf mode
|
|
|
|
Returns: TRUE or FALSE
|
|
*/
|
|
|
|
BOOL
|
|
PRIV(was_newline)(PCRE2_SPTR ptr, uint32_t type, PCRE2_SPTR startptr,
|
|
uint32_t *lenptr, BOOL utf)
|
|
{
|
|
uint32_t c;
|
|
ptr--;
|
|
|
|
#ifdef SUPPORT_UNICODE
|
|
if (utf)
|
|
{
|
|
BACKCHAR(ptr);
|
|
GETCHAR(c, ptr);
|
|
}
|
|
else c = *ptr;
|
|
#else
|
|
(void)utf;
|
|
c = *ptr;
|
|
#endif /* SUPPORT_UNICODE */
|
|
|
|
if (type == NLTYPE_ANYCRLF) switch(c)
|
|
{
|
|
case CHAR_LF:
|
|
*lenptr = (ptr > startptr && ptr[-1] == CHAR_CR)? 2 : 1;
|
|
return TRUE;
|
|
|
|
case CHAR_CR:
|
|
*lenptr = 1;
|
|
return TRUE;
|
|
|
|
default:
|
|
return FALSE;
|
|
}
|
|
|
|
/* NLTYPE_ANY */
|
|
|
|
else switch(c)
|
|
{
|
|
case CHAR_LF:
|
|
*lenptr = (ptr > startptr && ptr[-1] == CHAR_CR)? 2 : 1;
|
|
return TRUE;
|
|
|
|
#ifdef EBCDIC
|
|
case CHAR_NEL:
|
|
#endif
|
|
case CHAR_VT:
|
|
case CHAR_FF:
|
|
case CHAR_CR:
|
|
*lenptr = 1;
|
|
return TRUE;
|
|
|
|
#ifndef EBCDIC
|
|
#if PCRE2_CODE_UNIT_WIDTH == 8
|
|
case CHAR_NEL:
|
|
*lenptr = utf? 2 : 1;
|
|
return TRUE;
|
|
|
|
case 0x2028: /* LS */
|
|
case 0x2029: /* PS */
|
|
*lenptr = 3;
|
|
return TRUE;
|
|
|
|
#else /* 16-bit or 32-bit code units */
|
|
case CHAR_NEL:
|
|
case 0x2028: /* LS */
|
|
case 0x2029: /* PS */
|
|
*lenptr = 1;
|
|
return TRUE;
|
|
#endif
|
|
#endif /* Not EBCDIC */
|
|
|
|
default:
|
|
return FALSE;
|
|
}
|
|
}
|
|
|
|
/* End of pcre2_newline.c */
|