Blame lib/mbsstr.c

Packit Service fdd496
/* Searching in a string.  -*- coding: utf-8 -*-
Packit Service fdd496
   Copyright (C) 2005-2017 Free Software Foundation, Inc.
Packit Service fdd496
   Written by Bruno Haible <bruno@clisp.org>, 2005.
Packit Service fdd496
Packit Service fdd496
   This program is free software: you can redistribute it and/or modify
Packit Service fdd496
   it under the terms of the GNU General Public License as published by
Packit Service fdd496
   the Free Software Foundation; either version 3 of the License, or
Packit Service fdd496
   (at your option) any later version.
Packit Service fdd496
Packit Service fdd496
   This program is distributed in the hope that it will be useful,
Packit Service fdd496
   but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit Service fdd496
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
Packit Service fdd496
   GNU General Public License for more details.
Packit Service fdd496
Packit Service fdd496
   You should have received a copy of the GNU General Public License
Packit Service fdd496
   along with this program.  If not, see <http://www.gnu.org/licenses/>.  */
Packit Service fdd496
Packit Service fdd496
#include <config.h>
Packit Service fdd496
Packit Service fdd496
/* Specification.  */
Packit Service fdd496
#include <string.h>
Packit Service fdd496
Packit Service fdd496
#include <stdbool.h>
Packit Service fdd496
#include <stddef.h>  /* for NULL, in case a nonstandard string.h lacks it */
Packit Service fdd496
Packit Service fdd496
#include "malloca.h"
Packit Service fdd496
#include "mbuiter.h"
Packit Service fdd496
Packit Service fdd496
/* Knuth-Morris-Pratt algorithm.  */
Packit Service fdd496
#define UNIT unsigned char
Packit Service fdd496
#define CANON_ELEMENT(c) c
Packit Service fdd496
#include "str-kmp.h"
Packit Service fdd496
Packit Service fdd496
/* Knuth-Morris-Pratt algorithm.
Packit Service fdd496
   See http://en.wikipedia.org/wiki/Knuth-Morris-Pratt_algorithm
Packit Service fdd496
   Return a boolean indicating success:
Packit Service fdd496
   Return true and set *RESULTP if the search was completed.
Packit Service fdd496
   Return false if it was aborted because not enough memory was available.  */
Packit Service fdd496
static bool
Packit Service fdd496
knuth_morris_pratt_multibyte (const char *haystack, const char *needle,
Packit Service fdd496
                              const char **resultp)
Packit Service fdd496
{
Packit Service fdd496
  size_t m = mbslen (needle);
Packit Service fdd496
  mbchar_t *needle_mbchars;
Packit Service fdd496
  size_t *table;
Packit Service fdd496
Packit Service fdd496
  /* Allocate room for needle_mbchars and the table.  */
Packit Service fdd496
  void *memory = nmalloca (m, sizeof (mbchar_t) + sizeof (size_t));
Packit Service fdd496
  void *table_memory;
Packit Service fdd496
  if (memory == NULL)
Packit Service fdd496
    return false;
Packit Service fdd496
  needle_mbchars = memory;
Packit Service fdd496
  table_memory = needle_mbchars + m;
Packit Service fdd496
  table = table_memory;
Packit Service fdd496
Packit Service fdd496
  /* Fill needle_mbchars.  */
Packit Service fdd496
  {
Packit Service fdd496
    mbui_iterator_t iter;
Packit Service fdd496
    size_t j;
Packit Service fdd496
Packit Service fdd496
    j = 0;
Packit Service fdd496
    for (mbui_init (iter, needle); mbui_avail (iter); mbui_advance (iter), j++)
Packit Service fdd496
      mb_copy (&needle_mbchars[j], &mbui_cur (iter));
Packit Service fdd496
  }
Packit Service fdd496
Packit Service fdd496
  /* Fill the table.
Packit Service fdd496
     For 0 < i < m:
Packit Service fdd496
       0 < table[i] <= i is defined such that
Packit Service fdd496
       forall 0 < x < table[i]: needle[x..i-1] != needle[0..i-1-x],
Packit Service fdd496
       and table[i] is as large as possible with this property.
Packit Service fdd496
     This implies:
Packit Service fdd496
     1) For 0 < i < m:
Packit Service fdd496
          If table[i] < i,
Packit Service fdd496
          needle[table[i]..i-1] = needle[0..i-1-table[i]].
Packit Service fdd496
     2) For 0 < i < m:
Packit Service fdd496
          rhaystack[0..i-1] == needle[0..i-1]
Packit Service fdd496
          and exists h, i <= h < m: rhaystack[h] != needle[h]
Packit Service fdd496
          implies
Packit Service fdd496
          forall 0 <= x < table[i]: rhaystack[x..x+m-1] != needle[0..m-1].
Packit Service fdd496
     table[0] remains uninitialized.  */
Packit Service fdd496
  {
Packit Service fdd496
    size_t i, j;
Packit Service fdd496
Packit Service fdd496
    /* i = 1: Nothing to verify for x = 0.  */
Packit Service fdd496
    table[1] = 1;
Packit Service fdd496
    j = 0;
Packit Service fdd496
Packit Service fdd496
    for (i = 2; i < m; i++)
Packit Service fdd496
      {
Packit Service fdd496
        /* Here: j = i-1 - table[i-1].
Packit Service fdd496
           The inequality needle[x..i-1] != needle[0..i-1-x] is known to hold
Packit Service fdd496
           for x < table[i-1], by induction.
Packit Service fdd496
           Furthermore, if j>0: needle[i-1-j..i-2] = needle[0..j-1].  */
Packit Service fdd496
        mbchar_t *b = &needle_mbchars[i - 1];
Packit Service fdd496
Packit Service fdd496
        for (;;)
Packit Service fdd496
          {
Packit Service fdd496
            /* Invariants: The inequality needle[x..i-1] != needle[0..i-1-x]
Packit Service fdd496
               is known to hold for x < i-1-j.
Packit Service fdd496
               Furthermore, if j>0: needle[i-1-j..i-2] = needle[0..j-1].  */
Packit Service fdd496
            if (mb_equal (*b, needle_mbchars[j]))
Packit Service fdd496
              {
Packit Service fdd496
                /* Set table[i] := i-1-j.  */
Packit Service fdd496
                table[i] = i - ++j;
Packit Service fdd496
                break;
Packit Service fdd496
              }
Packit Service fdd496
            /* The inequality needle[x..i-1] != needle[0..i-1-x] also holds
Packit Service fdd496
               for x = i-1-j, because
Packit Service fdd496
                 needle[i-1] != needle[j] = needle[i-1-x].  */
Packit Service fdd496
            if (j == 0)
Packit Service fdd496
              {
Packit Service fdd496
                /* The inequality holds for all possible x.  */
Packit Service fdd496
                table[i] = i;
Packit Service fdd496
                break;
Packit Service fdd496
              }
Packit Service fdd496
            /* The inequality needle[x..i-1] != needle[0..i-1-x] also holds
Packit Service fdd496
               for i-1-j < x < i-1-j+table[j], because for these x:
Packit Service fdd496
                 needle[x..i-2]
Packit Service fdd496
                 = needle[x-(i-1-j)..j-1]
Packit Service fdd496
                 != needle[0..j-1-(x-(i-1-j))]  (by definition of table[j])
Packit Service fdd496
                    = needle[0..i-2-x],
Packit Service fdd496
               hence needle[x..i-1] != needle[0..i-1-x].
Packit Service fdd496
               Furthermore
Packit Service fdd496
                 needle[i-1-j+table[j]..i-2]
Packit Service fdd496
                 = needle[table[j]..j-1]
Packit Service fdd496
                 = needle[0..j-1-table[j]]  (by definition of table[j]).  */
Packit Service fdd496
            j = j - table[j];
Packit Service fdd496
          }
Packit Service fdd496
        /* Here: j = i - table[i].  */
Packit Service fdd496
      }
Packit Service fdd496
  }
Packit Service fdd496
Packit Service fdd496
  /* Search, using the table to accelerate the processing.  */
Packit Service fdd496
  {
Packit Service fdd496
    size_t j;
Packit Service fdd496
    mbui_iterator_t rhaystack;
Packit Service fdd496
    mbui_iterator_t phaystack;
Packit Service fdd496
Packit Service fdd496
    *resultp = NULL;
Packit Service fdd496
    j = 0;
Packit Service fdd496
    mbui_init (rhaystack, haystack);
Packit Service fdd496
    mbui_init (phaystack, haystack);
Packit Service fdd496
    /* Invariant: phaystack = rhaystack + j.  */
Packit Service fdd496
    while (mbui_avail (phaystack))
Packit Service fdd496
      if (mb_equal (needle_mbchars[j], mbui_cur (phaystack)))
Packit Service fdd496
        {
Packit Service fdd496
          j++;
Packit Service fdd496
          mbui_advance (phaystack);
Packit Service fdd496
          if (j == m)
Packit Service fdd496
            {
Packit Service fdd496
              /* The entire needle has been found.  */
Packit Service fdd496
              *resultp = mbui_cur_ptr (rhaystack);
Packit Service fdd496
              break;
Packit Service fdd496
            }
Packit Service fdd496
        }
Packit Service fdd496
      else if (j > 0)
Packit Service fdd496
        {
Packit Service fdd496
          /* Found a match of needle[0..j-1], mismatch at needle[j].  */
Packit Service fdd496
          size_t count = table[j];
Packit Service fdd496
          j -= count;
Packit Service fdd496
          for (; count > 0; count--)
Packit Service fdd496
            {
Packit Service fdd496
              if (!mbui_avail (rhaystack))
Packit Service fdd496
                abort ();
Packit Service fdd496
              mbui_advance (rhaystack);
Packit Service fdd496
            }
Packit Service fdd496
        }
Packit Service fdd496
      else
Packit Service fdd496
        {
Packit Service fdd496
          /* Found a mismatch at needle[0] already.  */
Packit Service fdd496
          if (!mbui_avail (rhaystack))
Packit Service fdd496
            abort ();
Packit Service fdd496
          mbui_advance (rhaystack);
Packit Service fdd496
          mbui_advance (phaystack);
Packit Service fdd496
        }
Packit Service fdd496
  }
Packit Service fdd496
Packit Service fdd496
  freea (memory);
Packit Service fdd496
  return true;
Packit Service fdd496
}
Packit Service fdd496
Packit Service fdd496
/* Find the first occurrence of the character string NEEDLE in the character
Packit Service fdd496
   string HAYSTACK.  Return NULL if NEEDLE is not found in HAYSTACK.  */
Packit Service fdd496
char *
Packit Service fdd496
mbsstr (const char *haystack, const char *needle)
Packit Service fdd496
{
Packit Service fdd496
  /* Be careful not to look at the entire extent of haystack or needle
Packit Service fdd496
     until needed.  This is useful because of these two cases:
Packit Service fdd496
       - haystack may be very long, and a match of needle found early,
Packit Service fdd496
       - needle may be very long, and not even a short initial segment of
Packit Service fdd496
         needle may be found in haystack.  */
Packit Service fdd496
  if (MB_CUR_MAX > 1)
Packit Service fdd496
    {
Packit Service fdd496
      mbui_iterator_t iter_needle;
Packit Service fdd496
Packit Service fdd496
      mbui_init (iter_needle, needle);
Packit Service fdd496
      if (mbui_avail (iter_needle))
Packit Service fdd496
        {
Packit Service fdd496
          /* Minimizing the worst-case complexity:
Packit Service fdd496
             Let n = mbslen(haystack), m = mbslen(needle).
Packit Service fdd496
             The na誰ve algorithm is O(n*m) worst-case.
Packit Service fdd496
             The Knuth-Morris-Pratt algorithm is O(n) worst-case but it needs a
Packit Service fdd496
             memory allocation.
Packit Service fdd496
             To achieve linear complexity and yet amortize the cost of the
Packit Service fdd496
             memory allocation, we activate the Knuth-Morris-Pratt algorithm
Packit Service fdd496
             only once the na誰ve algorithm has already run for some time; more
Packit Service fdd496
             precisely, when
Packit Service fdd496
               - the outer loop count is >= 10,
Packit Service fdd496
               - the average number of comparisons per outer loop is >= 5,
Packit Service fdd496
               - the total number of comparisons is >= m.
Packit Service fdd496
             But we try it only once.  If the memory allocation attempt failed,
Packit Service fdd496
             we don't retry it.  */
Packit Service fdd496
          bool try_kmp = true;
Packit Service fdd496
          size_t outer_loop_count = 0;
Packit Service fdd496
          size_t comparison_count = 0;
Packit Service fdd496
          size_t last_ccount = 0;                  /* last comparison count */
Packit Service fdd496
          mbui_iterator_t iter_needle_last_ccount; /* = needle + last_ccount */
Packit Service fdd496
Packit Service fdd496
          mbui_iterator_t iter_haystack;
Packit Service fdd496
Packit Service fdd496
          mbui_init (iter_needle_last_ccount, needle);
Packit Service fdd496
          mbui_init (iter_haystack, haystack);
Packit Service fdd496
          for (;; mbui_advance (iter_haystack))
Packit Service fdd496
            {
Packit Service fdd496
              if (!mbui_avail (iter_haystack))
Packit Service fdd496
                /* No match.  */
Packit Service fdd496
                return NULL;
Packit Service fdd496
Packit Service fdd496
              /* See whether it's advisable to use an asymptotically faster
Packit Service fdd496
                 algorithm.  */
Packit Service fdd496
              if (try_kmp
Packit Service fdd496
                  && outer_loop_count >= 10
Packit Service fdd496
                  && comparison_count >= 5 * outer_loop_count)
Packit Service fdd496
                {
Packit Service fdd496
                  /* See if needle + comparison_count now reaches the end of
Packit Service fdd496
                     needle.  */
Packit Service fdd496
                  size_t count = comparison_count - last_ccount;
Packit Service fdd496
                  for (;
Packit Service fdd496
                       count > 0 && mbui_avail (iter_needle_last_ccount);
Packit Service fdd496
                       count--)
Packit Service fdd496
                    mbui_advance (iter_needle_last_ccount);
Packit Service fdd496
                  last_ccount = comparison_count;
Packit Service fdd496
                  if (!mbui_avail (iter_needle_last_ccount))
Packit Service fdd496
                    {
Packit Service fdd496
                      /* Try the Knuth-Morris-Pratt algorithm.  */
Packit Service fdd496
                      const char *result;
Packit Service fdd496
                      bool success =
Packit Service fdd496
                        knuth_morris_pratt_multibyte (haystack, needle,
Packit Service fdd496
                                                      &result);
Packit Service fdd496
                      if (success)
Packit Service fdd496
                        return (char *) result;
Packit Service fdd496
                      try_kmp = false;
Packit Service fdd496
                    }
Packit Service fdd496
                }
Packit Service fdd496
Packit Service fdd496
              outer_loop_count++;
Packit Service fdd496
              comparison_count++;
Packit Service fdd496
              if (mb_equal (mbui_cur (iter_haystack), mbui_cur (iter_needle)))
Packit Service fdd496
                /* The first character matches.  */
Packit Service fdd496
                {
Packit Service fdd496
                  mbui_iterator_t rhaystack;
Packit Service fdd496
                  mbui_iterator_t rneedle;
Packit Service fdd496
Packit Service fdd496
                  memcpy (&rhaystack, &iter_haystack, sizeof (mbui_iterator_t));
Packit Service fdd496
                  mbui_advance (rhaystack);
Packit Service fdd496
Packit Service fdd496
                  mbui_init (rneedle, needle);
Packit Service fdd496
                  if (!mbui_avail (rneedle))
Packit Service fdd496
                    abort ();
Packit Service fdd496
                  mbui_advance (rneedle);
Packit Service fdd496
Packit Service fdd496
                  for (;; mbui_advance (rhaystack), mbui_advance (rneedle))
Packit Service fdd496
                    {
Packit Service fdd496
                      if (!mbui_avail (rneedle))
Packit Service fdd496
                        /* Found a match.  */
Packit Service fdd496
                        return (char *) mbui_cur_ptr (iter_haystack);
Packit Service fdd496
                      if (!mbui_avail (rhaystack))
Packit Service fdd496
                        /* No match.  */
Packit Service fdd496
                        return NULL;
Packit Service fdd496
                      comparison_count++;
Packit Service fdd496
                      if (!mb_equal (mbui_cur (rhaystack), mbui_cur (rneedle)))
Packit Service fdd496
                        /* Nothing in this round.  */
Packit Service fdd496
                        break;
Packit Service fdd496
                    }
Packit Service fdd496
                }
Packit Service fdd496
            }
Packit Service fdd496
        }
Packit Service fdd496
      else
Packit Service fdd496
        return (char *) haystack;
Packit Service fdd496
    }
Packit Service fdd496
  else
Packit Service fdd496
    {
Packit Service fdd496
      if (*needle != '\0')
Packit Service fdd496
        {
Packit Service fdd496
          /* Minimizing the worst-case complexity:
Packit Service fdd496
             Let n = strlen(haystack), m = strlen(needle).
Packit Service fdd496
             The na誰ve algorithm is O(n*m) worst-case.
Packit Service fdd496
             The Knuth-Morris-Pratt algorithm is O(n) worst-case but it needs a
Packit Service fdd496
             memory allocation.
Packit Service fdd496
             To achieve linear complexity and yet amortize the cost of the
Packit Service fdd496
             memory allocation, we activate the Knuth-Morris-Pratt algorithm
Packit Service fdd496
             only once the na誰ve algorithm has already run for some time; more
Packit Service fdd496
             precisely, when
Packit Service fdd496
               - the outer loop count is >= 10,
Packit Service fdd496
               - the average number of comparisons per outer loop is >= 5,
Packit Service fdd496
               - the total number of comparisons is >= m.
Packit Service fdd496
             But we try it only once.  If the memory allocation attempt failed,
Packit Service fdd496
             we don't retry it.  */
Packit Service fdd496
          bool try_kmp = true;
Packit Service fdd496
          size_t outer_loop_count = 0;
Packit Service fdd496
          size_t comparison_count = 0;
Packit Service fdd496
          size_t last_ccount = 0;                  /* last comparison count */
Packit Service fdd496
          const char *needle_last_ccount = needle; /* = needle + last_ccount */
Packit Service fdd496
Packit Service fdd496
          /* Speed up the following searches of needle by caching its first
Packit Service fdd496
             character.  */
Packit Service fdd496
          char b = *needle++;
Packit Service fdd496
Packit Service fdd496
          for (;; haystack++)
Packit Service fdd496
            {
Packit Service fdd496
              if (*haystack == '\0')
Packit Service fdd496
                /* No match.  */
Packit Service fdd496
                return NULL;
Packit Service fdd496
Packit Service fdd496
              /* See whether it's advisable to use an asymptotically faster
Packit Service fdd496
                 algorithm.  */
Packit Service fdd496
              if (try_kmp
Packit Service fdd496
                  && outer_loop_count >= 10
Packit Service fdd496
                  && comparison_count >= 5 * outer_loop_count)
Packit Service fdd496
                {
Packit Service fdd496
                  /* See if needle + comparison_count now reaches the end of
Packit Service fdd496
                     needle.  */
Packit Service fdd496
                  if (needle_last_ccount != NULL)
Packit Service fdd496
                    {
Packit Service fdd496
                      needle_last_ccount +=
Packit Service fdd496
                        strnlen (needle_last_ccount,
Packit Service fdd496
                                 comparison_count - last_ccount);
Packit Service fdd496
                      if (*needle_last_ccount == '\0')
Packit Service fdd496
                        needle_last_ccount = NULL;
Packit Service fdd496
                      last_ccount = comparison_count;
Packit Service fdd496
                    }
Packit Service fdd496
                  if (needle_last_ccount == NULL)
Packit Service fdd496
                    {
Packit Service fdd496
                      /* Try the Knuth-Morris-Pratt algorithm.  */
Packit Service fdd496
                      const unsigned char *result;
Packit Service fdd496
                      bool success =
Packit Service fdd496
                        knuth_morris_pratt ((const unsigned char *) haystack,
Packit Service fdd496
                                            (const unsigned char *) (needle - 1),
Packit Service fdd496
                                            strlen (needle - 1),
Packit Service fdd496
                                            &result);
Packit Service fdd496
                      if (success)
Packit Service fdd496
                        return (char *) result;
Packit Service fdd496
                      try_kmp = false;
Packit Service fdd496
                    }
Packit Service fdd496
                }
Packit Service fdd496
Packit Service fdd496
              outer_loop_count++;
Packit Service fdd496
              comparison_count++;
Packit Service fdd496
              if (*haystack == b)
Packit Service fdd496
                /* The first character matches.  */
Packit Service fdd496
                {
Packit Service fdd496
                  const char *rhaystack = haystack + 1;
Packit Service fdd496
                  const char *rneedle = needle;
Packit Service fdd496
Packit Service fdd496
                  for (;; rhaystack++, rneedle++)
Packit Service fdd496
                    {
Packit Service fdd496
                      if (*rneedle == '\0')
Packit Service fdd496
                        /* Found a match.  */
Packit Service fdd496
                        return (char *) haystack;
Packit Service fdd496
                      if (*rhaystack == '\0')
Packit Service fdd496
                        /* No match.  */
Packit Service fdd496
                        return NULL;
Packit Service fdd496
                      comparison_count++;
Packit Service fdd496
                      if (*rhaystack != *rneedle)
Packit Service fdd496
                        /* Nothing in this round.  */
Packit Service fdd496
                        break;
Packit Service fdd496
                    }
Packit Service fdd496
                }
Packit Service fdd496
            }
Packit Service fdd496
        }
Packit Service fdd496
      else
Packit Service fdd496
        return (char *) haystack;
Packit Service fdd496
    }
Packit Service fdd496
}