path: root/dil2al/BigString.cc

/* 
Copyright (C) 1988 Free Software Foundation
    written by Doug Lea (dl@rocky.oswego.edu)

Modified by Randal A. Koene, 20000224
    allocation types modified to enable big strings
    added substring replacement capability to gsub (as in sed s/// command), 20000321

This file is part of the GNU C++ Library.  This library is free
software; you can redistribute it and/or modify it under the terms of
the GNU Library General Public License as published by the Free
Software Foundation; either version 2 of the License, or (at your
option) any later version.  This library is distributed in the hope
that it will be useful, but WITHOUT ANY WARRANTY; without even the
implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
PURPOSE.  See the GNU Library General Public License for more details.
You should have received a copy of the GNU Library General Public
License along with this library; if not, write to the Free Software
Foundation, 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
*/

/* 
  String class implementation
 */

#ifdef __GNUG__
#pragma implementation
#endif
#include <limits.h>
#include "BigString.hh"
#include <new>
using namespace std;
#include <ctype.h>
#undef OK

#ifdef DEBUG_BIGSTRING
	bool globaldebugop = false;
#endif
#ifdef BIGSTRING_DOUBLE_INITIALIZATION
int untruncated_double_string_length = 0;
#endif

void String::error(const char* msg) const
{
cerr << "Error in String: " << msg << '\n';
//  (*lib_error_handler)("String", msg);
}

String::operator const char*() const
{ 
  return (const char*)chars();
}

//  globals

#ifdef DEBUG_BIGSTRING
StrRep  _nilStrRep = { 0, 1, { 0 }, 0 }; // nil strings point here
#else
StrRep  _nilStrRep = { 0, 1, { 0 } }; // nil strings point here
#endif
String _nilString;               // nil SubStrings point here




/*
 the following inline fcts are specially designed to work
 in support of String classes, and are not meant as generic replacements
 for libc "str" functions.

 inline copy fcts -  I like left-to-right from->to arguments.
 all versions assume that `to' argument is non-null

 These are worth doing inline, rather than through calls because,
 via procedural integration, adjacent copy calls can be smushed
 together by the optimizer.
*/

// copy n bytes
inline static void ncopy(const char* from, char* to, _BIGSTRING_ITERATOR n)
{
  if (from != to) while (--n >= 0) *to++ = *from++;
}

// copy n bytes, null-terminate
inline static void ncopy0(const char* from, char* to, _BIGSTRING_ITERATOR n)
{
  if (from != to) 
  {
    while (--n >= 0) *to++ = *from++;
    *to = 0;
  }
  else
    to[n] = 0;
}

#ifdef BIGSTRING_ISTREAM_INITIALIZATION
// copy n bytes from an istream, null-terminate
inline static void ncopy0_istream(istream & from, char* to, _BIGSTRING_ITERATOR n)
{
	from.read(to,n);
	to[from.gcount()]='\0';
	if ((_BIGSTRING_ITERATOR) from.gcount()!=n) cerr << "Warning: characters read (" << from.gcount() << ") does not equal expected size (" << n << ")\n";
}
#endif

// copy until null
inline static void scopy(const char* from, char* to)
{
  if (from != 0) while((*to++ = *from++) != 0);
}

// copy right-to-left
inline static void revcopy(const char* from, char* to, _BIGSTRING_REVERSE n)
{
  if (from != 0) while (--n >= 0) *to-- = *from--;
}


inline static _BIGSTRING_SIZE slen(const char* t) // inline  strlen
{
  if (t == 0)
    return 0;
  else
  {
    const char* a = t;
    while (*a++ != 0);
    return a - 1 - t;
  }
}

// minimum & maximum representable rep size

#define MAXStrRep_SIZE   ((1 << (sizeof(_BIGSTRING_ALLOC) * CHAR_BIT - 1)) - 1)
#define MINStrRep_SIZE   16

#ifndef MALLOC_MIN_OVERHEAD
#define MALLOC_MIN_OVERHEAD  4
#endif

// The basic allocation primitive:
// Always round request to something close to a power of two.
// This ensures a bit of padding, which often means that
// concatenations don't have to realloc. Plus it tends to
// be faster when lots of Strings are created and discarded,
// since just about any version of malloc (op new()) will
// be faster when it can reuse identically-sized chunks

inline static StrRep* Snew(_BIGSTRING_ALLOC newsiz)
{
  _BIGSTRING_ALLOCMANIP siz = sizeof(StrRep) + newsiz + MALLOC_MIN_OVERHEAD;
  _BIGSTRING_ALLOCMANIP allocsiz = MINStrRep_SIZE;
  while (allocsiz < siz) allocsiz <<= 1;
  allocsiz -= MALLOC_MIN_OVERHEAD;
  if (allocsiz >= MAXStrRep_SIZE)
	cerr << "Error in String: Requested length out of range" << '\n';
//    (*lib_error_handler)("String", "Requested length out of range");
    
  StrRep* rep = new (operator new (allocsiz)) StrRep;
  rep->sz = allocsiz - sizeof(StrRep);
#ifdef DEBUG_BIGSTRING
	rep->debugop = false;
#endif
  return rep;
}

// Do-something-while-allocating routines.

// We live with two ways to signify empty Sreps: either the
// null pointer (0) or a pointer to the nilStrRep.

// We always signify unknown source lengths (usually when fed a char*)
// via len == -1, in which case it is computed.

// allocate, copying src if nonull

StrRep* Salloc(StrRep* old, const char* src, _BIGSTRING_SIZE srclen, _BIGSTRING_SIZE newlen)
{
#ifdef DEBUG_BIGSTRING
//bool _debugop;
//if (old) _debugop = old->debugop; else _debugop = true;
//if (old) old->debugop = false;
#endif
  if (old == &_nilStrRep) old = 0;
  if (srclen < 0) srclen = slen(src);
  if (newlen < srclen) newlen = srclen;
#ifdef DEBUG_BIGSTRING
//if (_debugop) cerr << "[Salloc] srclen = " << srclen << ", newlen = " << newlen << '\n';
if (globaldebugop) cerr << "[Salloc] srclen = " << srclen << ", newlen = " << newlen << '\n';
#endif
  StrRep* rep;
  if (old == 0 || newlen > (_BIGSTRING_SIZE) old->sz)
    rep = Snew(newlen);
  else
    rep = old;

  rep->len = newlen;
  ncopy0(src, rep->s, srclen);

  if (old != rep && old != 0) delete old;

#ifdef DEBUG_BIGSTRING
//rep->debugop = _debugop;
#endif
  return rep;
}

#ifdef BIGSTRING_ISTREAM_INITIALIZATION
// allocate from an istream

StrRep* Salloc_istream(StrRep* old, istream & src, _BIGSTRING_SIZE srclen, _BIGSTRING_SIZE newlen)
{
	if (!src) return old;
	if (old == &_nilStrRep) old = 0;
	if (srclen < 0) {
		src.seekg(0,ios::end);
		srclen = src.tellg();
		src.seekg(0);
	}
	if (newlen < srclen) newlen = srclen;
	StrRep* rep;
	if (old == 0 || newlen > (_BIGSTRING_SIZE) old->sz) rep = Snew(newlen);
	else rep = old;
	rep->len = newlen;
	ncopy0_istream(src, rep->s, srclen);
	if (old != rep && old != 0) delete old;
	return rep;
}
#endif

// reallocate: Given the initial allocation scheme, it will
// generally be faster in the long run to get new space & copy
// than to call realloc

static StrRep*
Sresize(StrRep* old, _BIGSTRING_SIZE newlen)
{
  if (old == &_nilStrRep) old = 0;
  StrRep* rep;
  if (old == 0)
    rep = Snew(newlen);
  else if (newlen > (_BIGSTRING_SIZE) old->sz)
  {
    rep = Snew(newlen);
    ncopy0(old->s, rep->s, old->len);
    delete old;
  }
  else
    rep = old;

  rep->len = newlen;

  return rep;
}

void
String::alloc (_BIGSTRING_SIZE newsize)
{
  _BIGSTRING_LENGTH old_len = rep->len;
  rep = Sresize(rep, newsize);
  rep->len = old_len;
}

// like allocate, but we know that src is a StrRep

StrRep* Scopy(StrRep* old, const StrRep* s)
{
  if (old == &_nilStrRep) old = 0;
  if (s == &_nilStrRep) s = 0;
  if (old == s) 
    return (old == 0)? &_nilStrRep : old;
  else if (s == 0)
  {
    old->s[0] = 0;
    old->len = 0;
    return old;
  }
  else 
  {
    StrRep* rep;
    _BIGSTRING_SIZE newlen = s->len;
    if (old == 0 || newlen > (_BIGSTRING_SIZE) old->sz)
    {
      if (old != 0) delete old;
      rep = Snew(newlen);
    }
    else
      rep = old;
    rep->len = newlen;
    ncopy0(s->s, rep->s, newlen);
    return rep;
  }
}

// allocate & concatenate

StrRep* Scat(StrRep* old, const char* s, _BIGSTRING_SIZE srclen, const char* t, _BIGSTRING_SIZE tlen)
{
  if (old == &_nilStrRep) old = 0;
  if (srclen < 0) srclen = slen(s);
  if (tlen < 0) tlen = slen(t);
  _BIGSTRING_SIZE newlen = srclen + tlen;
  StrRep* rep;

  if (old == 0 || newlen > (_BIGSTRING_SIZE) old->sz || 
      (t >= old->s && t < &(old->s[old->len]))) // beware of aliasing
    rep = Snew(newlen);
  else
    rep = old;

  rep->len = newlen;

  ncopy(s, rep->s, srclen);
  ncopy0(t, &(rep->s[srclen]), tlen);

  if (old != rep && old != 0) delete old;

  return rep;
}

#ifdef BIGSTRING_ISTREAM_INITIALIZE
// allocate & concatenate

StrRep* Scat_istream(StrRep* old, const char* s, _BIGSTRING_SIZE srclen, istream & t, _BIGSTRING_SIZE tlen)
{
	if (!t) return old;
	if (old == &_nilStrRep) old = 0;
	if (srclen < 0) srclen = slen(s);
	if (tlen < 0) {
		t.seekg(0,ios::end);
		tlen = t.tellg();
		t.seekg(0);
	}
	_BIGSTRING_SIZE newlen = srclen + tlen;
	StrRep* rep;
	if (old == 0 || newlen > old->sz) rep = Snew(newlen);
	else rep = old;
	rep->len = newlen;
	ncopy(s, rep->s, srclen);
	ncopy0_istream(t, &(rep->s[srclen]), tlen);
	if (old != rep && old != 0) delete old;
	return rep;
}
#endif

// double-concatenate

StrRep* Scat(StrRep* old, const char* s, _BIGSTRING_SIZE srclen, const char* t, _BIGSTRING_SIZE tlen,
             const char* u, _BIGSTRING_SIZE ulen)
{
  if (old == &_nilStrRep) old = 0;
  if (srclen < 0) srclen = slen(s);
  if (tlen < 0) tlen = slen(t);
  if (ulen < 0) ulen = slen(u);
  _BIGSTRING_SIZE newlen = srclen + tlen + ulen;
  StrRep* rep;
  if (old == 0 || newlen > (_BIGSTRING_SIZE) old->sz || 
      (t >= old->s && t < &(old->s[old->len])) ||
      (u >= old->s && u < &(old->s[old->len])))
    rep = Snew(newlen);
  else
    rep = old;

  rep->len = newlen;

  ncopy(s, rep->s, srclen);
  ncopy(t, &(rep->s[srclen]), tlen);
  ncopy0(u, &(rep->s[srclen+tlen]), ulen);

  if (old != rep && old != 0) delete old;

  return rep;
}

// like cat, but we know that new stuff goes in the front of existing rep

StrRep* Sprepend(StrRep* old, const char* t, _BIGSTRING_SIZE tlen)
{
  char* s;
  _BIGSTRING_SIZE srclen;
  if (old == &_nilStrRep || old == 0)
  {
    s = 0; old = 0; srclen = 0;
  }
  else
  {
    s = old->s; srclen = old->len;
  }
  if (tlen < 0) tlen = slen(t);
  _BIGSTRING_SIZE newlen = srclen + tlen;
  StrRep* rep;
  if (old == 0 || newlen > (_BIGSTRING_SIZE) old->sz || 
      (t >= old->s && t < &(old->s[old->len])))
    rep = Snew(newlen);
  else
    rep = old;

  rep->len = newlen;

  revcopy(&(s[srclen]), &(rep->s[newlen]), srclen+1);
  ncopy(t, rep->s, tlen);

  if (old != rep && old != 0) delete old;

  return rep;
}


// string compare: first argument is known to be non-null

inline static int scmp(const char* a, const char* b)
{
  if (b == 0)
    return *a != 0;
  else
  {
    int diff = 0;
    while ((diff = *a - *b++) == 0 && *a++ != 0);
    return diff;
  }
}


inline static _BIGSTRING_SIZE ncmp(const char* a, _BIGSTRING_SIZE al, const char* b,_BIGSTRING_SIZE bl)
{
  _BIGSTRING_SIZE n = (al <= bl)? al : bl;
  int diff;
  while (n-- > 0) if ((diff = *a++ - *b++) != 0) return diff;
  return al - bl;
}

_BIGSTRING_SIZE fcompare(const String& x, const String& y)
{
  const char* a = x.chars();
  const char* b = y.chars();
  _BIGSTRING_SIZE al = x.length();
  _BIGSTRING_SIZE bl = y.length();
  _BIGSTRING_SIZE n = (al <= bl)? al : bl;
  int diff = 0;
  while (n-- > 0)
  {
    char ac = *a++;
    char bc = *b++;
    if ((diff = ac - bc) != 0)
    {
      if (ac >= 'a' && ac <= 'z')
        ac = ac - 'a' + 'A';
      if (bc >= 'a' && bc <= 'z')
        bc = bc - 'a' + 'A';
      if ((diff = ac - bc) != 0)
        return diff;
    }
  }
  return al - bl;
}

// these are not inline, but pull in the above inlines, so are 
// pretty fast

_BIGSTRING_SIZE compare(const String& x, const char* b)
{
  return scmp(x.chars(), b);
}

_BIGSTRING_SIZE compare(const String& x, const String& y)
{
  return scmp(x.chars(), y.chars());
}

_BIGSTRING_SIZE compare(const String& x, const SubString& y)
{
  return ncmp(x.chars(), x.length(), y.chars(), y.length());
}

_BIGSTRING_SIZE compare(const SubString& x, const String& y)
{
  return ncmp(x.chars(), x.length(), y.chars(), y.length());
}

_BIGSTRING_SIZE compare(const SubString& x, const SubString& y)
{
  return ncmp(x.chars(), x.length(), y.chars(), y.length());
}

_BIGSTRING_SIZE compare(const SubString& x, const char* b)
{
  if (b == 0)
    return x.length();
  else
  {
    const char* a = x.chars();
    _BIGSTRING_SIZE n = x.length();
    int diff;
    while (n-- > 0) if ((diff = *a++ - *b++) != 0) return diff;
    return (*b == 0) ? 0 : -1;
  }
}

/*
 index fcts
*/

_BIGSTRING_SIZE String::search(_BIGSTRING_SIZE start, _BIGSTRING_SIZE sl, char c) const
{
  const char* s = chars();
  if (sl > 0)
  {
    if (start >= 0)
    {
      const char* a = &(s[start]);
      const char* lasta = &(s[sl]);
      while (a < lasta) if (*a++ == c) return --a - s;
    }
    else
    {
      const char* a = &(s[sl + start + 1]);
      while (--a >= s) if (*a == c) return a - s;
    }
  }
  return -1;
}

_BIGSTRING_SIZE String::search(_BIGSTRING_SIZE start, _BIGSTRING_SIZE sl, const char* t, _BIGSTRING_SIZE tl) const
{
  const char* s = chars();
  if (tl < 0) tl = slen(t);
  if (sl > 0 && tl > 0)
  {
    if (start >= 0)
    {
      const char* lasts = &(s[sl - tl]);
      const char* lastt = &(t[tl]);
      const char* p = &(s[start]);

      while (p <= lasts)
      {
        const char* x = p++;
        const char* y = t;
        while (*x++ == *y++) if (y >= lastt) return --p - s;
      }
    }
    else
    {
      const char* firsts = &(s[tl - 1]);
      const char* lastt =  &(t[tl - 1]);
      const char* p = &(s[sl + start + 1]); 

      while (--p >= firsts)
      {
        const char* x = p;
        const char* y = lastt;
        while (*x-- == *y--) if (y < t) return ++x - s;
      }
    }
  }
  return -1;
}

_BIGSTRING_SIZE String::match(_BIGSTRING_SIZE start, _BIGSTRING_SIZE sl, int exact, const char* t, _BIGSTRING_SIZE tl) const
{
  if (tl < 0) tl = slen(t);

  if (start < 0)
  {
    start = sl + start - tl + 1;
    if (start < 0 || (exact && start != 0))
      return -1;
  }
  else if (exact && sl - start != tl)
    return -1;

  if (sl == 0 || tl == 0 || sl - start < tl || start >= sl)
    return -1;

  _BIGSTRING_SIZE n = tl;
  const char* s = &(rep->s[start]);
  while (--n >= 0) if (*s++ != *t++) return -1;
  return tl;
}

void SubString::assign(const StrRep* ysrc, const char* ys, _BIGSTRING_SIZE ylen)
{ // INVOLVED in lfstr.at(...) = ...
  if (&S == &_nilString) return;

  if (ylen < 0) ylen = slen(ys);
  StrRep* targ = S.rep;
  _BIGSTRING_SIZE sl = targ->len - len + ylen;
#ifdef DEBUG_BIGSTRING
	if (ysrc->debugop) cerr << "Target String length = " << targ->len << ", Substring length = " << len << ", assigned length = " << ylen << ", sl = " << sl << '\n';
#endif

  if (ysrc == targ || sl >= (_BIGSTRING_SIZE) targ->sz)
  {
#ifdef DEBUG_BIGSTRING
	if (ysrc->debugop) cerr << "Assigning new String chunk.\n";
#endif
    StrRep* oldtarg = targ;
    targ = Sresize(0, sl);
    ncopy(oldtarg->s, targ->s, pos);
    ncopy(ys, &(targ->s[pos]), ylen);
    scopy(&(oldtarg->s[pos + len]), &(targ->s[pos + ylen]));
    delete oldtarg;
  }
  else if ((_BIGSTRING_SIZE) len == ylen)
#ifdef DEBUG_BIGSTRING
	{
		if (ysrc->debugop) cerr << "Replacing with equal length.\n";
#endif
    ncopy(ys, &(targ->s[pos]), len);
#ifdef DEBUG_BIGSTRING
	}
#endif
  else if (ylen < (_BIGSTRING_SIZE) len)
  {
#ifdef DEBUG_BIGSTRING
	if (ysrc->debugop) cerr << "New substring is shorter.\n";
#endif
    ncopy(ys, &(targ->s[pos]), ylen);
    scopy(&(targ->s[pos + len]), &(targ->s[pos + ylen]));
  }
  else
  {
#ifdef DEBUG_BIGSTRING
	if (ysrc->debugop) cerr << "New substring is longer, in same chunk.\n";
#endif
    revcopy(&(targ->s[targ->len]), &(targ->s[sl]), targ->len-pos-len +1);
    ncopy(ys, &(targ->s[pos]), ylen);
  }
#ifdef DEBUG_BIGSTRING
	if (ysrc->debugop) cerr << "New string length = " << sl << '\n';
#endif
  targ->len = sl;
  S.rep = targ;
}



/*
 * substitution
 */


_BIGSTRING_SIZE String::_gsub(const char* pat, _BIGSTRING_SIZE pl, const char* r, _BIGSTRING_SIZE rl)
{
  _BIGSTRING_SIZE nmatches = 0;
  if (pl < 0) pl = slen(pat);
  if (rl < 0) rl = slen(r);
  _BIGSTRING_SIZE sl = length();
  if (sl <= 0 || pl <= 0 || sl < pl)
    return nmatches;
  
  const char* s = chars();

  // prepare to make new rep
  StrRep* nrep = 0;
  _BIGSTRING_SIZE nsz = 0;
  char* x = 0;

  _BIGSTRING_ITERATOR si = 0;
  _BIGSTRING_ITERATOR xi = 0;
  _BIGSTRING_SIZE remaining = sl;

  while (remaining >= pl)
  {
    _BIGSTRING_SIZE pos = search(si, sl, pat, pl);
    if (pos < 0)
      break;
    else
    {
      ++nmatches;
      _BIGSTRING_SIZE mustfit = xi + remaining + rl - pl;
      if (mustfit >= nsz)
      {
        if (nrep != 0) nrep->len = xi;
        nrep = Sresize(nrep, mustfit);
        nsz = nrep->sz;
        x = nrep->s;
      }
      pos -= si;
      ncopy(&(s[si]), &(x[xi]), pos);
      ncopy(r, &(x[xi + pos]), rl);
      si += pos + pl;
      remaining -= pos + pl;
      xi += pos + rl;
    }
  }

  if (nrep == 0)
  {
    if (nmatches == 0)
      return nmatches;
    else
      nrep = Sresize(nrep, xi+remaining);
  }

  ncopy0(&(s[si]), &(x[xi]), remaining);
  nrep->len = xi + remaining;

  if (nrep->len <= rep->sz)   // fit back in if possible
  {
    rep->len = nrep->len;
    ncopy0(nrep->s, rep->s, rep->len);
    delete(nrep);
  }
  else
  {
    delete(rep);
    rep = nrep;
  }
  return nmatches;
}

_BIGSTRING_SIZE String::_gsub(const BigRegex& pat, const char* r, _BIGSTRING_SIZE rl, char substrs) { 
// when substrs is not '\0', substring identifiers
// 'substrs'1,'substrs'2, etc. can be used in the replace string
  char * rloc = 0;
  _BIGSTRING_SIZE nsubstrs = 0, *substrrl = 0, subrl = 0;
  int * substrid = 0;
  BigString_char_ptr * substridx = 0;
  _BIGSTRING_SIZE nmatches = 0;
  _BIGSTRING_SIZE sl = length();
  if (sl <= 0)
    return nmatches;

  if (rl < 0) rl = slen(r);
  if (substrs!='\0') {
  		// (* could increase array lengths, since the number
		// of times a subexpression can occur in the replacement
		// string is not dependent on the maximum number of
		// subexpressions)
  		substridx = new BigString_char_ptr[BIGREGEX_MAX_SUBEXPRESSIONS];
		substrrl = new _BIGSTRING_SIZE[BIGREGEX_MAX_SUBEXPRESSIONS];
		substrid = new int[BIGREGEX_MAX_SUBEXPRESSIONS]; // we don't use substrid[0]
  		// copy replacement string
		rloc = new char[rl+1];
		ncopy(r,rloc,rl+1);
		// create substrings and store indices
		substridx[0] = rloc;
		for (int i=0; i<rl; i++) if ((rloc[i]==substrs) && (nsubstrs<(BIGREGEX_MAX_SUBEXPRESSIONS-1))) {
			long a = strtol(&rloc[i+1],&(substridx[nsubstrs+1]),10);
			if ((a>=0) && (a<BIGREGEX_MAX_SUBEXPRESSIONS)) {
				rloc[i] = '\0';
				substrrl[nsubstrs] = (_BIGSTRING_SIZE) (&(rloc[i]) - substridx[nsubstrs]);
				subrl += substrrl[nsubstrs];
				nsubstrs++;
				substrid[nsubstrs] = a;
			} else rloc[i] = r[i];
		} else rloc[i] = r[i];
		substrrl[nsubstrs] = (_BIGSTRING_SIZE) (&(rloc[rl]) - substridx[nsubstrs]);
		subrl += substrrl[nsubstrs];
  }
  const char* s = chars();

  StrRep* nrep = 0;
  _BIGSTRING_SIZE nsz = 0;

  char* x = 0;

  _BIGSTRING_ITERATOR si = 0;
  _BIGSTRING_ITERATOR xi = 0;
  _BIGSTRING_SIZE remaining = sl;
  _BIGSTRING_SIZE  pos, pl = 0;	  // how long is a regular expression?
  int start, length;

  while (remaining > 0)
  {
    pos = pat.search(s, sl, pl, si); // unlike string search, the pos returned here is absolute
    if (pos < 0 || pl <= 0)
      break;	// done if not found
    else
    {	// found match
      ++nmatches;
	 if (substrs!='\0') { // rl depends on matched substring sizes
	 	rl = subrl;
		for (int i=1; i<=nsubstrs; i++) if (pat.match_info(start,length,substrid[i])) rl += length;
	 }
      _BIGSTRING_SIZE mustfit = xi + remaining + rl - pl;
      if (mustfit >= nsz)
      {	// resize destination if necessary
        if (nrep != 0) nrep->len = xi;
        nrep = Sresize(nrep, mustfit);
        x = nrep->s;
        nsz = nrep->sz;
      }
      pos -= si;	// length to copy before match
      ncopy(&(s[si]), &(x[xi]), pos);	// copy unmatched part
      si += pos + pl;	// advance source index
      remaining -= pos + pl;	// subtract amount searched and matched
	 xi += pos;	// advance destination index
	 if (substrs=='\0') {
	 	ncopy(r, &(x[xi]), rl);	// paste replacement string
		xi += rl;	// advance destination index
	} else {
		ncopy(substridx[0], &(x[xi]), substrrl[0]); xi += substrrl[0];
	 	for (int i=1; i<=nsubstrs; i++) {
			if (pat.match_info(start,length,substrid[i])) {
				ncopy(&(s[start]),&(x[xi]),length);
				xi += length;
			}
			ncopy(substridx[i],&(x[xi]), substrrl[i]); xi += substrrl[i];
		}
	 }
    }
  }

  if (substrs!='\0') {
  	delete[] substridx;
	delete[] substrrl;
	delete[] substrid;
	delete[] rloc;
  }

  if (nrep == 0)
  {
    if (nmatches == 0)
      return nmatches;
    else
      nrep = Sresize(nrep, xi+remaining); // allocate to fit remaining
  }

  ncopy0(&(s[si]), &(x[xi]), remaining);	// copy remainder of source
  nrep->len = xi + remaining;

#ifndef BIGSTRING_MAXIMIZE_SPEED
  if (nrep->len <= rep->sz)
  {
    rep->len = nrep->len;
    ncopy0(nrep->s, rep->s, rep->len);
    delete(nrep);
  }
  else
  {
#endif
    delete(rep);
    rep = nrep;
#ifndef BIGSTRING_MAXIMIZE_SPEED
  }
#endif
  return nmatches;
}


/*
 * deletion
 */

void String::del(_BIGSTRING_SIZE pos, _BIGSTRING_SIZE len)
{
  if (pos < 0 || len <= 0 || (unsigned)(pos + len) > length()) return;
  _BIGSTRING_LENGTH nlen = length() - len;
  _BIGSTRING_SIZE first = pos + len;
  ncopy0(&(rep->s[first]), &(rep->s[pos]), length() - first);
  rep->len = nlen;
}

void String::del(const BigRegex& r, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE mlen;
  _BIGSTRING_SIZE first = r.search(chars(), length(), mlen, startpos);
  del(first, mlen);
}

void String::del(const char* t, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE tlen = slen(t);
  _BIGSTRING_SIZE p = search(startpos, length(), t, tlen);
  del(p, tlen);
}

void String::del(const String& y, _BIGSTRING_SIZE startpos)
{
  del(search(startpos, length(), y.chars(), y.length()), y.length());
}

void String::del(const SubString& y, _BIGSTRING_SIZE startpos)
{
  del(search(startpos, length(), y.chars(), y.length()), y.length());
}

void String::del(char c, _BIGSTRING_SIZE startpos)
{
  del(search(startpos, length(), c), 1);
}

/*
 * substring extraction
 */


SubString String::at(_BIGSTRING_SIZE first, _BIGSTRING_SIZE len)
{
  return _substr(first, len);
}

SubString String::operator() (_BIGSTRING_SIZE first, _BIGSTRING_SIZE len)
{
  return _substr(first, len);
}

SubString String::before(_BIGSTRING_SIZE pos)
{
  return _substr(0, pos);
}

SubString String::through(_BIGSTRING_SIZE pos)
{
  return _substr(0, pos+1);
}

SubString String::after(_BIGSTRING_SIZE pos)
{
  return _substr(pos + 1, length() - (pos + 1));
}

SubString String::from(_BIGSTRING_SIZE pos)
{
  return _substr(pos, length() - pos);
}

SubString String::at(const String& y, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE first = search(startpos, length(), y.chars(), y.length());
  return _substr(first,  y.length());
}

SubString String::at(const SubString& y, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE first = search(startpos, length(), y.chars(), y.length());
  return _substr(first, y.length());
}

SubString String::at(const BigRegex& r, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE mlen;
  _BIGSTRING_SIZE first = r.search(chars(), length(), mlen, startpos);
  return _substr(first, mlen); // INVOLVED in lfstr.at(...) = ...
}

SubString String::at(const char* t, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE tlen = slen(t);
  _BIGSTRING_SIZE first = search(startpos, length(), t, tlen);
  return _substr(first, tlen);
}

SubString String::at(char c, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE first = search(startpos, length(), c);
  return _substr(first, 1);
}

SubString String::before(const String& y, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE last = search(startpos, length(), y.chars(), y.length());
  return _substr(0, last);
}

SubString String::before(const SubString& y, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE last = search(startpos, length(), y.chars(), y.length());
  return _substr(0, last);
}

SubString String::before(const BigRegex& r, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE mlen;
  _BIGSTRING_SIZE first = r.search(chars(), length(), mlen, startpos);
  return _substr(0, first);
}

SubString String::before(char c, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE last = search(startpos, length(), c);
  return _substr(0, last);
}

SubString String::before(const char* t, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE tlen = slen(t);
  _BIGSTRING_SIZE last = search(startpos, length(), t, tlen);
  return _substr(0, last);
}

SubString String::through(const String& y, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE last = search(startpos, length(), y.chars(), y.length());
  if (last >= 0) last += y.length();
  return _substr(0, last);
}

SubString String::through(const SubString& y, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE last = search(startpos, length(), y.chars(), y.length());
  if (last >= 0) last += y.length();
  return _substr(0, last);
}

SubString String::through(const BigRegex& r, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE mlen;
  _BIGSTRING_SIZE first = r.search(chars(), length(), mlen, startpos);
  if (first >= 0) first += mlen;
  return _substr(0, first);
}

SubString String::through(char c, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE last = search(startpos, length(), c);
  if (last >= 0) last += 1;
  return _substr(0, last);
}

SubString String::through(const char* t, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE tlen = slen(t);
  _BIGSTRING_SIZE last = search(startpos, length(), t, tlen);
  if (last >= 0) last += tlen;
  return _substr(0, last);
}

SubString String::after(const String& y, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE first = search(startpos, length(), y.chars(), y.length());
  if (first >= 0) first += y.length();
  return _substr(first, length() - first);
}

SubString String::after(const SubString& y, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE first = search(startpos, length(), y.chars(), y.length());
  if (first >= 0) first += y.length();
  return _substr(first, length() - first);
}

SubString String::after(char c, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE first = search(startpos, length(), c);
  if (first >= 0) first += 1;
  return _substr(first, length() - first);
}

SubString String::after(const BigRegex& r, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE mlen;
  _BIGSTRING_SIZE first = r.search(chars(), length(), mlen, startpos);
  if (first >= 0) first += mlen;
  return _substr(first, length() - first);
}

SubString String::after(const char* t, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE tlen = slen(t);
  _BIGSTRING_SIZE first = search(startpos, length(), t, tlen);
  if (first >= 0) first += tlen;
  return _substr(first, length() - first);
}

SubString String::from(const String& y, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE first = search(startpos, length(), y.chars(), y.length());
  return _substr(first, length() - first);
}

SubString String::from(const SubString& y, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE first = search(startpos, length(), y.chars(), y.length());
  return _substr(first, length() - first);
}

SubString String::from(const BigRegex& r, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE mlen;
  _BIGSTRING_SIZE first = r.search(chars(), length(), mlen, startpos);
  return _substr(first, length() - first);
}

SubString String::from(char c, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE first = search(startpos, length(), c);
  return _substr(first, length() - first);
}

SubString String::from(const char* t, _BIGSTRING_SIZE startpos)
{
  _BIGSTRING_SIZE tlen = slen(t);
  _BIGSTRING_SIZE first = search(startpos, length(), t, tlen);
  return _substr(first, length() - first);
}

String String::sub(const BigRegex & r, int nth) {
	int s,l;
	if (!r.match_info(s,l,nth)) return String("");
	return String(_substr(s,l));
}


/*
 * split/join
 */


_BIGSTRING_SIZE split(const String& src, String results[], _BIGSTRING_SIZE n, const String& sep)
{
  String x = src;
  const char* s = x.chars();
  _BIGSTRING_SIZE sl = x.length();
  _BIGSTRING_ITERATOR i = 0;
  _BIGSTRING_SIZE pos = 0;
  while (i < n && pos < sl)
  {
    _BIGSTRING_SIZE p = x.search(pos, sl, sep.chars(), sep.length());
    if (p < 0)
      p = sl;
    results[i].rep = Salloc(results[i].rep, &(s[pos]), p - pos, p - pos);
    i++;
    pos = p + sep.length();
  }
  return i;
}

_BIGSTRING_SIZE split(const String& src, String results[], _BIGSTRING_SIZE n, const BigRegex& r)
{
  String x = src;
  const char* s = x.chars();
  _BIGSTRING_SIZE sl = x.length();
  _BIGSTRING_ITERATOR i = 0;
  _BIGSTRING_SIZE pos = 0;
  _BIGSTRING_SIZE p, matchlen;
  while (i < n && pos < sl)
  {
    p = r.search(s, sl, matchlen, pos);
    if (p < 0)
      p = sl;
    results[i].rep = Salloc(results[i].rep, &(s[pos]), p - pos, p - pos);
    i++;
    pos = p + matchlen;
  }
  return i;
}


#if defined(__GNUG__) && !defined(_G_NO_NRV)
#define RETURN(r) return
#define RETURNS(r) return r;
#define RETURN_OBJECT(TYPE, NAME) /* nothing */
#else /* _G_NO_NRV */
#define RETURN(r) return r
#define RETURNS(r) /* nothing */
#define RETURN_OBJECT(TYPE, NAME) TYPE NAME;
#endif

String join(String src[], _BIGSTRING_SIZE n, const String& separator) RETURNS(x)
{
  RETURN_OBJECT(String,x)
  String sep = separator;
  _BIGSTRING_SIZE xlen = 0;
  _BIGSTRING_ITERATOR i;
  for (i = 0; i < n; ++i)
    xlen += src[i].length();
  xlen += (n - 1) * sep.length();

  x.rep = Sresize (x.rep, xlen);

  _BIGSTRING_ITERATOR j = 0;
  
  for (i = 0; i < n - 1; ++i)
  {
    ncopy(src[i].chars(), &(x.rep->s[j]), src[i].length());
    j += src[i].length();
    ncopy(sep.chars(), &(x.rep->s[j]), sep.length());
    j += sep.length();
  }
  ncopy0(src[i].chars(), &(x.rep->s[j]), src[i].length());
  RETURN(x);
}
  
/*
 misc
*/

    
StrRep* Sreverse(const StrRep* src, StrRep* dest)
{
  _BIGSTRING_SIZE n = src->len;
  if (src != dest)
    dest = Salloc(dest, src->s, n, n);
  if (n > 0)
  {
    char* a = dest->s;
    char* b = &(a[n - 1]);
    while (a < b)
    {
      char t = *a;
      *a++ = *b;
      *b-- = t;
    }
  }
  return dest;
}


StrRep* Supcase(const StrRep* src, StrRep* dest)
{
  _BIGSTRING_SIZE n = src->len;
  if (src != dest) dest = Salloc(dest, src->s, n, n);
  char* p = dest->s;
  char* e = &(p[n]);
  for (; p < e; ++p) if (islower(*p)) *p = toupper(*p);
  return dest;
}

StrRep* Sdowncase(const StrRep* src, StrRep* dest)
{
  _BIGSTRING_SIZE n = src->len;
  if (src != dest) dest = Salloc(dest, src->s, n, n);
  char* p = dest->s;
  char* e = &(p[n]);
  for (; p < e; ++p) if (isupper(*p)) *p = tolower(*p);
  return dest;
}

StrRep* Scapitalize(const StrRep* src, StrRep* dest)
{
  _BIGSTRING_SIZE n = src->len;
  if (src != dest) dest = Salloc(dest, src->s, n, n);

  char* p = dest->s;
  char* e = &(p[n]);
  for (; p < e; ++p)
  {
    int at_word;
    if ((at_word = islower(*p)))
      *p = toupper(*p);
    else 
      at_word = isupper(*p) || isdigit(*p);

    if (at_word)
    {
      while (++p < e)
      {
        if (isupper(*p))
          *p = tolower(*p);
	/* A '\'' does not break a word, so that "Nathan's" stays
	   "Nathan's" rather than turning into "Nathan'S". */
        else if (!islower(*p) && !isdigit(*p) && (*p != '\''))
          break;
      }
    }
  }
  return dest;
}

#if defined(__GNUG__) && !defined(_G_NO_NRV)

String replicate(char c, _BIGSTRING_SIZE n) return w;
{
  w.rep = Sresize(w.rep, n);
  char* p = w.rep->s;
  while (n-- > 0) *p++ = c;
  *p = 0;
}

String replicate(const String& y, _BIGSTRING_SIZE n) return w
{
  _BIGSTRING_SIZE len = y.length();
  w.rep = Sresize(w.rep, n * len);
  char* p = w.rep->s;
  while (n-- > 0)
  {
    ncopy(y.chars(), p, len);
    p += len;
  }
  *p = 0;
}

String common_prefix(const String& x, const String& y, _BIGSTRING_SIZE startpos) return r;
{
  const char* xchars = x.chars();
  const char* ychars = y.chars();
  const char* xs = &(xchars[startpos]);
  const char* ss = xs;
  const char* topx = &(xchars[x.length()]);
  const char* ys = &(ychars[startpos]);
  const char* topy = &(ychars[y.length()]);
  _BIGSTRING_LENGTH l;
  for (l = 0; xs < topx && ys < topy && *xs++ == *ys++; ++l);
  r.rep = Salloc(r.rep, ss, l, l);
}

String common_suffix(const String& x, const String& y, _BIGSTRING_SIZE startpos) return r;
{
  const char* xchars = x.chars();
  const char* ychars = y.chars();
  const char* xs = &(xchars[x.length() + startpos]);
  const char* botx = xchars;
  const char* ys = &(ychars[y.length() + startpos]);
  const char* boty = ychars;
  _BIGSTRING_LENGTH l;
  for (l = 0; xs >= botx && ys >= boty && *xs == *ys ; --xs, --ys, ++l);
  r.rep = Salloc(r.rep, ++xs, l, l);
}

#else

String replicate(char c, _BIGSTRING_SIZE n)
{
  String w;
  w.rep = Sresize(w.rep, n);
  char* p = w.rep->s;
  while (n-- > 0) *p++ = c;
  *p = 0;
  return w;
}

String replicate(const String& y, _BIGSTRING_SIZE n)
{
  String w;
  _BIGSTRING_SIZE len = y.length();
  w.rep = Sresize(w.rep, n * len);
  char* p = w.rep->s;
  while (n-- > 0)
  {
    ncopy(y.chars(), p, len);
    p += len;
  }
  *p = 0;
  return w;
}

String common_prefix(const String& x, const String& y, _BIGSTRING_SIZE startpos)
{
  String r;
  const char* xchars = x.chars();
  const char* ychars = y.chars();
  const char* xs = &(xchars[startpos]);
  const char* ss = xs;
  const char* topx = &(xchars[x.length()]);
  const char* ys = &(ychars[startpos]);
  const char* topy = &(ychars[y.length()]);
  _BIGSTRING_LENGTH l;
  for (l = 0; xs < topx && ys < topy && *xs++ == *ys++; ++l);
  r.rep = Salloc(r.rep, ss, l, l);
  return r;
}

String common_suffix(const String& x, const String& y, _BIGSTRING_SIZE startpos) 
{
  String r;
  const char* xchars = x.chars();
  const char* ychars = y.chars();
  const char* xs = &(xchars[x.length() + startpos]);
  const char* botx = xchars;
  const char* ys = &(ychars[y.length() + startpos]);
  const char* boty = ychars;
  _BIGSTRING_LENGTH l;
  for (l = 0; xs >= botx && ys >= boty && *xs == *ys ; --xs, --ys, ++l);
  r.rep = Salloc(r.rep, ++xs, l, l);
  return r;
}

#endif

// IO

istream& operator>>(istream& s, String& x)
{
#if (__GNUC__ >= 3)
  istream::sentry ipfx(s);
  if ((!ipfx) || (!(s.flags() & ios::skipws) && !ws(s))) {
    //s.clear();
    s.clear(ios::failbit| ((ios::iostate) s.rdstate())); // Redundant if using GNU iostreams.
    return s;
  }
#else
  if (!s.ipfx(0) || (!(s.flags() & ios::skipws) && !ws(s)))
  {
    s.clear(ios::failbit|s.rdstate()); // Redundant if using GNU iostreams.
    return s;
    }
#endif
  int ch;
  _BIGSTRING_ITERATOR i = 0;
  x.rep = Sresize(x.rep, 20);
  register streambuf *sb = s.rdbuf();
  while ((ch = sb->sbumpc()) != EOF)
  {
    if (isspace(ch))
      break;
    if (i >= (_BIGSTRING_ITERATOR) x.rep->sz - 1)
      x.rep = Sresize(x.rep, i+1);
    x.rep->s[i++] = ch;
  }
  x.rep->s[i] = 0;
  x.rep->len = i;
  ios::iostate new_state = s.rdstate();
  if (i == 0) new_state |= ios::failbit;
  if (ch == EOF) new_state |= ios::eofbit;
  s.clear(new_state);
  return s;
}

_BIGSTRING_SIZE readline(istream& s, String& x, char terminator, int discard)
{
#if (__GNUC__ >= 3)
  istream::sentry ipfx(s);
  if (!ipfx) return 0;
#else
  if (!s.ipfx(0))
    return 0;
#endif
  int ch;
  _BIGSTRING_ITERATOR i = 0;
  x.rep = Sresize(x.rep, 80);
  register streambuf *sb = s.rdbuf();
  while ((ch = sb->sbumpc()) != EOF)
  {
    if (ch != terminator || !discard)
    {
      if (i >= (_BIGSTRING_ITERATOR) x.rep->sz - 1)
        x.rep = Sresize(x.rep, i+1);
      x.rep->s[i++] = ch;
    }
    if (ch == terminator)
      break;
  }
  x.rep->s[i] = 0;
  x.rep->len = i;
  if (ch == EOF) s.clear(ios::eofbit|s.rdstate());
  return i;
}


ostream& operator<<(ostream& s, const SubString& x)
{ 
  const char* a = x.chars();
  const char* lasta = &(a[x.length()]);
  while (a < lasta)
    s.put(*a++);
  return(s);
}

// from John.Willis@FAS.RI.CMU.EDU

_BIGSTRING_SIZE String::freq(const SubString& y) const
{
  _BIGSTRING_SIZE found = 0;
  for (_BIGSTRING_LENGTH i = 0; i < length(); i++) 
    if (match(i,length(),0,y.chars(), y.length())>= 0) found++;
  return(found);
}

_BIGSTRING_SIZE String::freq(const String& y) const
{
  _BIGSTRING_SIZE found = 0;
  for (_BIGSTRING_LENGTH i = 0; i < length(); i++) 
    if (match(i,length(),0,y.chars(),y.length()) >= 0) found++;
  return(found);
}

_BIGSTRING_SIZE String::freq(const char* t) const
{
  _BIGSTRING_SIZE found = 0;
  for (_BIGSTRING_LENGTH i = 0; i < length(); i++) 
    if (match(i,length(),0,t) >= 0) found++;
  return(found);
}

_BIGSTRING_SIZE String::freq(char c) const
{
  _BIGSTRING_SIZE found = 0;
  for (_BIGSTRING_LENGTH i = 0; i < length(); i++) 
    if (match(i,length(),0,&c,1) >= 0) found++;
  return(found);
}


int String::OK() const
{
  if (rep == 0             // don't have a rep
    || rep->len > rep->sz     // string oustide bounds
    || rep->s[rep->len] != 0)   // not null-terminated
      error("invariant failure");
  return 1;
}

int SubString::OK() const
{
  int v = S != (const char*)0; // have a String;
  v &= S.OK();                 // that is legal
  v &= pos + len >= S.rep->len;// pos and len within bounds
  if (!v) S.error("SubString invariant failure");
  return v;
}