+ Sync with NetBSD, bringing in feature enhancements.

+ Convert to ANSI-C function definitions
+ style(9)

Submitted by:	kris

1 files changed, 287 insertions, 277 deletions

diff --git a/lib/libedit/tokenizer.c b/lib/libedit/tokenizer.c
index 1c4e50e..2969f53 100644
--- a/lib/libedit/tokenizer.c
+++ b/lib/libedit/tokenizer.c
@@ -32,6 +32,8 @@
  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  * SUCH DAMAGE.
+ *
+ *	$NetBSD: tokenizer.c,v 1.6 2000/09/04 22:06:33 lukem Exp $
  */
 
 #include <sys/cdefs.h>
@@ -39,6 +41,8 @@ __FBSDID("$FreeBSD$");
 #if !defined(lint) && !defined(SCCSID)
 static char sccsid[] = "@(#)tokenizer.c	8.1 (Berkeley) 6/4/93";
 #endif /* not lint && not SCCSID */
+#include <sys/cdefs.h>
+__FBSDID("$FreeBSD$");
 
 /*
  * tokenize.c: Bourne shell like tokenizer
@@ -48,51 +52,53 @@ static char sccsid[] = "@(#)tokenizer.c	8.1 (Berkeley) 6/4/93";
 #include <stdlib.h>
 #include "tokenizer.h"
 
-typedef enum { Q_none, Q_single, Q_double, Q_one, Q_doubleone } quote_t;
+typedef enum {
+	Q_none, Q_single, Q_double, Q_one, Q_doubleone
+} quote_t;
 
-#define IFS "\t \n"
+#define	IFS		"\t \n"
 
-#define TOK_KEEP	1
-#define TOK_EAT		2
+#define	TOK_KEEP	1
+#define	TOK_EAT		2
 
-#define WINCR 20
-#define AINCR 10
+#define	WINCR		20
+#define	AINCR		10
 
-#define tok_malloc(a)		malloc(a)
-#define tok_free(a)		free(a)
-#define tok_realloc(a, b)	realloc(a, b)
+#define	tok_malloc(a)		malloc(a)
+#define	tok_free(a)		free(a)
+#define	tok_realloc(a, b)	realloc(a, b)
 #define tok_reallocf(a, b)	reallocf(a, b)
 
 
 struct tokenizer {
-    char   *ifs;		/* In field separator			*/
-    int     argc, amax;		/* Current and maximum number of args	*/
-    char  **argv;		/* Argument list			*/
-    char   *wptr, *wmax;	/* Space and limit on the word buffer	*/
-    char   *wstart;		/* Beginning of next word		*/
-    char   *wspace;		/* Space of word buffer			*/
-    quote_t quote;		/* Quoting state			*/
-    int	    flags;		/* flags;				*/
+	char	*ifs;		/* In field separator			 */
+	int	 argc, amax;	/* Current and maximum number of args	 */
+	char   **argv;		/* Argument list			 */
+	char	*wptr, *wmax;	/* Space and limit on the word buffer	 */
+	char	*wstart;	/* Beginning of next word		 */
+	char	*wspace;	/* Space of word buffer			 */
+	quote_t	 quote;		/* Quoting state			 */
+	int	 flags;		/* flags;				 */
 };
 
 
-private void tok_finish	__P((Tokenizer *));
+private void tok_finish(Tokenizer *);
 
 
 /* tok_finish():
  *	Finish a word in the tokenizer.
  */
 private void
-tok_finish(tok)
-    Tokenizer *tok;
+tok_finish(Tokenizer *tok)
 {
-    *tok->wptr = '\0';
-    if ((tok->flags & TOK_KEEP) || tok->wptr != tok->wstart) {
-	tok->argv[tok->argc++] = tok->wstart;
-	tok->argv[tok->argc] = NULL;
-	tok->wstart = ++tok->wptr;
-    }
-    tok->flags &= ~TOK_KEEP;
+
+	*tok->wptr = '\0';
+	if ((tok->flags & TOK_KEEP) || tok->wptr != tok->wstart) {
+		tok->argv[tok->argc++] = tok->wstart;
+		tok->argv[tok->argc] = NULL;
+		tok->wstart = ++tok->wptr;
+	}
+	tok->flags &= ~TOK_KEEP;
 }
 
 
@@ -100,24 +106,27 @@ tok_finish(tok)
  *	Initialize the tokenizer
  */
 public Tokenizer *
-tok_init(ifs)
-    const char *ifs;
+tok_init(const char *ifs)
 {
-    Tokenizer* tok = (Tokenizer*) tok_malloc(sizeof(Tokenizer));
-
-    tok->ifs     = strdup(ifs ? ifs : IFS);
-    tok->argc    = 0;
-    tok->amax    = AINCR;
-    tok->argv    = (char **) tok_malloc(sizeof(char *) * tok->amax);
-    tok->argv[0] = NULL;
-    tok->wspace  = (char *) tok_malloc(WINCR);
-    tok->wmax    = tok->wspace + WINCR;
-    tok->wstart  = tok->wspace;
-    tok->wptr    = tok->wspace;
-    tok->flags   = 0;
-    tok->quote   = Q_none;
-
-    return tok;
+	Tokenizer *tok = (Tokenizer *) tok_malloc(sizeof(Tokenizer));
+
+	tok->ifs = strdup(ifs ? ifs : IFS);
+	tok->argc = 0;
+	tok->amax = AINCR;
+	tok->argv = (char **) tok_malloc(sizeof(char *) * tok->amax);
+	if (tok->argv == NULL)
+		return (NULL);
+	tok->argv[0] = NULL;
+	tok->wspace = (char *) tok_malloc(WINCR);
+	if (tok->wspace == NULL)
+		return (NULL);
+	tok->wmax = tok->wspace + WINCR;
+	tok->wstart = tok->wspace;
+	tok->wptr = tok->wspace;
+	tok->flags = 0;
+	tok->quote = Q_none;
+
+	return (tok);
 }
 
 
@@ -125,14 +134,14 @@ tok_init(ifs)
  *	Reset the tokenizer
  */
 public void
-tok_reset(tok)
-    Tokenizer *tok;
+tok_reset(Tokenizer *tok)
 {
-    tok->argc  = 0;
-    tok->wstart = tok->wspace;
-    tok->wptr = tok->wspace;
-    tok->flags = 0;
-    tok->quote = Q_none;
+
+	tok->argc = 0;
+	tok->wstart = tok->wspace;
+	tok->wptr = tok->wspace;
+	tok->flags = 0;
+	tok->quote = Q_none;
 }
 
 
@@ -140,13 +149,13 @@ tok_reset(tok)
  *	Clean up
  */
 public void
-tok_end(tok)
-    Tokenizer *tok;
+tok_end(Tokenizer *tok)
 {
-    tok_free((ptr_t) tok->ifs);
-    tok_free((ptr_t) tok->wspace);
-    tok_free((ptr_t) tok->argv);
-    tok_free((ptr_t) tok);
+
+	tok_free((ptr_t) tok->ifs);
+	tok_free((ptr_t) tok->wspace);
+	tok_free((ptr_t) tok->argv);
+	tok_free((ptr_t) tok);
 }
 
 
@@ -161,228 +170,229 @@ tok_end(tok)
  *		 0: Ok
  */
 public int
-tok_line(tok, line, argc, argv)
-    Tokenizer *tok;
-    const char* line;
-    int *argc;
-    char ***argv;
+tok_line(Tokenizer *tok, const char *line, int *argc, char ***argv)
 {
-    const char *ptr;
-
-    while (1) {
-	switch (*(ptr = line++)) {
-	case '\'':
-	    tok->flags |= TOK_KEEP;
-	    tok->flags &= ~TOK_EAT;
-	    switch (tok->quote) {
-	    case Q_none:
-		tok->quote = Q_single;	/* Enter single quote mode */
-		break;
-
-	    case Q_single:		/* Exit single quote mode */
-		tok->quote = Q_none;
-		break;
-
-	    case Q_one:			/* Quote this ' */
-		tok->quote = Q_none;
-		*tok->wptr++ = *ptr;
-		break;
-
-	    case Q_double:		/* Stay in double quote mode */
-		*tok->wptr++ = *ptr;
-		break;
-
-	    case Q_doubleone:		/* Quote this ' */
-		tok->quote = Q_double;
-		*tok->wptr++ = *ptr;
-		break;
-
-	    default:
-		return(-1);
-	    }
-	    break;
-
-	case '"':
-	    tok->flags &= ~TOK_EAT;
-	    tok->flags |= TOK_KEEP;
-	    switch (tok->quote) {
-	    case Q_none:		/* Enter double quote mode */
-		tok->quote = Q_double;
-		break;
-
-	    case Q_double:
-		tok->quote = Q_none;	/* Exit double quote mode */
-		break;
-
-	    case Q_one:			/* Quote this " */
-		tok->quote = Q_none;
-		*tok->wptr++ = *ptr;
-		break;
-
-	    case Q_single:		/* Stay in single quote mode */
-		*tok->wptr++ = *ptr;
-		break;
-
-	    case Q_doubleone:		/* Quote this " */
-		tok->quote = Q_double;
-		*tok->wptr++ = *ptr;
-		break;
-
-	    default:
-		return(-1);
-	    }
-	    break;
-
-	case '\\':
-	    tok->flags |= TOK_KEEP;
-	    tok->flags &= ~TOK_EAT;
-	    switch (tok->quote) {
-	    case Q_none:		/* Quote next character */
-		tok->quote = Q_one;
-		break;
-
-	    case Q_double:
-		tok->quote = Q_doubleone;/* Quote next character */
-		break;
-
-	    case Q_one:
-		*tok->wptr++ = *ptr;
-		tok->quote = Q_none;	/* Quote this, restore state */
-		break;
-
-	    case Q_single:		/* Stay in single quote mode */
-		*tok->wptr++ = *ptr;
-		break;
-
-	    case Q_doubleone:		/* Quote this \ */
-		tok->quote = Q_double;
-		*tok->wptr++ = *ptr;
-		break;
-
-	    default:
-		return(-1);
-	    }
-	    break;
-
-	case '\n':
-	    tok->flags &= ~TOK_EAT;
-	    switch (tok->quote) {
-	    case Q_none:
-		tok_finish(tok);
-		*argv = tok->argv;
-		*argc = tok->argc;
-		return(0);
-
-	    case Q_single:
-	    case Q_double:
-		*tok->wptr++ = *ptr;	/* Add the return		*/
-		break;
-
-	    case Q_doubleone:
-		tok->flags |= TOK_EAT;
-		tok->quote = Q_double;	/* Back to double, eat the '\n' */
-		break;
-
-	    case Q_one:
-		tok->flags |= TOK_EAT;
-		tok->quote = Q_none;	/* No quote, more eat the '\n' */
-		break;
-
-	    default:
-		return(0);
-	    }
-	    break;
-
-	case '\0':
-	    switch (tok->quote) {
-	    case Q_none:
-		/* Finish word and return */
-		if (tok->flags & TOK_EAT) {
-		    tok->flags &= ~TOK_EAT;
-		    return 3;
+	const char *ptr;
+
+	for (;;) {
+		switch (*(ptr = line++)) {
+		case '\'':
+			tok->flags |= TOK_KEEP;
+			tok->flags &= ~TOK_EAT;
+			switch (tok->quote) {
+			case Q_none:
+				tok->quote = Q_single;	/* Enter single quote
+							 * mode */
+				break;
+
+			case Q_single:	/* Exit single quote mode */
+				tok->quote = Q_none;
+				break;
+
+			case Q_one:	/* Quote this ' */
+				tok->quote = Q_none;
+				*tok->wptr++ = *ptr;
+				break;
+
+			case Q_double:	/* Stay in double quote mode */
+				*tok->wptr++ = *ptr;
+				break;
+
+			case Q_doubleone:	/* Quote this ' */
+				tok->quote = Q_double;
+				*tok->wptr++ = *ptr;
+				break;
+
+			default:
+				return (-1);
+			}
+			break;
+
+		case '"':
+			tok->flags &= ~TOK_EAT;
+			tok->flags |= TOK_KEEP;
+			switch (tok->quote) {
+			case Q_none:	/* Enter double quote mode */
+				tok->quote = Q_double;
+				break;
+
+			case Q_double:	/* Exit double quote mode */
+				tok->quote = Q_none;
+				break;
+
+			case Q_one:	/* Quote this " */
+				tok->quote = Q_none;
+				*tok->wptr++ = *ptr;
+				break;
+
+			case Q_single:	/* Stay in single quote mode */
+				*tok->wptr++ = *ptr;
+				break;
+
+			case Q_doubleone:	/* Quote this " */
+				tok->quote = Q_double;
+				*tok->wptr++ = *ptr;
+				break;
+
+			default:
+				return (-1);
+			}
+			break;
+
+		case '\\':
+			tok->flags |= TOK_KEEP;
+			tok->flags &= ~TOK_EAT;
+			switch (tok->quote) {
+			case Q_none:	/* Quote next character */
+				tok->quote = Q_one;
+				break;
+
+			case Q_double:	/* Quote next character */
+				tok->quote = Q_doubleone;
+				break;
+
+			case Q_one:	/* Quote this, restore state */
+				*tok->wptr++ = *ptr;
+				tok->quote = Q_none;
+				break;
+
+			case Q_single:	/* Stay in single quote mode */
+				*tok->wptr++ = *ptr;
+				break;
+
+			case Q_doubleone:	/* Quote this \ */
+				tok->quote = Q_double;
+				*tok->wptr++ = *ptr;
+				break;
+
+			default:
+				return (-1);
+			}
+			break;
+
+		case '\n':
+			tok->flags &= ~TOK_EAT;
+			switch (tok->quote) {
+			case Q_none:
+				tok_finish(tok);
+				*argv = tok->argv;
+				*argc = tok->argc;
+				return (0);
+
+			case Q_single:
+			case Q_double:
+				*tok->wptr++ = *ptr;	/* Add the return */
+				break;
+
+			case Q_doubleone:   /* Back to double, eat the '\n' */
+				tok->flags |= TOK_EAT;
+				tok->quote = Q_double;
+				break;
+
+			case Q_one:	/* No quote, more eat the '\n' */
+				tok->flags |= TOK_EAT;
+				tok->quote = Q_none;
+				break;
+
+			default:
+				return (0);
+			}
+			break;
+
+		case '\0':
+			switch (tok->quote) {
+			case Q_none:
+				/* Finish word and return */
+				if (tok->flags & TOK_EAT) {
+					tok->flags &= ~TOK_EAT;
+					return (3);
+				}
+				tok_finish(tok);
+				*argv = tok->argv;
+				*argc = tok->argc;
+				return (0);
+
+			case Q_single:
+				return (1);
+
+			case Q_double:
+				return (2);
+
+			case Q_doubleone:
+				tok->quote = Q_double;
+				*tok->wptr++ = *ptr;
+				break;
+
+			case Q_one:
+				tok->quote = Q_none;
+				*tok->wptr++ = *ptr;
+				break;
+
+			default:
+				return (-1);
+			}
+			break;
+
+		default:
+			tok->flags &= ~TOK_EAT;
+			switch (tok->quote) {
+			case Q_none:
+				if (strchr(tok->ifs, *ptr) != NULL)
+					tok_finish(tok);
+				else
+					*tok->wptr++ = *ptr;
+				break;
+
+			case Q_single:
+			case Q_double:
+				*tok->wptr++ = *ptr;
+				break;
+
+
+			case Q_doubleone:
+				*tok->wptr++ = '\\';
+				tok->quote = Q_double;
+				*tok->wptr++ = *ptr;
+				break;
+
+			case Q_one:
+				tok->quote = Q_none;
+				*tok->wptr++ = *ptr;
+				break;
+
+			default:
+				return (-1);
+
+			}
+			break;
 		}
-		tok_finish(tok);
-		*argv = tok->argv;
-		*argc = tok->argc;
-		return(0);
-
-	    case Q_single:
-		return(1);
-
-	    case Q_double:
-		return(2);
-
-	    case Q_doubleone:
-		tok->quote = Q_double;
-		*tok->wptr++ = *ptr;
-		break;
-
-	    case Q_one:
-		tok->quote = Q_none;
-		*tok->wptr++ = *ptr;
-		break;
-
-	    default:
-		return(-1);
-	    }
-	    break;
-
-	default:
-	    tok->flags &= ~TOK_EAT;
-	    switch (tok->quote) {
-	    case Q_none:
-		if (strchr(tok->ifs, *ptr) != NULL)
-		    tok_finish(tok);
-		else
-		    *tok->wptr++ = *ptr;
-		break;
-
-	    case Q_single:
-	    case Q_double:
-		*tok->wptr++ = *ptr;
-		break;
-
-
-	    case Q_doubleone:
-		*tok->wptr++ = '\\';
-		tok->quote = Q_double;
-		*tok->wptr++ = *ptr;
-		break;
-
-	    case Q_one:
-		tok->quote = Q_none;
-		*tok->wptr++ = *ptr;
-		break;
-
-	    default:
-		return(-1);
-
-	    }
-	    break;
-	}
-
-	if (tok->wptr >= tok->wmax - 4) {
-	    size_t size = tok->wmax - tok->wspace + WINCR;
-	    char *s = (char *) tok_realloc(tok->wspace, size);
-	    /*SUPPRESS 22*/
-	    int offs = s - tok->wspace;
-
-	    if (offs != 0) {
-		int i;
-		for (i = 0; i < tok->argc; i++)
-		    tok->argv[i] = tok->argv[i] + offs;
-		tok->wptr   = tok->wptr + offs;
-		tok->wstart = tok->wstart + offs;
-		tok->wmax   = s + size;
-		tok->wspace = s;
-	    }
-	}
 
-	if (tok->argc >= tok->amax - 4) {
-	    tok->amax += AINCR;
-	    tok->argv = (char **) tok_reallocf(tok->argv,
-					       tok->amax * sizeof(char*));
+		if (tok->wptr >= tok->wmax - 4) {
+			size_t size = tok->wmax - tok->wspace + WINCR;
+			char *s = (char *) tok_realloc(tok->wspace, size);
+			/* SUPPRESS 22 */
+			int offs = s - tok->wspace;
+			if (s == NULL)
+				return (-1);
+
+			if (offs != 0) {
+				int i;
+				for (i = 0; i < tok->argc; i++)
+					tok->argv[i] = tok->argv[i] + offs;
+				tok->wptr = tok->wptr + offs;
+				tok->wstart = tok->wstart + offs;
+				tok->wmax = s + size;
+				tok->wspace = s;
+			}
+		}
+		if (tok->argc >= tok->amax - 4) {
+			char **p;
+			tok->amax += AINCR;
+			p = (char **) tok_reallocf(tok->argv,
+			    tok->amax * sizeof(char *));
+			if (p == NULL)
+				return (-1);
+			tok->argv = p;
+		}
 	}
-
-    }
 }