shithub: riscv

ref: b818f48f41895754dd9b470be407ba85cfea45bd
dir: /sys/src/cmd/rc/lex.c/

View raw version
#include "rc.h"
#include "io.h"
#include "getflags.h"
#include "fns.h"

lexer *lex;

int doprompt = 1;
int nerror;

int
wordchr(int c)
{
	return !strchr("\n \t#;&|^$=`'{}()<>", c) && c!=EOF;
}

int
idchr(int c)
{
	/*
	 * Formerly:
	 * return 'a'<=c && c<='z' || 'A'<=c && c<='Z' || '0'<=c && c<='9'
	 *	|| c=='_' || c=='*';
	 */
	return c>' ' && !strchr("!\"#$%&'()+,-./:;<=>?@[\\]^`{|}~", c);
}

lexer*
newlexer(io *input, char *file)
{
	lexer *n = new(struct lexer);
	n->input = input;
	n->file = file;
	n->line = 1;
	n->eof = 0;
	n->future = EOF;
	n->peekc = '{';
	n->epilog = "}\n";
	n->lastc = 0;
	n->inquote = 0;
	n->incomm = 0;
	n->lastword = 0;
	n->lastdol = 0;
	n->iflast = 0;
	n->qflag = 0;
	n->tok[0] = 0;
	return n;
}

void
freelexer(lexer *p)
{
	closeio(p->input);
	free(p->file);
	free(p);
}

/*
 * read a character from the input stream
 */	
static int
getnext(void)
{
	int c;

	if(lex->peekc!=EOF){
		c = lex->peekc;
		lex->peekc = EOF;
		return c;
	}
	if(lex->eof){
epilog:
		if(*lex->epilog)
			return *lex->epilog++;
		doprompt = 1;
		return EOF;
	}
	if(doprompt)
		pprompt();
	c = rchr(lex->input);
	if(c=='\\' && !lex->inquote){
		c = rchr(lex->input);
		if(c=='\n' && !lex->incomm){		/* don't continue a comment */
			doprompt = 1;
			c=' ';
		}
		else{
			lex->peekc = c;
			c='\\';
		}
	}
	if(c==EOF){
		lex->eof = 1;
		goto epilog;
	} else {
		if(c=='\n')
			doprompt = 1;
		if((!lex->qflag && flag['v']!=0) || flag['V'])
			pchr(err, c);
	}
	return c;
}

/*
 * Look ahead in the input stream
 */
static int
nextc(void)
{
	if(lex->future==EOF)
		lex->future = getnext();
	return lex->future;
}

/*
 * Consume the lookahead character.
 */
static int
advance(void)
{
	int c = nextc();
	lex->lastc = lex->future;
	lex->future = EOF;
	if(c == '\n')
		lex->line++;
	return c;
}

static void
skipwhite(void)
{
	int c;
	for(;;){
		c = nextc();
		/* Why did this used to be  if(!inquote && c=='#') ?? */
		if(c=='#'){
			lex->incomm = 1;
			for(;;){
				c = nextc();
				if(c=='\n' || c==EOF) {
					lex->incomm = 0;
					break;
				}
				advance();
			}
		}
		if(c==' ' || c=='\t')
			advance();
		else return;
	}
}

void
skipnl(void)
{
	int c;
	for(;;){
		skipwhite();
		c = nextc();
		if(c!='\n')
			return;
		advance();
	}
}

static int
nextis(int c)
{
	if(nextc()==c){
		advance();
		return 1;
	}
	return 0;
}

static char*
addtok(char *p, int val)
{
	if(p==0)
		return 0;
	if(p==&lex->tok[NTOK-1]){
		*p = 0;
		yyerror("token buffer too short");
		return 0;
	}
	*p++=val;
	return p;
}

static char*
addutf(char *p, int c)
{
	int i, n;

	p = addtok(p, c);	/* 1-byte UTF runes are special */
	if(onebyte(c))
		return p;
	if(twobyte(c))
		n = 2;
	else if(threebyte(c))
		n = 3;
	else
		n = 4;
	for(i = 1; i < n; i++) {
		c = nextc();
		if(c == EOF || !xbyte(c))
			break;
		p = addtok(p, advance());
	}
	return p;
}

int
yylex(void)
{
	int glob, c, d = nextc();
	char *tok = lex->tok;
	char *w = tok;
	tree *t;

	yylval.tree = 0;

	/*
	 * Embarassing sneakiness:  if the last token read was a quoted or unquoted
	 * WORD then we alter the meaning of what follows.  If the next character
	 * is `(', we return SUB (a subscript paren) and consume the `('.  Otherwise,
	 * if the next character is the first character of a simple or compound word,
	 * we insert a `^' before it.
	 */
	if(lex->lastword){
		lex->lastword = 0;
		if(d=='('){
			advance();
			strcpy(tok, "( [SUB]");
			return SUB;
		}
		if(wordchr(d) || d=='\'' || d=='`' || d=='$' || d=='"'){
			strcpy(tok, "^");
			return '^';
		}
	}
	lex->inquote = 0;
	skipwhite();
	switch(c = advance()){
	case EOF:
		lex->lastdol = 0;
		strcpy(tok, "EOF");
		return EOF;
	case '$':
		lex->lastdol = 1;
		if(nextis('#')){
			strcpy(tok, "$#");
			return COUNT;
		}
		if(nextis('"')){
			strcpy(tok, "$\"");
			return '"';
		}
		strcpy(tok, "$");
		return '$';
	case '&':
		lex->lastdol = 0;
		if(nextis('&')){
			skipnl();
			strcpy(tok, "&&");
			return ANDAND;
		}
		strcpy(tok, "&");
		return '&';
	case '|':
		lex->lastdol = 0;
		if(nextis(c)){
			skipnl();
			strcpy(tok, "||");
			return OROR;
		}
	case '<':
	case '>':
		lex->lastdol = 0;
		/*
		 * funny redirection tokens:
		 *	redir:	arrow | arrow '[' fd ']'
		 *	arrow:	'<' | '<<' | '>' | '>>' | '|'
		 *	fd:	digit | digit '=' | digit '=' digit
		 *	digit:	'0'|'1'|'2'|'3'|'4'|'5'|'6'|'7'|'8'|'9'
		 * some possibilities are nonsensical and get a message.
		 */
		*w++=c;
		t = newtree();
		switch(c){
		case '|':
			t->type = PIPE;
			t->fd0 = 1;
			t->fd1 = 0;
			break;
		case '>':
			t->type = REDIR;
			if(nextis(c)){
				t->rtype = APPEND;
				*w++=c;
			}
			else t->rtype = WRITE;
			t->fd0 = 1;
			break;
		case '<':
			t->type = REDIR;
			if(nextis(c)){
				t->rtype = HERE;
				*w++=c;
			} else if (nextis('>')){
				t->rtype = RDWR;
				*w++=c;
			} else t->rtype = READ;
			t->fd0 = 0;
			break;
		}
		if(nextis('[')){
			*w++='[';
			c = advance();
			*w++=c;
			if(c<'0' || '9'<c){
			RedirErr:
				*w = 0;
				yyerror(t->type==PIPE?"pipe syntax"
						:"redirection syntax");
				return EOF;
			}
			t->fd0 = 0;
			do{
				t->fd0 = t->fd0*10+c-'0';
				*w++=c;
				c = advance();
			}while('0'<=c && c<='9');
			if(c=='='){
				*w++='=';
				if(t->type==REDIR)
					t->type = DUP;
				c = advance();
				if('0'<=c && c<='9'){
					t->rtype = DUPFD;
					t->fd1 = t->fd0;
					t->fd0 = 0;
					do{
						t->fd0 = t->fd0*10+c-'0';
						*w++=c;
						c = advance();
					}while('0'<=c && c<='9');
				}
				else{
					if(t->type==PIPE)
						goto RedirErr;
					t->rtype = CLOSE;
				}
			}
			if(c!=']'
			|| t->type==DUP && (t->rtype==HERE || t->rtype==APPEND))
				goto RedirErr;
			*w++=']';
		}
		*w='\0';
		yylval.tree = t;
		if(t->type==PIPE)
			skipnl();
		return t->type;
	case '\'':
		lex->lastdol = 0;
		lex->lastword = 1;
		lex->inquote = 1;
		for(;;){
			c = advance();
			if(c==EOF)
				break;
			if(c=='\''){
				if(nextc()!='\'')
					break;
				advance();
			}
			w = addutf(w, c);
		}
		if(w!=0)
			*w='\0';
		t = token(tok, WORD);
		t->quoted = 1;
		yylval.tree = t;
		return t->type;
	}
	if(!wordchr(c)){
		lex->lastdol = 0;
		tok[0] = c;
		tok[1]='\0';
		return c;
	}
	glob = 0;
	for(;;){
		if(c=='*' || c=='[' || c=='?' || c==GLOB){
			glob = 1;
			w = addtok(w, GLOB);
		}
		w = addutf(w, c);
		c = nextc();
		if(lex->lastdol?!idchr(c):!wordchr(c)) break;
		advance();
	}

	lex->lastword = 1;
	lex->lastdol = 0;
	if(w!=0)
		*w='\0';
	t = klook(tok);
	if(t->type!=WORD)
		lex->lastword = 0;
	else
		t->glob = glob;
	t->quoted = 0;
	yylval.tree = t;
	return t->type;
}

void
yyerror(char *m)
{
	pfln(err, lex->file, lex->line);
	pstr(err, ": ");
	if(lex->tok[0] && lex->tok[0]!='\n')
		pfmt(err, "token %q: ", lex->tok);
	pfmt(err, "%s\n", m);
	flushio(err);

	lex->lastword = 0;
	lex->lastdol = 0;
	while(lex->lastc!='\n' && lex->lastc!=EOF) advance();
	nerror++;

	setstatus(m);
}