BlitzNext/compiler/toker.hpp

/*

  The Toker converts an inout stream into tokens for use by the parser.

  */

#ifndef TOKER_H
#define TOKER_H

enum {
	DIM = 0x8000,
	GOTO,
	GOSUB,
	EXIT,
	RETURN,
	IF,
	THEN,
	ELSE,
	ENDIF,
	ELSEIF,
	WHILE,
	WEND,
	FOR,
	TO,
	STEP,
	NEXT,
	FUNCTION,
	ENDFUNCTION,
	TYPE,
	ENDTYPE,
	EACH,
	GLOBAL,
	LOCAL,
	FIELD,
	BBCONST,
	SELECT,
	CASE,
	DEFAULT,
	ENDSELECT,
	REPEAT,
	UNTIL,
	FOREVER,
	DATA,
	READ,
	RESTORE,
	ABS,
	SGN,
	MOD,
	PI,
	BBTRUE,
	BBFALSE,
	BBINT,
	BBFLOAT,
	BBSTR,
	INCLUDE,

	BBNEW,
	BBDELETE,
	FIRST,
	LAST,
	INSERT,
	BEFORE,
	AFTER,
	BBNULL,
	OBJECT,
	BBHANDLE,
	AND,
	OR,
	XOR,
	NOT,
	SHL,
	SHR,
	SAR,

	LE,
	GE,
	NE,
	IDENT,
	INTCONST,
	BINCONST,
	HEXCONST,
	FLOATCONST,
	STRINGCONST
};

class Toker {
	public:
	Toker(istream& in);

	int    pos();
	int    curr();
	int    next();
	string text();
	int    lookAhead(int n);

	static int chars_toked;

	static map<string, int>& getKeywords();

	private:
	struct Toke {
		int n, from, to;
		Toke(int n, int f, int t) : n(n), from(f), to(t) {}
	};
	istream&     in;
	string       line;
	vector<Toke> tokes;
	void         nextline();
	int          curr_row, curr_toke;
};

#endif