compiler: Move and modernize

compiler is blitzcc, what I previously called compiler is now compiler_lib
2019-01-19 18:28:07 +01:00
parent d7fc9de5e2
commit c4947bd12a
79 changed files with 6544 additions and 4853 deletions
@@ -0,0 +1,112 @@
+/*
+
+  The Toker converts an inout stream into tokens for use by the parser.
+
+  */
+#pragma once
+#include <istream>
+#include <map>
+#include <string>
+#include <vector>
+
+enum {
+	DIM = 0x8000,
+	GOTO,
+	GOSUB,
+	EXIT,
+	RETURN,
+	IF,
+	THEN,
+	ELSE,
+	ENDIF,
+	ELSEIF,
+	WHILE,
+	WEND,
+	FOR,
+	TO,
+	STEP,
+	NEXT,
+	FUNCTION,
+	ENDFUNCTION,
+	TYPE,
+	ENDTYPE,
+	EACH,
+	GLOBAL,
+	LOCAL,
+	FIELD,
+	BBCONST,
+	SELECT,
+	CASE,
+	DEFAULT,
+	ENDSELECT,
+	REPEAT,
+	UNTIL,
+	FOREVER,
+	DATA,
+	READ,
+	RESTORE,
+	ABS,
+	SGN,
+	MOD,
+	PI,
+	BBTRUE,
+	BBFALSE,
+	BBINT,
+	BBFLOAT,
+	BBSTR,
+	INCLUDE,
+
+	BBNEW,
+	BBDELETE,
+	FIRST,
+	LAST,
+	INSERT,
+	BEFORE,
+	AFTER,
+	BBNULL,
+	OBJECT,
+	BBHANDLE,
+	AND,
+	OR,
+	XOR,
+	NOT,
+	SHL,
+	SHR,
+	SAR,
+
+	LE,
+	GE,
+	NE,
+	IDENT,
+	INTCONST,
+	BINCONST,
+	HEXCONST,
+	FLOATCONST,
+	STRINGCONST
+};
+
+class Toker {
+	public:
+	Toker(std::istream& in);
+
+	int         pos();
+	int         curr();
+	int         next();
+	std::string text();
+	int         lookAhead(int n);
+
+	static int chars_toked;
+
+	static std::map<std::string, int>& getKeywords();
+
+	private:
+	struct Toke {
+		int n, from, to;
+		Toke(int n, int f, int t) : n(n), from(f), to(t) {}
+	};
+	std::istream&     in;
+	std::string       line;
+	std::vector<Toke> tokes;
+	void              nextline();
+	int               curr_row, curr_toke;
+};