GosTokenizer.h

#pragma once

#include <stack>
#include "GosVM.h"

namespace Gos {
    enum TokenType {
        USING,
        CLASS,
        VAR,
        FUNC,
        NEW,
        LAMBDA,
        FOR,
        FOREACH,
        IF,
        ELSE,
        WHILE,
        RETURN,
        BREAK,
        CONTINUE,
        AS,
        ASSIGN,
        ASSIGN_ADD,
        ASSIGN_SUB,
        ASSIGN_MUL,
        ASSIGN_DIV,
        ASSIGN_REM,
        ASSIGN_XOR,
        ASSIGN_AND,
        ASSIGN_OR,
        INC,
        DEC,
        ADD,
        SUB,
        MUL,
        ADDR,
        DIV,
        REM,
        XOR,
        E,
        NE,
        L,
        G,
        LE,
        GE,
        NOT,
        AND,
        OR,

        SYMBOL,
        NUMBER,
        STRING,

        COM,
        SEM,
        DOT,
        COLON,
        QUESTION,
        L_ROUND,
        R_ROUND,
        L_SQUARE,
        R_SQUARE,
        L_CURLY,
        R_CURLY,

        NONE,
    };
    struct GosToken {
        static const std::string TokenName[];
        TokenType type;
        int line;
        int8_t numType;
        GosVM::RTConstNum num;
        std::string str;
        GosToken();
        GosToken(TokenType type, int line);
        GosToken(TokenType type, const std::string& str, int line);
        GosToken(TokenType type, int8_t numType, GosVM::RTConstNum num, int line);
        std::string ToString() const;
    };
    class GosTokenizer {
        private:
            std::istream& fin;
            int lineCount;
            std::string inputName;
            int pos;
            std::vector<GosToken> tokens;
            GosToken ReadToken();
            std::function<bool()> errorCallback;
        public:
            GosTokenizer(std::istream& fin, const std::string& inputName);
            const GosToken& GetToken();
            int GetProgress();
            void RestoreProgress(int progress);
            void BackToken();
            void EatToken(TokenType type);
            void SetErrorCallback(std::function<bool()> callback);
            bool IsEOF();
    };
}