import pytest

from core.tokenizer import Tokenizer, Token, TokenKind
from parsers.BaseParser import BaseParser