import unittest
from lexer import Token, Tokenizer, my_tokenizer, asignacion, variables
class Test_declaration_vars(unittest.TestCase):
def setUp(self):
self.stream = ["a=10;"]
self.tokenizer = my_tokenizer(self.stream)
def test_tokenizer(self):
tokens = my_tokenizer(self.stream)
tks = [x for x in tokens]
self.assertEqual(tks, ["a","=","10",";"])
def test_Token(self):
tokens = Tokenizer(self.tokenizer)
self.assertEqual(all([type(tk)==Token for tk in tokens.tokens]), True)