uzbek.py

#######################################
# CONSTANTS
#######################################

RAQAMLAR = '0123456789' #digits


#######################################
# ERRORS
#######################################

class Error:
    def __init__(self, pos_start, pos_end, error_name, details):
        self.pos_start = pos_start
        self.pos_end = pos_end
        self.error_name = error_name
        self.details = details

    def as_string(self):
        result = f'{self.error_name}: {self.details}\n'
        result += f'File {self.pos_start.fn}, line {self.pos_start.ln + 1}'
        return result


class IllegalCharError(Error):
    def __init__(self, pos_start, pos_end, details):
        super().__init__(pos_start, pos_end, 'Illegal Character', details)


#######################################
# POSITION
#######################################

class Position:
    def __init__(self, idx, ln, col, fn, ftxt):
        self.idx = idx
        self.ln = ln
        self.col = col
        self.fn = fn
        self.ftxt = ftxt

    def advance(self, current_char):
        self.idx += 1
        self.col += 1

        if current_char == '\n':
            self.ln += 1
            self.col = 0

        return self

    def copy(self):
        return Position(self.idx, self.ln, self.col, self.fn, self.ftxt)


#######################################
# TOKENS
#######################################

TT_RAQAM = 'RAQAM' # int
TT_SUZMOQ = 'SUZMOG'  #float
TT_QOSHISH = 'QOSHISH'  #add
TT_AJRASH= 'AJRASH' #minus
TT_KOPAYTIRMOQ = 'KOPAYTIRMOQ' #multiply
TT_BOLMOQ = 'BOLMOQ' #bolmoq
TT_OQAVS = 'OQAVS' #right parenthesis
TT_CHQAVS = 'CHQAVS' #left parenthesis


class Token:
    def __init__(self, type_, value=None):
        self.type = type_
        self.value = value

    def __repr__(self):
        if self.value: return f'{self.type}:{self.value}'
        return f'{self.type}'


#######################################
# LEXER
#######################################

class Lexer:
    def __init__(self, fn, text):
        self.fn = fn
        self.text = text
        self.pos = Position(-1, 0, -1, fn, text)
        self.current_char = None
        self.advance()

    def advance(self):
        self.pos.advance(self.current_char)
        self.current_char = self.text[self.pos.idx] if self.pos.idx < len(self.text) else None

    def make_tokens(self):
        tokens = []

        while self.current_char != None:
            if self.current_char in ' \t':
                self.advance()
            elif self.current_char in RAQAMLAR:
                tokens.append(self.make_number())
            elif self.current_char == '+':
                tokens.append(Token(TT_QOSHISH))
                self.advance()
            elif self.current_char == '-':
                tokens.append(Token(TT_AJRASH))
                self.advance()
            elif self.current_char == '*':
                tokens.append(Token(TT_KOPAYTIRMOQ))
                self.advance()
            elif self.current_char == '/':
                tokens.append(Token(TT_BOLMOQ))
                self.advance()
            elif self.current_char == '(':
                tokens.append(Token(TT_OQAVS))
                self.advance()
            elif self.current_char == ')':
                tokens.append(Token(TT_CHQAVS))
                self.advance()
            else:
                pos_start = self.pos.copy()
                char = self.current_char
                self.advance()
                return [], IllegalCharError(pos_start, self.pos, "'" + char + "'")

        return tokens, None

    def make_number(self):
        num_str = ''
        dot_count = 0

        while self.current_char != None and self.current_char in RAQAMLAR + '.':
            if self.current_char == '.':
                if dot_count == 1: break
                dot_count += 1
                num_str += '.'
            else:
                num_str += self.current_char
            self.advance()

        if dot_count == 0:
            return Token(TT_RAQAM, int(num_str))
        else:
            return Token(TT_SUZMOQ, float(num_str))


#######################################
# RUN
#######################################

def run(fn, text):
    lexer = Lexer(fn, text)
    tokens, error = lexer.make_tokens()

    return tokens, error