BrainAssembly/src/preprocess.py

def preprocess(code: str) -> list[list[str]]:
    token : str = ''
    tokenise : list[list[str]] = [[]]
    isString : bool = False
    isComment : bool = False
    for i in code:
        if i == '\n':
            isComment = False
            if tokenise[-1] != []:
                if token != '':
                    tokenise[-1].append(token)
                tokenise.append([])
                token = ''
        elif isComment:
            pass
        elif i == '#':
            isComment = True
        elif (i != ' ') | isString:
            token += i
            if (i == '\"'):
                isString = not(isString)
        else:
            tokenise[-1].append(token)
            token = ''
            
    if token != '':
        tokenise[-1].append(token)
        token = ''
    if tokenise[-1] == []:
        tokenise = tokenise[:-1]
    return tokenise