modeling-app/src/lang/tokeniser.ts

import { lexer_js } from '../wasm-lib/pkg/wasm_lib'
import { initPromise } from './rust'

export interface Token {
  type:
    | 'number'
    | 'word'
    | 'operator'
    | 'string'
    | 'brace'
    | 'whitespace'
    | 'comma'
    | 'colon'
    | 'period'
    | 'linecomment'
    | 'blockcomment'
  value: string
  start: number
  end: number
}

export async function asyncLexer(str: string): Promise<Token[]> {
  await initPromise
  try {
    const tokens: Token[] = lexer_js(str)
    return tokens
  } catch (e) {
    // TODO: do something real with the error.
    console.log('lexer', e)
    throw e
  }
}

export function lexer(str: string): Token[] {
  try {
    const tokens: Token[] = lexer_js(str)
    return tokens
  } catch (e) {
    // TODO: do something real with the error.
    console.log('lexer', e)
    throw e
  }
}