25 lines
606 B
JavaScript
25 lines
606 B
JavaScript
|
function tokenize(expr) {
|
||
|
|
// NOTE: not handling whitespace
|
||
|
|
// NOTE: currently ends early if string doesn't match token
|
||
|
|
// FIXME: need to handle unary minus (e.g. on parentheses)
|
||
|
|
const regexp = /-?[0-9]+|[-+*/^]|\(|\)/gy;
|
||
|
|
const matches = expr.matchAll(regexp);
|
||
|
|
|
||
|
|
const tokens = [];
|
||
|
|
for (const match of matches) {
|
||
|
|
if (/[0-9]+/.test(match[0])) {
|
||
|
|
tokens.push(BigInt(match[0]));
|
||
|
|
} else if (/[-+*^/]/.test(match[0])) {
|
||
|
|
tokens.push(match[0])
|
||
|
|
} else if (match[0] == "(") {
|
||
|
|
tokens.push("(");
|
||
|
|
} else if (match[0] == ")") {
|
||
|
|
tokens.push(")");
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
return tokens;
|
||
|
|
}
|
||
|
|
|
||
|
|
export { tokenize };
|