@@ -45,16 +45,14 @@ export function tokenize(ctx: Context, code: string): Token[] {
4545 return ctx . functions . has ( id ) ;
4646 }
4747
48- function advance ( stage : string ) {
48+ function advance ( ) {
4949 if ( code [ position ] === SYMBOL . NEWLINE ) {
5050 line ++ ;
5151 column = 1 ;
5252 } else {
5353 column ++ ;
5454 }
5555 position ++ ;
56- stage . slice ( ) ;
57- // console.log(stage, position - 1, 'next', position);
5856 }
5957
6058 function addToken ( type : TOKEN , value : string ) {
@@ -77,7 +75,7 @@ export function tokenize(ctx: Context, code: string): Token[] {
7775 x = code [ position ] ;
7876 if ( isDigit ( x ) ) {
7977 num += x ;
80- advance ( 'num' ) ;
78+ advance ( ) ;
8179 } else if (
8280 x === SYMBOL . DOT &&
8381 ! hasDot &&
@@ -86,15 +84,15 @@ export function tokenize(ctx: Context, code: string): Token[] {
8684 ) {
8785 hasDot = true ;
8886 num += x ;
89- advance ( 'num' ) ;
87+ advance ( ) ;
9088 } else if (
9189 x . toLowerCase ( ) === SYMBOL . EXPONENT &&
9290 ! hasExponent &&
9391 ! ! num . length
9492 ) {
9593 hasExponent = true ;
9694 num += x ;
97- advance ( 'num' ) ;
95+ advance ( ) ;
9896 } else {
9997 break ;
10098 }
@@ -119,7 +117,7 @@ export function tokenize(ctx: Context, code: string): Token[] {
119117 if ( isAlpha ( c ) || ( hasChar && isDigit ( c ) ) ) {
120118 hasChar = true ;
121119 str += c ;
122- advance ( 'identifier' ) ;
120+ advance ( ) ;
123121 } else {
124122 break ;
125123 }
@@ -184,29 +182,29 @@ export function tokenize(ctx: Context, code: string): Token[] {
184182 if ( char === SYMBOL . NEWLINE ) {
185183 addToken ( TOKEN . NEWLINE , char ) ;
186184 }
187- advance ( 'whitespace' ) ;
185+ advance ( ) ;
188186 } else if ( char === SYMBOL . LPAREN ) {
189187 parenStack . push ( ) ;
190188 addToken ( TOKEN . LPAREN , char ) ;
191- advance ( 'lparen' ) ;
189+ advance ( ) ;
192190 } else if ( char === SYMBOL . RPAREN && parenStack . active ) {
193191 parenStack . pop ( ) ;
194192 addToken ( TOKEN . RPAREN , char ) ;
195- advance ( 'rparen' ) ;
193+ advance ( ) ;
196194 } else if ( char === SYMBOL . COMMA && parenStack . active ) {
197195 addToken ( TOKEN . COMMA , char ) ;
198- advance ( 'comma' ) ;
196+ advance ( ) ;
199197 } else if (
200198 char === SYMBOL . EQUAL &&
201199 ! parenStack . active &&
202200 ! ! tokens . length &&
203201 tokens . at ( - 1 ) ?. type === TOKEN . IDENTIFIER
204202 ) {
205203 addToken ( TOKEN . ASSIGNMENT , char ) ;
206- advance ( 'assign' ) ;
204+ advance ( ) ;
207205 } else if ( isBinaryOperator ( char ) ) {
208206 addToken ( TOKEN . OPERATOR , char ) ;
209- advance ( 'operator' ) ;
207+ advance ( ) ;
210208 } else if ( isDigit ( char ) ) {
211209 char = extractNumber ( ) ;
212210 addToken ( TOKEN . NUMBER , char ) ;
0 commit comments