-
Notifications
You must be signed in to change notification settings - Fork 0
/
tokenize-float.go
36 lines (35 loc) · 1.1 KB
/
tokenize-float.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
package lexer
func (lexer *Lexer) tokenizeFloat() error {
if !lexer.reader.HasNext() {
lexer.reader.Redo()
lexer.currentToken.Contents = lexer.currentToken.Contents[:len(lexer.currentToken.Contents)-1]
lexer.currentToken.Kind = Literal
lexer.currentToken.DirectValue = Integer
return nil
}
nextDigit := lexer.reader.Char()
if !('0' <= nextDigit && nextDigit <= '9') {
lexer.reader.Redo()
lexer.currentToken.Contents = lexer.currentToken.Contents[:len(lexer.currentToken.Contents)-1]
lexer.currentToken.Kind = Literal
lexer.currentToken.DirectValue = Integer
return nil
}
lexer.reader.Next()
lexer.currentToken.append(nextDigit)
for ; lexer.reader.HasNext(); lexer.reader.Next() {
nextDigit = lexer.reader.Char()
if ('0' <= nextDigit && nextDigit <= '9') || nextDigit == '_' {
lexer.currentToken.append(nextDigit)
} else if (nextDigit == 'e') || (nextDigit == 'E') {
lexer.reader.Next()
lexer.currentToken.append(nextDigit)
return lexer.tokenizeScientificFloat()
} else {
break
}
}
lexer.currentToken.Kind = Literal
lexer.currentToken.DirectValue = Float
return nil
}