-
Notifications
You must be signed in to change notification settings - Fork 15
/
Token.scala
41 lines (40 loc) · 1.35 KB
/
Token.scala
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
/* SPDX-FileCopyrightText: © 2022 Parsley Contributors <https://github.com/j-mie6/Parsley/graphs/contributors>
* SPDX-License-Identifier: BSD-3-Clause
*/
package parsley.errors
/** This class represents an extracted token returned by `unexpectedToken` in `ErrorBuilder`.
*
* There is deliberately no analogue for `EndOfInput` because we guarantee that non-empty
* residual input is provided to token extraction.
*
* @since 4.0.0
* @group token
*/
sealed abstract class Token {
private [parsley] def span: TokenSpan
}
/** This object contains the sub-types of `Token`.
* @since 4.0.0
* @group token
*/
object Token {
/** This is a token that is directly extracted from the residual input itself.
*
* @param tok the input extracted
* @since 4.0.0
*/
final case class Raw(tok: String) extends Token {
override private [parsley] def span: TokenSpan = {
val idx = tok.indexOf('\n')
TokenSpan.Width(tok.codePointCount(0, if (idx != -1) idx + 1 else tok.length))
}
}
/** This is a token that has been given a name, and is treated like a labelled
* item.
*
* @param name the description of the token
* @param span the amount of residual input this token ate
* @since 4.0.0
*/
final case class Named(name: String, span: TokenSpan) extends Token
}