Token

[Source]

A leaf node in the parse tree representing a span of matched source text. The token stores a reference to the source and the byte offset/length of the match rather than copying the text.

class val Token

Constructors

create

[Source]

new val create(
  label': Label val,
  source': Source val,
  offset': USize val,
  length': USize val)
: Token val^

Parameters

• label': Label val
• source': Source val
• offset': USize val
• length': USize val

Returns

• Token val^

---

Public fields

let source: Source val

[Source]

---

let offset: USize val

[Source]

---

let length: USize val

[Source]

---

Public Functions

label

[Source]

This token's label.

fun box label()
: Label val

Returns

• Label val

---

string

[Source]

The full matched text.

fun box string()
: String iso^

Returns

• String iso^

---

substring

[Source]

A substring of the matched text. Negative indices count from the end.

fun box substring(
  from: ISize val,
  to: ISize val)
: String iso^

Parameters

• from: ISize val
• to: ISize val

Returns

• String iso^

---

offset_to_index

[Source]

Convert a relative index to an absolute source position.

fun box offset_to_index(
  i: ISize val)
: USize val

Parameters

• i: ISize val

Returns

• USize val

---