Tokenizer

org.nlogo.lex.Tokenizer
object Tokenizer extends TokenizerInterface

Attributes

Source
Tokenizer.scala
Graph
Supertypes
class Object
trait Matchable
class Any
Self type
Tokenizer.type

Members list

Value members

Concrete methods

def getTokenAtPosition(source: String, position: Int): Option[Token]

Attributes

Source
Tokenizer.scala

Attributes

Source
Tokenizer.scala
def tokenize(reader: Reader, filename: String): Iterator[Token]

Attributes

Source
Tokenizer.scala
def tokenizeSkippingTrailingWhitespace(reader: Reader, filename: String): Iterator[(Token, Int)]

Attributes

Source
Tokenizer.scala
def tokenizeString(source: String, filename: String): Iterator[Token]

Attributes

Source
Tokenizer.scala
def tokenizeWithWhitespace(reader: Reader, filename: String): Iterator[Token]

Attributes

Source
Tokenizer.scala
def tokenizeWithWhitespace(source: String, filename: String): Iterator[Token]

Attributes

Source
Tokenizer.scala
def tokenizeWithWhitespace(iter: CharacterIterator, filename: String): Iterator[Token]

Attributes

Source
Tokenizer.scala