com.shapesecurity.salvation

Class Tokeniser

java.lang.Object

com.shapesecurity.salvation.Tokeniser

Direct Known Subclasses:

TokeniserWithLocation

public class Tokeniser
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
protected int	index
protected int	length
protected String	sourceText
protected ArrayList<Token>	tokens

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	Tokeniser(String sourceText)

Method Summary

Modifier and Type	Method and Description
protected boolean	eat(java.util.function.Function<String,Token> ctor, Pattern pattern)
protected Token[]	tokenise()
static Token[]	tokenise(String sourceText)
static String	trimRHSWS(String s)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

tokens

@Nonnull
protected ArrayList<Token> tokens

sourceText

@Nonnull
protected final String sourceText

length

protected final int length

index

protected int index

Constructor Detail

Tokeniser

protected Tokeniser(@Nonnull
                    String sourceText)

Method Detail

eat

protected boolean eat(@Nonnull
                      java.util.function.Function<String,Token> ctor,
                      @Nonnull
                      Pattern pattern)

tokenise

@Nonnull
public static Token[] tokenise(@Nonnull
                                        String sourceText)

tokenise

@Nonnull
protected Token[] tokenise()

trimRHSWS

@Nonnull
public static String trimRHSWS(@Nonnull
                                        String s)