/**
* {@inheritdoc}
*/
protected function call(Lexer $lexer)
{
while (true) {
$peek = $lexer->peek();
//file_put_contents(__DIR__ . '/foo.log', '#' . $lexer->pos() . ' ' . $peek . ' (' . $lexer->getTokenValue() . ')' . PHP_EOL, FILE_APPEND);
if ($peek === null) {
$lexer->emit(new EOFToken());
return;
}
if ('.' === $peek) {
$lexer->next();
$lexer->emit(new PeriodToken());
continue;
}
if ('?' === $peek) {
$lexer->next();
$lexer->emit(new QuestionMarkToken());
continue;
}
if ('!' === $peek) {
$lexer->next();
$lexer->emit(new ExclamationPointToken());
continue;
}
if (in_array($peek, QuotedStringState::CHARS, true)) {
return new QuotedStringState();
}
if (in_array($peek, WhitespaceState::CHARS, true)) {
return new WhitespaceState();
}
return new WordState();
}
}
/**
* {@inheritdoc}
*/
protected function call(Lexer $lexer)
{
while (in_array($lexer->peek(), self::CHARS, true)) {
$lexer->next();
}
$lexer->emit(new WhitespaceToken());
return new TextState();
}
/**
* {@inheritdoc}
*/
protected function call(Lexer $lexer)
{
$nonWordChars = $this->getNonWordChars();
while (!in_array($lexer->peek(), $nonWordChars, true)) {
$lexer->next();
}
$value = $lexer->getTokenValue();
$firstChar = substr($value, 0, 1);
if (ctype_upper($firstChar)) {
$lexer->emit(new CapitalizedWordToken());
} else {
$lexer->emit(new WordToken());
}
return new TextState();
}