/**
* This method return a tuple representing the token discovered.
*
* @access public
* @param \Unicity\IO\Reader $reader the reader to be used
* @return \Unicity\Lexer\Scanner\Tuple a tuple representing the token
* discovered
*/
public function process(IO\Reader $reader)
{
$index = $reader->position();
$char = $reader->readChar($index, false);
if ($char !== null && !$this->blacklist->hasValue($char)) {
$lookahead = $index;
do {
$lookahead++;
$next = $reader->readChar($lookahead, false);
} while ($next !== null && !$this->blacklist->hasValue($next));
$token = $reader->readRange($index, $lookahead);
$tuple = new Lexer\Scanner\Tuple(Lexer\Scanner\TokenType::keyword(), new Common\String($token));
return $tuple;
}
return null;
}
/**
* This method return a tuple representing the token discovered.
*
* @access public
* @param \Unicity\IO\Reader $reader the reader to be used
* @return \Unicity\Lexer\Scanner\Tuple a tuple representing the token
* discovered
*/
public function process(IO\Reader $reader)
{
$index = $reader->position();
$char = $reader->readChar($index, false);
if ($char !== null && preg_match('/^[_a-z]$/i', $char)) {
$lookahead = $index;
do {
$lookahead++;
$next = $reader->readChar($lookahead, false);
} while ($next !== null && preg_match('/^[_a-z0-9]$/i', $next));
$token = $reader->readRange($index, $lookahead);
$type = $this->keywords->hasValue($token) ? Lexer\Scanner\TokenType::keyword() : Lexer\Scanner\TokenType::identifier();
$tuple = new Lexer\Scanner\Tuple($type, new Common\String($token));
return $tuple;
}
return null;
}
