public function visitToken(Token $token)
{
$this->parser->getTracker()->visitToken($token);
// visit all rules
$this->commentsFormatter->visitToken($token);
$this->indentationFormatter->visitToken($token);
$this->newlineFormatter->visitToken($token);
$this->whitespaceFormatter->visitToken($token);
$this->blanksFormatter->visitToken($token);
$this->defaultFormatter->visitToken($token);
}
public function testTokenizer()
{
$parser = new Parser();
$parser->parse($this->getRawContent('sample1'));
$tokens = $parser->getTokens();
$tracker = $parser->getTracker();
$firstIf = $tokens->get(1);
$firstIfOpen = $tokens->get(2);
$this->assertEquals('if', $firstIf->contents);
$this->assertEquals('(', $firstIfOpen->contents);
$tracker->visitToken($firstIfOpen);
$this->assertEquals($firstIf, $tracker->getPrevToken());
$tracker->visitToken($firstIf);
$this->assertEquals($firstIfOpen, $tracker->getNextToken());
}
private function finish(Token $token)
{
if ($this->parser->getTracker()->isLastToken($token)) {
$this->dumpCurrentUnit();
}
}
public function visitToken(Token $token)
{
$this->nextToken = $this->parser->getTracker()->getNextToken();
$this->prevToken = $this->parser->getTracker()->getPrevToken();
$this->doVisitToken($token);
}