PHP ESJ\Earley\Tokenizer Token Examples

Example #1

File: Leaf.php Project: estelsmith/earley-parser

 public function __toString()
 {
     $header = 'leaf';
     $value = $this->value->getValue();
     if ($value === chr(0)) {
         $value = '%EOF';
         $header = 'eof_' . $header;
     }
     return sprintf('%s -> %s', $header, $value);
 }

Example #2

File: TokenReference.php Project: estelsmith/earley-parser

 /**
  * @param Token $token
  * @return bool
  */
 public function matchesToken(Token $token)
 {
     return $token->getDefinition()->getName() === $this->tokenName;
 }