public function testLexerSearchToken() { $lexer = new EmailLexer(); $lexer->setInput("foo\tbar"); $lexer->moveNext(); $this->assertTrue($lexer->find(EmailLexer::S_HTAB)); }
public function testLexerHasInvalidTokens() { $lexer = new EmailLexer(); $lexer->setInput(chr(226)); $lexer->moveNext(); $lexer->moveNext(); $this->assertTrue($lexer->hasInvalidTokens()); }
public function testLexerForTab() { $lexer = new EmailLexer(); $lexer->setInput("foo\tbar"); $lexer->moveNext(); $lexer->skipUntil(EmailLexer::S_HTAB); $lexer->moveNext(); $this->assertEquals(EmailLexer::S_HTAB, $lexer->token['type']); }