public function testTokenSortingPositions()
{
$tokens = [$this->_factory->create('token.name', ['pos' => 25]), $this->_factory->create('token.name', ['pos' => 15])];
$list = new UnprocessedTokens();
$list->batch($tokens);
$list->sort();
$this->assertEquals(array_reverse($tokens), array_values($list->toArray()));
}
/**
* Tokenize source
*
* @param $source
*
* @param int $offset
* @param array|\Traversable $additional
*
* @param bool $embedded
*
* @return UnprocessedTokens
*/
private function _tokens($source, $offset = 0, $additional = [], $embedded = false)
{
$result = new UnprocessedTokens();
/** @var Language $language */
foreach ($this->_rules($embedded) as $rule) {
foreach ($rule->match($source) as $token) {
$result->add($token, $offset);
}
}
return $result->batch($additional);
}
