/**
* @param string $input
*
* @return TokenInterface[]
*/
public function tokenize($input)
{
$tokenStream = [];
foreach ($this->getParts($input) as $item) {
$token = $this->map->getToken($item);
if ($token) {
$tokenStream[] = $token;
}
}
return $tokenStream;
}
