/** * @param string $input * * @return TokenInterface[] */ public function tokenize($input) { $tokenStream = []; foreach ($this->getParts($input) as $item) { $token = $this->map->getToken($item); if ($token) { $tokenStream[] = $token; } } return $tokenStream; }