public function setArgs($args)
{
$this->args = (string) $args;
$this->tokenizer->tokenize($this->args);
}
/**
* Preprocessor for tokens.
* @return NMacroTokenizer
*/
public function preprocess(NMacroTokenizer $tokenizer = NULL)
{
$tokenizer = $tokenizer === NULL ? $this->argsTokenizer : $tokenizer;
$inTernary = $prev = NULL;
$tokens = $arrays = array();
while ($token = $tokenizer->fetchToken()) {
$token['depth'] = $depth = count($arrays);
if ($token['type'] === NMacroTokenizer::T_COMMENT) {
continue; // remove comments
} elseif ($token['type'] === NMacroTokenizer::T_WHITESPACE) {
$tokens[] = $token;
continue;
}
if ($token['value'] === '?') { // short ternary operators without :
$inTernary = $depth;
} elseif ($token['value'] === ':') {
$inTernary = NULL;
} elseif ($inTernary === $depth && ($token['value'] === ',' || $token['value'] === ')' || $token['value'] === ']')) { // close ternary
$tokens[] = NMacroTokenizer::createToken(':') + array('depth' => $depth);
$tokens[] = NMacroTokenizer::createToken('null') + array('depth' => $depth);
$inTernary = NULL;
}
if ($token['value'] === '[') { // simplified array syntax [...]
if ($arrays[] = $prev['value'] !== ']' && $prev['type'] !== NMacroTokenizer::T_SYMBOL && $prev['type'] !== NMacroTokenizer::T_VARIABLE && $prev['type'] !== NMacroTokenizer::T_KEYWORD) {
$tokens[] = NMacroTokenizer::createToken('array') + array('depth' => $depth);
$token = NMacroTokenizer::createToken('(');
}
} elseif ($token['value'] === ']') {
if (array_pop($arrays) === TRUE) {
$token = NMacroTokenizer::createToken(')');
}
} elseif ($token['value'] === '(') { // only count
$arrays[] = '(';
} elseif ($token['value'] === ')') { // only count
array_pop($arrays);
}
$tokens[] = $prev = $token;
}
if ($inTernary !== NULL) { // close ternary
$tokens[] = NMacroTokenizer::createToken(':') + array('depth' => count($arrays));
$tokens[] = NMacroTokenizer::createToken('null') + array('depth' => count($arrays));
}
$tokenizer = clone $tokenizer;
$tokenizer->reset();
$tokenizer->tokens = $tokens;
return $tokenizer;
}