/**
* Sets the input data to be tokenized.
*
* @param string $input The input to be tokenized.
*/
public function setSource(Source\String $source)
{
/*{{{*/
$this->source = $source;
$this->encoding = $source->getEncoding();
$this->is_ascii = Encoding::isSameEncoding($this->encoding, 'ascii');
mb_regex_encoding($this->encoding);
$this->lines = $source->getLines();
$this->numlines = $source->getNumLines();
$this->reset();
}
/**
* @dataProvider testIsSameEncodingProvider
**/
public function testIsSameEncoding($encoding_1, $encoding_2, $expected)
{
$this->assertEquals($expected, Encoding::isSameEncoding($encoding_1, $encoding_2));
}
/**
* Sets the input data to be tokenized.
*
* @param SourceInterface $source The input to be tokenized.
*/
public function setSource(SourceInterface $source)
{
/*{{{*/
$this->source = $source;
$this->encoding = $source->getEncoding();
$this->is_ascii = Encoding::isSameEncoding($this->encoding, 'ascii');
$this->multibyte = $this->unicode && !$this->is_ascii;
mb_regex_encoding($this->encoding);
//$this->lines = $source->getLines();
//$this->numlines = $source->getNumLines();
$this->numlines = count($source);
$this->reset();
}
