/** * Sets the input data to be tokenized. * * @param string $input The input to be tokenized. */ public function setSource(Source\String $source) { /*{{{*/ $this->source = $source; $this->encoding = $source->getEncoding(); $this->is_ascii = Encoding::isSameEncoding($this->encoding, 'ascii'); mb_regex_encoding($this->encoding); $this->lines = $source->getLines(); $this->numlines = $source->getNumLines(); $this->reset(); }
/** * @dataProvider testIsSameEncodingProvider **/ public function testIsSameEncoding($encoding_1, $encoding_2, $expected) { $this->assertEquals($expected, Encoding::isSameEncoding($encoding_1, $encoding_2)); }
/** * Sets the input data to be tokenized. * * @param SourceInterface $source The input to be tokenized. */ public function setSource(SourceInterface $source) { /*{{{*/ $this->source = $source; $this->encoding = $source->getEncoding(); $this->is_ascii = Encoding::isSameEncoding($this->encoding, 'ascii'); $this->multibyte = $this->unicode && !$this->is_ascii; mb_regex_encoding($this->encoding); //$this->lines = $source->getLines(); //$this->numlines = $source->getNumLines(); $this->numlines = count($source); $this->reset(); }