function __construct($name)
{
$this->name = $name;
$this->filter = new IpcaImage();
$this->filter->load_1Line1Element(ConfPath::keywordsFilter(), 0, 1);
$this->keywords = KeywordsTable::singleton();
$this->keywords->loadTable(ConfPath::keywords());
$this->ipca = Ipca::singleton();
$this->ipca->load(self::DIMANSION_MAX);
}
protected function initLearn()
{
if ($this->initialized) {
return;
}
$this->state = new BlockState();
$this->state->loadMatrix(ConfPath::stateMatrix($this->name));
$this->state->loadText2id(ConfPath::stateTexts($this->name));
$this->keywords = KeywordsTable::singleton();
$this->keywords->loadTable(ConfPath::keywords());
$this->filter = new IpcaImage();
$this->filter->load_1Line1Element(ConfPath::keywordsFilter(), 0, 1);
$this->ipca = Ipca::singleton();
$this->ipca->load(3);
$this->initialized = true;
}
$max = 1;
$min = 1;
foreach ($this->m_Keywords->m_Table as $word => $record) {
if ($this->isIgnored($record)) {
continue;
}
$count = $record['count'];
if ($max < $count) {
$max = $count;
}
}
foreach ($this->m_Keywords->m_Table as $word => $record) {
if ($this->isIgnored($record)) {
continue;
}
$index = $record['index'];
$count = $record['count'];
if (!$index || !$count) {
continue;
}
$rate = log($max / $count) / log($max / $min);
fprintf($f, "%d,%f,%s\n", $index, $rate, $word);
}
fclose($f);
}
}
$keywords = KeywordsTable::singleton();
$keywords->loadTable(ConfPath::keywords());
$instance = new MakeFilter(array('Keywords' => $keywords));
$instance->run_idf(ConfPath::keywordsFilter());
print "WARN: Add special person value, like hajimehoshi, shokos etc.";
<?php
require_once '../configure.php';
require_once CONF_DIR . 'path.php';
require_once INCLUDE_DIR . 'keywords/KeywordsTable.class.php';
require_once INCLUDE_DIR . 'twitter/twitter.class.php';
$table = KeywordsTable::singleton();
$loader = new TwitterLog();
foreach (glob(ConfPath::rawStatusList()) as $path) {
$loader->open($path);
while ($loader->read1Line()) {
$info = $loader->getArrayPassedMecab();
$table->addRecordByMecab($info['mecab']);
}
$loader->close();
}
$table->saveTable(ConfPath::keywords());
