示例#1
0
 /**
  * Handles admin requests for creating, editing, and deleting classifiers.
  *
  * This activity implements the logic for the page that lists existing
  * classifiers, including the actions that can be performed on them.
  */
 function manageClassifiers()
 {
     $parent = $this->parent;
     $crawl_model = $parent->model("crawl");
     $possible_arguments = array('createclassifier', 'editclassifier', 'finalizeclassifier', 'deleteclassifier', 'search');
     $data['ELEMENT'] = 'manageclassifiers';
     $data['SCRIPT'] = '';
     $data['FORM_TYPE'] = '';
     $search_array = array();
     $machine_urls = $parent->model("machine")->getQueueServerUrls();
     $num_machines = count($machine_urls);
     if ($num_machines < 1 || $num_machines == 1 && UrlParser::isLocalhostUrl($machine_urls[0])) {
         $machine_urls = NULL;
     }
     $data['leftorright'] = getLocaleDirection() == 'ltr' ? 'right' : 'left';
     $classifiers = Classifier::getClassifierList();
     $start_finalizing = false;
     if (isset($_REQUEST['arg']) && in_array($_REQUEST['arg'], $possible_arguments)) {
         if (isset($_REQUEST['name'])) {
             $name = substr($parent->clean($_REQUEST['name'], 'string'), 0, NAME_LEN);
             $name = Classifier::cleanLabel($name);
         } else {
             if (isset($_REQUEST['class_label'])) {
                 $name = substr($parent->clean($_REQUEST['class_label'], 'string'), 0, NAME_LEN);
                 $name = Classifier::cleanLabel($name);
             } else {
                 $name = "";
             }
         }
         switch ($_REQUEST['arg']) {
             case 'createclassifier':
                 if (!isset($classifiers[$name])) {
                     $classifier = new Classifier($name);
                     Classifier::setClassifier($classifier);
                     $classifiers[$name] = $classifier;
                     $data['SCRIPT'] .= "doMessage('<h1 class=\"red\">" . tl('crawl_component_new_classifier') . '</h1>\');';
                 } else {
                     $data['SCRIPT'] .= "doMessage('<h1 class=\"red\">" . tl('crawl_component_classifier_exists') . '</h1>\');';
                 }
                 break;
             case 'deleteclassifier':
                 /*
                   In addition to deleting the classifier, we also want to
                   delete the associated crawl mix (if one exists) used to
                   iterate over existing indexes in search of new training
                   examples.
                 */
                 if (isset($classifiers[$name])) {
                     unset($classifiers[$name]);
                     Classifier::deleteClassifier($name);
                     $mix_name = Classifier::getCrawlMixName($name);
                     $mix_time = $crawl_model->getCrawlMixTimestamp($mix_name);
                     if ($mix_time) {
                         $crawl_model->deleteCrawlMixIteratorState($mix_time);
                         $crawl_model->deleteCrawlMix($mix_time);
                     }
                     $data['SCRIPT'] .= "doMessage('<h1 class=\"red\">" . tl('crawl_component_classifier_deleted') . '</h1>\');';
                 } else {
                     $data['SCRIPT'] .= "doMessage('<h1 class=\"red\">" . tl('crawl_component_no_classifier') . '</h1>\');';
                 }
                 break;
             case 'editclassifier':
                 if (isset($classifiers[$name])) {
                     $data['class_label'] = $name;
                     $this->editClassifier($data, $classifiers, $machine_urls);
                 } else {
                     $data['SCRIPT'] .= "doMessage('<h1 class=\"red\">" . tl('crawl_component_no_classifier') . '</h1>\');';
                 }
                 break;
             case 'finalizeclassifier':
                 /*
                   Finalizing is too expensive to be done directly in the
                   controller that responds to the web request. Instead, a
                   daemon is launched to finalize the classifier
                   asynchronously and save it back to disk when it's done.
                   In the meantime, a flag is set to indicate the current
                   finalizing state.
                 */
                 CrawlDaemon::start("classifier_trainer", $name, '', -1);
                 $classifier = $classifiers[$name];
                 $classifier->finalized = Classifier::FINALIZING;
                 $start_finalizing = true;
                 $data['SCRIPT'] .= "doMessage('<h1 class=\"red\">" . tl('crawl_component_finalizing_classifier') . '</h1>\');';
                 break;
             case 'search':
                 $search_array = $parent->tableSearchRequestHandler($data, array('name'));
                 break;
         }
     }
     $data['classifiers'] = $classifiers;
     if ($search_array == array()) {
         $search_array[] = array("name", "", "", "ASC");
     }
     $parent->pagingLogic($data, 'classifiers', 'classifiers', DEFAULT_ADMIN_PAGING_NUM, $search_array, "", array('name' => 'class_label'));
     $data['reload'] = false;
     foreach ($classifiers as $label => $classifier) {
         if ($classifier->finalized == Classifier::FINALIZING) {
             $data['reload'] = true;
             break;
         }
     }
     if ($data['reload'] && !$start_finalizing) {
         $data['SCRIPT'] .= "doMessage('<h1 class=\"red\">" . tl('crawl_component_finalizing_classifier') . '</h1>\');';
     }
     return $data;
 }
示例#2
0
 /**
  * Parses the command-line options, returns the required arguments, and
  * updates the member variable $options with any parameters. If any of the
  * required arguments (activity, dataset, or label) are missing, then a
  * message is printed and the program exits. The optional arguments used to
  * set parameters directly modify the class state through the setOptions
  * method.
  *
  * @return array the parsed activity, dataset, and label
  */
 function parseOptions()
 {
     $shortopts = 'l:a:d:S:I:F:B:';
     $options = getopt($shortopts);
     if (!isset($options['a'])) {
         echo "missing -a flag to choose activity to run\n";
         exit(1);
     }
     if (!isset($options['l'])) {
         echo "missing -l flag to set classifier label\n";
         exit(1);
     }
     if (!isset($options['d'])) {
         echo "missing -d flag to choose dataset to use\n";
         exit(1);
     }
     $activity = $options['a'];
     $label = Classifier::cleanLabel($options['l']);
     $dataset_name = $options['d'];
     unset($options['a'], $options['l'], $options['d']);
     foreach ($options as $opt_name => $value) {
         switch ($opt_name) {
             case 'S':
                 $this->setOptions($value);
                 break;
             case 'I':
                 $this->setOptions($value, 'intval');
                 break;
             case 'F':
                 $this->setOptions($value, 'floatval');
                 break;
             case 'B':
                 $this->setOptions($value, 'boolval');
                 break;
             default:
                 echo "unsupported option: {$opt_name}\n";
                 break;
         }
     }
     return array($activity, $dataset_name, $label);
 }