/** * Do the job. * Throw exceptions on errors (the job will be retried). */ public function execute() { global $CFG; $tmpdir = $CFG->tempdir; // Default to last weeks time. $time = time() - $CFG->tempdatafoldercleanup * 3600; $dir = new \RecursiveDirectoryIterator($tmpdir); // Show all child nodes prior to their parent. $iter = new \RecursiveIteratorIterator($dir, \RecursiveIteratorIterator::CHILD_FIRST); // An array of the full path (key) and date last modified. $modifieddateobject = array(); // Get the time modified for each directory node. Nodes will be updated // once a file is deleted, so we need a list of the original values. for ($iter->rewind(); $iter->valid(); $iter->next()) { $node = $iter->getRealPath(); if (!is_readable($node)) { continue; } $modifieddateobject[$node] = $iter->getMTime(); } // Now loop through again and remove old files and directories. for ($iter->rewind(); $iter->valid(); $iter->next()) { $node = $iter->getRealPath(); if (!is_readable($node)) { continue; } // Check if file or directory is older than the given time. if ($modifieddateobject[$node] < $time) { if ($iter->isDir() && !$iter->isDot()) { // Don't attempt to delete the directory if it isn't empty. if (!glob($node . DIRECTORY_SEPARATOR . '*')) { if (@rmdir($node) === false) { mtrace("Failed removing directory '{$node}'."); } } } if ($iter->isFile()) { if (@unlink($node) === false) { mtrace("Failed removing file '{$node}'."); } } } else { // Return the time modified to the original date only for real files. if ($iter->isDir() && !$iter->isDot()) { touch($node, $modifieddateobject[$node]); } } } }
/** * Do the job. * Throw exceptions on errors (the job will be retried). */ public function execute() { global $CFG; $tmpdir = $CFG->tempdir; // Default to last weeks time. $time = strtotime('-1 week'); $dir = new \RecursiveDirectoryIterator($tmpdir); // Show all child nodes prior to their parent. $iter = new \RecursiveIteratorIterator($dir, \RecursiveIteratorIterator::CHILD_FIRST); for ($iter->rewind(); $iter->valid(); $iter->next()) { $node = $iter->getRealPath(); if (!is_readable($node)) { continue; } // Check if file or directory is older than the given time. if ($iter->getMTime() < $time) { if ($iter->isDir() && !$iter->isDot()) { // Don't attempt to delete the directory if it isn't empty. if (!glob($node . DIRECTORY_SEPARATOR . '*')) { if (@rmdir($node) === false) { mtrace("Failed removing directory '{$node}'."); } } } if ($iter->isFile()) { if (@unlink($node) === false) { mtrace("Failed removing file '{$node}'."); } } } } }
/** * Executes the transformation process. * * @throws Zend_Console_Getopt_Exception * * @return void */ public function execute() { $results = array(); $longest_name = 0; /** @var RecursiveDirectoryIterator $files */ $files = new RecursiveIteratorIterator(new RecursiveDirectoryIterator(dirname(__FILE__) . '/../')); while ($files->valid()) { // skip abstract files if (!$files->isFile() || $files->getBasename() == 'Abstract.php') { $files->next(); continue; } // convert the filename to a class $class_name = 'DocBlox_Task_' . str_replace(DIRECTORY_SEPARATOR, '_', $files->getSubPath()) . '_' . $files->getBasename('.php'); // check if the class exists, if so: add it to the list if (class_exists($class_name)) { $name = $files->getBasename('.php'); $longest_name = max(strlen($name), $longest_name); $results[strtolower($files->getSubPath())][strtolower($name)] = $files->getRealPath(); } $files->next(); } // echo the list of namespaces with their tasks ksort($results, SORT_STRING); foreach ($results as $namespace => $tasks) { echo $namespace . PHP_EOL; asort($tasks, SORT_STRING); foreach ($tasks as $task => $filename) { // get the short description by reflecting the file. $refl = new DocBlox_Reflection_File($filename, false); $refl->setLogLevel(DocBlox_Core_Log::QUIET); $refl->process(); /** @var DocBlox_Reflection_Class $class */ $class = current($refl->getClasses()); echo ' :' . str_pad($task, $longest_name + 2) . $class->getDocBlock()->getShortDescription() . PHP_EOL; } } echo PHP_EOL; }
/** * Delete files and directories older than one week from directory provided by $CFG->tempdir. * * @exception Exception Failed reading/accessing file or directory * @return bool True on successful file and directory deletion; otherwise, false on failure */ function cron_delete_from_temp() { global $CFG; $tmpdir = $CFG->tempdir; // Default to last weeks time. $time = strtotime('-1 week'); try { $dir = new RecursiveDirectoryIterator($tmpdir); // Show all child nodes prior to their parent. $iter = new RecursiveIteratorIterator($dir, RecursiveIteratorIterator::CHILD_FIRST); for ($iter->rewind(); $iter->valid(); $iter->next()) { $node = $iter->getRealPath(); if (!is_readable($node)) { continue; } // Check if file or directory is older than the given time. if ($iter->getMTime() < $time) { if ($iter->isDir() && !$iter->isDot()) { if (@rmdir($node) === false) { mtrace("Failed removing directory '{$node}'."); } } if ($iter->isFile()) { if (@unlink($node) === false) { mtrace("Failed removing file '{$node}'."); } } } } } catch (Exception $e) { mtrace('Failed reading/accessing file or directory.'); return false; } return true; }
/** * Test that the file_temp_cleanup_task removes directories and * files as expected. */ public function test_file_temp_cleanup_task() { global $CFG; // Create directories. $dir = $CFG->tempdir . DIRECTORY_SEPARATOR . 'backup' . DIRECTORY_SEPARATOR . 'backup01' . DIRECTORY_SEPARATOR . 'courses'; mkdir($dir, 0777, true); // Create files to be checked and then deleted. $file01 = $dir . DIRECTORY_SEPARATOR . 'sections.xml'; file_put_contents($file01, 'test data 001'); $file02 = $dir . DIRECTORY_SEPARATOR . 'modules.xml'; file_put_contents($file02, 'test data 002'); // Change the time modified for the first file, to a time that will be deleted by the task (greater than seven days). touch($file01, time() - (8 * 24 * 3600)); $task = \core\task\manager::get_scheduled_task('\\core\\task\\file_temp_cleanup_task'); $this->assertInstanceOf('\core\task\file_temp_cleanup_task', $task); $task->execute(); // Scan the directory. Only modules.xml should be left. $filesarray = scandir($dir); $this->assertEquals('modules.xml', $filesarray[2]); $this->assertEquals(3, count($filesarray)); // Change the time modified on modules.xml. touch($file02, time() - (8 * 24 * 3600)); // Change the time modified on the courses directory. touch($CFG->tempdir . DIRECTORY_SEPARATOR . 'backup' . DIRECTORY_SEPARATOR . 'backup01' . DIRECTORY_SEPARATOR . 'courses', time() - (8 * 24 * 3600)); // Run the scheduled task to remove the file and directory. $task->execute(); $filesarray = scandir($CFG->tempdir . DIRECTORY_SEPARATOR . 'backup' . DIRECTORY_SEPARATOR . 'backup01'); // There should only be two items in the array, '.' and '..'. $this->assertEquals(2, count($filesarray)); // Change the time modified on all of the files and directories. $dir = new \RecursiveDirectoryIterator($CFG->tempdir); // Show all child nodes prior to their parent. $iter = new \RecursiveIteratorIterator($dir, \RecursiveIteratorIterator::CHILD_FIRST); for ($iter->rewind(); $iter->valid(); $iter->next()) { $node = $iter->getRealPath(); touch($node, time() - (8 * 24 * 3600)); } // Run the scheduled task again to remove all of the files and directories. $task->execute(); $filesarray = scandir($CFG->tempdir); // All of the files and directories should be deleted. // There should only be two items in the array, '.' and '..'. $this->assertEquals(2, count($filesarray)); }
/** * Test removing files and directories from tempdir. * * @dataProvider cron_delete_from_temp_provider * @param array $nodes List of files and directories * @param array $expected The expected results */ public function test_cron_delete_from_temp($nodes, $expected) { global $CFG; $tmpdir = $CFG->tempdir; foreach ($nodes as $data) { if ($data->isdir) { mkdir($tmpdir . $data->path, $CFG->directorypermissions, true); } } // We need to iterate through again since adding a file to a directory will // update the modified time of the directory. foreach ($nodes as $data) { touch($tmpdir . $data->path, time() + $data->time); } cron_delete_from_temp(); $dir = new RecursiveDirectoryIterator($tmpdir); $iter = new RecursiveIteratorIterator($dir, RecursiveIteratorIterator::CHILD_FIRST); $actual = array(); for ($iter->rewind(); $iter->valid(); $iter->next()) { if (!$iter->isDot()) { $actual[] = $iter->getRealPath(); } } // Sort results to guarantee actual order. sort($actual); $this->assertEquals($expected, $actual); }
public function build_files() { $id = 0; $partial_stop = 0; $maxSize = 0; $indexStep = 0; $maxInserts = 0; $files = array(); if (isset($_POST['partialStop'])) { $partial_stop = (int) $_POST['partialStop']; } //Max Filesize check if (isset($_POST['maxSize'])) { $maxSize = (int) $_POST['maxSize']; } if (!$maxSize) { $maxSize = 5242880; //Default value. } //IndexStep check if (isset($_POST['indexStep'])) { $indexStep = (int) $_POST['indexStep']; } if (!$indexStep) { $indexStep = 3000; } //MaxInserts check if (isset($_POST['maxInserts'])) { $maxInserts = (int) $_POST['maxInserts']; } if (!$maxInserts) { $maxInserts = 300; } chdir(JPATH_ROOT); //If we don't have a partial stop count, then this is a new request. //We should therefore clear the database. if (!$partial_stop) { $db = JFactory::getDbo(); $query = $db->getQuery(true); $db->setQuery("DELETE FROM " . $db->quoteName('#__jhackguard_scan_files')); $db->query(); } $it = new RecursiveIteratorIterator(new RecursiveDirectoryIterator('./')); /* And off we go into the loop */ $sql_delimiter = 0; $total_count = 0; $stopped = 0; while ($it->valid()) { //We do no need ., .., or directories. Only files. if (!$it->isDot() and !$it->isDir()) { if ($it->getSize() > 0 and $it->getSize() < $maxSize) { //We also do not need empty files or files bigger than 5MB. $total_count++; if ($partial_stop > 0 and $partial_stop > $total_count) { $it->next(); continue; //We don't want these items. We indexed them the last run. } $files[] = $it->getRealPath(); $sql_delimiter++; if ($sql_delimiter > $maxInserts) { //Perform insert. $db = JFactory::getDbo(); $query = $db->getQuery(true); $query->insert($db->quoteName('#__jhackguard_scan_files')); $query->columns('fname'); foreach ($files as $path) { $query->values($db->quote($path)); } $db->setQuery($query); $db->query(); //Reset sql_delimiter $sql_delimiter = 0; //Reset files array $files = array(); } if ($total_count == $partial_stop + $indexStep) { $stopped = 1; break; //We have reached the 3k limit per run. } } } $it->next(); } //Did we miss to import the last batch of the files? if (count($files) > 0) { //Yup.. $db = JFactory::getDbo(); $query = $db->getQuery(true); $query->insert($db->quoteName('#__jhackguard_scan_files')); $query->columns('fname'); foreach ($files as $path) { $query->values($db->quote($path)); } $db->setQuery($query); $db->query(); $files = array(); } if ($stopped) { $partial_stop = $partial_stop + $indexStep; echo json_encode(array("success" => false, "partialStop" => $partial_stop, "partialRun" => true)); } else { //Seems like we finished successfully. WOOHOO! //And the total count is... $db = JFactory::getDbo(); $query = $db->getQuery(true); $query->select("COUNT(*) as total"); $query->from($db->quoteName('#__jhackguard_scan_files')); $db->setQuery($query); $list = $db->loadColumn(); echo json_encode(array("success" => true, "count" => $list[0])); } }
$infected = array(); $scanned = 0; $hits = 0; /* And off we go into the loop */ while ($it->valid()) { try { if (!$it->isDot() and !$it->isDir()) { // First check the MD5 sum of the file. // Matched files will not be opened for reading to save time. // Only scan files bigger than 0 bytes and less than 2MB $fmd5 = md5_file($it->key()); // Check if AppFocus has been defined and process the file first. if ($config->app_focused_run) { if (!$config->afo->hash_match($it->key(), $fmd5)) { $hits++; $infected[$it->getRealPath()] = array('explain' => '[modified_core_file]', 'score' => 100); $it->next(); continue; } } if ($it->getSize() > 0 and $it->getSize() < 2048576) { if (in_array($fmd5, $false_positives)) { $it->next(); continue; } if (in_array($fmd5, $md5s)) { //md5 hit $hits++; $infected[$it->getRealPath()] = array('explain' => '[md5sum_match]', 'score' => 100); } else { $s = new FileScanner();