// skip headers
if (in_array(trim(strtolower($row['0'])), ['link', 'dataset', 'url', 'data.gov url'])) {
continue;
}
if ($start > 0) {
$start--;
continue;
}
// no anchors please
list($dataset, ) = explode('#', basename(trim($row['0'])));
// echo $dataset.PHP_EOL;
if (!$dataset) {
continue;
}
// double trouble check
if (strpos($row['0'], '://')) {
if (!strpos($row['0'], '/dataset/')) {
file_put_contents($results_dir . '/' . $basename . '_export.log.csv', $row['0'] . ',WRONG URL' . PHP_EOL, FILE_APPEND | LOCK_EX);
continue;
}
}
$lines = $CkanManager->exportPackage($dataset);
foreach ($lines as $line) {
$tags_csv->writeRow($line);
}
}
}
//$brief = $CkanManager->exportShort('extras_harvest_source_title:Test ISO WAF AND (dataset_type:dataset)');
//$csv->writeFromArray($brief);
// show running time on finish
timer();
