// skip headers
if (in_array(trim(strtolower($row['0'])), ['link', 'dataset', 'url', 'data.gov url'])) {
continue;
}
if ($start > 0) {
$start--;
continue;
}
// format group tags
$categories = [];
if (isset($row['2']) && $row['2']) {
$categories = explode(';', trim($row['2']));
$categories = array_map('trim', $categories);
}
// no anchors please
list($dataset, ) = explode('#', basename(trim($row['0'])));
if (!$dataset) {
continue;
}
// double trouble check
if (strpos($row['0'], '://')) {
if (!strpos($row['0'], '/dataset/')) {
file_put_contents($results_dir . '/' . $basename . '_tags.log.csv', $row['0'] . ',WRONG URL' . PHP_EOL, FILE_APPEND | LOCK_EX);
continue;
}
}
$CkanManager->assignGroupsAndCategoriesToDatasets([$dataset], trim($row['1']), $categories, $basename);
}
}
// show running time on finish
timer();
