// skip headers if (in_array(trim(strtolower($row['0'])), ['link', 'dataset', 'url', 'data.gov url'])) { continue; } if ($start > 0) { $start--; continue; } // no anchors please list($dataset, ) = explode('#', basename(trim($row['0']))); // echo $dataset.PHP_EOL; if (!$dataset) { continue; } // double trouble check if (strpos($row['0'], '://')) { if (!strpos($row['0'], '/dataset/')) { file_put_contents($results_dir . '/' . $basename . '_export.log.csv', $row['0'] . ',WRONG URL' . PHP_EOL, FILE_APPEND | LOCK_EX); continue; } } $lines = $CkanManager->exportPackage($dataset); foreach ($lines as $line) { $tags_csv->writeRow($line); } } } //$brief = $CkanManager->exportShort('extras_harvest_source_title:Test ISO WAF AND (dataset_type:dataset)'); //$csv->writeFromArray($brief); // show running time on finish timer();