function Run()
{
$file = "homologene.data";
$ldir = $this->GetParameterValue('indir');
$odir = $this->GetParameterValue('outdir');
$rdir = $this->GetParameterValue('download_url');
$lfile = $ldir . $file;
if (!file_exists($lfile)) {
trigger_error($file . " not found. Will attempt to download.", E_USER_NOTICE);
parent::setParameterValue('download', true);
}
//download
$rfile = $rdir . $file;
if ($this->GetParameterValue('download') == true) {
echo "downloading {$file} ... ";
utils::downloadSingle($rfile, $lfile);
}
$ofile = 'homologene.' . parent::getParameterValue('output_format');
$gz = strstr(parent::getParameterValue('output_format'), "gz") ? $gz = true : ($gz = false);
parent::setReadFile($lfile);
parent::setWriteFile($odir . $ofile, $gz);
echo "processing {$file}... ";
$this->process();
echo "done!" . PHP_EOL;
parent::getWriteFile()->close();
// generate the dataset release file
$source_file = (new DataResource($this))->setURI($rfile)->setTitle("NCBI Homologene")->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z", filemtime($lfile)))->setFormat("text/tab-separated-value")->setPublisher("http://www.ncbi.nlm.nih.gov")->setHomepage("http://www.ncbi.nlm.nih.gov/homologene")->setRights("use-share-modify")->setLicense("http://www.ncbi.nlm.nih.gov/About/disclaimer.html")->setDataset("http://identifiers.org/homologene/");
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$ofile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix}")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/homologene/homologene.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description = $source_file->toRDF() . $output_file->toRDF();
echo "Generating dataset description... ";
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
echo "done!" . PHP_EOL;
}
public function Run()
{
$file = "iproclass.tb.gz";
$ldir = $this->GetParameterValue('indir');
$odir = $this->GetParameterValue('outdir');
$rdir = $this->GetParameterValue('download_url');
$lfile = $ldir . $file;
if (!file_exists($lfile)) {
trigger_error($lfile . " not found. Will attempt to download.", E_USER_NOTICE);
parent::setParameterValue('download', true);
}
//download all files
$rfile = $rdir . $file;
if ($this->GetParameterValue('download') == true) {
echo "downloading {$file}... ";
utils::DownloadSingle($rfile, $lfile);
// $cmd = "gzip -c $lfile | split -d -l 1000000 --filter='gzip > $FILE.gz' - iproclass-"
}
$ofile = "iproclass.nq";
$gz = true;
parent::setReadFile($lfile, true);
echo "processing {$file}... ";
$this->process();
echo "done!" . PHP_EOL;
parent::getWriteFile()->close();
echo "generating dataset release file... ";
$source_file = (new DataResource($this))->setURI($rfile)->setTitle("iProClass")->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z", filemtime($lfile)))->setFormat("text/tab-separated-value")->setFormat("application/gzip")->setPublisher("http://pir.georgetown.edu")->setHomepage("http://pir.georgetown.edu/iproclass")->setRights("use-share-modify")->setLicense("http://pir.georgetown.edu/pirwww/about/linkpir.shtml")->setDataset("http://identifiers.org/iproclass/");
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$ofile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} (generated at {$date})")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/iproclass/iproclass.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description = $source_file->toRDF() . $output_file->toRDF();
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
echo "done!" . PHP_EOL;
}
function process()
{
$ldir = parent::getParameterValue('indir');
$odir = parent::getParameterValue('outdir');
$rdir = parent::getParameterValue('download_url');
//which files are to be converted?
$files = trim($this->GetParameterValue('files'));
if ($files == 'all') {
$files = $this->getPackageMap();
} else {
$sel_arr = explode(",", $files);
$pm = $this->getPackageMap();
$files = array();
foreach ($sel_arr as $a) {
if (array_key_exists($a, $pm)) {
$files[$a] = $pm[$a];
}
}
}
if ($this->getParameterValue('limit_organisms') == true) {
$this->taxids = array_flip(explode(",", $this->getParameterValue('organisms')));
}
//set dataset graph to be dataset URI
$graph_uri = parent::getGraphURI();
if (parent::getParameterValue('dataset_graph') == true) {
parent::setGraphURI(parent::getDatasetURI());
}
$dataset_description = '';
//now iterate over the files array
foreach ($files as $module => $rfilename) {
$file = $module . ".gz";
$lfile = $ldir . $file;
$rfile = $rdir . $rfilename;
// download
if (!file_exists($lfile) || parent::getParameterValue('download') == true) {
trigger_error("{$lfile} not found. Will attempt to download.", E_USER_NOTICE);
$myfile = $lfile;
if ($module == "gene2sts" || $module == "gene2unigene") {
$myfile = "compress.zlib://" . $lfile;
}
echo "downloading {$module} ...";
utils::DownloadSingle($rfile, $myfile);
echo "done" . PHP_EOL;
}
}
foreach ($files as $module => $rfilename) {
$file = $module . ".gz";
$lfile = $ldir . $file;
$rfile = $rdir . $rfilename;
$ofile = $module . "." . parent::getParameterValue('output_format');
$gz = false;
if (strstr(parent::getParameterValue('output_format'), "gz")) {
$gz = true;
}
echo "Processing {$module} ... ";
parent::setReadFile($lfile, true);
parent::setWriteFile($odir . $ofile, $gz);
$fnx = $module;
if ($module == 'gene2refseq') {
$fnx = 'gene2accession';
}
$this->{$fnx}();
parent::clear();
echo 'done!' . PHP_EOL;
parent::getReadFile()->close();
parent::getWriteFile()->close();
// generate the dataset release file
// dataset description
$source_file = (new DataResource($this))->setURI($rfile)->setTitle("NCBI Gene ({$module})")->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z", filemtime($lfile)))->setFormat("text/tab-separated-value")->setFormat("application/gzip")->setPublisher("http://www.ncbi.nlm.nih.gov")->setHomepage("http://www.ncbi.nlm.nih.gov/gene")->setRights("use-share-modify")->setLicense("http://www.ncbi.nlm.nih.gov/About/disclaimer.html")->setDataset("http://identifiers.org/ncbigene/");
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$ofile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} (generated at {$date})")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/ncbigene/ncbigene.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description .= $source_file->toRDF() . $output_file->toRDF();
}
//foreach
//set graph URI back to default value
parent::setGraphURI($graph_uri);
//write dataset description to file
echo "Generating dataset description... ";
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
echo "done!" . PHP_EOL;
}
function Run()
{
$ldir = $this->GetParameterValue('indir');
$odir = $this->GetParameterValue('outdir');
$rfile = $this->GetParameterValue('download_url');
$lfile = substr($rfile, strrpos($rfile, "/") + 1);
// check if exists
if (!file_exists($ldir . $lfile) or parent::getParameterValue('download') == 'true') {
echo "dowloading {$rfile} ...";
trigger_error("Will attempt to download ", E_USER_NOTICE);
Utils::DownloadSingle($rfile, $ldir . $lfile);
echo "done" . PHP_EOL;
}
// make sure we have the zip archive
$zin = new ZipArchive();
if ($zin->open($ldir . $lfile) === FALSE) {
trigger_error("Unable to open {$ldir}{$lfile}");
exit;
}
// get the work
if ($this->GetParameterValue('files') == 'all') {
$files = explode("|", $this->GetParameterList('files'));
array_shift($files);
} else {
$files = explode("|", $this->GetParameterValue('files'));
}
$gz = false;
if (strstr(parent::getParameterValue('output_format'), "gz")) {
$gz = true;
}
$outfile = "ndc." . parent::getParameterValue('output_format');
parent::setWriteFile($odir . $outfile, $gz);
// now go through each item in the zip file and process
foreach ($files as $file) {
echo "Processing {$file}... ";
$fpin = $zin->getStream($file . ".txt");
if (!$fpin) {
trigger_error("Unable to get pointer to {$file} in {$ldir}{$lfile}", E_USER_ERROR);
return FALSE;
}
$this->{$file}($fpin);
parent::writeRDFBufferToWriteFile();
echo "done!" . PHP_EOL;
}
parent::getWriteFile()->close();
echo "Generating dataset description for {$outfile}... ";
//start generating dataset description file
$dataset_description = '';
$source_file = (new DataResource($this))->setURI($rfile)->setTitle("FDA National Drug Code Directory")->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z", filemtime($ldir . $lfile)))->setFormat("text/tab-separated-value")->setFormat("application/zip")->setPublisher("http://www.fda.gov")->setHomepage("http://www.fda.gov/Drugs/InformationOnDrugs/ucm142438.htm")->setRights("use-share")->setLicense(null)->setDataset("http://identifiers.org/ndc/");
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$outfile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix}")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/ndc/ndc.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description = $source_file->toRDF() . $output_file->toRDF();
//write dataset description to file
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
echo "done!" . PHP_EOL;
}
function Run()
{
$idir = parent::getParameterValue('indir');
$odir = parent::getParameterValue('outdir');
$files = parent::getParameterValue('files');
// set the work
if ($files != 'all') {
// check if comma-separated, or hyphen-range
$list = explode(",", $files);
if (count($list) == 1) {
// try hyphen separated
$range = explode("-", $files);
if (count($range) == 2) {
for ($i = $range[0]; $i <= $range[1]; $i++) {
$myfiles[] = $i;
}
} else {
// must a single entry
$myfiles[] = $files;
}
} else {
$myfiles = $list;
}
}
$rest_uri = 'http://sabiork.h-its.org/sabioRestWebServices/';
$getReactionIds_url = $rest_uri . "suggestions/SABIOReactionIDs";
$reaction_list_file = $idir . "reactions.xml";
if (!file_exists($reaction_list_file) || parent::getParameterValue('download') == 'true') {
$xml = file_get_contents($getReactionIds_url);
if (FALSE === $reaction_list_file) {
exit;
}
$f = new FileFactory($reaction_list_file);
$f->Write($xml);
$f->Close();
}
$xml = simplexml_load_file($reaction_list_file);
$total = count($xml->SABIOReactionID);
if (isset($myfiles)) {
$total = count($myfiles);
}
$i = 0;
parent::setCheckpoint('dataset');
$graph_uri = parent::getGraphURI();
if (parent::getParameterValue('dataset_graph') == true) {
parent::setGraphURI(parent::getDatasetURI());
}
$suffix = parent::getParameterValue('output_format');
$ofile = "sabiork." . $suffix;
$gz = strstr(parent::getParameterValue('output_format'), "gz") ? true : false;
parent::setWriteFile($odir . $ofile, $gz);
foreach ($xml->SABIOReactionID as $rid) {
parent::setCheckpoint('file');
if (isset($myfiles)) {
if (!in_array($rid, $myfiles)) {
continue;
}
}
$i++;
echo "{$i} / {$total} : reaction {$rid}" . PHP_EOL;
$reaction_file = $idir . "reaction_" . $rid . ".owl.gz";
if (!file_exists($reaction_file) || $this->GetParameterValue('download') == 'true') {
$url = $rest_uri . 'searchKineticLaws/biopax?q=SabioReactionID:' . $rid;
$data = file_get_contents($url);
if ($data === FALSE) {
continue;
}
$f = new FileFactory($reaction_file, true);
$f->Write($data);
$f->Close();
}
$buf = file_get_contents("compress.zlib://" . $reaction_file);
// send for parsing
$p = new BioPAX2Bio2RDF($this);
$p->SetBuffer($buf)->SetBioPAXVersion(3)->SetBaseNamespace("http://sabio.h-its.org/biopax#")->SetBio2RDFNamespace("http://bio2rdf.org/sabiork:")->SetDatasetURI($this->GetDatasetURI());
$rdf = $p->Parse();
parent::getWriteFile()->Write($rdf);
}
parent::getWriteFile()->Close();
//generate dataset description
echo "Generating dataset description... ";
$source_file = (new DataResource($this))->setURI("http://sabiork.h-its.org/sabioRestWebServices/searchKineticLaws/biopax")->setTitle("SABIO-RK Biochemical Reaction Kinetics Database")->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z", filemtime($odir . $ofile)))->setFormat("text/xml")->setPublisher("http://sabio.villa-bosch.de/")->setHomepage("http://sabio.villa-bosch.de/")->setRights("use-share-modify")->setRights("no-commercial")->setLicense("http://sabio.villa-bosch.de/layouts/content/termscondition.gsp")->setDataset("http://identifiers.org/sabiork.reaction/");
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} (generated at {$date})")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/sabiork/sabiork.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description = $source_file->toRDF() . $output_file->toRDF();
//write dataset description to file
parent::setGraphURI($graph_uri);
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
echo "done!" . PHP_EOL;
}
function run()
{
// get the file list
if ($this->GetParameterValue('files') == 'all') {
$files = explode("|", $this->GetParameterList('files'));
array_shift($files);
} else {
$files = explode(",", $this->GetParameterValue('files'));
}
if ($this->getParameterValue('additional') != 'none') {
$f = explode(",", $this->getParameterValue('additional'));
$files = array_merge($files, $f);
}
$ldir = $this->GetParameterValue('indir');
$odir = $this->GetParameterValue('outdir');
$rdir = $this->GetParameterValue('download_url');
$dataset_description = '';
foreach ($files as $file) {
$suffix = ".zip";
$lfile = $ldir . $file . $suffix;
$rfile = $rdir . $file . $suffix;
if ($file == "offsides" and !file_exists($lfile)) {
echo "downloading twosides...";
$rfile = "http://www.pharmgkb.org/redirect.jsp?p=ftp%3A%2F%2Fftpuserd%3AGKB4ftp%40ftp.pharmgkb.org%2Fdownload%2Ftatonetti%2F3003377s-offsides.zip";
utils::DownloadSingle($rfile, $lfile);
echo "done" . PHP_EOL;
} elseif ($file == "twosides" and !file_exists($lfile)) {
echo "downloading {$file} ...";
$rfile = "http://www.pharmgkb.org/redirect.jsp?p=ftp%3A%2F%2Fftpuserd%3AGKB4ftp%40ftp.pharmgkb.org%2Fdownload%2Ftatonetti%2F3003377s-twosides.zip";
utils::DownloadSingle($rfile, $lfile);
echo "done" . PHP_EOL;
} elseif ($file == 'annotations' or $file == 'relationships') {
if (!file_exists($lfile)) {
echo "Contact PharmGKB to get access to variants/clinical variants; save file as annotations.zip" . PHP_EOL;
continue;
}
} else {
if (!file_exists($lfile) or parent::getParameterValue('download') == true) {
echo "Downloading {$lfile} ... ";
Utils::DownloadSingle('https://www.pharmgkb.org/download.do?objId=' . $file . '.zip&dlCls=common', $lfile);
echo "done" . PHP_EOL;
}
}
// get a pointer to the file in the zip archive
if (!file_exists($lfile)) {
echo "no local copy of {$lfile} . skipping" . PHP_EOL;
continue;
}
$zin = new ZipArchive();
if ($zin->open($lfile) === FALSE) {
trigger_error("Unable to open {$lfile}");
exit;
}
$zipentries = array();
if ($file == "annotations") {
// exclude: 'clinical_ann.tsv','study_parameters.tsv'
$zipentries = array('clinical_ann_metadata.tsv', 'var_drug_ann.tsv', 'var_pheno_ann.tsv', 'var_fa_ann.tsv');
} else {
if ($file == "pathways") {
for ($i = 0; $i < $zin->numFiles; $i++) {
$stat = $zin->statIndex($i);
$entry = $stat['name'];
$ext = pathinfo($entry, PATHINFO_EXTENSION);
if ($ext != "txt") {
$zipentries[] = $entry;
}
}
} else {
if ($file == "relationships") {
$zipentries = array("relationships.tsv");
} else {
if ($file == 'offsides') {
$zipentries = array('3003377s-offsides.tsv');
} else {
if ($file == 'twosides') {
$zipentries = array('3003377s-twosides.tsv');
} else {
$zipentries = array($file . ".tsv");
}
}
}
}
}
// set the write file, parse, write and close
$suffix = parent::getParameterValue('output_format');
$outfile = $file . '.' . $suffix;
$gz = false;
if (strstr(parent::getParameterValue('output_format'), "gz")) {
$gz = true;
}
$this->SetWriteFile($odir . $outfile, $gz);
foreach ($zipentries as $zipentry) {
if (($fp = $zin->getStream($zipentry)) === FALSE) {
trigger_error("Unable to get {$file}.tsv in ziparchive {$lfile}");
return FALSE;
}
$this->SetReadFile($lfile);
$this->GetReadFile()->SetFilePointer($fp);
if ($file == "annotations") {
$fnx = substr($zipentry, 0, strpos($zipentry, ".tsv"));
echo "processing {$zipentry}..";
} else {
if ($file == 'pathways') {
$fnx = 'pathways';
echo "processing {$fnx} ({$zipentry})... ";
} else {
$fnx = $file;
echo "processing {$fnx} ... ";
}
}
$this->{$fnx}();
parent::writeRDFBufferToWriteFile();
parent::clear();
echo "done!" . PHP_EOL;
// generate the dataset release file
$source_file = (new DataResource($this))->setURI($rfile)->setTitle("Pharmacogenomics Knowledge Base ({$zipentry})")->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z", filemtime($lfile)))->setFormat("text/tab-separated-value")->setFormat("application/zip")->setPublisher("http://www.pharmgkb.org/")->setHomepage("http://www.pharmgkb.org/")->setRights("use")->setRights("no-commercial")->setLicense("http://www.pharmgkb.org/page/policies")->setDataset("http://identifiers.org/pharmgkb/");
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$outfile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} {$file} (generated at {$date})")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/pharmgkb/pharmgkb.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description .= $source_file->toRDF() . $output_file->toRDF();
}
$this->GetWriteFile()->Close();
}
// foreach
echo "Generating dataset description... ";
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
echo "done!" . PHP_EOL;
}
function run()
{
$idir = parent::getParameterValue('indir');
$odir = parent::getParameterValue('outdir');
$files = parent::getParameterValue('files');
$dataset_description = '';
if ($files == 'all') {
$files = explode('|', parent::getParameterList('files'));
array_shift($files);
} else {
$files = explode(',', parent::getParameterValue('files'));
}
foreach ($files as $file) {
$f = $file;
if ($file != "freq") {
$f = "all_" . $file;
}
$f = "meddra_" . $f . ".tsv.gz";
$lfile = $idir . $f;
$rfile = parent::getParameterValue('download_url') . $f;
if (!file_exists($lfile) || parent::getParameterValue('download') == 'true') {
echo "downloading {$file}... ";
$ret = file_get_contents($rfile);
if ($ret === FALSE) {
trigger_error("Unable to get {$rfile}", E_USER_WARNING);
continue;
}
$ret = file_put_contents($lfile, $ret);
if ($ret === FALSE) {
trigger_error("Unable to write {$lfile}", E_USER_ERROR);
exit;
}
echo "done!" . PHP_EOL;
}
echo "Processing {$f}... ";
parent::setReadFile($lfile, true);
$suffix = parent::getParameterValue('output_format');
$ofile = "sider-" . $file . '.' . $suffix;
$gz = false;
if (strstr(parent::getParameterValue('output_format'), "gz")) {
$gz = true;
}
parent::setWriteFile($odir . $ofile, $gz);
$this->{$file}();
parent::getWriteFile()->Close();
parent::getReadFile()->Close();
echo "done!" . PHP_EOL;
echo "Generating dataset description... ";
$source_file = (new DataResource($this))->setURI($rfile)->setTitle("SIDER Side Effect resource ({$file}.tsv.gz")->setRetrievedDate(parent::getDate(filemtime($lfile)))->setFormat("text/tab-separated-value")->setFormat("application/gzip")->setPublisher("http://sideeffects.embl.de/")->setHomepage("http://sideeffects.embl.de/")->setRights("use-share-modify")->setLicense("http://creativecommons.org/licenses/by-nc-sa/3.0/")->setDataset("http://identifiers.org/sider.effect/");
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = parent::getDate(filemtime($odir . $ofile));
$output_file = (new DataResource($this))->setURI("http://download.bio2df.org/release/{$bVersion}/{$prefix}/{$ofile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} - {$file}")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/sider/sider.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description .= $source_file->toRDF() . $output_file->toRDF();
}
//foreach
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
echo "done!" . PHP_EOL;
}
/** parse directory of files */
function parse_dir()
{
$ignore = array("..", '.', '.DS_STORE', "0");
$this->setCheckPoint('dataset');
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$dataset_file = parent::getParameterValue("outdir") . parent::getBio2RDFReleaseFile();
$fp = fopen($dataset_file, "w");
if ($fp === FALSE) {
trigger_error("Unable to open {$dataset_file}", E_USER_ERROR);
return false;
}
$ids = explode(",", parent::getParameterValue('id_list'));
$indir = parent::getParameterValue('indir');
echo "Processing {$indir}\n";
$outfile = "clinicaltrials." . parent::getParameterValue('output_format');
$gz = strstr(parent::getParameterValue('output_format'), ".gz") === FALSE ? false : true;
parent::setWriteFile(parent::getParameterValue("outdir") . $outfile, $gz);
$files = glob($indir . "NCT*");
foreach ($files as $i => $file) {
if ($i % 10000 == 0) {
parent::clear();
}
$trial_id = basename($file, '.xml');
if (parent::getParameterValue('id_list') == '' || in_array($trial_id, $ids)) {
if (filesize($file) != 0) {
echo "Processing {$trial_id}" . PHP_EOL;
$this->process_file($file);
} else {
echo "Processing {$trial_id} -> Empty!" . PHP_EOL;
}
}
}
echo "Finished." . PHP_EOL;
parent::getWriteFile()->close();
// make the dataset description
parent::setGraphURI(parent::getDatasetURI());
$rfile = "http://clinicaltrials.gov/ct2/show/NCT_ID?resultsxml=true";
$source_version = parent::getDatasetVersion();
// dataset description
$source_file = (new DataResource($this))->setURI($rfile)->setTitle("Clinicaltrials")->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z", filemtime($file)))->setFormat("application/xml")->setPublisher("http://clinicaltrials.gov/")->setHomepage("http://clinicaltrials.gov/")->setRights("use")->setRights("by-attribution")->setLicense("http://clinicaltrials.gov/ct2/about-site/terms-conditions")->setDataset("http://identifiers.org/clinicaltrials/");
parent::writeToReleaseFile($source_file->toRDF());
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$outfile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} v{$source_version}")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/clinicaltrials/clinicaltrials.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
$gz = strstr(parent::getParameterValue('output_format'), ".gz") === FALSE ? false : true;
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
parent::writeToReleaseFile($output_file->toRDF());
parent::closeReleaseFile();
// write the dataset description file
fclose($fp);
}
function Run()
{
// directory shortcuts
$ldir = parent::getParameterValue('indir');
$odir = parent::getParameterValue('outdir');
// get the work specified
$list = trim(parent::getParameterValue('files'));
if ($list == 'all') {
// call the getAllModelsId webservice
$file = $ldir . "all_models.json";
if (!file_exists($file)) {
try {
$x = @new SoapClient("http://www.ebi.ac.uk/biomodels-main/services/BioModelsWebServices?wsdl");
} catch (Exception $e) {
echo $e->getMessage();
}
$entries = $x->getAllModelsId();
file_put_contents($file, json_encode($entries));
} else {
$entries = json_decode(file_get_contents($file));
}
} elseif ($list == 'curated') {
// call the getAllCuratedModelsId webservice
$file = $ldir . "curated_models.json";
if (!file_exists($file)) {
try {
$x = @new SoapClient("http://www.ebi.ac.uk/biomodels-main/services/BioModelsWebServices?wsdl");
} catch (Exception $e) {
echo $e->getMessage();
}
$entries = $x->getAllCuratedModelsId();
file_put_contents($file, json_encode($entries));
} else {
$entries = json_decode(file_get_contents($file));
}
} else {
// check if a hyphenated list was provided
if (($pos = strpos($list, "-")) !== FALSE) {
$start_range = substr($list, 0, $pos);
$end_range = substr($list, $pos + 1);
for ($i = $start_range; $i <= $end_range; $i++) {
$entries[] = "BIOMD" . str_pad($i, 10, "0", STR_PAD_LEFT);
}
} else {
// for comma separated list
$b = explode(",", $this->GetParameterValue('files'));
foreach ($b as $e) {
$entries[] = "BIOMD" . str_pad($e, 10, "0", STR_PAD_LEFT);
}
}
}
$graph_uri = parent::getGraphURI();
if (parent::getParameterValue('dataset_graph') == true) {
parent::setGraphURI(parent::getDatasetURI());
}
// set the write file
$suffix = parent::getParameterValue('output_format');
$outfile = 'biomodels' . '.' . $suffix;
$gz = false;
if (strstr(parent::getParameterValue('output_format'), "gz")) {
$gz = true;
}
$dataset_description = '';
parent::setWriteFile($odir . $outfile, $gz);
// iterate over the entries
$i = 0;
$total = count($entries);
foreach ($entries as $id) {
echo "processing " . ++$i . " of {$total} - biomodel# " . $id;
$download_file = $ldir . $id . ".owl.gz";
$url = parent::getParameterValue('download_url') . "publ/{$id}/{$id}-biopax3.owl";
// download if the file doesn't exist or we are told to
if (!file_exists($download_file) || $this->GetParameterValue('download') == 'true') {
// download
echo " - downloading";
$ret = utils::downloadsingle($url, 'compress.zlib://' . $download_file, true);
if ($ret === false) {
echo "\nTrying non-curated model";
$url = parent::getParametervalue('download_url') . "uncura_publ/{$id}/{$id}-biopax3.owl";
$ret = utils::downloadsingle($url, 'compress.zlib://' . $download_file, true);
if ($ret === false) {
continue;
}
}
echo " - downloaded";
}
// load entry, parse and write to file
echo " - parsing... ";
// $this->SetReadFile($download_file,true);
$buf = file_get_contents("compress.zlib://" . $download_file);
$converter = new BioPAX2Bio2RDF($this);
$converter->SetBuffer($buf)->SetBioPAXVersion(3)->SetBaseNamespace("http://identifiers.org/biomodels.db/{$id}/")->SetBio2RDFNamespace("http://bio2rdf.org/biomodels:" . $id . "_")->SetDatasetURI($this->GetDatasetURI());
$rdf = $converter->Parse();
parent::addRDF($rdf);
parent::writeRDFBufferToWriteFile();
//generate dataset description
$source_file = (new DataResource($this))->setURI($url)->setTitle("EBI BioModels Database - BioModel # {$id}")->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z", filemtime($download_file)))->setFormat("rdf/xml")->setPublisher("http://www.ebi.ac.uk/")->setHomepage("http://www.ebi.ac.uk/biomodels-main/")->setRights("use-share-modify")->setLicense("http://www.ebi.ac.uk/biomodels-main/termsofuse")->setDataset("http://identifiers.org/biomodels.db/");
$dataset_description .= $source_file->toRDF();
echo "done!" . PHP_EOL;
}
//foreach
parent::getWriteFile()->close();
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} (generated at {$date})")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/biomodels/biomodels.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description .= $output_file->toRDF();
//write dataset description to file
parent::setGraphURI($graph_uri);
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
echo "done!" . PHP_EOL;
}
function run()
{
if (parent::getParameterValue('files') == 'all') {
$files = explode("|", $this->GetParameterList('files'));
array_shift($files);
} else {
$files = explode(",", parent::getParameterValue('files'));
}
$ldir = parent::getParameterValue('indir');
$odir = parent::getParameterValue('outdir');
$rdir = parent::getParameterValue('download_url');
$dataset_description = '';
foreach ($files as $file) {
$download = parent::getParameterValue('download');
$lfile = $ldir . "goa_" . $file . ".gz";
if (!file_exists($lfile) && $download == false) {
trigger_error($lfile . " not found. Will attempt to download.", E_USER_NOTICE);
$download = true;
}
//download file
$rfile = $rdir . strtoupper($file) . "/gene_association.goa_" . $file . ".gz";
if ($download == true) {
echo "downloading {$file} ... ";
//file_put_contents($lfile,file_get_contents($rfile));
utils::DownloadSingle($rfile, $lfile);
}
$gz = strstr(parent::getParameterValue('output_format'), ".gz") === FALSE ? false : true;
$ofile = "goa_" . $file . "." . parent::getParameterValue('output_format');
parent::setReadFile($lfile, TRUE);
parent::setWriteFile($odir . $ofile, $gz);
echo "processing {$file} ... ";
$this->process($file);
echo "done!";
parent::clear();
//close write file
parent::getWriteFile()->close();
echo PHP_EOL;
// dataset description
$graph_uri = parent::getGraphURI();
if (parent::getParameterValue('dataset_graph') == true) {
parent::setGraphURI(parent::getDatasetURI());
}
$source_file = (new DataResource($this))->setURI($rfile)->setTitle("Gene Ontology Annotation file {$file} ({$rfile}")->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z", filemtime($lfile)))->setFormat("text/tab-separated-value")->setFormat("application/gzip")->setPublisher("http://www.ebi.ac.uk/")->setHomepage("http://www.ebi.ac.uk/GOA/")->setRights("use")->setLicense("http://www.ebi.ac.uk/GOA/goaHelp.html")->setDataset("http://identifiers.org/goa/");
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$ofile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} (generated at {$date})")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/irefindex/irefindex.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description .= $source_file->toRDF() . $output_file->toRDF();
parent::setGraphURI($graph_uri);
}
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
echo "done!" . PHP_EOL;
}
function Run()
{
$idir = parent::getParameterValue('indir');
$odir = parent::getParameterValue('outdir');
$files = parent::getParameterValue('files');
if ($files == 'all') {
$list = explode('|', parent::getParameterList('files'));
array_shift($list);
} else {
$list = explode(',', parent::getParameterValue('files'));
}
$dataset_description = '';
foreach ($list as $item) {
$lfile = $idir . $item . '.rpt';
$rfile = parent::getParameterValue('download_url') . $item . '.rpt';
if (!file_exists($lfile) || parent::getParameterValue('download') == 'true') {
echo "downloading {$item}...";
$ret = Utils::DownloadSingle($rfile, $lfile);
if ($ret != true) {
continue;
}
}
parent::setReadFile($lfile, true);
echo "Processing {$item}...";
$ofile = $odir . $item . '.' . parent::getParameterValue('output_format');
$gz = strstr(parent::getParameterValue('output_format'), "gz") ? true : false;
parent::setWriteFile($ofile, $gz);
$this->{$item}();
parent::getWriteFile()->close();
parent::getReadFile()->close();
echo "Done" . PHP_EOL;
parent::clear();
$source_file = (new DataResource($this))->setURI($rfile)->setTitle("MGI {$item}")->setRetrievedDate(date("Y-m-d\\TH:i:s", filemtime($lfile)))->setFormat("text")->setPublisher("http://www.informatics.jax.org")->setHomepage("http://www.informatics.jax.org")->setRights("use")->setLicense("http://www.informatics.jax.org/mgihome/other/copyright.shtml")->setDataset("http://identifiers.org/mgi/");
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TH:i:s");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$ofile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$item} in {$prefix}")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/mgi/mgi.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description .= $source_file->toRDF() . $output_file->toRDF();
}
//foreach
// generate the dataset release file
$this->setWriteFile($odir . parent::getBio2RDFReleaseFile());
$this->getWriteFile()->write($dataset_description);
$this->getWriteFile()->close();
echo "done!" . PHP_EOL;
}
function Run()
{
// get the file list
if (parent::getParameterValue('files') == 'all') {
$files = array('all');
} else {
$files = explode(",", parent::getParameterValue('files'));
}
$ldir = parent::getParameterValue('indir');
$odir = parent::getParameterValue('outdir');
$rdir = parent::getParameterValue('download_url');
$dataset_description = '';
foreach ($files as $file) {
$download = parent::getParameterValue('download');
$version = parent::getParameterValue("version");
$zip_file = ucfirst($file) . ".mitab." . $version . ".txt.zip";
$lfile = $ldir . $zip_file;
$gz = strstr(parent::getParameterValue('output_format'), ".gz") === FALSE ? false : true;
$ofile = "irefindex-" . $file . "." . parent::getParameterValue('output_format');
if (!file_exists($lfile)) {
trigger_error($lfile . " not found. Will attempt to download.", E_USER_NOTICE);
$download = true;
}
$rfile = $rdir . $zip_file;
if ($download == true) {
echo "downloading {$rfile}" . PHP_EOL;
if (FALSE === Utils::DownloadSingle($rfile, $lfile)) {
trigger_error("Error in Download");
return FALSE;
}
}
$zin = new ZipArchive();
if ($zin->open($lfile) === FALSE) {
trigger_error("Unable to open {$lfile}");
exit;
}
if ($zin->numFiles != 1) {
trigger_error("Found more than one file ... using first file");
}
$f = $zin->statIndex(0);
$base_file = $f['name'];
if (($fp = $zin->getStream($base_file)) === FALSE) {
trigger_error("Unable to get {$base_file} in ziparchive {$lfile}");
return FALSE;
}
parent::setReadFile($lfile);
parent::getReadFile()->setFilePointer($fp);
echo "Processing " . $file . " ...";
parent::setWriteFile($odir . $ofile, true);
if ($this->Parse() === FALSE) {
trigger_error("Parsing Error");
exit;
}
parent::writeRDFBufferToWriteFile();
parent::getWriteFile()->close();
$zin->close();
echo "Done!" . PHP_EOL;
$graph_uri = parent::getGraphURI();
if (parent::getParameterValue('dataset_graph') == true) {
parent::setGraphURI(parent::getDatasetURI());
}
// dataset description
$source_file = (new DataResource($this))->setURI($rfile)->setTitle("iRefIndex ({$zip_file}")->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z", filemtime($lfile)))->setFormat("text/tab-separated-value")->setFormat("application/zip")->setPublisher("http://irefindex.uio.no")->setHomepage("http://irefindex.uio.no")->setRights("use")->setRights("by-attribution")->setRights("no-commercial")->setLicense("http://irefindex.uio.no/wiki/README_MITAB2.6_for_iRefIndex#License")->setDataset("http://identifiers.org/irefindex/");
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$ofile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} - {$file}")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/irefindex/irefindex.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description .= $source_file->toRDF() . $output_file->toRDF();
parent::setGraphURI($graph_uri);
}
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
return TRUE;
}
function Run()
{
// directory shortcuts
$ldir = parent::getParameterValue('indir');
$odir = parent::getParameterValue('outdir');
if (parent::getParameterValue('omim_api_key') == '') {
$key_file = parent::getParameterValue('omim_api_key_file');
if (file_exists($key_file)) {
$key = trim(file_get_contents($key_file));
if ($key) {
parent::setParameterValue('omim_api_key', $key);
} else {
trigger_error("No API key found in the specified omim key file {$key_file}", E_USER_WARNING);
}
} else {
trigger_error("No OMIM key has been provided either by commmand line or in the expected omim key file {$key_file}", E_USER_WARNING);
}
}
// get the list of mim2gene entries
$entries = $this->GetListOfEntries($ldir);
// get the work specified
$list = trim(parent::getParameterValue('files'));
if ($list != 'all') {
// check if a hyphenated list was provided
if (($pos = strpos($list, "-")) !== FALSE) {
$start_range = substr($list, 0, $pos);
$end_range = substr($list, $pos + 1);
// get the whole list
$full_list = $this->GetListOfEntries($ldir);
// now intersect
foreach ($full_list as $e => $type) {
if ($e >= $start_range && $e <= $end_range) {
$myentries[$e] = $type;
}
}
$entries = $myentries;
} else {
// for comma separated list
$b = explode(",", parent::getParameterValue('files'));
foreach ($b as $e) {
$myentries[$e] = '';
}
$entries = array_intersect_key($entries, $myentries);
}
}
// set the write file
$gz = strstr(parent::getParameterValue('output_format'), ".gz") === FALSE ? false : true;
$outfile = 'omim.' . parent::getParameterValue('output_format');
parent::setWriteFile($odir . $outfile, $gz);
// declare the mapping method types
$this->get_method_type(null, true);
// iterate over the entries
$i = 0;
$total = count($entries);
foreach ($entries as $omim_id => $type) {
echo "processing " . ++$i . " of {$total} - omim# ";
$download_file = $ldir . $omim_id . ".json.gz";
$gzfile = "compress.zlib://{$download_file}";
// download if the file doesn't exist or we are told to
if (!file_exists($download_file) || parent::getParameterValue('download') == true) {
// download using the api
$url = parent::getParameterValue('omim_api_url') . '&apiKey=' . parent::getParameterValue('omim_api_key') . '&mimNumber=' . $omim_id;
$buf = file_get_contents($url);
if (strlen($buf) != 0) {
file_put_contents($download_file, $buf);
usleep(500000);
// limit of 4 requests per second
}
}
// load entry, parse and write to file
$entry = json_decode(file_get_contents($gzfile), true);
$omim_id = trim((string) $entry["omim"]["entryList"][0]["entry"]['mimNumber']);
echo $omim_id;
$this->ParseEntry($entry, $type);
parent::writeRDFBufferToWriteFile();
echo PHP_EOL;
}
parent::writeRDFBufferToWriteFile();
parent::getWriteFile()->close();
// generate the dataset description file
$source_file = (new DataResource($this))->setURI(parent::getParameterValue('omim_api_url'))->setTitle("OMIM " . parent::getDatasetVersion())->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z"))->setFormat("application/json")->setPublisher("http://omim.org")->setHomepage("http://omim.org")->setRights("use")->setRights("no-commercial")->setRights("registration-required")->setLicense("http://www.omim.org/help/agreement")->setDataset("http://identifiers.org/omim/");
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$outfile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} (generated at {$date})")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/omim/omim.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description = $source_file->toRDF() . $output_file->toRDF();
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
return TRUE;
}
function process()
{
if (parent::getParameterValue('files') == 'all') {
$files = explode("|", parent::getParameterList('files'));
array_shift($files);
} else {
$files = explode(",", parent::getParameterValue('files'));
}
$ldir = parent::getParameterValue('indir');
$rdir = parent::getParameterValue('download_url');
$odir = parent::getParameterValue('outdir');
$rfiles = array("dbxref" => "curation/chromosomal_feature/dbxref.tab", "features" => "curation/chromosomal_feature/SGD_features.tab", "domains" => "curation/calculated_protein_info/domains/domains.tab", "protein" => "curation/calculated_protein_info/protein_properties.tab", "goa" => "curation/literature/gene_association.sgd.gz", "goslim" => "curation/literature/go_slim_mapping.tab", "complex" => "curation/literature/go_protein_complex_slim.tab", "interaction" => "curation/literature/interaction_data.tab", "phenotype" => "curation/literature/phenotype_data.tab", "pathways" => "curation/literature/biochemical_pathways.tab", "mapping" => "mapping");
$graph_uri = parent::getGraphURI();
if (parent::getParameterValue('dataset_graph') == true) {
parent::setGraphURI(parent::getDatasetURI());
}
$gz = false;
if (strstr(parent::getParameterValue('output_format'), "gz")) {
$gz = true;
}
if (parent::getParameterValue('one_file') == true) {
$ofile = "sgd." . parent::getParameterValue('output_format');
parent::setWriteFile($odir . $ofile, $gz);
}
$dataset_description = '';
foreach ($files as $file) {
$ext = substr(strrchr($rfiles[$file], '.'), 1);
if ($ext == "tab") {
$lfile = "sgd_" . $file . ".tab";
} elseif ($ext = "gz") {
$lfile = "sgd_" . $file . ".tab.gz";
}
$rfile = $rdir . $rfiles[$file];
if (!file_exists($ldir . $lfile) && parent::getParameterValue('download') == false && $file != 'mapping') {
trigger_error($ldir . $lfile . " not found. Will attempt to download.", E_USER_NOTICE);
Utils::DownloadSingle($rfile, $ldir . $lfile);
}
if (parent::getParameterValue('one_file') == false) {
$ofile = "sgd_" . $file . '.' . parent::getParameterValue('output_format');
parent::setWriteFile($odir . $ofile, $gz);
}
//parse file
parent::setReadFile($ldir . $lfile, $gz);
$fnx = $file;
echo "Processing {$file}... ";
$this->{$fnx}();
echo PHP_EOL . "done!";
//write RDF to file
parent::writeRDFBufferToWriteFile();
//close write file
if (parent::getParameterValue('one_file') == false) {
parent::getWriteFile()->close();
}
echo PHP_EOL;
// generate the dataset release file
// dataset description
$source_file = (new DataResource($this))->setURI($rfile)->setTitle("Saccharomyces Genome Database ({$file})")->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z", filemtime($ldir . $lfile)))->setFormat("text/tab-separated-value")->setFormat("application/gzip")->setPublisher("http://www.yeastgenome.org/")->setHomepage("http://www.yeastgenome.org/")->setRights("use")->setLicense("http://www.stanford.edu/site/terms.html")->setDataset("http://identifiers.org/sgd/");
$dataset_description .= $source_file->toRDF();
if (parent::getParameterValue('one_file') == false) {
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$ofile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} - {$file}")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/sgd/sgd.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description .= $output_file->toRDF();
}
}
//foreach
//set graph URI back to default
parent::setGraphURI($graph_uri);
if (parent::getParameterValue('one_file') == true) {
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$ofile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} - {$file}")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/sgd/sgd.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description .= $source_file->toRDF() . $output_file->toRDF();
}
//write dataset description to file
echo "Generating dataset description... " . PHP_EOL;
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
echo "done!" . PHP_EOL;
}
public function run()
{
if (parent::getParameterValue('files') == 'all') {
$files = explode("|", parent::getParameterList('files'));
array_shift($files);
} else {
$files = explode(",", parent::getParameterValue('files'));
}
$release = parent::getParameterValue('release');
$releaseb = "WS249";
$remote_files = array("geneIDs" => "species/c_elegans/annotation/geneIDs/c_elegans.PRJNA13758." . $release . ".geneIDs.txt.gz", "functional_descriptions" => "species/c_elegans/annotation/functional_descriptions/c_elegans.PRJNA13758." . $release . ".functional_descriptions.txt.gz", "gene_interactions" => "species/c_elegans/annotation/gene_interactions/c_elegans.PRJNA13758." . $release . ".gene_interactions.txt.gz", "gene_associations" => "releases/current-production-release/ONTOLOGY/gene_association." . $releaseb . ".wb", "phenotype_associations" => "releases/current-production-release/ONTOLOGY/phenotype_association." . $releaseb . ".wb");
$local_files = array("geneIDs" => "wormbase." . parent::getParameterValue('release') . ".genes.txt.gz", "functional_descriptions" => "wormbase." . parent::getParameterValue('release') . ".functional_descriptions.txt.gz", "gene_interactions" => "wormbase." . parent::getParameterValue('release') . ".gene_interactions.txt.gz", "gene_associations" => "wormbase." . parent::getParameterValue('release') . ".gene_association.wb", "phenotype_associations" => "wormbase." . parent::getParameterValue('release') . ".phenotype_associations.wb");
$idir = parent::getParameterValue('indir');
$odir = parent::getParameterValue('outdir');
$rdir = parent::getParameterValue('download_url');
$dataset_description = '';
$graph_uri = parent::getGraphURI();
if (parent::getParameterValue('dataset_graph') == true) {
parent::setGraphURI(parent::getDatasetURI());
}
foreach ($files as $file) {
$lfile = $idir . $local_files[$file];
$rfile = $rdir . $remote_files[$file];
if (!file_exists($lfile) or parent::getParameterValue('download') == true) {
trigger_error($lfile . " not found. Will attempt to download." . PHP_EOL, E_USER_WARNING);
echo "Downloading {$rfile}... ";
Utils::DownloadSingle($rfile, $lfile);
echo "done!" . PHP_EOL;
}
if (strstr($lfile, "gz")) {
parent::setReadFile($lfile, TRUE);
} else {
parent::setReadFile($lfile, FALSE);
}
$suffix = parent::getParameterValue('output_format');
$ofile = "wormbase." . $file . "." . $suffix;
$gz = strstr(parent::getParameterValue('output_format'), "gz") ? true : false;
parent::setWriteFile($odir . $ofile, $gz);
echo "Processing {$file}... ";
$fnx = $file;
$this->{$fnx}();
echo "done!" . PHP_EOL;
parent::getWriteFile()->close();
// generate the dataset release file
echo "Generating dataset description for {$ofile}... ";
// dataset description
$source_file = (new DataResource($this))->setURI($rfile)->setTitle("WormBase Release " . parent::getParameterValue('release') . " subset ({$file})")->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z", filemtime($lfile)))->setFormat("text/tab-separated-value")->setFormat("application/gzip")->setPublisher("http://wormbase.org/")->setHomepage("http://wormbase.org/")->setRights("use")->setRights("restricted-by-source-license")->setLicense("http://www.wormbase.org/about/policies")->setDataset("http://identifiers.org/wormbase/");
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$ofile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} - {$file}")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/wormbase/wormbase.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description .= $source_file->toRDF() . $output_file->toRDF();
echo "done!" . PHP_EOL;
}
parent::setGraphURI($graph_uri);
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
}
function Run()
{
// get the work
if ($this->GetParameterValue('files') == 'all') {
$sources = explode("|", parent::getParameterList('files'));
array_shift($sources);
} else {
// comma separated list
$sources = explode(",", parent::getParameterValue('files'));
}
$download_files = array("h**o-sapiens" => "Pathway%20Commons%202%20homo%20sapiens.BIOPAX.owl.gz", "hprd" => "Pathway%20Commons%202%20HPRD.BIOPAX.owl.gz", "humancyc" => "Pathway%20Commons%202%20HumanCyc.BIOPAX.owl.gz", "nci-nature" => "Pathway%20Commons%202%20NCI_Nature.BIOPAX.owl.gz", "panther-pathway" => "Pathway%20Commons%202%20PANTHER%20Pathway.BIOPAX.owl.gz", "phosphositeplus" => "Pathway%20Commons%202%20PhosphoSitePlus.BIOPAX.owl.gz", "reactome" => "Pathway%20Commons%202%20Reactome.BIOPAX.owl.gz");
$graph_uri = parent::getGraphURI();
if (parent::getParameterValue('dataset_graph') == true) {
parent::setGraphURI(parent::getDatasetURI());
}
$dataset_description = '';
// iterate over the requested data
foreach ($sources as $source) {
echo "processing {$source}... ";
$ldir = parent::getParameterValue('indir');
$odir = parent::getParameterValue('outdir');
$rdir = parent::getParameterValue('download_url');
// set the remote and input files
$file = $source . ".owl";
$zfile = $source . ".owl.gz";
$rfile = $rdir . $download_files[$source];
$lfile = $ldir . $zfile;
// download if if the file doesn't exist locally or we are told to
if (!file_exists($lfile) || $this->GetParameterValue('download') == 'true') {
// download
echo "downloading... ";
file_put_contents($lfile, file_get_contents($rfile));
}
// extract the file out of the ziparchive
// and load into a buffer
echo 'extracting... ';
if (($fpin = gzopen($lfile, "r")) === FALSE) {
trigger_error("Unable to open {$lfile}", E_USER_ERROR);
exit;
}
$data = '';
while (!gzeof($fpin)) {
$buffer = gzgets($fpin, 4096);
$data .= $buffer;
}
gzclose($fpin);
// set the output file
$suffix = parent::getParameterValue('output_format');
$outfile = $source . '.' . $suffix;
$gz = false;
if (strstr(parent::getParameterValue('output_format'), "gz")) {
$gz = true;
}
parent::setWriteFile($odir . $outfile, $gz);
// send for parsing
$p = new BioPAX2Bio2RDF($this);
$p->SetBuffer($data)->SetBioPAXVersion(3)->SetBaseNamespace("http://purl.org/pc2/3/")->SetBio2RDFNamespace("http://bio2rdf.org/pathwaycommons:")->SetDatasetURI(parent::getDatasetURI());
$rdf = $p->Parse();
parent::addRDF($rdf);
// write to output
parent::writeRDFBufferToWriteFile();
parent::getWriteFile()->Close();
echo "done!" . PHP_EOL;
//generate dataset description
echo "Generating dataset description for {$zfile}... ";
$source_file = (new DataResource($this))->setURI($rfile)->setTitle("Pathway Commons")->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z", filemtime($lfile)))->setFormat("rdf/xml")->setPublisher("http://www.pathwaycommons.org/")->setHomepage("http://www.pathwaycommons.org/")->setRights("use")->setRights("restricted-by-source-license")->setLicense("http://www.pathwaycommons.org/pc2/home.html#data_sources")->setDataset("http://identifiers.org/pathwaycommons/");
$dataset_description .= $source_file->toRDF();
echo "done!" . PHP_EOL;
}
echo "Generating dataset description for Bio2RDF Pathways Commons dataset... ";
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} (generated at {$date})")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/pathwaycommons/pathwaycommons.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description .= $output_file->toRDF();
//write dataset description to file
parent::setGraphURI($graph_uri);
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
echo "done!" . PHP_EOL;
}
function process()
{
// get the file list
if (parent::getParameterValue('files') == 'all') {
$files = explode("|", parent::getParameterList('files'));
array_shift($files);
} else {
$files = explode(",", parent::getParameterValue('files'));
}
$dataset_description = '';
//set directory values
$ldir = parent::getParameterValue('indir');
$rdir = parent::getParameterValue('download_url');
$odir = parent::getParameterValue('outdir');
$graph_uri = parent::getGraphURI();
if (parent::getParameterValue('dataset_graph') == true) {
parent::setGraphURI(parent::getDatasetURI());
}
$gz_suffix = ".gz";
foreach ($files as $file) {
if ($file == 'chem_gene_ixn_types') {
$suffix = '.tsv';
} else {
if ($file == 'exposure_ontology') {
$suffix = '.obo';
} else {
$suffix = ".tsv.gz";
}
}
$lfile = $ldir . $file . $gz_suffix;
$rfile = $rdir . 'CTD_' . $file . $suffix;
if (!file_exists($lfile)) {
trigger_error($lfile . " not found. Will attempt to download.", E_USER_NOTICE);
if ($suffix == ".tsv.gz") {
Utils::DownloadSingle($rfile, $lfile);
} else {
Utils::DownloadSingle($rfile, "compress.zlib://" . $lfile);
}
}
$out_suffix = parent::getParameterValue('output_format');
$ofile = "ctd_" . $file . "." . $out_suffix;
$gz = false;
if (strstr(parent::getParameterValue('output_format'), "gz")) {
$gz = true;
}
echo "Processing " . $file . " ...";
parent::setWriteFile($odir . $ofile, $gz);
//set read file
parent::setReadFile($lfile, TRUE);
$fnx = "CTD_" . $file;
$this->{$fnx}();
//close write file
parent::getWriteFile()->close();
parent::clear();
echo "done!" . PHP_EOL;
// generate the dataset release file
echo "Generating dataset description... ";
if ($file == "chemicals") {
$dataset = "http://identifiers.org/ctd.chemical/";
} else {
if ($file == "diseases") {
$dataset = "http://identifiers.org/ctd.disease/";
} else {
if ($file == "genes") {
$dataset = "http://identifiers.org/ctd.gene/";
} else {
$dataset = null;
}
}
}
// dataset description
$source_file = (new DataResource($this))->setURI($rfile)->setTitle("Comparative Toxicogenomics Database ({$file}.{$gz_suffix}")->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z", filemtime($lfile)))->setFormat("text/tab-separated-value")->setFormat("application/gzip")->setPublisher("http://ctdbase.org/")->setHomepage("http://ctdbase.org/")->setRights("use")->setRights("by-attribution")->setRights("no-commercial")->setLicense("http://ctdbase.org/about/legal.jsp")->setDataset($dataset);
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$ofile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} (generated at {$date})")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/ctd/ctd.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description .= $source_file->toRDF() . $output_file->toRDF();
}
parent::setGraphURI($graph_uri);
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
echo "done!" . PHP_EOL;
}
function process()
{
if (parent::getParameterValue('files') == 'all') {
$files = explode("|", parent::getParameterList('files'));
array_shift($files);
} else {
$files = explode(",", parent::getParameterValue('files'));
}
$remote_files = array("human" => "human_genes.zip", "models" => "models_genes.zip");
$ldir = parent::getParameterValue('indir');
$odir = parent::getParameterValue('outdir');
$rdir = parent::getParameterValue('download_url');
$dataset_description = '';
$graph_uri = parent::getGraphURI();
if (parent::getParameterValue('dataset_graph') == true) {
parent::setGraphURI(parent::getDatasetURI());
}
foreach ($files as $file) {
$lfile = $ldir . $remote_files[$file];
$rfile = $rdir . $remote_files[$file];
if (!file_exists($lfile)) {
trigger_error($lfile . " not found. Will attempt to download." . PHP_EOL, E_USER_WARNING);
echo "Downloading {$rfile}... ";
Utils::DownloadSingle($rfile, $lfile);
echo "done!" . PHP_EOL;
}
$suffix = parent::getParameterValue('output_format');
$ofile = "genage_" . $file . '.' . $suffix;
if (strstr(parent::getParameterValue('output_format'), "gz")) {
$gz = true;
}
$zin = new ZipArchive();
if ($zin->open($lfile) === FALSE) {
trigger_error("Unable to open {$lfile}");
exit;
}
if ($file == "human") {
$zipentry = "genage_human.csv";
} else {
if ($file == "models") {
$zipentry = "genage_models.csv";
}
}
if (($fp = $zin->getStream($zipentry)) === FALSE) {
trigger_error("Unable to get {$zipentry} in ziparchive {$lfile}");
return FALSE;
}
parent::SetReadFile($lfile);
parent::GetReadFile()->SetFilePointer($fp);
// set the write file, parse, write and close
$suffix = parent::getParameterValue('output_format');
$outfile = "genage_" . $file . '.' . $suffix;
$gz = false;
if (strstr($suffix, "gz")) {
$gz = true;
}
parent::setWriteFile($odir . $ofile, $gz);
echo "Processing {$lfile}... ";
$fnx = $file;
$this->{$fnx}();
echo "done!" . PHP_EOL;
parent::getWriteFile()->close();
// generate the dataset release file
echo "Generating dataset description for {$ofile}... ";
// dataset description
$source_file = (new DataResource($this))->setURI($rfile)->setTitle("Human Ageing Genomic Resources GenAge database (" . $remote_files[$file] . ")")->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z", filemtime($lfile)))->setFormat("text/comma-separated-value")->setFormat("application/gzip")->setPublisher("http://genomics.senescence.info/")->setHomepage("http://genomics.senescence.info/genes/")->setRights("use")->setLicense("http://genomics.senescence.info/legal.html")->setDataset("http://identifiers.org/genage/");
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$ofile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} (generated at {$date})")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/genage/genage.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description .= $source_file->toRDF() . $output_file->toRDF();
echo "done!" . PHP_EOL;
}
parent::setGraphURI($graph_uri);
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
}
function Run()
{
// directory shortcuts
$ldir = parent::getParameterValue('indir');
$odir = parent::getParameterValue('outdir');
// get the listings page
$rfile = trim(parent::getParameterValue('download_url'));
$file = "interpro.xml.gz";
$lfile = $ldir . $file;
if (!file_exists($lfile) || parent::getParameterValue("download") == "true") {
echo "Downloading {$lfile}" . PHP_EOL;
$ret = file_get_contents($rfile);
if ($ret === FALSE) {
trigger_error("unable to download {$rfile}");
exit;
}
file_put_contents($lfile, $ret);
}
echo "Loading XML file...";
$cxml = new CXML($lfile);
$cxml->Parse();
$xml = $cxml->GetXMLRoot();
echo "Done" . PHP_EOL;
// set the write file
$gz = strstr(parent::getParameterValue('output_format'), ".gz") === FALSE ? false : true;
$outfile = "interpro." . parent::getParameterValue('output_format');
parent::setWriteFile($odir . $outfile, $gz);
echo "Parsing interpro xml file" . PHP_EOL;
$this->parse($xml);
parent::writeRDFBufferToWriteFile();
parent::getWriteFile()->close();
echo "Done!" . PHP_EOL;
// let's make an nq file
parent::setGraphURI(parent::getDatasetURI());
// dataset description
$source_version = parent::getDatasetVersion();
$source_file = (new DataResource($this))->setURI($rfile)->setTitle("InterPro v{$source_version}")->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z", filemtime($lfile)))->setFormat("application/xml")->setFormat("application/g-zip")->setPublisher("http://www.ebi.ac.uk/")->setHomepage("http://www.ebi.ac.uk/interpro/")->setRights("InterPro - Integrated Resource Of Protein Domains And Functional Sites. Copyright (C) 2001 The InterPro Consortium")->setLicense("http://www.ebi.ac.uk/interpro/faqs.html")->setDataset("http://identifiers.org/interpro/");
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$outfile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} v{$source_version}")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/interpro/interpro.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description = $source_file->toRDF() . $output_file->toRDF();
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
return true;
}
function run()
{
$ldir = parent::getParameterValue('indir');
$odir = parent::getParameterValue('outdir');
// get the snps from pharmgkb
$snps = explode(",", parent::getParameterValue('files'));
if ($snps[0] == 'all') {
$snps = $this->getSNPs();
} else {
if ($snps[0] == 'clinical') {
$snps = $this->getSNPs(true);
} else {
if ($snps[0] == 'omim') {
$lfile = $ldir . 'snp_omimvar.txt';
if (!file_exists($lfile) || parent::getParameterValue('download') == true) {
$ret = utils::DownloadSingle('ftp://ftp.ncbi.nlm.nih.gov/snp/Entrez/snp_omimvar.txt', $lfile);
}
$snps = $this->processOMIMVar($lfile);
} else {
if ($snps[0] == 'pharmgkb') {
$lfile = $ldir . 'pharmgkb.snp.zip';
if (!file_exists($lfile) || parent::getParameterValue('download') == true) {
$ret = utils::DownloadSingle('http://www.pharmgkb.org/download.do?objId=rsid.zip&dlCls=common', $lfile);
}
$snps = $this->processPharmGKBSnps($lfile);
}
}
}
}
$outfile = $odir . "dbsnp." . parent::getParameterValue('output_format');
$gz = strstr(parent::getParameterValue('output_format'), ".gz") === FALSE ? false : true;
parent::setWriteFile($outfile, $gz);
$n = count($snps);
$z = 0;
foreach ($snps as $i => $snp) {
$file = $snp . '.xml.gz';
$infile = $ldir . $file;
$rfile = parent::getParameterValue('download_url') . $snp;
//$outfile = $odir.$snp.".".parent::getParameterValue('output_format');
// check if exists
$download = false;
if (!file_exists($infile)) {
//trigger_error($lfile." not found. Will attempt to download. ", E_USER_NOTICE);
parent::setParameterValue('download', true);
}
// download
if (parent::getParameterValue('download') == true) {
trigger_error("Downloading {$file}", E_USER_NOTICE);
$ret = utils::downloadSingle($rfile, "compress.zlib://" . $infile, true);
if ($ret === false) {
continue;
}
}
// process
echo "Processing {$snp} (" . ($i + 1) . "/{$n})" . PHP_EOL;
$this->parse($infile);
parent::writeRDFBufferToWriteFile();
if ($z++ % 10000 == 0) {
parent::clear();
}
}
parent::getWriteFile()->close();
// generate the dataset description file
$source_file = (new DataResource($this))->setURI($rfile)->setTitle("dbSNP " . parent::getDatasetVersion())->setRetrievedDate(date("Y-m-d\\TG:i:s\\Z"))->setFormat("application/xml")->setPublisher("http://www.ncbi.nlm.nih.gov")->setHomepage("http://www.ncbi.nlm.nih.gov/SNP/")->setRights("use-share-modify")->setLicense("http://www.ncbi.nlm.nih.gov/About/disclaimer.html")->setDataset("http://identifiers.org/dbsnp/");
$prefix = parent::getPrefix();
$bVersion = parent::getParameterValue('bio2rdf_release');
$date = date("Y-m-d\\TG:i:s\\Z");
$output_file = (new DataResource($this))->setURI("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$outfile}")->setTitle("Bio2RDF v{$bVersion} RDF version of {$prefix} (generated at {$date})")->setSource($source_file->getURI())->setCreator("https://github.com/bio2rdf/bio2rdf-scripts/blob/master/dbsnp/dbsnp.php")->setCreateDate($date)->setHomepage("http://download.bio2rdf.org/release/{$bVersion}/{$prefix}/{$prefix}.html")->setPublisher("http://bio2rdf.org")->setRights("use-share-modify")->setRights("by-attribution")->setRights("restricted-by-source-license")->setLicense("http://creativecommons.org/licenses/by/3.0/")->setDataset(parent::getDatasetURI());
if ($gz) {
$output_file->setFormat("application/gzip");
}
if (strstr(parent::getParameterValue('output_format'), "nt")) {
$output_file->setFormat("application/n-triples");
} else {
$output_file->setFormat("application/n-quads");
}
$dataset_description = $source_file->toRDF() . $output_file->toRDF();
parent::setWriteFile($odir . parent::getBio2RDFReleaseFile());
parent::getWriteFile()->write($dataset_description);
parent::getWriteFile()->close();
}