/**
* Import SIPs from specified directory into CollectiveAccess Database
*/
public function commandImportSIPs()
{
$o_conf = $this->getToolConfig();
$t = new Timer();
// Get locale from config and translate to numeric code
$t_locale = new ca_locales();
$pn_locale_id = $t_locale->localeCodeToID($o_conf->get('locale'));
$o_log = $this->getLogger();
$o_progress = $this->getProgressBar(0);
if ($o_progress) {
$o_progress->start("Starting import");
}
$vs_import_directory = $this->getSetting("import_directory");
if (!is_readable($vs_import_directory)) {
if ($o_log) {
$o_log->logError($vs_err_msg = _t("Import directory %1 is not readable", $vs_import_directory));
}
if ($o_progress) {
$o_progress->setError($vs_err_msg);
$o_progress->finish();
}
return false;
}
if ($o_log) {
$o_log->logDebug(_t("Started SIP import"));
}
//print "[1] ".$t->getTime(4)."\n";
// Look for ZIP files or directories
$va_files = caGetDirectoryContentsAsList($vs_import_directory, false, false, false, true);
//print "[2] ".$t->getTime(4)."\n";
$vn_count = 0;
foreach ($va_files as $vs_file) {
if (!preg_match("!\\.zip\$!i", $vs_file) && !is_dir($vs_file)) {
continue;
}
$vn_count++;
}
$o_progress->setTotal($vn_count);
//print "[3] ".$t->getTime(4)."\n";
foreach ($va_files as $vs_file) {
// Top level zips or directories
$vb_is_dir = is_dir($vs_file);
if (!preg_match("!\\.zip\$!i", $vs_file) && !$vb_is_dir) {
continue;
}
//print "[4] ".$t->getTime(4)."\n";
$o_progress->setMessage(_t('Processing %1', $vs_file));
// unpack ZIP
$va_package_files = caGetDirectoryContentsAsList($vb_is_dir ? $vs_file : 'phar://' . $vs_file . '/', false, false, false, true);
// files in top level of directory or zip
//foreach($va_package_files as $vs_package_path) {
//$va_tmp = explode("/", $vs_package_path);
//$vs_package_dir = array_pop($va_tmp);
$va_archive_files = caGetDirectoryContentsAsList($vb_is_dir ? $vs_file : 'phar://' . $vs_file, true);
// Does it look like a SIP?
$vb_is_sip = false;
$vs_idno = $vs_idno_padded = $vs_zip_path = $vs_category = null;
$va_sides = array();
foreach ($va_archive_files as $vs_archive_file) {
if ($o_log) {
$o_log->logDebug(_t("Testing file %1 for SIP-ness", $vs_archive_file));
}
if (preg_match("!category.txt\$!", $vs_archive_file)) {
$vb_is_sip = true;
$va_tmp = explode("/", $vs_archive_file);
array_pop($va_tmp);
// pop category.txt
$vs_idno = array_pop($va_tmp);
$va_tmp_idno = explode("-", $vs_idno);
$va_tmp_idno[2] = str_pad($va_tmp_idno[2], 6, "0", STR_PAD_LEFT);
$vs_idno_padded = join("-", $va_tmp_idno);
$vs_category = strtolower(preg_replace("![^A-Z \\-a-z0-9]!", "", file_get_contents($vs_archive_file)));
// Translate categories
switch ($vs_category) {
case 'mixed':
$vs_category = 'unclassified';
break;
}
$vs_zip_path = join("/", $va_tmp);
if ($o_log) {
$o_log->logInfo(_t("Found SIP %1 with category %2", $vs_archive_dir, $vs_category));
}
continue;
}
}
if (!$vb_is_sip) {
if ($o_progress) {
$o_progress->setError(_t('File %1 is not a valid SIP', $vs_file));
}
if ($o_log) {
$o_log->logWarn(_t('File %1 is not a valid SIP', $vs_file));
}
continue;
}
//print "[5] ".$t->getTime(4)."\n";
$va_track_audio_by_side = $va_track_xml_by_side = $va_side_audio = $va_side_xml = $va_artifacts = array();
// Reset total # of SIPS with contents of ZIP
$o_progress->setTotal((int) $o_progress->getTotal() - 1 + sizeof($va_archive_files));
foreach ($va_archive_files as $vs_archive_file) {
$vs_file_in_zip = str_replace($vb_is_dir ? "{$vs_file}" : "phar://{$vs_file}/{$vs_idno}", "", $vs_archive_file);
$va_tmp = explode("/", $vs_file_in_zip);
switch ($va_tmp[1]) {
case 'sides':
if ($va_tmp[4]) {
$vs_ext = pathinfo($va_tmp[4], PATHINFO_EXTENSION);
switch ($vs_ext) {
case 'mp3':
$va_track_audio_by_side[$va_tmp[2]][] = ($vb_is_dir ? "{$vs_file}/sides/" : "phar://{$vs_file}/{$vs_idno}/sides/") . $va_tmp[2] . "/" . $va_tmp[3] . "/" . $va_tmp[4];
break;
case 'xml':
$va_track_xml_by_side[$va_tmp[2]][] = ($vb_is_dir ? "{$vs_file}/sides/" : "phar://{$vs_file}/{$vs_idno}/sides/") . $va_tmp[2] . "/" . $va_tmp[3] . "/" . $va_tmp[4];
break;
}
} else {
if ($va_tmp[2]) {
$vs_ext = pathinfo($va_tmp[3], PATHINFO_EXTENSION);
switch ($vs_ext) {
case 'mp3':
$va_side_audio[$va_tmp[2]] = $va_tmp[3];
break;
case 'xml':
if (preg_match('!meta!', $va_tmp[3])) {
$va_side_xml[$va_tmp[2]] = ($vb_is_dir ? "{$vs_file}/sides/" : "phar://{$vs_file}/{$vs_idno}/sides/") . $va_tmp[2] . "/" . $va_tmp[3];
}
break;
}
}
}
break;
case 'artifacts':
if (sizeof($va_tmp) == 3) {
$va_artifacts[] = ($vb_is_dir ? "{$vs_file}/artifacts/" : "phar://{$vs_file}/{$vs_idno}/artifacts/") . $va_tmp[2];
}
break;
}
}
//print "[6] ".$t->getTime(4)."\n";
//print_R($va_side_xml); die;
// Process
// Create parent record
$vn_image_count = 0;
$o_progress->next(_t('Processing %1', $vs_archive_file));
$o_progress->setMessage(_t("Creating reel for %1", $vs_idno));
$va_ids = ca_objects::find(array('idno' => $vs_idno, 'deleted' => 0, 'type_id' => 'reel'), array('returnAs' => 'ids'));
if (!is_array($va_ids) || !sizeof($va_ids)) {
$t_object = new ca_objects();
$t_object->setMode(ACCESS_WRITE);
$t_object->set(array('status' => 5, 'type_id' => 'reel', 'idno' => $vs_idno));
$vn_object_id = $t_object->insert();
if ($t_object->numErrors()) {
if ($o_log) {
$o_log->logError(_t("Could not add reel record %1: %2", $vs_idno, join("; ", $t_object->getErrors())));
}
}
$t_object->addLabel(array('name' => $vs_idno_padded), $pn_locale_id, null, true);
if ($t_object->numErrors()) {
if ($o_log) {
$o_log->logError(_t("Could not add label to reel record %1: %2", $vs_idno, join("; ", $t_object->getErrors())));
}
}
if ($t_object->numErrors()) {
if ($o_log) {
$o_log->logError(_t("Could not add artifct media %1 to reel %2: %3", pathinfo($vs_artifact, PATHINFO_BASENAME), $vs_idno, join("; ", $t_object->getErrors())));
}
}
} else {
if ($o_log) {
$o_log->logDebug(_t("Found existing reel record %1 for %2", $va_ids[0], $vs_idno));
}
$t_object = new ca_objects($vn_object_id = $va_ids[0]);
$t_object->setMode(ACCESS_WRITE);
$t_object->set('status', 5);
$t_object->update();
if (($vn_image_count = $t_object->numberOfRepresentationsOfClass("image")) > 0) {
// skip reels that have images already
//if ($o_log) { $o_log->logDebug(_t("Skipped existing reel record %1 because it already has %2 images", $vs_idno, $vn_image_count)); }
//if ($o_progress) { $o_progress->setError(_t("Skipped existing reel record %1 because it already has %2 images", $vs_idno, $vn_image_count)); }
//continue;
}
$t_object->setMode(ACCESS_WRITE);
}
//print "[7] ".$t->getTime(4)."\n";
if ($vn_image_count > 0) {
$t_object->removeAllRepresentations();
if ($t_object->numErrors()) {
if ($o_log) {
$o_log->logError(_t("Could not add remove existing media from reel %1: %2", $vs_idno, join("; ", $t_object->getErrors())));
}
}
}
$o_progress->setMessage(_t("Linking artifact images for %1", $vs_idno));
foreach ($va_artifacts as $vs_artifact) {
$o_progress->next(_t('Processing artifact image %1', $vs_artifact));
copy($vs_artifact, $vs_tmp_filepath = "/tmp/pbc" . md5(time()));
$t_object->addRepresentation($vs_tmp_filepath, 'front', $pn_locale_id, 0, 1, 1);
$o_progress->setMessage(_t("Added artifact image %1 for %2", $vs_artifact, $vs_idno));
if ($t_object->numErrors()) {
if ($o_log) {
$o_log->logError(_t("Could not add artifact media %1 to reel %2: %3", pathinfo($vs_artifact, PATHINFO_BASENAME), $vs_idno, join("; ", $t_object->getErrors())));
}
}
// remove tmp file
@unlink($vs_tmp_filepath);
}
//
// Add XML
//
$o_progress->setMessage(_t("Adding XML for %1", $vs_track_idno));
$t_object->removeAttributes('sip_metadata');
foreach ($va_side_xml as $vs_side => $vs_xml_path) {
copy($vs_xml_path, $vs_xml_tmppath = "/tmp/" . pathinfo($vs_xml_path, PATHINFO_BASENAME));
$o_progress->next(_t('Processing XML %1', $vs_xml_tmppath));
$t_object->addAttribute(array('sip_metadata' => $vs_xml_tmppath, 'locale_id' => $pn_locale_id), 'sip_metadata');
$t_object->update();
if ($t_object->numErrors()) {
if ($o_log) {
$o_log->logError(_t("Could not import XML file %1 into reel %2: %3", pathinfo($va_track_xml_by_side[$vs_side][$vn_i], PATHINFO_BASENAME), $vs_track_idno, join("; ", $t_object->getErrors())));
}
}
}
//print "[8] ".$t->getTime(4)."\n";
// Create tracks
$o_progress->setMessage(_t("Creating tracks for %1", $vs_idno));
foreach ($va_track_audio_by_side as $vs_side => $va_tracks) {
foreach ($va_tracks as $vn_i => $vs_audio) {
$o_progress->next(_t('Processing track %1', $vs_audio));
$vs_ext = pathinfo($vs_audio, PATHINFO_EXTENSION);
copy($vs_audio, $vs_tmp_filepath = "/tmp/pbc" . md5(time()) . ".{$vs_ext}");
$vs_track_idno = pathinfo($vs_audio, PATHINFO_FILENAME);
// Does track already exist?
$va_track_ids = ca_objects::find(array('idno' => $vs_track_idno, 'deleted' => 0), array('returnAs' => 'ids'));
if (!is_array($va_track_ids) || !sizeof($va_track_ids)) {
$o_progress->setMessage(_t("Creating %2 track for %1", $vs_track_idno, $vs_category));
// Create track record
$t_track = new ca_objects();
$t_track->setMode(ACCESS_WRITE);
$va_tmp = explode("/", $vs_audio);
$vs_category = strtolower(str_replace(' ', '_', $vs_category));
$t_track->set(array('type_id' => $vs_category, 'idno' => $vs_track_idno, 'parent_id' => $vn_object_id));
$vn_track_id = $t_track->insert();
if ($t_track->numErrors()) {
if ($o_log) {
$o_log->logError(_t("Could not add track %1: %2", $vs_track_idno, join("; ", $t_track->getErrors())));
}
}
$t_track->addLabel(array('name' => "{$vs_track_idno}"), $pn_locale_id, null, true);
if ($t_track->numErrors()) {
if ($o_log) {
$o_log->logError(_t("Could not add label to track %1: %2", $vs_track_idno, join("; ", $t_track->getErrors())));
}
}
} else {
if ($o_log) {
$o_log->logDebug(_t("Found existing track record %1 for %2", $va_track_ids[0], $vs_track_idno));
}
$t_track = new ca_objects($va_track_ids[0]);
if (($vn_audio_count = $t_track->numberOfRepresentationsOfClass("audio")) > 0) {
// skip tracks that have audio already
//if ($o_log) { $o_log->logDebug(_t("Skip existing track record %1 because it already has %2 audio files", $vs_track_idno, $vn_audio_count)); }
//continue;
$t_track->removeAllRepresentations();
}
}
//
// Add track audio
//
$o_progress->setMessage(_t("Adding track audio for %1", $vs_track_idno));
$t_track->addRepresentation($vs_tmp_filepath, 'front', $pn_locale_id, 0, 1, 1);
if ($t_track->numErrors()) {
if ($o_log) {
$o_log->logError($vs_err_msg = _t("Could not import audio file %1 into track %2: %3", pathinfo($vs_audio, PATHINFO_BASENAME), $vs_track_idno, join("; ", $t_track->getErrors())));
}
if ($o_progress) {
$o_progress->setError($vs_err_msg);
}
}
// Remove tmp files
@unlink($vs_tmp_filepath);
@unlink($vs_xml_tmppath);
}
}
//print "[9] ".$t->getTime(4)."\n";
//}
if ((bool) $this->getSetting('delete_after_import')) {
$o_progress->setMessage(_t("Deleting SIP %1", $vs_file));
if ($vb_is_dir) {
caRemoveDirectory($vs_file);
} else {
@unlink($vs_file);
}
}
}
//print "[10] ".$t->getTime(4)."\n";
$o_progress->finish("Completed processing");
if ($o_log) {
$o_log->logDebug(_t("Ended SIP import"));
}
//print "DONE\n\n";
return true;
}
' class='setItemCaption'><?php
print caNavLink($this->request, $vs_title, '', 'Detail', 'Object', 'Show', array('object_id' => $va_item['row_id']));
?>
</div>
<div id='selectReps<?php
print $vn_item_id;
?>
'><span id='selectRepsCount<?php
print $vn_item_id;
?>
'><?php
print ($va_item['representation_count'] == 1 ? _t("%1/%2 page selected", $vn_num_reps_selected, $va_item['representation_count']) : _t("%1/%2 pages selected", $vn_num_reps_selected, $va_item['representation_count'])) . "</span>";
print " (<a href='#' onclick='caMediaPanel.showPanel(\"" . caNavUrl($this->request, '', 'Sets', 'SelectRepresentations', array('object_id' => $va_item['row_id'], 'item_id' => $va_item['item_id'])) . "\", function() { jQuery(\"#selectRepsCount{$vn_item_id}\").load(\"" . caNavUrl($this->request, '', 'Sets', 'GetSelectedRepresentationCount', array('item_id' => $vn_item_id)) . "\"); }); return false;' >" . _t("change") . "</a>)" . "</div>";
# --- output special halep text if there are any audio or video reps associated with this object
$t_order_objects->load($va_item['row_id']);
if ($t_order_objects->numberOfRepresentationsOfClass("audio") || $t_order_objects->numberOfRepresentationsOfClass("video")) {
print "<p>This record contains audio and/or video materials. If this is what you are interested in purchasing please add your inquiry in the messaging system on the right of the screen.</p>";
}
print "<div class='setItemServicesForm'><form action='#' id='setItemServices<?php print {$vn_item_id}; ?>'>";
$va_service_list = $t_order_item->getFieldInfo('service', 'BOUNDS_CHOICE_LIST');
foreach ($t_order_item->getServiceGroups() as $vs_group_code => $va_group_info) {
print "<br style='clear: both;'/><div style='margin-top: 10px;'><strong>" . $va_group_info['label'] . "</strong> " . (mb_strtolower($va_group_info['label']) == "usage" ? " <a href='" . caNavUrl($this->request, "", "About", "faq") . "#usage'>" . _t("Why do I need usage?") . "</a>" : "") . "</div>\n";
foreach ($va_group_info['services'] as $vs_service_code => $va_service_info) {
$va_opts = array('value' => $vn_item_id . '|' . $vs_service_code);
if (in_array($vs_service_code, $va_item['selected_services'])) {
$va_opts['checked'] = 1;
}
print "<div class='serviceItem'><div style='float: left;'>" . caHTMLCheckboxInput('setItemServices_' . $vn_item_id, $va_opts) . "</div><div>" . $va_service_info['label'] . "</div></div>";
}
}
print "</form></div>";
