function ProcessFolder($folder, $version_dir, &$resource_array, &$resource_error)
{
global $lang, $syncdir, $nogo, $staticsync_max_files, $count, $done, $modtimes, $lastsync, $ffmpeg_preview_extension, $staticsync_autotheme, $staticsync_folder_structure, $staticsync_extension_mapping_default, $staticsync_extension_mapping, $staticsync_mapped_category_tree, $staticsync_title_includes_path, $staticsync_ingest, $staticsync_mapfolders, $staticsync_alternatives_suffix, $theme_category_levels, $staticsync_defaultstate, $additional_archive_states, $staticsync_extension_mapping_append_values, $image_alternatives, $exclude_resize, $post_host, $media_endpoint, $image_required_height, $sync_bucket, $aws_key, $aws_secret_key;
$collection = 0;
echo "Processing Folder: {$folder}" . PHP_EOL;
#$alt_path = get_resource_path(59, TRUE, '', FALSE, 'png', -1, 1, FALSE, '', 4);
# List all files in this folder.
$dh = opendir($folder);
while (($file = readdir($dh)) !== false) {
if ($file == '.' || $file == '..') {
continue;
}
$filetype = filetype($folder . "/" . $file);
$fullpath = $folder . "/" . $file;
$shortpath = str_replace($syncdir . "/", '', $fullpath);
# Work out extension
$extension = explode(".", $file);
if (count($extension) > 1) {
$extension = trim(strtolower($extension[count($extension) - 1]));
} else {
//No extension
$extension = "";
}
if (strpos($fullpath, $nogo)) {
echo "This directory is to be ignored." . PHP_EOL;
continue;
}
if ($staticsync_mapped_category_tree) {
$path_parts = explode("/", $shortpath);
array_pop($path_parts);
touch_category_tree_level($path_parts);
}
# -----FOLDERS-------------
if (($filetype == "dir" || $filetype == "link") && strpos($nogo, "[{$file}]") === false && strpos($file, $staticsync_alternatives_suffix) === false) {
# Get current version direcotries.
if (preg_match("/[0-9]{2}-[0-9]{2}-[0-9]{4}\$/", $file)) {
if (!in_array($file, $version_dir)) {
array_push($version_dir, $file);
}
if (preg_match('/in_progress*/', $file)) {
echo "The Barcode is still being processed." . PHP_EOL;
continue;
}
}
# Recurse
ProcessFolder($folder . "/" . $file, $version_dir, $resource_array, $resource_error);
}
$psd_files = array();
if (preg_match('/images/', $fullpath)) {
$path_array = explode('/', $fullpath);
$psd_array = array_splice($path_array, 0, array_search('images', $path_array));
$psd_path = implode('/', $psd_array) . '/psd/';
$psd_files = array_diff(scandir($psd_path), array('..', '.'));
foreach ($psd_files as $index => $psd_file) {
$psd_files[$index] = pathinfo($psd_file, PATHINFO_FILENAME);
}
}
# -------FILES---------------
if ($filetype == "file" && substr($file, 0, 1) != "." && strtolower($file) != "thumbs.db") {
/* Below Code Adapted from CMay's bug report */
global $banned_extensions;
# Check to see if extension is banned, do not add if it is banned
if (array_search($extension, $banned_extensions)) {
continue;
}
/* Above Code Adapted from CMay's bug report */
$count++;
if ($count > $staticsync_max_files) {
return true;
}
$last_sync_date = sql_value("select value from sysvars where name = 'last_sync'", "");
$file_creation_date = date("Y-m-d H:i:s", filectime($fullpath));
if (isset($last_sync_date) && $last_sync_date > $file_creation_date) {
echo "No new file found.." . PHP_EOL;
continue;
}
# Already exists?
if (!isset($done[$shortpath])) {
echo "Processing file: {$fullpath}" . PHP_EOL;
if ($collection == 0 && $staticsync_autotheme) {
# Make a new collection for this folder.
$e = explode("/", $shortpath);
$theme = ucwords($e[0]);
$themesql = "theme='" . ucwords(escape_check($e[0])) . "'";
$themecolumns = "theme";
$themevalues = "'" . ucwords(escape_check($e[0])) . "'";
if ($staticsync_folder_structure) {
for ($x = 0; $x < count($e) - 1; $x++) {
if ($x != 0) {
$themeindex = $x + 1;
if ($themeindex > $theme_category_levels) {
$theme_category_levels = $themeindex;
if ($x == count($e) - 2) {
echo PHP_EOL . PHP_EOL . "UPDATE THEME_CATEGORY_LEVELS TO {$themeindex} IN CONFIG!!!!" . PHP_EOL . PHP_EOL;
}
}
$th_name = ucwords(escape_check($e[$x]));
$themesql .= " AND theme{$themeindex} = '{$th_name}'";
$themevalues .= ",'{$th_name}'";
$themecolumns .= ",theme{$themeindex}";
}
}
}
$name = count($e) == 1 ? '' : $e[count($e) - 2];
echo "Collection {$name}, theme={$theme}" . PHP_EOL;
$ul_username = $theme;
$escaped_name = escape_check($name);
$collection = sql_value("SELECT ref value FROM collection WHERE name='{$escaped_name}' AND {$themesql}", 0);
if ($collection == 0) {
sql_query("INSERT INTO collection (name,created,public,{$themecolumns},allow_changes)\n VALUES ('{$escaped_name}', NOW(), 1, {$themevalues}, 0)");
$collection = sql_insert_id();
}
}
# Work out a resource type based on the extension.
$type = $staticsync_extension_mapping_default;
reset($staticsync_extension_mapping);
foreach ($staticsync_extension_mapping as $rt => $extensions) {
if (in_array($extension, $extensions)) {
$type = $rt;
}
}
$modified_type = hook('modify_type', 'staticsync', array($type));
if (is_numeric($modified_type)) {
$type = $modified_type;
}
# Formulate a title
if ($staticsync_title_includes_path) {
$title_find = array('/', '_', ".{$extension}");
$title_repl = array(' - ', ' ', '');
$title = ucfirst(str_ireplace($title_find, $title_repl, $shortpath));
} else {
$title = str_ireplace(".{$extension}", '', $file);
}
$modified_title = hook('modify_title', 'staticsync', array($title));
if ($modified_title !== false) {
$title = $modified_title;
}
# Import this file
#$r = import_resource($shortpath, $type, $title, $staticsync_ingest);
#Check for file name containing the psd.
if (!empty($psd_files)) {
$image_file_array = explode('/', $fullpath);
$image_file = $image_file_array[count($image_file_array) - 1];
$image_psd_name = explode('_', $image_file)[0];
if (array_search($image_psd_name, $psd_files)) {
#Image name is in right format.
if (!validate_image_size($fullpath, $image_required_height)) {
$resource_error['size'][$file] = $fullpath;
}
$r = import_resource($fullpath, $type, $title, $staticsync_ingest);
sql_query("INSERT INTO resource_data (resource,resource_type_field,value)\n VALUES ('{$r}', (SELECT ref FROM resource_type_field WHERE name = 'logical_id'), '{$image_psd_name}')");
$original_filepath = sql_query("SELECT value FROM resource_data WHERE resource = '{$r}' AND\n resource_type_field = (SELECT ref FROM resource_type_field where name = 'original_filepath')");
if (isset($original_filepath)) {
sql_query("INSERT INTO resource_data (resource,resource_type_field,value)\n VALUES ('{$r}',(SELECT ref FROM resource_type_field WHERE name = 'original_filepath'), '{$fullpath}')");
}
} else {
echo "Filename '{$fullpath}' is not in right format.." . PHP_EOL;
$resource_error['name'][$file] = $fullpath;
continue;
}
} elseif (word_in_string($exclude_resize, explode('/', $fullpath))) {
$r = import_resource($fullpath, $type, $title, $staticsync_ingest);
}
if ($r !== false) {
array_push($resource_array, $r);
# Create current version for resource.
#print_r($version_dir);
if (count($version_dir) == 1) {
sql_query("INSERT into resource_data (resource,resource_type_field,value)\n VALUES ('{$r}',(SELECT ref FROM resource_type_field WHERE name = 'current'), 'TRUE')");
}
$sync_status = sync_to_s3($syncdir, $sync_bucket, $aws_key, $aws_secret_key);
if (!$sync_status) {
echo "Failed to sync";
}
# Add to mapped category tree (if configured)
if (isset($staticsync_mapped_category_tree)) {
$basepath = '';
# Save tree position to category tree field
# For each node level, expand it back to the root so the full path is stored.
for ($n = 0; $n < count($path_parts); $n++) {
if ($basepath != '') {
$basepath .= "~";
}
$basepath .= $path_parts[$n];
$path_parts[$n] = $basepath;
}
update_field($r, $staticsync_mapped_category_tree, "," . join(",", $path_parts));
}
#This is an override to add user data to the resouces
if (!isset($userref)) {
$ul_username = ucfirst(strtolower($ul_username));
$current_user_ref = sql_query("Select ref from user where username = '******' ");
if (!empty($current_user_ref)) {
$current_user_ref = $current_user_ref[0]['ref'];
sql_query("UPDATE resource SET created_by='{$current_user_ref}' where ref = {$r}");
}
}
# default access level. This may be overridden by metadata mapping.
$accessval = 0;
# StaticSync path / metadata mapping
# Extract metadata from the file path as per $staticsync_mapfolders in config.php
if (isset($staticsync_mapfolders)) {
foreach ($staticsync_mapfolders as $mapfolder) {
$match = $mapfolder["match"];
$field = $mapfolder["field"];
$level = $mapfolder["level"];
if (strpos("/" . $shortpath, $match) !== false) {
# Match. Extract metadata.
$path_parts = explode("/", $shortpath);
if ($level < count($path_parts)) {
// special cases first.
if ($field == 'access') {
# access level is a special case
# first determine if the value matches a defined access level
$value = $path_parts[$level - 1];
for ($n = 0; $n < 3; $n++) {
# if we get an exact match or a match except for case
if ($value == $lang["access" . $n] || strtoupper($value) == strtoupper($lang['access' . $n])) {
$accessval = $n;
echo "Will set access level to " . $lang['access' . $n] . " ({$n})" . PHP_EOL;
}
}
} else {
if ($field == 'archive') {
# archive level is a special case
# first determin if the value matches a defined archive level
$value = $mapfolder["archive"];
$archive_array = array_merge(array(-2, -1, 0, 1, 2, 3), $additional_archive_states);
if (in_array($value, $archive_array)) {
$archiveval = $value;
echo "Will set archive level to " . $lang['status' . $value] . " ({$archiveval})" . PHP_EOL;
}
} else {
# Save the value
#print_r($path_parts);
$value = $path_parts[$level - 1];
if ($staticsync_extension_mapping_append_values) {
$given_value = $value;
// append the values if possible...not used on dropdown, date, categroy tree, datetime, or radio buttons
$field_info = get_resource_type_field($field);
if (in_array($field['type'], array(0, 1, 2, 4, 5, 6, 7, 8))) {
$old_value = sql_value("select value value from resource_data where resource={$r} and resource_type_field={$field}", "");
$value = append_field_value($field_info, $value, $old_value);
}
}
update_field($r, $field, trim($value));
if (strtotime(trim($value))) {
add_keyword_mappings($r, trim($value), $field, false, true);
} else {
add_keyword_mappings($r, trim($value), $field);
}
if ($staticsync_extension_mapping_append_values) {
$value = $given_value;
}
echo " - Extracted metadata from path: {$value}" . PHP_EOL;
}
}
}
}
}
}
#Resize only original images.
if (!word_in_string($exclude_resize, explode('/', $fullpath))) {
echo "Creating preview..";
create_previews($r, false, $extension, false, false, -1, false, $staticsync_ingest);
}
# update access level
sql_query("UPDATE resource SET access = '{$accessval}',archive='{$staticsync_defaultstate}' WHERE ref = '{$r}'");
# Add any alternative files
$altpath = $fullpath . $staticsync_alternatives_suffix;
if ($staticsync_ingest && file_exists($altpath)) {
$adh = opendir($altpath);
while (($altfile = readdir($adh)) !== false) {
$filetype = filetype($altpath . "/" . $altfile);
if ($filetype == "file" && substr($file, 0, 1) != "." && strtolower($file) != "thumbs.db") {
# Create alternative file
# Find extension
$ext = explode(".", $altfile);
$ext = $ext[count($ext) - 1];
$description = str_replace("?", strtoupper($ext), $lang["originalfileoftype"]);
$file_size = filesize_unlimited($altpath . "/" . $altfile);
$aref = add_alternative_file($r, $altfile, $description, $altfile, $ext, $file_size);
$path = get_resource_path($r, true, '', true, $ext, -1, 1, false, '', $aref);
rename($altpath . "/" . $altfile, $path);
# Move alternative file
}
}
}
# Add to collection
if ($staticsync_autotheme) {
$test = '';
$test = sql_query("SELECT * FROM collection_resource WHERE collection='{$collection}' AND resource='{$r}'");
if (count($test) == 0) {
sql_query("INSERT INTO collection_resource (collection, resource, date_added)\n VALUES ('{$collection}', '{$r}', NOW())");
}
}
} else {
# Import failed - file still being uploaded?
echo " *** Skipping file - it was not possible to move the file (still being imported/uploaded?)" . PHP_EOL;
}
} else {
# check modified date and update previews if necessary
$filemod = filemtime($fullpath);
if (array_key_exists($shortpath, $modtimes) && $filemod > strtotime($modtimes[$shortpath])) {
# File has been modified since we last created previews. Create again.
$rd = sql_query("SELECT ref, has_image, file_modified, file_extension FROM resource\n WHERE file_path='" . escape_check($shortpath) . "'");
if (count($rd) > 0) {
$rd = $rd[0];
$rref = $rd["ref"];
echo "Resource {$rref} has changed, regenerating previews: {$fullpath}" . PHP_EOL;
extract_exif_comment($rref, $rd["file_extension"]);
# extract text from documents (e.g. PDF, DOC).
global $extracted_text_field;
if (isset($extracted_text_field)) {
if (isset($unoconv_path) && in_array($extension, $unoconv_extensions)) {
// omit, since the unoconv process will do it during preview creation below
} else {
extract_text($rref, $extension);
}
}
# Store original filename in field, if set
global $filename_field;
if (isset($filename_field)) {
update_field($rref, $filename_field, $file);
}
create_previews($rref, false, $rd["file_extension"], false, false, -1, false, $staticsync_ingest);
sql_query("UPDATE resource SET file_modified=NOW() WHERE ref='{$rref}'");
}
}
}
}
}
}
function ProcessFolder($folder)
{
global $lang, $syncdir, $nogo, $staticsync_max_files, $count, $done, $modtimes, $lastsync, $ffmpeg_preview_extension,
$staticsync_autotheme, $staticsync_folder_structure, $staticsync_extension_mapping_default,
$staticsync_extension_mapping, $staticsync_mapped_category_tree, $staticsync_title_includes_path,
$staticsync_ingest, $staticsync_mapfolders, $staticsync_alternatives_suffix, $theme_category_levels, $staticsync_defaultstate;
$collection = 0;
echo "Processing Folder: $folder" . PHP_EOL;
# List all files in this folder.
$dh = opendir($folder);
while (($file = readdir($dh)) !== false)
{
if ( $file == '.' || $file == '..')
{
continue;
}
$filetype = filetype($folder . "/" . $file);
$fullpath = $folder . "/" . $file;
$shortpath = str_replace($syncdir . "/", '', $fullpath);
# Work out extension
$extension = explode(".", $file);
if(count($extension)>1)
{
$extension = trim(strtolower($extension[count($extension)-1]));
}
else
{
//No extension
$extension="";
}
if ($staticsync_mapped_category_tree)
{
$path_parts = explode("/", $shortpath);
array_pop($path_parts);
touch_category_tree_level($path_parts);
}
# -----FOLDERS-------------
if ((($filetype == "dir") || $filetype == "link") &&
(strpos($nogo, "[$file]") === false) &&
(strpos($file, $staticsync_alternatives_suffix) === false))
{
# Recurse
ProcessFolder($folder . "/" . $file);
}
# -------FILES---------------
if (($filetype == "file") && (substr($file,0,1) != ".") && (strtolower($file) != "thumbs.db"))
{
/* Below Code Adapted from CMay's bug report */
global $banned_extensions;
# Check to see if extension is banned, do not add if it is banned
if(array_search($extension, $banned_extensions)){continue;}
/* Above Code Adapted from CMay's bug report */
$count++;
if ($count > $staticsync_max_files) { return(true); }
# Already exists?
if (!isset($done[$shortpath]))
{
echo "Processing file: $fullpath" . PHP_EOL;
if ($collection == 0 && $staticsync_autotheme)
{
# Make a new collection for this folder.
$e = explode("/", $shortpath);
$theme = ucwords($e[0]);
$themesql = "theme='" . ucwords(escape_check($e[0])) . "'";
$themecolumns = "theme";
$themevalues = "'" . ucwords(escape_check($e[0])) . "'";
if ($staticsync_folder_structure)
{
for ($x=0;$x<count($e)-1;$x++)
{
if ($x != 0)
{
$themeindex = $x+1;
if ($themeindex >$theme_category_levels)
{
$theme_category_levels = $themeindex;
if ($x == count($e)-2)
{
echo PHP_EOL . PHP_EOL .
"UPDATE THEME_CATEGORY_LEVELS TO $themeindex IN CONFIG!!!!" .
PHP_EOL . PHP_EOL;
}
}
$th_name = ucwords(escape_check($e[$x]));
$themesql .= " AND theme{$themeindex} = '$th_name'";
$themevalues .= ",'$th_name'";
$themecolumns .= ",theme{$themeindex}";
}
}
}
$name = (count($e) == 1) ? '' : $e[count($e)-2];
echo "Collection $name, theme=$theme" . PHP_EOL;
$escaped_name = escape_check($name);
$collection = sql_value("SELECT ref value FROM collection WHERE name='$escaped_name' AND $themesql", 0);
if ($collection == 0)
{
sql_query("INSERT INTO collection (name,created,public,$themecolumns,allow_changes)
VALUES ('$escaped_name', NOW(), 1, $themevalues, 0)");
$collection = sql_insert_id();
}
}
# Work out a resource type based on the extension.
$type = $staticsync_extension_mapping_default;
reset($staticsync_extension_mapping);
foreach ($staticsync_extension_mapping as $rt => $extensions)
{
if (in_array($extension,$extensions)) { $type = $rt; }
}
$modified_type = hook('modify_type', 'staticsync', array( $type ));
if (is_numeric($modified_type)) { $type = $modified_type; }
# Formulate a title
if ($staticsync_title_includes_path)
{
$title_find = array('/', '_', ".$extension" );
$title_repl = array(' - ', ' ', '');
$title = ucfirst(str_ireplace($title_find, $title_repl, $shortpath));
}
else
{
$title = str_ireplace(".$extension", '', $file);
}
$modified_title = hook('modify_title', 'staticsync', array( $title ));
if ($modified_title !== false) { $title = $modified_title; }
# Import this file
$r = import_resource($shortpath, $type, $title, $staticsync_ingest);
if ($r !== false)
{
# Add to mapped category tree (if configured)
if (isset($staticsync_mapped_category_tree))
{
$basepath = '';
# Save tree position to category tree field
# For each node level, expand it back to the root so the full path is stored.
for ($n=0;$n<count($path_parts);$n++)
{
if ($basepath != '')
{
$basepath .= "~";
}
$basepath .= $path_parts[$n];
$path_parts[$n] = $basepath;
}
update_field($r, $staticsync_mapped_category_tree, "," . join(",", $path_parts));
}
# default access level. This may be overridden by metadata mapping.
$accessval = 0;
# StaticSync path / metadata mapping
# Extract metadata from the file path as per $staticsync_mapfolders in config.php
if (isset($staticsync_mapfolders))
{
foreach ($staticsync_mapfolders as $mapfolder)
{
$match = $mapfolder["match"];
$field = $mapfolder["field"];
$level = $mapfolder["level"];
if (strpos("/" . $shortpath, $match) !== false)
{
# Match. Extract metadata.
$path_parts = explode("/", $shortpath);
if ($level < count($path_parts))
{
// special cases first.
if ($field == 'access')
{
# access level is a special case
# first determine if the value matches a defined access level
$value = $path_parts[$level-1];
for ($n=0; $n<3; $n++){
# if we get an exact match or a match except for case
if ($value == $lang["access" . $n] || strtoupper($value) == strtoupper($lang['access' . $n]))
{
$accessval = $n;
echo "Will set access level to " . $lang['access' . $n] . " ($n)" . PHP_EOL;
}
}
}
else
{
# Save the value
print_r($path_parts);
$value = $path_parts[$level-1];
update_field ($r, $field, $value);
echo " - Extracted metadata from path: $value" . PHP_EOL;
}
}
}
}
}
# update access level
sql_query("UPDATE resource SET access = '$accessval',archive='$staticsync_defaultstate' WHERE ref = '$r'");
# Add any alternative files
$altpath = $fullpath . $staticsync_alternatives_suffix;
if ($staticsync_ingest && file_exists($altpath))
{
$adh = opendir($altpath);
while (($altfile = readdir($adh)) !== false)
{
$filetype = filetype($altpath . "/" . $altfile);
if (($filetype == "file") && (substr($file,0,1) != ".") && (strtolower($file) != "thumbs.db"))
{
# Create alternative file
# Find extension
$ext = explode(".", $altfile);
$ext = $ext[count($ext)-1];
$description = str_replace("?", strtoupper($ext), $lang["originalfileoftype"]);
$file_size = filesize_unlimited($altpath . "/" . $altfile);
$aref = add_alternative_file($r, $altfile, $description, $altfile, $ext, $file_size);
$path = get_resource_path($r, true, '', true, $ext, -1, 1, false, '', $aref);
rename($altpath . "/" . $altfile,$path); # Move alternative file
}
}
}
# Add to collection
if ($staticsync_autotheme)
{
$test = '';
$test = sql_query("SELECT * FROM collection_resource WHERE collection='$collection' AND resource='$r'");
if (count($test) == 0)
{
sql_query("INSERT INTO collection_resource (collection, resource, date_added)
VALUES ('$collection', '$r', NOW())");
}
}
}
else
{
# Import failed - file still being uploaded?
echo " *** Skipping file - it was not possible to move the file (still being imported/uploaded?)" . PHP_EOL;
}
}
else
{
# check modified date and update previews if necessary
$filemod = filemtime($fullpath);
if (array_key_exists($shortpath,$modtimes) && ($filemod > strtotime($modtimes[$shortpath])))
{
# File has been modified since we last created previews. Create again.
$rd = sql_query("SELECT ref, has_image, file_modified, file_extension FROM resource
WHERE file_path='" . escape_check($shortpath) . "'");
if (count($rd) > 0)
{
$rd = $rd[0];
$rref = $rd["ref"];
echo "Resource $rref has changed, regenerating previews: $fullpath" . PHP_EOL;
extract_exif_comment($rref,$rd["file_extension"]);
# extract text from documents (e.g. PDF, DOC).
global $extracted_text_field;
if (isset($extracted_text_field)) {
if (isset($unoconv_path) && in_array($extension,$unoconv_extensions)){
// omit, since the unoconv process will do it during preview creation below
}
else {
extract_text($rref,$extension);
}
}
# Store original filename in field, if set
global $filename_field;
if (isset($filename_field))
{
update_field($rref,$filename_field,$file);
}
create_previews($rref, false, $rd["file_extension"], false, false, -1, false, $staticsync_ingest);
sql_query("UPDATE resource SET file_modified=NOW() WHERE ref='$rref'");
}
}
}
}
}
}
function ProcessFolder($folder)
{
#echo "<br>processing folder $folder";
global $syncdir, $nogo, $max, $count, $done, $modtimes, $lastsync, $ffmpeg_preview_extension, $staticsync_autotheme, $staticsync_extension_mapping_default, $staticsync_extension_mapping, $staticsync_mapped_category_tree, $staticsync_title_includes_path, $staticsync_ingest, $staticsync_mapfolders, $staticsync_alternatives_suffix, $staticsync_alt_suffixes, $staticsync_alt_suffix_array, $file_minimum_age, $staticsync_run_timestamp;
$collection = 0;
echo "Processing Folder: {$folder}\n";
# List all files in this folder.
$dh = opendir($folder);
echo date('Y-m-d H:i:s ');
echo "Reading from {$folder}\n";
while (($file = readdir($dh)) !== false) {
// because of alternative processing, some files may disappear during the run
// that's ok - just ignore it and move on
if (!file_exists($folder . "/" . $file)) {
echo date('Y-m-d H:i:s ');
echo "File {$file} missing. Moving on.\n";
continue;
}
$filetype = filetype($folder . "/" . $file);
$fullpath = $folder . "/" . $file;
$shortpath = str_replace($syncdir . "/", "", $fullpath);
if ($staticsync_mapped_category_tree) {
$path_parts = explode("/", $shortpath);
array_pop($path_parts);
touch_category_tree_level($path_parts);
}
# -----FOLDERS-------------
if (($filetype == "dir" || $filetype == "link") && $file != "." && $file != ".." && strpos($nogo, "[" . $file . "]") === false && strpos($file, $staticsync_alternatives_suffix) === false) {
# Recurse
#echo "\n$file : " . filemtime($folder . "/" . $file) . " > " . $lastsync;
if (true || strlen($lastsync) == "" || filemtime($folder . "/" . $file) > $lastsync - 26000) {
ProcessFolder($folder . "/" . $file);
}
}
# -------FILES---------------
if ($filetype == "file" && substr($file, 0, 1) != "." && strtolower($file) != "thumbs.db" && !ss_is_alt($file)) {
// we want to make sure we don't touch files that are too new
// so check this
if (time() - filectime($folder . "/" . $file) < $file_minimum_age) {
echo date('Y-m-d H:i:s ');
echo " {$file} too new -- skipping .\n";
//echo filectime($folder . "/" . $file) . " " . time() . "\n";
continue;
}
# Already exists?
if (!in_array($shortpath, $done)) {
$count++;
if ($count > $max) {
return true;
}
echo date('Y-m-d H:i:s ');
echo "Processing file: {$fullpath}\n";
if ($collection == 0 && $staticsync_autotheme) {
# Make a new collection for this folder.
$e = explode("/", $shortpath);
$theme = ucwords($e[0]);
$name = count($e) == 1 ? "" : $e[count($e) - 2];
echo date('Y-m-d H:i:s ');
echo "\nCollection {$name}, theme={$theme}";
$collection = sql_value("select ref value from collection where name='" . escape_check($name) . "' and theme='" . escape_check($theme) . "'", 0);
if ($collection == 0) {
sql_query("insert into collection (name,created,public,theme,allow_changes) values ('" . escape_check($name) . "',now(),1,'" . escape_check($theme) . "',0)");
$collection = sql_insert_id();
}
}
# Work out extension
$extension = explode(".", $file);
$extension = trim(strtolower($extension[count($extension) - 1]));
// if coming from collections or la folders, assume these are the resource types
if (stristr(strtolower($fullpath), 'collection services/curatorial')) {
$type = 5;
} elseif (stristr(strtolower($fullpath), 'collection services/conservation')) {
$type = 5;
} elseif (stristr(strtolower($fullpath), 'collection services/library_archives')) {
$type = 6;
} else {
# Work out a resource type based on the extension.
$type = $staticsync_extension_mapping_default;
reset($staticsync_extension_mapping);
foreach ($staticsync_extension_mapping as $rt => $extensions) {
if ($rt == 5 or $rt == 6) {
continue;
}
// we already eliminated those
if (in_array($extension, $extensions)) {
$type = $rt;
}
}
}
# Formulate a title
if ($staticsync_title_includes_path) {
$title = str_ireplace("." . $extension, "", str_replace("/", " - ", $shortpath));
$title = ucfirst(str_replace("_", " ", $title));
} else {
$title = str_ireplace("." . $extension, "", $file);
}
# Import this file
$r = import_resource($shortpath, $type, $title, $staticsync_ingest);
if ($r !== false) {
# Add to mapped category tree (if configured)
if (isset($staticsync_mapped_category_tree)) {
$basepath = "";
# Save tree position to category tree field
# For each node level, expand it back to the root so the full path is stored.
for ($n = 0; $n < count($path_parts); $n++) {
if ($basepath != "") {
$basepath .= "~";
}
$basepath .= $path_parts[$n];
$path_parts[$n] = $basepath;
}
update_field($r, $staticsync_mapped_category_tree, "," . join(",", $path_parts));
#echo "update_field($r,$staticsync_mapped_category_tree," . "," . join(",",$path_parts) . ");\n";
}
# StaticSync path / metadata mapping
# Extract metadata from the file path as per $staticsync_mapfolders in config.php
if (isset($staticsync_mapfolders)) {
foreach ($staticsync_mapfolders as $mapfolder) {
$match = $mapfolder["match"];
$field = $mapfolder["field"];
$level = $mapfolder["level"];
if (strpos("/" . $shortpath, $match) !== false) {
# Match. Extract metadata.
$path_parts = explode("/", $shortpath);
if ($level < count($path_parts)) {
# Save the value
print_r($path_parts);
$value = $path_parts[$level - 1];
update_field($r, $field, $value);
echo " - Extracted metadata from path: {$value}\n";
}
}
}
}
// add the timestamp from this run to the keywords field to help retrieve this batch later
$currentkeywords = sql_value("select value from resource_data where resource = '{$r}' and resource_type_field = '1'", "");
if (strlen($currentkeywords) > 0) {
$currentkeywords .= ',';
}
update_field($r, 1, $currentkeywords . $staticsync_run_timestamp);
if (function_exists('staticsync_local_functions')) {
// if local cleanup functions have been defined, run them
staticsync_local_functions($r);
}
# Add any alternative files
$altpath = $fullpath . $staticsync_alternatives_suffix;
if ($staticsync_ingest && file_exists($altpath)) {
$adh = opendir($altpath);
while (($altfile = readdir($adh)) !== false) {
$filetype = filetype($altpath . "/" . $altfile);
if ($filetype == "file" && substr($file, 0, 1) != "." && strtolower($file) != "thumbs.db") {
# Create alternative file
global $lang;
# Find extension
$ext = explode(".", $altfile);
$ext = $ext[count($ext) - 1];
$aref = add_alternative_file($r, $altfile, strtoupper($ext) . " " . $lang["file"], $altfile, $ext, filesize_unlimited($altpath . "/" . $altfile));
$path = get_resource_path($r, true, "", true, $ext, -1, 1, false, "", $aref);
rename($altpath . "/" . $altfile, $path);
# Move alternative file
}
}
}
# check for alt files that match suffix list
if ($staticsync_alt_suffixes) {
$ss_nametocheck = substr($file, 0, strlen($file) - strlen($extension) - 1);
//review all files still in directory and see if they are alt files matching this one
$althandle = opendir($folder);
while (($altcandidate = readdir($althandle)) !== false) {
if ($filetype == "file" && substr($file, 0, 1) != "." && strtolower($file) != "thumbs.db") {
# Find extension
$ext = explode(".", $altcandidate);
$ext = $ext[count($ext) - 1];
$altcandidate_name = substr($altcandidate, 0, strlen($altcandidate) - strlen($ext) - 1);
$altcandidate_validated = false;
foreach ($staticsync_alt_suffix_array as $sssuffix) {
if ($altcandidate_name == $ss_nametocheck . $sssuffix) {
$altcandidate_validated = true;
$thisfilesuffix = $sssuffix;
break;
}
}
if ($altcandidate_validated) {
echo date('Y-m-d H:i:s ');
echo " Attaching {$altcandidate} as alternative.\n";
$filetype = filetype($folder . "/" . $altcandidate);
# Create alternative file
global $lang;
if (preg_match("/^_VERSO[0-9]*/i", $thisfilesuffix)) {
$alt_title = "Verso";
} elseif (preg_match("/^_DNG[0-9]*/i", $thisfilesuffix)) {
$alt_title = "DNG";
} elseif (preg_match("/^_ORIG[0-9]*/i", $thisfilesuffix)) {
$alt_title = "Original Scan";
} elseif (preg_match("/^_TPV[0-9]*/i", $thisfilesuffix)) {
$alt_title = "Title Page Verso";
} elseif (preg_match("/^_TP[0-9]*/i", $thisfilesuffix)) {
$alt_title = "Title Page";
} elseif (preg_match("/^_COV[0-9]*/i", $thisfilesuffix)) {
$alt_title = "Cover";
} elseif (preg_match("/^_SCR[0-9]*/i", $thisfilesuffix)) {
$alt_title = "Inscription";
} elseif (preg_match("/^_EX[0-9]*/i", $thisfilesuffix)) {
$alt_title = "Enclosure";
} else {
$alt_title = $altcandidate;
}
$aref = add_alternative_file($r, $alt_title, strtoupper($ext) . " " . $lang["file"], $altcandidate, $ext, filesize_unlimited($folder . "/" . $altcandidate));
$path = get_resource_path($r, true, "", true, $ext, -1, 1, false, "", $aref);
rename($folder . "/" . $altcandidate, $path);
# Move alternative file
global $alternative_file_previews;
if ($alternative_file_previews) {
create_previews($r, false, $ext, false, false, $aref);
}
}
}
}
}
# Add to collection
if ($staticsync_autotheme) {
sql_query("insert into collection_resource(collection,resource,date_added) values ('{$collection}','{$r}',now())");
}
// fix permissions
// get directory to fix
global $scramble_key;
$permfixfolder = "/hne/rs/filestore/";
for ($n = 0; $n < strlen($r); $n++) {
$permfixfolder .= substr($r, $n, 1);
if ($n == strlen($r) - 1) {
$permfixfolder .= "_" . substr(md5($r . "_" . $scramble_key), 0, 15);
}
$permfixfolder .= "/";
}
exec("/bin/chown -R wwwrun {$permfixfolder}");
exec("/bin/chgrp -R www {$permfixfolder}");
} else {
# Import failed - file still being uploaded?
echo date('Y-m-d H:i:s ');
echo " *** Skipping file - it was not possible to move the file (still being imported/uploaded?) \n";
}
} else {
# check modified date and update previews if necessary
$filemod = filemtime($fullpath);
if (array_key_exists($shortpath, $modtimes) && $filemod > strtotime($modtimes[$shortpath])) {
# File has been modified since we last created previews. Create again.
$rd = sql_query("select ref,has_image,file_modified,file_extension from resource where file_path='" . escape_check($shortpath) . "'");
if (count($rd) > 0) {
$rd = $rd[0];
$rref = $rd["ref"];
echo date('Y-m-d H:i:s ');
echo "Resource {$rref} has changed, regenerating previews: {$fullpath}\n";
create_previews($rref, false, $rd["file_extension"]);
sql_query("update resource set file_modified=now() where ref='{$rref}'");
}
}
}
}
}
}
function ProcessFolder($folder)
{
#echo "<br>processing folder $folder";
global $syncdir,$nogo,$max,$count,$done,$modtimes,$lastsync, $ffmpeg_preview_extension, $staticsync_autotheme, $staticsync_folder_structure,$staticsync_extension_mapping_default, $staticsync_extension_mapping, $staticsync_mapped_category_tree,$staticsync_title_includes_path, $staticsync_ingest, $staticsync_mapfolders,$staticsync_alternatives_suffix;
$collection=0;
echo "Processing Folder: $folder\n";
# List all files in this folder.
$dh=opendir($folder);
while (($file = readdir($dh)) !== false)
{
$filetype=filetype($folder . "/" . $file);
$fullpath=$folder . "/" . $file;
$shortpath=str_replace($syncdir . "/","",$fullpath);
# Work out extension
$extension=explode(".",$file);$extension=trim(strtolower($extension[count($extension)-1]));
if ($staticsync_mapped_category_tree)
{
$path_parts=explode("/",$shortpath);
array_pop($path_parts);
touch_category_tree_level($path_parts);
}
# -----FOLDERS-------------
if ((($filetype=="dir") || $filetype=="link") && ($file!=".") && ($file!="..") && (strpos($nogo,"[" . $file . "]")===false) && strpos($file,$staticsync_alternatives_suffix)===false)
{
# Recurse
#echo "\n$file : " . filemtime($folder . "/" . $file) . " > " . $lastsync;
if (true || (strlen($lastsync)=="") || (filemtime($folder . "/" . $file)>($lastsync-26000)))
{
ProcessFolder($folder . "/" . $file);
}
}
# -------FILES---------------
if (($filetype=="file") && (substr($file,0,1)!=".") && (strtolower($file)!="thumbs.db"))
{
# Already exists?
if (!in_array($shortpath,$done))
{
$count++;if ($count>$max) {return(true);}
echo "Processing file: $fullpath\n";
if ($collection==0 && $staticsync_autotheme)
{
# Make a new collection for this folder.
$e=explode("/",$shortpath);
$theme=ucwords($e[0]);
$themesql="theme='".ucwords(escape_check($e[0]))."'";
$themecolumns="theme";
$themevalues="'".ucwords(escape_check($e[0]))."'";
if ($staticsync_folder_structure){
for ($x=0;$x<count($e)-1;$x++){
if ($x==0){} else {$themeindex=$x+1;
global $theme_category_levels;
if ($themeindex>$theme_category_levels){
$theme_category_levels=$themeindex;
if ($x==count($e)-2){echo "\n\nUPDATE THEME_CATEGORY_LEVELS TO $themeindex IN CONFIG!!!!\n\n";}
}
$themesql.=" and theme".$themeindex."='".ucwords(escape_check($e[$x]))."'";
$themevalues.=",'".ucwords(escape_check($e[$x]))."'";
$themecolumns.=",theme".$themeindex;
}
}
}
$name=(count($e)==1?"":$e[count($e)-2]);
echo "\nCollection $name, theme=$theme";
$collection=sql_value("select ref value from collection where name='" . escape_check($name) . "' and " . $themesql ,0);
if ($collection==0){
sql_query("insert into collection (name,created,public,$themecolumns,allow_changes) values ('" . escape_check($name) . "',now(),1,".$themevalues.",0)");
$collection=sql_insert_id();
}
}
# Work out a resource type based on the extension.
$type=$staticsync_extension_mapping_default;
reset ($staticsync_extension_mapping);
foreach ($staticsync_extension_mapping as $rt=>$extensions)
{
if (in_array($extension,$extensions)) {$type=$rt;}
}
# Formulate a title
if ($staticsync_title_includes_path)
{
$title=str_ireplace("." . $extension,"",str_replace("/"," - ",$shortpath));
$title=ucfirst(str_replace("_"," ",$title));
}
else
{
$title=str_ireplace("." . $extension,"",$file);
}
# Import this file
$r=import_resource($shortpath,$type,$title,$staticsync_ingest);
if ($r!==false)
{
# Add to mapped category tree (if configured)
if (isset($staticsync_mapped_category_tree))
{
$basepath="";
# Save tree position to category tree field
# For each node level, expand it back to the root so the full path is stored.
for ($n=0;$n<count($path_parts);$n++)
{
if ($basepath!="") {$basepath.="~";}
$basepath.=$path_parts[$n];
$path_parts[$n]=$basepath;
}
update_field ($r,$staticsync_mapped_category_tree,"," . join(",",$path_parts));
#echo "update_field($r,$staticsync_mapped_category_tree," . "," . join(",",$path_parts) . ");\n";
}
// default access level. This may be overridden by metadata mapping.
$accessval = 0;
# StaticSync path / metadata mapping
# Extract metadata from the file path as per $staticsync_mapfolders in config.php
if (isset($staticsync_mapfolders))
{
foreach ($staticsync_mapfolders as $mapfolder)
{
$match=$mapfolder["match"];
$field=$mapfolder["field"];
$level=$mapfolder["level"];
global $lang;
if (strpos("/" . $shortpath,$match)!==false)
{
# Match. Extract metadata.
$path_parts=explode("/",$shortpath);
if ($level<count($path_parts))
{
// special cases first.
if ($field == 'access')
{
// access level is a special case
// first determine if the value matches a defined access level
$value = $path_parts[$level-1];
for ($n=0; $n<3; $n++){
// if we get an exact match or a match except for case
if ($value == $lang["access" . $n] || strtoupper($value) == strtoupper($lang['access' . $n])){
$accessval = $n;
echo "Will set access level to " . $lang['access' . $n] . " ($n)\n";
}
}
} else {
# Save the value
print_r($path_parts);
$value=$path_parts[$level-1];
update_field ($r,$field,$value);
echo " - Extracted metadata from path: $value\n";
}
}
}
}
}
// update access level
sql_query("update resource set access = '$accessval' where ref = '$r'");
# Add any alternative files
$altpath=$fullpath . $staticsync_alternatives_suffix;
if ($staticsync_ingest && file_exists($altpath))
{
$adh=opendir($altpath);
while (($altfile = readdir($adh)) !== false)
{
$filetype=filetype($altpath . "/" . $altfile);
if (($filetype=="file") && (substr($file,0,1)!=".") && (strtolower($file)!="thumbs.db"))
{
# Create alternative file
global $lang;
# Find extension
$ext=explode(".",$altfile);$ext=$ext[count($ext)-1];
$aref = add_alternative_file($r, $altfile, str_replace("?",strtoupper($ext),$lang["originalfileoftype"]), $altfile, $ext, filesize_unlimited($altpath . "/" . $altfile));
$path=get_resource_path($r, true, "", true, $ext, -1, 1, false, "", $aref);
rename ($altpath . "/" . $altfile,$path); # Move alternative file
}
}
}
# Add to collection
if ($staticsync_autotheme)
{
$test="";
$test=sql_query("select * from collection_resource where collection='$collection' and resource='$r'");
if (count($test)==0){
sql_query("insert into collection_resource(collection,resource,date_added) values ('$collection','$r',now())");
}
}
}
else
{
# Import failed - file still being uploaded?
echo " *** Skipping file - it was not possible to move the file (still being imported/uploaded?) \n";
}
}
else
{
# check modified date and update previews if necessary
$filemod=filemtime($fullpath);
if (array_key_exists($shortpath,$modtimes) && ($filemod>strtotime($modtimes[$shortpath])))
{
# File has been modified since we last created previews. Create again.
$rd=sql_query("select ref,has_image,file_modified,file_extension from resource where file_path='" . (escape_check($shortpath)) . "'");
if (count($rd)>0)
{
$rd=$rd[0];
$rref=$rd["ref"];
echo "Resource $rref has changed, regenerating previews: $fullpath\n";
extract_exif_comment($rref,$rd["file_extension"]);
# extract text from documents (e.g. PDF, DOC).
global $extracted_text_field;
if (isset($extracted_text_field)) {
if (isset($unoconv_path) && in_array($extension,$unoconv_extensions)){
// omit, since the unoconv process will do it during preview creation below
}
else {
extract_text($rref,$extension);
}
}
# Store original filename in field, if set
global $filename_field;
if (isset($filename_field))
{
update_field($rref,$filename_field,$file);
}
create_previews($rref,false,$rd["file_extension"]);
sql_query("update resource set file_modified=now() where ref='$rref'");
}
}
}
}
}
}
