public static function moveFtpFile($filename, $process)
{
$ftp_dir = $process . '/';
$final_destination = '/processed_feed/' . $filename;
$ftp_conn = ftp_connect(config('monster.ftp_server'), 21);
if ($ftp_conn) {
$ftp_login = ftp_login($ftp_conn, config('monster.ftp_user'), config('monster.ftp_password'));
if ($ftp_login) {
$is_passive = ftp_pasv($ftp_conn, true);
if ($is_passive) {
$is_dir_changed = ftp_chdir($ftp_conn, $ftp_dir);
if (!$is_dir_changed) {
ftp_close($ftp_conn);
} else {
// move ftp file
$ftp_files = ftp_nlist($ftp_conn, "");
if (in_array($filename, $ftp_files)) {
if ($process == 'test' || $process == 'processed_feed') {
// TO DO: keep it to test the export process
$is_deleted = ftp_delete($ftp_conn, '/' . $ftp_dir . $filename);
if ($is_deleted) {
ExportLog::create(['process' => $process, 'filename' => $filename, 'message' => 'was deleted from FTP [' . $process . '] folder']);
FileInProgress::where(['file_name' => $filename])->delete();
} else {
ExportLog::create(['process' => $process, 'filename' => $filename, 'message' => 'cannot be deleted']);
FileInProgress::where(['file_name' => $filename])->delete();
}
} else {
$is_moved = ftp_rename($ftp_conn, $filename, $final_destination);
if ($is_moved) {
ExportLog::create(['process' => $process, 'filename' => $filename, 'message' => 'was moved to FTP [processed_feed] folder']);
FileInProgress::where(['file_name' => $filename])->delete();
} else {
ExportLog::create(['process' => $process, 'filename' => $filename, 'message' => 'cannot be moved to [' . $final_destination . ']']);
}
}
} else {
ExportLog::create(['process' => $process, 'filename' => $filename, 'message' => 'is not found on the FTP server']);
}
}
}
}
ftp_close($ftp_conn);
}
//queue local file for deletion
FileDeleteQueue::create(['file_name' => $filename]);
}
/**
* Execute the command.
*
* php artisan export-monster-files ftp-folder
*
* @return void
*/
public function handle()
{
$ftp_dir = $this->argument('ftp-folder') . '/';
$site_domain = config('app.domain');
$process = $source_id = $this->argument('ftp-folder');
$filesInProgress = \App\FileInProgress::all()->count();
if ($filesInProgress > 0) {
return;
}
// connecting to monster ftp server
$ftp_conn = ftp_connect(config('monster.ftp_server'), 21);
if ($ftp_conn) {
$ftp_login = ftp_login($ftp_conn, config('monster.ftp_user'), config('monster.ftp_password'));
if ($ftp_login) {
$is_passive = ftp_pasv($ftp_conn, true);
if ($is_passive) {
$is_dir_changed = ftp_chdir($ftp_conn, $ftp_dir);
if (!$is_dir_changed) {
ftp_close($ftp_conn);
return;
} else {
// Generate ftp cache list
$ftp_files = ftp_nlist($ftp_conn, "");
if (!empty($ftp_files)) {
// remove directories from the list
$ftp_files = cleanupFtpDir($ftp_files);
if (empty($ftp_files)) {
ftp_close($ftp_conn);
return;
}
// get the first one
$ftp_file = $ftp_files[0];
if ($filesInProgress == 0) {
\App\FileInProgress::create(['file_name' => $ftp_file]);
} else {
ftp_close($ftp_conn);
return;
}
$tmp_file_location = config('monster.tmp_storage_path') . $ftp_file;
if (ftp_get($ftp_conn, $tmp_file_location, $ftp_file, FTP_BINARY)) {
$file_content = file_exists($tmp_file_location);
if ($file_content !== false) {
$filesize = filesize($tmp_file_location);
if (!empty($filesize)) {
$filesize = formatFileSize($filesize);
}
\App\ExportLog::create(['process' => $process, 'filename' => $ftp_file, 'filesize' => $filesize, 'message' => 'Starting the process ....']);
$url = $site_domain . ':8080/node';
$args = ['key' => config('monster.key'), 'source_id' => $source_id, 'file_name' => $ftp_file, 'submit_host' => $site_domain, 'submit_path' => '/monster/create_job_record', 'done_path' => '/monster/end_job_process'];
$result = json_decode(Curl::post($url, [], $args));
//File::append('/tmp/monster.txt', "result from curl: $result \n");
if (!empty($result->error)) {
$err_msg = $result->error;
if ($result->error == 'missing data') {
$err_msg = $result->error . ': ' . $result->req_data;
}
\App\ExportLog::create(['process' => $process, 'filename' => $ftp_file, 'message' => $err_msg]);
\App\Monster::moveFtpFile($ftp_file, $process);
}
} else {
\App\ExportLog::create(['process' => $process, 'filename' => $ftp_file, 'message' => 'Cannot save file locally']);
}
} else {
\App\ExportLog::create(['process' => $process, 'filename' => $ftp_file, 'message' => 'Cannot download file']);
}
}
}
}
}
ftp_close($ftp_conn);
}
}