/** * @param BatchJob $dbBatchJob * @param kConvertCollectionJobData $data * @param BatchJob $twinJob * @return BatchJob */ public static function handleConvertCollectionFinished(BatchJob $dbBatchJob, kConvertCollectionJobData $data, BatchJob $twinJob = null) { KalturaLog::debug("Convert Collection finished for entry id: " . $dbBatchJob->getEntryId()); if ($dbBatchJob->getAbort()) { return $dbBatchJob; } $entry = $dbBatchJob->getEntry(); if (!$entry) { throw new APIException(APIErrors::INVALID_ENTRY, $dbBatchJob, $dbBatchJob->getEntryId()); } $ismPath = $data->getDestDirLocalPath() . DIRECTORY_SEPARATOR . $data->getDestFileName() . '.ism'; $ismcPath = $data->getDestDirLocalPath() . DIRECTORY_SEPARATOR . $data->getDestFileName() . '.ismc'; $logPath = $data->getDestDirLocalPath() . DIRECTORY_SEPARATOR . $data->getDestFileName() . '.log'; $thumbPath = $data->getDestDirLocalPath() . DIRECTORY_SEPARATOR . $data->getDestFileName() . '_Thumb.jpg'; $ismContent = file_get_contents($ismPath); $offset = $entry->getThumbOffset(); // entry getThumbOffset now takes the partner DefThumbOffset into consideration $finalFlavors = array(); $addedFlavorParamsOutputsIds = array(); foreach ($data->getFlavors() as $flavor) { // verifies that flavor asset created if (!$flavor->getFlavorAssetId()) { throw new APIException(APIErrors::INVALID_FLAVOR_ASSET_ID, $data->getFlavorAssetId()); } $flavorAsset = flavorAssetPeer::retrieveById($flavor->getFlavorAssetId()); // verifies that flavor asset exists if (!$flavorAsset) { throw new APIException(APIErrors::INVALID_FLAVOR_ASSET_ID, $flavor->getFlavorAssetId()); } // increment flavor asset version (for file sync) $flavorAsset->incrementVersion(); $flavorAsset->save(); // syncing the media file $destFileSyncLocalPath = $flavor->getDestFileSyncLocalPath(); if (!file_exists($destFileSyncLocalPath)) { continue; } $syncKey = $flavorAsset->getSyncKey(flavorAsset::FILE_SYNC_FLAVOR_ASSET_SUB_TYPE_ASSET); kFileSyncUtils::moveFromFile($destFileSyncLocalPath, $syncKey); // replacing the file name in the ism file $oldName = basename($flavor->getDestFileSyncLocalPath()); $flavor->setDestFileSyncLocalPath(kFileSyncUtils::getLocalFilePathForKey($syncKey)); KalturaLog::debug("Convert archived file to: " . $flavor->getDestFileSyncLocalPath()); $newName = basename($flavor->getDestFileSyncLocalPath()); KalturaLog::debug("Editing ISM [{$oldName}] to [{$newName}]"); $ismContent = str_replace("src=\"{$oldName}\"", "src=\"{$newName}\"", $ismContent); // creating post convert job (without thumb) $jobSubType = BatchJob::BATCHJOB_SUB_TYPE_POSTCONVERT_FLAVOR; kJobsManager::addPostConvertJob($dbBatchJob, $jobSubType, $flavor->getDestFileSyncLocalPath(), $flavor->getFlavorAssetId(), $flavor->getFlavorParamsOutputId(), file_exists($thumbPath), $offset); $finalFlavors[] = $flavor; $addedFlavorParamsOutputsIds[] = $flavor->getFlavorParamsOutputId(); } // adding flavor params ids to the entry $addedFlavorParamsOutputs = flavorParamsOutputPeer::retrieveByPKs($addedFlavorParamsOutputsIds); foreach ($addedFlavorParamsOutputs as $addedFlavorParamsOutput) { $entry->addFlavorParamsId($addedFlavorParamsOutput->getFlavorParamsId()); } $ismVersion = $entry->getIsmVersion(); // syncing the ismc file if (file_exists($ismcPath)) { $syncKey = $entry->getSyncKey(entry::FILE_SYNC_ENTRY_SUB_TYPE_ISMC, $ismVersion); kFileSyncUtils::moveFromFile($ismcPath, $syncKey); } // replacing the ismc file name in the ism file $oldName = basename($ismcPath); $newName = basename(kFileSyncUtils::getLocalFilePathForKey($syncKey)); KalturaLog::debug("Editing ISM [{$oldName}] to [{$newName}]"); $ismContent = str_replace("content=\"{$oldName}\"", "content=\"{$newName}\"", $ismContent); $ismPath .= '.tmp'; $bytesWritten = file_put_contents($ismPath, $ismContent); if (!$bytesWritten) { KalturaLog::err("Failed to update file [{$ismPath}]"); } // syncing ism and lig files if (file_exists($ismPath)) { kFileSyncUtils::moveFromFile($ismPath, $entry->getSyncKey(entry::FILE_SYNC_ENTRY_SUB_TYPE_ISM, $ismVersion)); } if (file_exists($logPath)) { kFileSyncUtils::moveFromFile($logPath, $entry->getSyncKey(entry::FILE_SYNC_ENTRY_SUB_TYPE_CONVERSION_LOG, $ismVersion)); } // saving entry changes $entry->save(); // save the data changes to the db $data->setFlavors($finalFlavors); $dbBatchJob->setData($data); $dbBatchJob->save(); // send notification if needed $rootBatchJob = $dbBatchJob->getRootJob(); if ($rootBatchJob && $rootBatchJob->getJobType() == BatchJobType::BULKDOWNLOAD) { $localPath = kFileSyncUtils::getLocalFilePathForKey($syncKey); $downloadUrl = $flavorAsset->getDownloadUrl(); $notificationData = array("puserId" => $entry->getPuserId(), "entryId" => $entry->getId(), "entryIntId" => $entry->getIntId(), "entryVersion" => $entry->getVersion(), "archivedFile" => $localPath, "downoladPath" => $localPath, "conversionQuality" => $entry->getConversionQuality(), "downloadUrl" => $downloadUrl); $extraData = array("data" => json_encode($notificationData), "partner_id" => $entry->getPartnerId(), "puser_id" => $entry->getPuserId(), "entry_id" => $entry->getId(), "entry_int_id" => $entry->getIntId(), "entry_version" => $entry->getVersion(), "file_format" => $flavorAsset->getFileExt(), "archived_file" => $localPath, "downolad_path" => $localPath, "target" => $localPath, "conversion_quality" => $entry->getConversionQuality(), "download_url" => $downloadUrl, "status" => $entry->getStatus(), "abort" => $dbBatchJob->getAbort(), "progress" => $dbBatchJob->getProgress(), "message" => $dbBatchJob->getMessage(), "description" => $dbBatchJob->getDescription(), "updates_count" => $dbBatchJob->getUpdatesCount(), "job_type" => BatchJobType::DOWNLOAD, "status" => BatchJob::BATCHJOB_STATUS_FINISHED, "progress" => 100, "debug" => __LINE__); myNotificationMgr::createNotification(kNotificationJobData::NOTIFICATION_TYPE_BATCH_JOB_SUCCEEDED, $dbBatchJob, $dbBatchJob->getPartnerId(), null, null, $extraData, $dbBatchJob->getEntryId()); } return $dbBatchJob; }
/** * addConvertIsmCollectionJob creates a convert collection job * * @param string $tag * @param FileSyncKey $srcSyncKey * @param entry $entry * @param BatchJob $parentJob * @param array<flavorParamsOutput> $flavorParamsOutputs * @return BatchJob */ public static function addConvertIsmCollectionJob($tag, FileSyncKey $srcSyncKey, entry $entry, BatchJob $parentJob = null, array $flavorParamsOutputs, $sameRoot = null) { list($fileSync, $local) = kFileSyncUtils::getReadyFileSyncForKey($srcSyncKey, true, false); $srcFileSyncDescriptor = new kSourceFileSyncDescriptor(); if ($fileSync) { if ($fileSync->getFileType() != FileSync::FILE_SYNC_FILE_TYPE_URL) { $srcFileSyncDescriptor->setFileSyncLocalPath($fileSync->getFullPath()); } $srcFileSyncDescriptor->setFileSyncRemoteUrl($fileSync->getExternalUrl($entry->getId())); $srcFileSyncDescriptor->setAssetId($fileSync->getObjectId()); $srcFileSyncDescriptor->setFileSyncObjectSubType($srcSyncKey->getObjectSubType()); } // increment entry version $ismVersion = $entry->incrementIsmVersion(); $entry->save(); $fileName = $entry->generateFileName(0, $ismVersion); // creates convert data $convertCollectionData = new kConvertCollectionJobData(); $convertCollectionData->setSrcFileSyncs(array($srcFileSyncDescriptor)); $convertCollectionData->setDestFileName($fileName); $clipOffset = null; $clipDuration = null; // look for clipping params foreach ($flavorParamsOutputs as $flavorParamsOutput) { $clipOffset = $flavorParamsOutput->getClipOffset(); $clipDuration = $flavorParamsOutput->getClipDuration(); if (isset($clipOffset) || isset($clipDuration)) { KalturaLog::log("Found clipping params: clipOffset({$clipOffset}),clipDuration({$clipDuration})"); break; } } // check bitrates duplications & update clipping params foreach ($flavorParamsOutputs as $flavorParamsOutputIndex => $flavorParamsOutput) { // if one of clip params exsits - update the object and db if (isset($clipOffset)) { $flavorParamsOutputs[$flavorParamsOutputIndex]->setClipOffset($clipOffset); } if (isset($clipDuration)) { $flavorParamsOutputs[$flavorParamsOutputIndex]->setClipDuration($clipDuration); } if (isset($clipOffset) || isset($clipDuration)) { $flavorParamsOutputs[$flavorParamsOutputIndex]->save(); } } /* * Put together all separted flavor XML's into a single Smooth Streaming preset file */ KalturaLog::log("Calling CDLProceessFlavorsForCollection with [" . count($flavorParamsOutputs) . "] flavor params"); $presetXml = KDLWrap::CDLProceessFlavorsForCollection($flavorParamsOutputs); $presetXml = str_replace(KDLCmdlinePlaceholders::OutFileName, $fileName, $presetXml); foreach ($flavorParamsOutputs as $flavorParamsOutput) { /* * Save in case that videoBitrate was changed by the FlavorsForCollection (see above) */ $flavorParamsOutput->save(); $convertCollectionFlavorData = new kConvertCollectionFlavorData(); $convertCollectionFlavorData->setFlavorAssetId($flavorParamsOutput->getFlavorAssetId()); $convertCollectionFlavorData->setFlavorParamsOutputId($flavorParamsOutput->getId()); $convertCollectionFlavorData->setReadyBehavior($flavorParamsOutput->getReadyBehavior()); $convertCollectionFlavorData->setVideoBitrate($flavorParamsOutput->getVideoBitrate()); $convertCollectionFlavorData->setAudioBitrate($flavorParamsOutput->getAudioBitrate()); $convertCollectionFlavorData->setAudioBitrate($flavorParamsOutput->getAudioBitrate()); $convertCollectionData->addFlavor($convertCollectionFlavorData); } $currentConversionEngine = conversionEngineType::EXPRESSION_ENCODER3; KalturaLog::log("Using conversion engine [{$currentConversionEngine}]"); if ($sameRoot == null) { // creats a child convert job if ($parentJob) { $dbConvertCollectionJob = $parentJob->createChild(BatchJobType::CONVERT_COLLECTION, $currentConversionEngine); KalturaLog::log("Created from parent convert job with entry id [" . $dbConvertCollectionJob->getEntryId() . "]"); } else { $dbConvertCollectionJob = new BatchJob(); $dbConvertCollectionJob->setEntryId($entry->getId()); $dbConvertCollectionJob->setPartnerId($entry->getPartnerId()); $dbConvertCollectionJob->setJobType(BatchJobType::CONVERT_COLLECTION); $dbConvertCollectionJob->setJobSubType($currentConversionEngine); } } else { $dbConvertCollectionJob = $parentJob->createChild(BatchJobType::CONVERT_COLLECTION, $currentConversionEngine, false); } $dbConvertCollectionJob->setObjectId($entry->getId()); $dbConvertCollectionJob->setObjectType(BatchJobObjectType::ENTRY); $dbConvertCollectionJob->setStatus(BatchJob::BATCHJOB_STATUS_DONT_PROCESS); $dbConvertCollectionJob = kJobsManager::addJob($dbConvertCollectionJob, $convertCollectionData, BatchJobType::CONVERT_COLLECTION, $currentConversionEngine); $syncKey = $dbConvertCollectionJob->getSyncKey(BatchJob::FILE_SYNC_BATCHJOB_SUB_TYPE_CONFIG); kFileSyncUtils::file_put_contents($syncKey, $presetXml); $fileSync = kFileSyncUtils::getLocalFileSyncForKey($syncKey); $remoteUrl = $fileSync->getExternalUrl($entry->getId()); $localPath = kFileSyncUtils::getLocalFilePathForKey($syncKey); $commandLines = array(conversionEngineType::EXPRESSION_ENCODER3 => KDLCmdlinePlaceholders::InFileName . ' ' . KDLCmdlinePlaceholders::ConfigFileName); $commandLinesStr = flavorParamsOutput::buildCommandLinesStr($commandLines); $convertCollectionData->setInputXmlLocalPath($localPath); $convertCollectionData->setInputXmlRemoteUrl($remoteUrl); $convertCollectionData->setCommandLinesStr($commandLinesStr); $dbConvertCollectionJob->setData($convertCollectionData); return kJobsManager::updateBatchJob($dbConvertCollectionJob, BatchJob::BATCHJOB_STATUS_PENDING); }
/** * @param BatchJob $dbBatchJob * @param kConvertCollectionJobData $data * @param int $engineType * @return boolean */ public static function handleConvertCollectionFailed(BatchJob $dbBatchJob, kConvertCollectionJobData $data, $engineType) { $collectionFlavors = array(); foreach ($data->getFlavors() as $flavor) { $collectionFlavors[$flavor->getFlavorAssetId()] = $flavor; } // find the root job $rootBatchJob = $dbBatchJob->getRootJob(); $hasIncomplete = false; $shouldFailProfile = false; $flavorAssets = assetPeer::retrieveFlavorsByEntryId($dbBatchJob->getEntryId()); foreach ($flavorAssets as $flavorAsset) { if (isset($collectionFlavors[$flavorAsset->getId()])) { $flavorAsset->setStatus(flavorAsset::FLAVOR_ASSET_STATUS_ERROR); $flavorAsset->save(); if (!$rootBatchJob) { continue; } $flavorData = $collectionFlavors[$flavorAsset->getId()]; if ($flavorData->getReadyBehavior() == flavorParamsConversionProfile::READY_BEHAVIOR_REQUIRED) { $shouldFailProfile = true; } continue; } if ($flavorAsset->getIsOriginal()) { continue; } if ($flavorAsset->getStatus() == flavorAsset::FLAVOR_ASSET_STATUS_QUEUED || $flavorAsset->getStatus() == flavorAsset::FLAVOR_ASSET_STATUS_CONVERTING || $flavorAsset->getStatus() == flavorAsset::FLAVOR_ASSET_STATUS_IMPORTING || $flavorAsset->getStatus() == flavorAsset::FLAVOR_ASSET_STATUS_VALIDATING) { $hasIncomplete = true; } } if (!$rootBatchJob) { return false; } if ($rootBatchJob->getJobType() != BatchJobType::CONVERT_PROFILE) { return false; } if ($shouldFailProfile || !$hasIncomplete) { kJobsManager::failBatchJob($rootBatchJob, "Job " . $dbBatchJob->getId() . " failed"); } return false; }
/** * addConvertIsmCollectionJob creates a convert collection job * * @param string $tag * @param FileSyncKey $srcSyncKey * @param entry $entry * @param BatchJob $parentJob * @param array<flavorParamsOutput> $flavorParamsOutputs * @return BatchJob */ public static function addConvertIsmCollectionJob($tag, FileSyncKey $srcSyncKey, entry $entry, BatchJob $parentJob = null, array $flavorParamsOutputs, $dbConvertCollectionJob = null) { list($fileSync, $local) = kFileSyncUtils::getReadyFileSyncForKey($srcSyncKey, true, false); $localPath = null; $remoteUrl = null; if ($fileSync) { if ($fileSync->getFileType() != FileSync::FILE_SYNC_FILE_TYPE_URL) { $localPath = $fileSync->getFullPath(); } $remoteUrl = $fileSync->getExternalUrl($entry->getId()); } // increment entry version $ismVersion = $entry->incrementIsmVersion(); $entry->save(); $fileName = $entry->generateFileName(0, $ismVersion); // creates convert data $convertCollectionData = new kConvertCollectionJobData(); $convertCollectionData->setSrcFileSyncLocalPath($localPath); $convertCollectionData->setSrcFileSyncRemoteUrl($remoteUrl); $convertCollectionData->setDestFileName($fileName); $clipOffset = null; $clipDuration = null; // look for clipping params foreach ($flavorParamsOutputs as $flavorParamsOutput) { $clipOffset = $flavorParamsOutput->getClipOffset(); $clipDuration = $flavorParamsOutput->getClipDuration(); if (isset($clipOffset) || isset($clipDuration)) { KalturaLog::log("Found clipping params: clipOffset({$clipOffset}),clipDuration({$clipDuration})"); break; } } $bitrates = array(); $finalFlavorParamsOutputs = array(); // check bitrates duplications & update clipping params foreach ($flavorParamsOutputs as $flavorParamsOutputIndex => $flavorParamsOutput) { if (!isset($bitrates[$flavorParamsOutput->getVideoBitrate()])) { $bitrates[$flavorParamsOutput->getVideoBitrate()] = array(); } // if one of clip params exsits - update the object and db if (isset($clipOffset)) { $flavorParamsOutputs[$flavorParamsOutputIndex]->setClipOffset($clipOffset); } if (isset($clipDuration)) { $flavorParamsOutputs[$flavorParamsOutputIndex]->setClipDuration($clipDuration); } if (isset($clipOffset) || isset($clipDuration)) { $flavorParamsOutputs[$flavorParamsOutputIndex]->save(); } $bitrates[$flavorParamsOutput->getVideoBitrate()][] = $flavorParamsOutput->getId(); $finalFlavorParamsOutputs[$flavorParamsOutput->getId()] = $flavorParamsOutput; } foreach ($bitrates as $bitrate => $flavorParamsOutputIds) { if (count($flavorParamsOutputIds) == 1) { // no bitrate dupliaction continue; } $tempFlavorParamsOutputs = array(); foreach ($flavorParamsOutputIds as $index => $flavorParamsOutputId) { $tempFlavorParamsOutputs[] = $finalFlavorParamsOutputs[$flavorParamsOutputId]; } // sort the flavors by height usort($tempFlavorParamsOutputs, array('kBusinessConvertDL', 'compareFlavorsByHeight')); // increment the bitrate so it will be a bit different for each flavor $index = 0; foreach ($tempFlavorParamsOutputs as $flavorParamsOutput) { $finalFlavorParamsOutputs[$flavorParamsOutput->getId()]->setVideoBitrate($bitrate + $index++); } } foreach ($finalFlavorParamsOutputs as $flavorParamsOutput) { $convertCollectionFlavorData = new kConvertCollectionFlavorData(); $convertCollectionFlavorData->setFlavorAssetId($flavorParamsOutput->getFlavorAssetId()); $convertCollectionFlavorData->setFlavorParamsOutputId($flavorParamsOutput->getId()); $convertCollectionFlavorData->setReadyBehavior($flavorParamsOutput->getReadyBehavior()); $convertCollectionFlavorData->setVideoBitrate($flavorParamsOutput->getVideoBitrate()); $convertCollectionFlavorData->setAudioBitrate($flavorParamsOutput->getAudioBitrate()); $convertCollectionFlavorData->setAudioBitrate($flavorParamsOutput->getAudioBitrate()); $convertCollectionData->addFlavor($convertCollectionFlavorData); } $currentConversionEngine = conversionEngineType::EXPRESSION_ENCODER3; KalturaLog::log("Using conversion engine [{$currentConversionEngine}]"); if (!$dbConvertCollectionJob) { // creats a child convert job if ($parentJob) { $dbConvertCollectionJob = $parentJob->createChild(); KalturaLog::log("Created from parent convert job with entry id [" . $dbConvertCollectionJob->getEntryId() . "]"); } else { $dbConvertCollectionJob = new BatchJob(); $dbConvertCollectionJob->setEntryId($entry->getId()); $dbConvertCollectionJob->setPartnerId($entry->getPartnerId()); $dbConvertCollectionJob->save(); KalturaLog::log("Created from convert collection job with entry id [" . $dbConvertCollectionJob->getEntryId() . "]"); } } KalturaLog::log("Calling CDLProceessFlavorsForCollection with [" . count($finalFlavorParamsOutputs) . "] flavor params"); $xml = KDLWrap::CDLProceessFlavorsForCollection($finalFlavorParamsOutputs); $xml = str_replace(KDLCmdlinePlaceholders::OutFileName, $fileName, $xml); $syncKey = $dbConvertCollectionJob->getSyncKey(BatchJob::FILE_SYNC_BATCHJOB_SUB_TYPE_CONFIG); kFileSyncUtils::file_put_contents($syncKey, $xml); $fileSync = kFileSyncUtils::getLocalFileSyncForKey($syncKey); $remoteUrl = $fileSync->getExternalUrl($entry->getId()); $localPath = kFileSyncUtils::getLocalFilePathForKey($syncKey); $commandLines = array(conversionEngineType::EXPRESSION_ENCODER3 => KDLCmdlinePlaceholders::InFileName . ' ' . KDLCmdlinePlaceholders::ConfigFileName); $commandLinesStr = flavorParamsOutput::buildCommandLinesStr($commandLines); $convertCollectionData->setInputXmlLocalPath($localPath); $convertCollectionData->setInputXmlRemoteUrl($remoteUrl); $convertCollectionData->setCommandLinesStr($commandLinesStr); $dbConvertCollectionJob->setFileSize(kFile::fileSize($convertCollectionData->getSrcFileSyncLocalPath())); return kJobsManager::addJob($dbConvertCollectionJob, $convertCollectionData, BatchJobType::CONVERT_COLLECTION, $currentConversionEngine); }