BxDolTranscoder.php 36 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966
  1. <?php defined('BX_DOL') or die('hack attempt');
  2. /**
  3. * Copyright (c) UNA, Inc - https://una.io
  4. * MIT License - https://opensource.org/licenses/MIT
  5. *
  6. * @defgroup UnaCore UNA Core
  7. * @{
  8. */
  9. define('BX_DOL_QUEUE_PENDING', 'pending'); ///< file is pending for processing
  10. define('BX_DOL_QUEUE_PROCESSING', 'processing'); ///< file is in the process
  11. define('BX_DOL_QUEUE_COMPLETE', 'complete'); ///< file is already processed
  12. define('BX_DOL_QUEUE_FAILED', 'failed'); ///< file processing was failed
  13. define('BX_DOL_QUEUE_DELETE', 'delete'); ///< file is subject to delete
  14. if (!defined('BX_DOL_MAX_RETINA_DIMENSION_MOBILE'))
  15. define('BX_DOL_MAX_RETINA_DIMENSION_MOBILE', 500); ///< max image dimension which will be processes as retine on mobiles
  16. if (!defined('BX_DOL_SKIP_ATIME_UPDATE'))
  17. define('BX_DOL_SKIP_ATIME_UPDATE', 43200); ///< time interval to not update last access time, it should be comaparatively low compared to atime_prining
  18. /**
  19. * Base class for @see BxDolTranscoderImage and @see BxDolTranscoderVideo transcoders
  20. */
  21. class BxDolTranscoder extends BxDolFactory implements iBxDolFactoryObject
  22. {
  23. protected $_sLog = ''; ///< file conversion log
  24. protected $_aObject; ///< object properties
  25. protected $_oStorage; ///< storage object, transcoded files are stored here
  26. protected $_oDb; ///< database queries object
  27. protected $_sRetinaSuffix = '@2x'; ///< handler suffix for retina image file
  28. protected $_sQueueTable = ''; ///< table with queued files for transcoding
  29. protected $_sQueueStorage = ''; ///< storage object to storage temporary files
  30. protected $_iDevicePixelRatio = false; ///< force device pixel ratio, 1 or 2
  31. /**
  32. * constructor
  33. */
  34. protected function __construct($aObject, $oStorage)
  35. {
  36. parent::__construct();
  37. $this->_aObject = $aObject;
  38. $this->_oStorage = $oStorage;
  39. $this->_oDb = null;
  40. }
  41. /**
  42. * Get transcode object instance.
  43. * @param $sObject - name of transcode object.
  44. * @return false on error or instance of transcoder class.
  45. */
  46. public static function getObjectInstance($sObject)
  47. {
  48. if (isset($GLOBALS['bxDolClasses'][__CLASS__ . '!' . $sObject]))
  49. return $GLOBALS['bxDolClasses'][__CLASS__ . '!'.$sObject];
  50. // get transcode object
  51. $aObject = BxDolTranscoderQuery::getTranscoderObject($sObject);
  52. if (!$aObject || !is_array($aObject))
  53. return false;
  54. if ($aObject['source_params'])
  55. $aObject['source_params'] = unserialize($aObject['source_params']);
  56. $aObject['filters'] = false; // filters are initialized on demand
  57. // create storage object to store transcoded data
  58. $oStorage = BxDolStorage::getObjectInstance($aObject['storage_object']);
  59. if (!$oStorage)
  60. return false;
  61. // create instance
  62. $sClass = $aObject['override_class_name'] ? $aObject['override_class_name'] : 'BxDolTranscoderImage';
  63. if (!empty($aObject['override_class_file']))
  64. require_once(BX_DIRECTORY_PATH_ROOT . $aObject['override_class_file']);
  65. $o = new $sClass ($aObject, $oStorage);
  66. return ($GLOBALS['bxDolClasses'][__CLASS__ . '!' . $sObject] = $o);
  67. }
  68. /**
  69. * Delete outdated transcoed data from all transcoeeed objects, by last access time.
  70. * It called on cron, usually every day.
  71. * @return total number of pruned/deleted files
  72. */
  73. static public function pruning ()
  74. {
  75. $iCount = 0;
  76. $aObjects = self::getTranscoderObjects();
  77. foreach ($aObjects as $aObject) {
  78. if (!$aObject['atime_tracking'] || !$aObject['atime_pruning'])
  79. continue;
  80. $oTranscoder = self::getObjectInstance($aObject['object']);
  81. if (!$oTranscoder)
  82. continue;
  83. $iCount += $oTranscoder->prune();
  84. }
  85. return $iCount;
  86. }
  87. /**
  88. * Get transcoder objects array
  89. * @return array
  90. */
  91. static protected function getTranscoderObjects ()
  92. {
  93. return BxDolTranscoderQuery::getTranscoderObjects ();
  94. }
  95. /**
  96. * Process files queued for transcoding
  97. * Can be performed on separate server.
  98. */
  99. static public function processQueue ($bQueuePruning = true)
  100. {
  101. if ($bQueuePruning)
  102. self::pruneQueue();
  103. $a = BxDolTranscoderQuery::getNextInQueue (gethostname());
  104. foreach ($a as $r) {
  105. $o = self::getObjectInstance($r['transcoder_object']);
  106. if (!$o) {
  107. BxDolTranscoderQuery::deleteFromQueueById($r['id']);
  108. continue;
  109. }
  110. $aQueue = $o->getDb()->getFromQueue($r['file_id_source']);
  111. if (!$aQueue || $aQueue['status'] != BX_DOL_QUEUE_PENDING)
  112. continue;
  113. $o->transcode($aQueue['file_id_source'], $aQueue['profile_id']);
  114. }
  115. }
  116. static public function pruneQueue ()
  117. {
  118. $a = BxDolTranscoderQuery::getForDeletionFromQueue (gethostname());
  119. if (!$a)
  120. return false;
  121. foreach ($a as $aQueue) {
  122. $o = self::getObjectInstance($aQueue['transcoder_object']);
  123. if ($o)
  124. $o->deleteFromQueue($aQueue['file_id_source']);
  125. }
  126. }
  127. /**
  128. * Store completed files from tmp queue storage to the final storage
  129. * Must be performed on the actual site.
  130. */
  131. static public function processCompleted ()
  132. {
  133. $a = BxDolTranscoderQuery::getCompletedFromQueue ();
  134. foreach ($a as $r) {
  135. $o = self::getObjectInstance($r['transcoder_object']);
  136. $aQueue = $o->getDb()->getFromQueue($r['file_id_source']);
  137. if (!$aQueue || $aQueue['status'] != BX_DOL_QUEUE_COMPLETE)
  138. continue;
  139. if ($aQueue['file_url_result'] && $aQueue['file_id_result']) {
  140. // get transcoded file from provided URL
  141. $sFileData = bx_file_get_contents ($aQueue['file_url_result']);
  142. if (false === $sFileData) {
  143. $o->getDb()->updateQueueStatus($aQueue['file_id_source'], BX_DOL_QUEUE_FAILED, "download file failed: {$aQueue['file_url_result']}\n");
  144. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: processCompleted failed, get transcoded file from URL ({$aQueue['file_url_result']}) failed");
  145. continue;
  146. }
  147. $sTmpFile = $o->getTmpFilename ('.' . $aQueue['file_ext_result']);
  148. if (!file_put_contents($sTmpFile, $sFileData)) {
  149. $o->getDb()->updateQueueStatus($aQueue['file_id_source'], BX_DOL_QUEUE_FAILED, "store downloaded file failed\n");
  150. @unlink($sTmpFile);
  151. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: processCompleted failed, store transcoded file to tmp file ({$sTmpFile}) failed");
  152. continue;
  153. }
  154. // store downloaded file in final storage
  155. if ($o->storeTranscodedFile($aQueue['file_id_source'], $sTmpFile, $aQueue['profile_id'])) {
  156. $o->getDb()->updateQueueStatus($aQueue['file_id_source'], BX_DOL_QUEUE_DELETE); // mark to delete it (deletion is performed on the server where it was transcoded)
  157. } else {
  158. $o->getDb()->updateQueueStatus($aQueue['file_id_source'], BX_DOL_QUEUE_FAILED, "store file failed:\n" . $o->getLog());
  159. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: processCompleted failed, store transcoded file ({$aQueue['file_id_source']}) in final storage failed: " . $o->getLog());
  160. }
  161. // delete tmp local file
  162. @unlink($sTmpFile);
  163. }
  164. }
  165. }
  166. /**
  167. * Register handlers array
  168. * It can be called upon module enable event.
  169. * @param $mixed array of transcoders objects, or just one object
  170. */
  171. static public function registerHandlersArray ($mixed)
  172. {
  173. self::_callFuncForObjectsArray ($mixed, 'registerHandlers');
  174. }
  175. /**
  176. * Register system handlers
  177. */
  178. static public function registerHandlersSystem()
  179. {
  180. $sPrefix = 'sys_';
  181. $aResults = array();
  182. $aTranscoders = BxDolTranscoderQuery::getTranscoderObjects();
  183. foreach($aTranscoders as $aTranscoder) {
  184. if(strncasecmp($aTranscoder['object'], $sPrefix, strlen($sPrefix)) !== 0)
  185. continue;
  186. $aResults[] = $aTranscoder['object'];
  187. }
  188. if(!empty($aResults))
  189. self::registerHandlersArray($aResults);
  190. }
  191. /**
  192. * Unregister handlers array
  193. * It can be called upon module disbale event.
  194. * @param $mixed array of transcoders objects, or just one object
  195. */
  196. static public function unregisterHandlersArray ($mixed)
  197. {
  198. self::_callFuncForObjectsArray ($mixed, 'unregisterHandlers');
  199. }
  200. /**
  201. * Cleanup (queue for deletion all resized files)
  202. * It can be called upon module disbale event.
  203. * @param $mixed array of transcoders objects, or just one object
  204. */
  205. static public function cleanupObjectsArray ($mixed)
  206. {
  207. self::_callFuncForObjectsArray ($mixed, 'cleanup');
  208. }
  209. /**
  210. * Called automatically, upon local(transcoded) file deletetion.
  211. */
  212. static public function onAlertResponseFileDeleteLocal ($oAlert, $sObject)
  213. {
  214. $oTranscoder = self::getObjectInstance($sObject);
  215. if (!$oTranscoder)
  216. return;
  217. if ($oAlert->sAction != 'file_deleted')
  218. return;
  219. $oTranscoder->onDeleteFileLocal($oAlert->iObject);
  220. }
  221. /**
  222. * Called automatically, upon original file deletetion.
  223. */
  224. static public function onAlertResponseFileDeleteOrig ($oAlert, $sObject)
  225. {
  226. $oTranscoder = self::getObjectInstance($sObject);
  227. if (!$oTranscoder)
  228. return;
  229. if ($oAlert->sAction != 'file_deleted')
  230. return;
  231. $oTranscoder->onDeleteFileOrig($oAlert->iObject);
  232. }
  233. /**
  234. * Called automatically, upon local(transcoded) file deletetion.
  235. */
  236. public function onDeleteFileLocal($iFileId)
  237. {
  238. return $this->_oDb->deleteFileTraces($iFileId);
  239. }
  240. /**
  241. * Called automatically, upon original file deletetion.
  242. */
  243. public function onDeleteFileOrig($mixedHandler)
  244. {
  245. // deleted files queued for transcoding
  246. $this->_oDb->deleteFromQueue ($mixedHandler);
  247. // delete main file
  248. $iFileId = $this->_oDb->getFileIdByHandler($mixedHandler);
  249. if ($iFileId && !$this->_oStorage->deleteFile($iFileId)) {
  250. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: onDeleteFileOrig failed for handler ({$mixedHandler}) delete failed");
  251. return false;
  252. }
  253. // delete retina file
  254. $iFileId = $this->_oDb->getFileIdByHandler($mixedHandler . $this->_sRetinaSuffix);
  255. if ($iFileId && !$this->_oStorage->deleteFile($iFileId)) {
  256. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: onDeleteFileOrig failed for handler ({$mixedHandler}) delete retina file failed");
  257. return false;
  258. }
  259. return true;
  260. }
  261. /**
  262. * Register necessary alert handlers for automatic deletetion of transcoded data if source file is deleted.
  263. * Make sure that you call it once, before first usage, for example upon module installation.
  264. */
  265. public function registerHandlers ()
  266. {
  267. if (!$this->_oDb->registerHandlers ())
  268. return false;
  269. return $this->clearCacheDB();
  270. }
  271. /**
  272. * Unregister alert handlers for automatic deletetion of transcoded data if source file is deleted.
  273. * Make sure that you call it once, for example upon module uninstallation.
  274. */
  275. public function unregisterHandlers ()
  276. {
  277. if (!$this->_oDb->unregisterHandlers ())
  278. return false;
  279. return $this->clearCacheDB();
  280. }
  281. /**
  282. * Delete (queue for deletion) all resized files for the current object
  283. */
  284. public function cleanup ()
  285. {
  286. return $this->_oStorage->queueFilesForDeletionFromObject();
  287. }
  288. /**
  289. * Get storage object where transcoded data is stored
  290. */
  291. public function getStorage()
  292. {
  293. return $this->_oStorage;
  294. }
  295. /**
  296. * Get database object instance
  297. */
  298. public function getDb()
  299. {
  300. return $this->_oDb;
  301. }
  302. /**
  303. * check if transcoder suppors given file mime type
  304. */
  305. public function isMimeTypeSupported($sMimeType)
  306. {
  307. return false;
  308. }
  309. /**
  310. * Get transcoded file url.
  311. * If transcoded file is ready then direct url to the file is returned.
  312. * If there is no transcoded data available, then special url is returned, upon opening this url image is transcoded automatically and redirects to the ready transcoed image.
  313. * @param $mixedHandler - file handler
  314. * @return file url, or false on error.
  315. */
  316. public function getFileUrl($mixedHandler)
  317. {
  318. if (bx_is_api())
  319. return $this->getOrigFileUrl($mixedHandler);
  320. if ($this->isFileReady($mixedHandler)) {
  321. $mixedHandler = $this->processHandlerForRetinaDevice($mixedHandler);
  322. $iFileId = $this->_oDb->getFileIdByHandler($mixedHandler);
  323. if (!$iFileId) {
  324. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: getFileUrl failed for handler ({$mixedHandler}) source file id wasn't found");
  325. return false;
  326. }
  327. $aFile = $this->_oStorage->getFile($iFileId);
  328. if (!$aFile) {
  329. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: getFileUrl failed for handler ({$mixedHandler}) source file wasn't found in the source storage");
  330. return false;
  331. }
  332. if ($this->_aObject['atime_tracking'])
  333. $this->_oDb->updateAccessTime($mixedHandler);
  334. return $this->_oStorage->getFileUrlById($iFileId);
  335. }
  336. if ($this->_sQueueTable && !$this->addToQueue($mixedHandler)) { // add file to queue (when queue is enabled) if it isn't transcoded yet
  337. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: getFileUrl failed for handler ({$mixedHandler}), can't add file to queue");
  338. return false;
  339. }
  340. return $this->getFileUrlNotReady($mixedHandler);
  341. }
  342. /**
  343. * alias for @see getFileUrl
  344. */
  345. public function getFileUrlById($mixedHandler)
  346. {
  347. if (bx_is_api())
  348. return $this->getOrigFileUrl($mixedHandler);
  349. return $this->getFileUrl($mixedHandler);
  350. }
  351. /**
  352. * Check if transcoded data is available. No need to call it directly, it is called automatically when it is needed.
  353. * @param $mixedHandler - file handler
  354. * @param $isCheckOutdated - check if transcoded file is outdated
  355. * @return false if there is no ready transcoded file is available or it is outdated, true if file is ready
  356. */
  357. public function isFileReady ($mixedHandler, $isCheckOutdated = true)
  358. {
  359. $sMethodFileReady = 'isFileReady_' . $this->_aObject['source_type'];
  360. return $this->$sMethodFileReady($mixedHandler, $isCheckOutdated);
  361. }
  362. /**
  363. * Transcode file, no need to call it directly, it is called automatically when it is needed.
  364. * @param $mixedHandler - file handler
  365. * @param $iProfileId - optional profile id, to assign transcoded file ownership to, usually it is NOT assigned to any particular profile, so just leave it default
  366. * @return true on success, false on error
  367. */
  368. public function transcode ($mixedHandler, $iProfileId = 0)
  369. {
  370. $sExtChange = false;
  371. $bRet = true;
  372. $iPID = function_exists('posix_getpid') ? posix_getpid() : 0;
  373. $this->_oDb->updateQueueStatus($mixedHandler, BX_DOL_QUEUE_PROCESSING, '', gethostname(), '', '', '', $iPID);
  374. do {
  375. // create tmp file locally
  376. $sSuffix = $this->_sQueueStorage ? 'Queue' : $this->_aObject['source_type'];
  377. $sMethodStoreFile = 'storeFileLocally_' . $sSuffix;
  378. $sTmpFile = $this->$sMethodStoreFile($mixedHandler);
  379. if (!$sTmpFile) {
  380. $this->_oDb->updateQueueStatus($mixedHandler, BX_DOL_QUEUE_FAILED, "store local tmp file failed ($sMethodStoreFile)");
  381. $bRet = false;
  382. break;
  383. }
  384. // appply filters to tmp file
  385. $this->initFilters ();
  386. foreach ($this->_aObject['filters'] as $aParams) {
  387. $this->clearLog();
  388. $sMethodFilter = 'applyFilter_' . $aParams['filter'];
  389. if (!method_exists($this, $sMethodFilter))
  390. continue;
  391. if (!$this->$sMethodFilter($sTmpFile, $aParams['filter_params'])) {
  392. unlink($sTmpFile);
  393. $this->_oDb->updateQueueStatus($mixedHandler, BX_DOL_QUEUE_FAILED, "filter failed: $sMethodFilter\n" . $this->getLog());
  394. $bRet = false;
  395. break 2;
  396. }
  397. if (!empty($aParams['filter_params']['force_type'])) {
  398. switch ($aParams['filter_params']['force_type']) {
  399. case 'jpeg':
  400. case 'jpg':
  401. $sExtChange = 'jpg';
  402. break;
  403. default:
  404. $sExtChange = $aParams['filter_params']['force_type'];
  405. }
  406. }
  407. if ($sExtChange) {
  408. $iDotPos = strrpos($sTmpFile, '.');
  409. $sExtOld = false === $iDotPos ? '' : substr($sTmpFile, $iDotPos+1);
  410. if ($sExtOld != $sExtChange) {
  411. $sTmpFileOld = $sTmpFile;
  412. $sTmpFile = false === $iDotPos ? $sTmpFile . '.' . $sExtChange : substr_replace($sTmpFile, $sExtChange, $iDotPos+1, strlen($sExtOld));
  413. if (!rename($sTmpFileOld, $sTmpFile)) {
  414. @unlink($sTmpFileOld);
  415. $this->_oDb->updateQueueStatus($mixedHandler, BX_DOL_QUEUE_FAILED, "change file extension failed: $sTmpFileOld => $sTmpFile");
  416. $bRet = false;
  417. break 2;
  418. }
  419. }
  420. }
  421. }
  422. bx_alert('system', 'transcode', $mixedHandler, false, array(
  423. 'transcoder_object' => $this->_aObject['object'],
  424. 'object' => $this,
  425. 'db' => $this->_oDb,
  426. 'file_path' => $sTmpFile,
  427. 'ret' => &$bRet,
  428. ));
  429. $mixedHandler = $this->processHandlerForRetinaDevice($mixedHandler);
  430. if ($this->_sQueueStorage) {
  431. $sFileUrlResult = '';
  432. if (!($iFileIdResult = $this->storeTranscodedFileInQueueStorage($mixedHandler, $sTmpFile, $sFileUrlResult)))
  433. $this->_oDb->updateQueueStatus($mixedHandler, BX_DOL_QUEUE_FAILED, "store queue tmp file failed:\n" . $this->getLog());
  434. else
  435. $this->_oDb->updateQueueStatus($mixedHandler, BX_DOL_QUEUE_COMPLETE, '', '', $iFileIdResult, $sFileUrlResult, $sExtChange);
  436. } else {
  437. $bRet = $this->storeTranscodedFile($mixedHandler, $sTmpFile, $iProfileId);
  438. if ($bRet)
  439. $this->deleteFromQueue($mixedHandler);
  440. else
  441. $this->_oDb->updateQueueStatus($mixedHandler, BX_DOL_QUEUE_FAILED, "store file failed:\n" . $this->getLog());
  442. }
  443. @unlink($sTmpFile);
  444. } while (false);
  445. bx_alert($this->_aObject['object'], 'transcoded', $mixedHandler, false, array(
  446. 'object' => $this,
  447. 'ret' => $bRet,
  448. ));
  449. return $bRet;
  450. }
  451. /**
  452. * Delete outdated files by last access time.
  453. * @return number of pruned/deleted files
  454. */
  455. public function prune ()
  456. {
  457. $aFiles = $this->_oDb->getFilesForPruning();
  458. if (!$aFiles)
  459. return false;
  460. $iCount = 0;
  461. foreach ($aFiles as $r)
  462. $iCount += $this->_oStorage->deleteFile($r['file_id']) ? 1 : 0;
  463. return $iCount;
  464. }
  465. public function forceDevicePixelRatio ($i)
  466. {
  467. if (!$i)
  468. $this->_iDevicePixelRatio = false;
  469. elseif ($i >= 2)
  470. $this->_iDevicePixelRatio = 2;
  471. else
  472. $this->_iDevicePixelRatio = 1;
  473. }
  474. public function getDevicePixelRatio ()
  475. {
  476. $iRet = 1;
  477. if($this->_iDevicePixelRatio)
  478. $iRet = $this->_iDevicePixelRatio;
  479. else if(!isset($this->_aObject['source_params']['disable_retina']) || !$this->_aObject['source_params']['disable_retina'])
  480. $iRet = bx_get_device_pixel_ratio();
  481. // don't resize images on mobile if they are already big enough
  482. if ($iRet > 1 && $this->isMobile() && $this->getMaxResizeDimention() >= BX_DOL_MAX_RETINA_DIMENSION_MOBILE)
  483. $iRet = 1;
  484. return $iRet;
  485. }
  486. public function getOrigFileUrl ($mixedHandler)
  487. {
  488. $sMethodStoreFile = 'getOrigFileUrl_' . $this->_aObject['source_type'];
  489. return $this->$sMethodStoreFile($mixedHandler);
  490. }
  491. /**
  492. * Get file url when file isn't transcoded yet
  493. */
  494. public function getFileUrlNotReady($mixedHandler)
  495. {
  496. return false;
  497. }
  498. public function getTmpFilename ($sOverrideName = false)
  499. {
  500. if ($sOverrideName)
  501. return BX_DIRECTORY_PATH_TMP . rand(10000, 99999) . $sOverrideName;
  502. return tempnam(BX_DIRECTORY_PATH_TMP, $this->_aObject['object']);
  503. }
  504. public function clearLog()
  505. {
  506. $this->_sLog = '';
  507. }
  508. public function addToLog($s)
  509. {
  510. $this->_sLog .= $s;
  511. }
  512. public function getLog()
  513. {
  514. return $this->_sLog;
  515. }
  516. public function deleteFromQueue ($mixedHandler)
  517. {
  518. $sErrMsg = "delete queue tmp file failed:\n";
  519. $a = $this->_oDb->getFromQueue($mixedHandler);
  520. if (!$a || $a['server'] != gethostname()) // deletion must be performed on the server where it was transcoded
  521. return false;
  522. if ($a['file_id_result'] && $this->_sQueueStorage && 0 !== strncmp($a['log'], $sErrMsg, strlen($sErrMsg))) {
  523. $oStorage = BxDolStorage::getObjectInstance($this->_sQueueStorage);
  524. if (!$oStorage->deleteFile($a['file_id_result'])) {
  525. $this->_oDb->updateQueueStatus($mixedHandler, BX_DOL_QUEUE_FAILED, $sErrMsg . $this->getLog());
  526. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: deleteFromQueue failed for handler ({$mixedHandler}): " . $this->getLog());
  527. return false;
  528. }
  529. }
  530. return $this->_oDb->deleteFromQueue($mixedHandler);
  531. }
  532. public function storeTranscodedFile ($mixedHandler, $sTmpFile, $iProfileId)
  533. {
  534. $sMethodIsPrivate = 'isPrivate_' . $this->_aObject['source_type'];
  535. $isPrivate = $this->$sMethodIsPrivate($mixedHandler);
  536. $iFileId = $this->_oStorage->storeFileFromPath ($sTmpFile, $isPrivate, $iProfileId);
  537. if (!$iFileId) {
  538. $this->addToLog($this->_oStorage->getErrorString());
  539. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeTranscodedFile failed for handler ({$mixedHandler}): " . $this->_oStorage->getErrorString());
  540. return false;
  541. }
  542. if (!$this->_oDb->updateHandler($iFileId, $mixedHandler)) {
  543. $this->_oStorage->deleteFile($iFileId);
  544. return false;
  545. }
  546. $this->_oStorage->afterUploadCleanup($iFileId, $iProfileId);
  547. return true;
  548. }
  549. protected function storeTranscodedFileInQueueStorage ($mixedHandler, $sTmpFile, &$sFileUrlResult)
  550. {
  551. if (!$this->_sQueueStorage)
  552. return false;
  553. $oStorage = BxDolStorage::getObjectInstance($this->_sQueueStorage);
  554. $iFileIdResult = $oStorage->storeFileFromPath ($sTmpFile, 1, 0);
  555. if (!$iFileIdResult) {
  556. $this->addToLog($oStorage->getErrorString());
  557. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeTranscodedFileInQueueStorage failed for handler ({$mixedHandler}): " . $oStorage->getErrorString());
  558. return false;
  559. }
  560. if (!($sFileUrlResult = $oStorage->getFileUrlById($iFileIdResult))) {
  561. $this->_oStorage->deleteFile($iFileIdResult);
  562. return false;
  563. }
  564. $oStorage->afterUploadCleanup($iFileIdResult, 0);
  565. return $iFileIdResult;
  566. }
  567. protected function addToQueue($mixedHandler, $iProfileId = 0)
  568. {
  569. if ($this->_oDb->getFromQueue($mixedHandler))
  570. return true;
  571. $sFileUrl = $this->getOrigFileUrl($mixedHandler);
  572. return $this->_oDb->addToQueue ($mixedHandler, $sFileUrl, $iProfileId);
  573. }
  574. protected function applyFilter_Resize ($sFile, $aParams)
  575. {
  576. $o = BxDolImageResize::getInstance();
  577. $o->removeCropOptions ();
  578. $o->setSize (isset($aParams['w']) ? round($aParams['w'] * $this->getDevicePixelRatio()) : null, isset($aParams['h']) ? round($aParams['h'] * $this->getDevicePixelRatio()) : null);
  579. if (isset($aParams['crop_resize']) && $aParams['crop_resize'])
  580. $o->setAutoCrop (true);
  581. elseif (isset($aParams['square_resize']) && $aParams['square_resize'])
  582. $o->setSquareResize (true);
  583. else
  584. $o->setSquareResize (false);
  585. if (IMAGE_ERROR_SUCCESS == $o->resize($sFile))
  586. return true;
  587. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: applyFilter_Resize failed for file ({$sFile}): " . $o->getError());
  588. return false;
  589. }
  590. protected function isFileReady_Folder ($mixedHandlerOrig, $isCheckOutdated = true)
  591. {
  592. $mixedHandler = $this->processHandlerForRetinaDevice($mixedHandlerOrig);
  593. $iFileId = $this->_oDb->getFileIdByHandler($mixedHandler);
  594. if (!$iFileId)
  595. return false;
  596. $aFile = $this->_oStorage->getFile($iFileId);
  597. if (!$aFile)
  598. return false;
  599. if ($isCheckOutdated) { // warning, $isCheckOutdated is partially supported for Folder source type - file modification is not checked
  600. if ($this->_aObject['ts'] > $aFile['modified'] || !$this->getFilePath_Folder($mixedHandlerOrig)) { // if we changed transcoder object params or original file is deleted
  601. // delete file, so it will be recreated next time
  602. if ($this->_oStorage->deleteFile($aFile['id']))
  603. return false;
  604. }
  605. }
  606. return true;
  607. }
  608. protected function isFileReady_Storage ($mixedHandlerOrig, $isCheckOutdated = true)
  609. {
  610. $mixedHandler = $this->processHandlerForRetinaDevice($mixedHandlerOrig);
  611. $iFileId = $this->_oDb->getFileIdByHandler($mixedHandler);
  612. if (!$iFileId)
  613. return false;
  614. $aFile = $this->_oStorage->getFile($iFileId);
  615. if (!$aFile)
  616. return false;
  617. if ($isCheckOutdated) {
  618. $oStorageOriginal = BxDolStorage::getObjectInstance($this->_aObject['source_params']['object']);
  619. if ($oStorageOriginal) {
  620. $aFileOriginal = $oStorageOriginal->getFile($mixedHandlerOrig);
  621. if (!$aFileOriginal || $aFileOriginal['modified'] > $aFile['modified'] || $this->_aObject['ts'] >= $aFile['modified']) { // if original file was changed OR we changed transcoder object params
  622. // delete file, so it will be recreated next time
  623. if ($this->_oStorage->deleteFile($aFile['id']))
  624. return false;
  625. }
  626. }
  627. }
  628. return true;
  629. }
  630. protected function isPrivate_Folder ($mixedHandler)
  631. {
  632. if ('no' == $this->_aObject['private'])
  633. return false;
  634. return true;
  635. }
  636. protected function isPrivate_Storage ($mixedHandler)
  637. {
  638. switch ($this->_aObject['private']) {
  639. case 'no':
  640. return false;
  641. case 'yes':
  642. return true;
  643. default:
  644. case 'auto':
  645. $oStorageOriginal = BxDolStorage::getObjectInstance($this->_aObject['source_params']['object']);
  646. if (!$oStorageOriginal)
  647. return true; // in case of error - make sure that file is not public accidentally
  648. $aFile = $oStorageOriginal->getFile($mixedHandler);
  649. return $oStorageOriginal->isFilePrivate($aFile['id']);
  650. }
  651. }
  652. protected function getFilePath_Folder ($mixedHandler)
  653. {
  654. $sPath = $this->_aObject['source_params']['path'] . $mixedHandler;
  655. if (!file_exists($sPath))
  656. $sPath = BX_DIRECTORY_PATH_ROOT . $sPath;
  657. if (!file_exists($sPath)) {
  658. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: getFilePath_Folder failed, file ({$sPath}) doesn't exist for handler ({$mixedHandler})");
  659. return false;
  660. }
  661. return $sPath;
  662. }
  663. protected function storeFileLocally_Folder ($mixedHandler)
  664. {
  665. $sPath = $this->getFilePath_Folder($mixedHandler);
  666. if (!$sPath) {
  667. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Folder failed, source file ({$sPath}) doesn't exist for handler ({$mixedHandler})");
  668. return false;
  669. }
  670. $sTmpFile = $this->getTmpFilename ($mixedHandler);
  671. if (!copy($sPath, $sTmpFile)) {
  672. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Folder failed, copy from file ({$sPath}) to file ({$sTmpFile}) failed");
  673. return false;
  674. }
  675. return $sTmpFile;
  676. }
  677. protected function storeFileLocally_Storage ($mixedHandler)
  678. {
  679. $oStorageOriginal = BxDolStorage::getObjectInstance($this->_aObject['source_params']['object']);
  680. if (!$oStorageOriginal) {
  681. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Storage failed, source storage({$this->_aObject['source_params']['object']}) isn't available");
  682. return false;
  683. }
  684. $aFile = $oStorageOriginal->getFile($mixedHandler);
  685. if (!$aFile) {
  686. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Storage failed, file({$mixedHandler}) wasn't found in source storage ({$this->_aObject['source_params']['object']})");
  687. return false;
  688. }
  689. $sUrl = $oStorageOriginal->getFileUrlById($mixedHandler);
  690. if (!$sUrl) {
  691. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Storage failed, file({$mixedHandler}) wasn't found in source storage ({$this->_aObject['source_params']['object']})");
  692. return false;
  693. }
  694. $sFileData = bx_file_get_contents ($sUrl, [], 'get', []);
  695. if (false === $sFileData) {
  696. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Storage failed, getting file from URL({$sUrl}) failed");
  697. return false;
  698. }
  699. $sTmpFile = $this->getTmpFilename ($aFile['file_name']);
  700. if (!file_put_contents($sTmpFile, $sFileData)) {
  701. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Storage failed, file save failed ({$sTmpFile})");
  702. return false;
  703. }
  704. return $sTmpFile;
  705. }
  706. protected function storeFileLocally_Queue ($mixedHandler)
  707. {
  708. $aQueue = $this->_oDb->getFromQueue($mixedHandler);
  709. if (!$aQueue || !$aQueue['file_url_source']) {
  710. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Queue failed, file ({$mixedHandler}) wasn't found in queue");
  711. return false;
  712. }
  713. $sFileData = bx_file_get_contents ($aQueue['file_url_source'], [], 'get', []);
  714. if (false === $sFileData) {
  715. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Queue failed, getting file from URL({$aQueue['file_url_source']}) failed");
  716. return false;
  717. }
  718. $sTmpFile = $this->getTmpFilename ($mixedHandler);
  719. if (!file_put_contents($sTmpFile, $sFileData)) {
  720. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Queue failed, file save failed ({$sTmpFile})");
  721. return false;
  722. }
  723. return $sTmpFile;
  724. }
  725. protected function getOrigFileUrl_Folder ($mixedHandler)
  726. {
  727. $sPath = $this->_aObject['source_params']['path'] . $mixedHandler;
  728. if (!file_exists(BX_DIRECTORY_PATH_ROOT . $sPath)) {
  729. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: getOrigFileUrl_Folder failed, source file ({$sPath}) doesn't exist");
  730. return false;
  731. }
  732. return BX_DOL_URL_ROOT . $sPath;
  733. }
  734. protected function getOrigFileUrl_Storage ($mixedHandler)
  735. {
  736. $oStorageOriginal = BxDolStorage::getObjectInstance($this->_aObject['source_params']['object']);
  737. if (!$oStorageOriginal) {
  738. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: getOrigFileUrl_Storage failed, source storage ({$this->_aObject['source_params']['object']}) doesn't exist");
  739. return false;
  740. }
  741. return $oStorageOriginal->getFileUrlById($mixedHandler);
  742. }
  743. protected function initFilters ()
  744. {
  745. if (false !== $this->_aObject['filters']) // filters are already initilized
  746. return;
  747. // get transcoder filters
  748. $aFilters = $this->_oDb->getTranscoderFilters();
  749. $this->_aObject['filters'] = array();
  750. foreach ($aFilters as $aFilter) {
  751. $aFilter['filter_params'] = $aFilter['filter_params'] ? unserialize($aFilter['filter_params']) : array();
  752. $this->_aObject['filters'][] = $aFilter;
  753. }
  754. }
  755. protected function clearCacheDB()
  756. {
  757. $oCacheDb = $this->_oDb->getDbCacheObject();
  758. return $oCacheDb->removeAllByPrefix('db_');
  759. }
  760. public function getDevicePixelRatioHandlerSuffix ()
  761. {
  762. $iDevicePixelRatio = $this->getDevicePixelRatio ();
  763. if ($iDevicePixelRatio >= 2)
  764. return $this->_sRetinaSuffix;
  765. return '';
  766. }
  767. protected function processHandlerForRetinaDevice ($mixedHandler)
  768. {
  769. return '' . $mixedHandler . $this->getDevicePixelRatioHandlerSuffix ();
  770. }
  771. static protected function _callFuncForObjectsArray ($mixed, $sFunc)
  772. {
  773. if (!is_array($mixed))
  774. $mixed = array($mixed);
  775. foreach ($mixed as $sObject) {
  776. $oTranscoder = self::getObjectInstance($sObject);
  777. if ($oTranscoder)
  778. $oTranscoder->$sFunc();
  779. }
  780. }
  781. /**
  782. * Get filter params
  783. * @param $sName filter name
  784. * @return array of filter params if filter was found, or false if given filter isn't enabled for the transcoder
  785. */
  786. public function getFilterParams ($sName)
  787. {
  788. $this->initFilters ();
  789. foreach ($this->_aObject['filters'] as $aParams)
  790. if ($sName == $aParams['filter'])
  791. return $aParams['filter_params'];
  792. return false;
  793. }
  794. public function getMaxResizeDimention ($sFilter = 'Resize', $sKey = '')
  795. {
  796. $a = $this->_oDb->getTranscoderFilters($sFilter);
  797. if (!$a)
  798. return 0;
  799. $aFilter = array_pop($a);
  800. $aFilterParams = $aFilter['filter_params'] ? unserialize($aFilter['filter_params']) : array();
  801. if ($sKey)
  802. return isset($aFilterParams[$sKey]) ? $aFilterParams[$sKey] : 0;
  803. return $aFilterParams ? max(isset($aFilterParams['w']) ? $aFilterParams['w'] : 0, isset($aFilterParams['h']) ? $aFilterParams['h'] : 0) : 0;
  804. }
  805. public function isMobile ()
  806. {
  807. return bx_is_mobile();
  808. }
  809. }
  810. /** @} */