BxDolTranscoder.php 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952
  1. <?php defined('BX_DOL') or die('hack attempt');
  2. /**
  3. * Copyright (c) UNA, Inc - https://una.io
  4. * MIT License - https://opensource.org/licenses/MIT
  5. *
  6. * @defgroup UnaCore UNA Core
  7. * @{
  8. */
  9. define('BX_DOL_QUEUE_PENDING', 'pending'); ///< file is pending for processing
  10. define('BX_DOL_QUEUE_PROCESSING', 'processing'); ///< file is in the process
  11. define('BX_DOL_QUEUE_COMPLETE', 'complete'); ///< file is already processed
  12. define('BX_DOL_QUEUE_FAILED', 'failed'); ///< file processing was failed
  13. define('BX_DOL_QUEUE_DELETE', 'delete'); ///< file is subject to delete
  14. if (!defined('BX_DOL_MAX_RETINA_DIMENSION_MOBILE'))
  15. define('BX_DOL_MAX_RETINA_DIMENSION_MOBILE', 500); ///< max image dimension which will be processes as retine on mobiles
  16. if (!defined('BX_DOL_SKIP_ATIME_UPDATE'))
  17. define('BX_DOL_SKIP_ATIME_UPDATE', 43200); ///< time interval to not update last access time, it should be comaparatively low compared to atime_prining
  18. /**
  19. * Base class for @see BxDolTranscoderImage and @see BxDolTranscoderVideo transcoders
  20. */
  21. class BxDolTranscoder extends BxDolFactory implements iBxDolFactoryObject
  22. {
  23. protected $_sLog = ''; ///< file conversion log
  24. protected $_aObject; ///< object properties
  25. protected $_oStorage; ///< storage object, transcoded files are stored here
  26. protected $_oDb; ///< database queries object
  27. protected $_sRetinaSuffix = '@2x'; ///< handler suffix for retina image file
  28. protected $_sQueueTable = ''; ///< table with queued files for transcoding
  29. protected $_sQueueStorage = ''; ///< storage object to storage temporary files
  30. protected $_iDevicePixelRatio = false; ///< force device pixel ratio, 1 or 2
  31. /**
  32. * constructor
  33. */
  34. protected function __construct($aObject, $oStorage)
  35. {
  36. parent::__construct();
  37. $this->_aObject = $aObject;
  38. $this->_oStorage = $oStorage;
  39. $this->_oDb = null;
  40. }
  41. /**
  42. * Get transcode object instance.
  43. * @param $sObject - name of transcode object.
  44. * @return false on error or instance of transcoder class.
  45. */
  46. public static function getObjectInstance($sObject)
  47. {
  48. if (isset($GLOBALS['bxDolClasses'][__CLASS__ . '!' . $sObject]))
  49. return $GLOBALS['bxDolClasses'][__CLASS__ . '!'.$sObject];
  50. // get transcode object
  51. $aObject = BxDolTranscoderQuery::getTranscoderObject($sObject);
  52. if (!$aObject || !is_array($aObject))
  53. return false;
  54. if ($aObject['source_params'])
  55. $aObject['source_params'] = unserialize($aObject['source_params']);
  56. $aObject['filters'] = false; // filters are initialized on demand
  57. // create storage object to store transcoded data
  58. $oStorage = BxDolStorage::getObjectInstance($aObject['storage_object']);
  59. if (!$oStorage)
  60. return false;
  61. // create instance
  62. $sClass = $aObject['override_class_name'] ? $aObject['override_class_name'] : 'BxDolTranscoderImage';
  63. if (!empty($aObject['override_class_file']))
  64. require_once(BX_DIRECTORY_PATH_ROOT . $aObject['override_class_file']);
  65. $o = new $sClass ($aObject, $oStorage);
  66. return ($GLOBALS['bxDolClasses'][__CLASS__ . '!' . $sObject] = $o);
  67. }
  68. /**
  69. * Delete outdated transcoed data from all transcoeeed objects, by last access time.
  70. * It called on cron, usually every day.
  71. * @return total number of pruned/deleted files
  72. */
  73. static public function pruning ()
  74. {
  75. $iCount = 0;
  76. $aObjects = self::getTranscoderObjects();
  77. foreach ($aObjects as $aObject) {
  78. if (!$aObject['atime_tracking'] || !$aObject['atime_pruning'])
  79. continue;
  80. $oTranscoder = self::getObjectInstance($aObject['object']);
  81. if (!$oTranscoder)
  82. continue;
  83. $iCount += $oTranscoder->prune();
  84. }
  85. return $iCount;
  86. }
  87. /**
  88. * Get transcoder objects array
  89. * @return array
  90. */
  91. static protected function getTranscoderObjects ()
  92. {
  93. return BxDolTranscoderQuery::getTranscoderObjects ();
  94. }
  95. /**
  96. * Process files queued for transcoding
  97. * Can be performed on separate server.
  98. */
  99. static public function processQueue ($bQueuePruning = true)
  100. {
  101. if ($bQueuePruning)
  102. self::pruneQueue();
  103. $a = BxDolTranscoderQuery::getNextInQueue (gethostname());
  104. foreach ($a as $r) {
  105. $o = self::getObjectInstance($r['transcoder_object']);
  106. if (!$o) {
  107. BxDolTranscoderQuery::deleteFromQueueById($r['id']);
  108. continue;
  109. }
  110. $aQueue = $o->getDb()->getFromQueue($r['file_id_source']);
  111. if (!$aQueue || $aQueue['status'] != BX_DOL_QUEUE_PENDING)
  112. continue;
  113. $o->transcode($aQueue['file_id_source'], $aQueue['profile_id']);
  114. }
  115. }
  116. static public function pruneQueue ()
  117. {
  118. $a = BxDolTranscoderQuery::getForDeletionFromQueue (gethostname());
  119. if (!$a)
  120. return false;
  121. foreach ($a as $aQueue) {
  122. $o = self::getObjectInstance($aQueue['transcoder_object']);
  123. if ($o)
  124. $o->deleteFromQueue($aQueue['file_id_source']);
  125. }
  126. }
  127. /**
  128. * Store completed files from tmp queue storage to the final storage
  129. * Must be performed on the actual site.
  130. */
  131. static public function processCompleted ()
  132. {
  133. $a = BxDolTranscoderQuery::getCompletedFromQueue ();
  134. foreach ($a as $r) {
  135. $o = self::getObjectInstance($r['transcoder_object']);
  136. $aQueue = $o->getDb()->getFromQueue($r['file_id_source']);
  137. if (!$aQueue || $aQueue['status'] != BX_DOL_QUEUE_COMPLETE)
  138. continue;
  139. if ($aQueue['file_url_result'] && $aQueue['file_id_result']) {
  140. // get transcoded file from provided URL
  141. $sFileData = bx_file_get_contents ($aQueue['file_url_result']);
  142. if (false === $sFileData) {
  143. $o->getDb()->updateQueueStatus($aQueue['file_id_source'], BX_DOL_QUEUE_FAILED, "download file failed: {$aQueue['file_url_result']}\n");
  144. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: processCompleted failed, get transcoded file from URL ({$aQueue['file_url_result']}) failed");
  145. continue;
  146. }
  147. $sTmpFile = $o->getTmpFilename ('.' . $aQueue['file_ext_result']);
  148. if (!file_put_contents($sTmpFile, $sFileData)) {
  149. $o->getDb()->updateQueueStatus($aQueue['file_id_source'], BX_DOL_QUEUE_FAILED, "store downloaded file failed\n");
  150. @unlink($sTmpFile);
  151. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: processCompleted failed, store transcoded file to tmp file ({$sTmpFile}) failed");
  152. continue;
  153. }
  154. // store downloaded file in final storage
  155. if ($o->storeTranscodedFile($aQueue['file_id_source'], $sTmpFile, $aQueue['profile_id'])) {
  156. $o->getDb()->updateQueueStatus($aQueue['file_id_source'], BX_DOL_QUEUE_DELETE); // mark to delete it (deletion is performed on the server where it was transcoded)
  157. } else {
  158. $o->getDb()->updateQueueStatus($aQueue['file_id_source'], BX_DOL_QUEUE_FAILED, "store file failed:\n" . $o->getLog());
  159. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: processCompleted failed, store transcoded file ({$aQueue['file_id_source']}) in final storage failed: " . $o->getLog());
  160. }
  161. // delete tmp local file
  162. @unlink($sTmpFile);
  163. }
  164. }
  165. }
  166. /**
  167. * Register handlers array
  168. * It can be called upon module enable event.
  169. * @param $mixed array of transcoders objects, or just one object
  170. */
  171. static public function registerHandlersArray ($mixed)
  172. {
  173. self::_callFuncForObjectsArray ($mixed, 'registerHandlers');
  174. }
  175. /**
  176. * Register system handlers
  177. */
  178. static public function registerHandlersSystem()
  179. {
  180. $sPrefix = 'sys_';
  181. $aResults = array();
  182. $aTranscoders = BxDolTranscoderQuery::getTranscoderObjects();
  183. foreach($aTranscoders as $aTranscoder) {
  184. if(strncasecmp($aTranscoder['object'], $sPrefix, strlen($sPrefix)) !== 0)
  185. continue;
  186. $aResults[] = $aTranscoder['object'];
  187. }
  188. if(!empty($aResults))
  189. self::registerHandlersArray($aResults);
  190. }
  191. /**
  192. * Unregister handlers array
  193. * It can be called upon module disbale event.
  194. * @param $mixed array of transcoders objects, or just one object
  195. */
  196. static public function unregisterHandlersArray ($mixed)
  197. {
  198. self::_callFuncForObjectsArray ($mixed, 'unregisterHandlers');
  199. }
  200. /**
  201. * Cleanup (queue for deletion all resized files)
  202. * It can be called upon module disbale event.
  203. * @param $mixed array of transcoders objects, or just one object
  204. */
  205. static public function cleanupObjectsArray ($mixed)
  206. {
  207. self::_callFuncForObjectsArray ($mixed, 'cleanup');
  208. }
  209. /**
  210. * Called automatically, upon local(transcoded) file deletetion.
  211. */
  212. static public function onAlertResponseFileDeleteLocal ($oAlert, $sObject)
  213. {
  214. $oTranscoder = self::getObjectInstance($sObject);
  215. if (!$oTranscoder)
  216. return;
  217. if ($oAlert->sAction != 'file_deleted')
  218. return;
  219. $oTranscoder->onDeleteFileLocal($oAlert->iObject);
  220. }
  221. /**
  222. * Called automatically, upon original file deletetion.
  223. */
  224. static public function onAlertResponseFileDeleteOrig ($oAlert, $sObject)
  225. {
  226. $oTranscoder = self::getObjectInstance($sObject);
  227. if (!$oTranscoder)
  228. return;
  229. if ($oAlert->sAction != 'file_deleted')
  230. return;
  231. $oTranscoder->onDeleteFileOrig($oAlert->iObject);
  232. }
  233. /**
  234. * Called automatically, upon local(transcoded) file deletetion.
  235. */
  236. public function onDeleteFileLocal($iFileId)
  237. {
  238. return $this->_oDb->deleteFileTraces($iFileId);
  239. }
  240. /**
  241. * Called automatically, upon original file deletetion.
  242. */
  243. public function onDeleteFileOrig($mixedHandler)
  244. {
  245. // deleted files queued for transcoding
  246. $this->_oDb->deleteFromQueue ($mixedHandler);
  247. // delete main file
  248. $iFileId = $this->_oDb->getFileIdByHandler($mixedHandler);
  249. if ($iFileId && !$this->_oStorage->deleteFile($iFileId)) {
  250. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: onDeleteFileOrig failed for handler ({$mixedHandler}) delete failed");
  251. return false;
  252. }
  253. // delete retina file
  254. $iFileId = $this->_oDb->getFileIdByHandler($mixedHandler . $this->_sRetinaSuffix);
  255. if ($iFileId && !$this->_oStorage->deleteFile($iFileId)) {
  256. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: onDeleteFileOrig failed for handler ({$mixedHandler}) delete retina file failed");
  257. return false;
  258. }
  259. return true;
  260. }
  261. /**
  262. * Register necessary alert handlers for automatic deletetion of transcoded data if source file is deleted.
  263. * Make sure that you call it once, before first usage, for example upon module installation.
  264. */
  265. public function registerHandlers ()
  266. {
  267. if (!$this->_oDb->registerHandlers ())
  268. return false;
  269. return $this->clearCacheDB();
  270. }
  271. /**
  272. * Unregister alert handlers for automatic deletetion of transcoded data if source file is deleted.
  273. * Make sure that you call it once, for example upon module uninstallation.
  274. */
  275. public function unregisterHandlers ()
  276. {
  277. if (!$this->_oDb->unregisterHandlers ())
  278. return false;
  279. return $this->clearCacheDB();
  280. }
  281. /**
  282. * Delete (queue for deletion) all resized files for the current object
  283. */
  284. public function cleanup ()
  285. {
  286. return $this->_oStorage->queueFilesForDeletionFromObject();
  287. }
  288. /**
  289. * Get storage object where transcoded data is stored
  290. */
  291. public function getStorage()
  292. {
  293. return $this->_oStorage;
  294. }
  295. /**
  296. * Get database object instance
  297. */
  298. public function getDb()
  299. {
  300. return $this->_oDb;
  301. }
  302. /**
  303. * check if transcoder suppors given file mime type
  304. */
  305. public function isMimeTypeSupported($sMimeType)
  306. {
  307. return false;
  308. }
  309. /**
  310. * Get transcoded file url.
  311. * If transcoded file is ready then direct url to the file is returned.
  312. * If there is no transcoded data available, then special url is returned, upon opening this url image is transcoded automatically and redirects to the ready transcoed image.
  313. * @param $mixedHandler - file handler
  314. * @return file url, or false on error.
  315. */
  316. public function getFileUrl($mixedHandler)
  317. {
  318. if ($this->isFileReady($mixedHandler)) {
  319. $mixedHandler = $this->processHandlerForRetinaDevice($mixedHandler);
  320. $iFileId = $this->_oDb->getFileIdByHandler($mixedHandler);
  321. if (!$iFileId) {
  322. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: getFileUrl failed for handler ({$mixedHandler}) source file id wasn't found");
  323. return false;
  324. }
  325. $aFile = $this->_oStorage->getFile($iFileId);
  326. if (!$aFile) {
  327. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: getFileUrl failed for handler ({$mixedHandler}) source file wasn't found in the source storage");
  328. return false;
  329. }
  330. if ($this->_aObject['atime_tracking'])
  331. $this->_oDb->updateAccessTime($mixedHandler);
  332. return $this->_oStorage->getFileUrlById($iFileId);
  333. }
  334. if ($this->_sQueueTable && !$this->addToQueue($mixedHandler)) { // add file to queue (when queue is enabled) if it isn't transcoded yet
  335. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: getFileUrl failed for handler ({$mixedHandler}), can't add file to queue");
  336. return false;
  337. }
  338. return $this->getFileUrlNotReady($mixedHandler);
  339. }
  340. /**
  341. * alias for @see getFileUrl
  342. */
  343. public function getFileUrlById($mixedHandler)
  344. {
  345. return $this->getFileUrl($mixedHandler);
  346. }
  347. /**
  348. * Check if transcoded data is available. No need to call it directly, it is called automatically when it is needed.
  349. * @param $mixedHandler - file handler
  350. * @param $isCheckOutdated - check if transcoded file is outdated
  351. * @return false if there is no ready transcoded file is available or it is outdated, true if file is ready
  352. */
  353. public function isFileReady ($mixedHandler, $isCheckOutdated = true)
  354. {
  355. $sMethodFileReady = 'isFileReady_' . $this->_aObject['source_type'];
  356. return $this->$sMethodFileReady($mixedHandler, $isCheckOutdated);
  357. }
  358. /**
  359. * Transcode file, no need to call it directly, it is called automatically when it is needed.
  360. * @param $mixedHandler - file handler
  361. * @param $iProfileId - optional profile id, to assign transcoded file ownership to, usually it is NOT assigned to any particular profile, so just leave it default
  362. * @return true on success, false on error
  363. */
  364. public function transcode ($mixedHandler, $iProfileId = 0)
  365. {
  366. $sExtChange = false;
  367. $bRet = true;
  368. $iPID = function_exists('posix_getpid') ? posix_getpid() : 0;
  369. $this->_oDb->updateQueueStatus($mixedHandler, BX_DOL_QUEUE_PROCESSING, '', gethostname(), '', '', '', $iPID);
  370. do {
  371. // create tmp file locally
  372. $sSuffix = $this->_sQueueStorage ? 'Queue' : $this->_aObject['source_type'];
  373. $sMethodStoreFile = 'storeFileLocally_' . $sSuffix;
  374. $sTmpFile = $this->$sMethodStoreFile($mixedHandler);
  375. if (!$sTmpFile) {
  376. $this->_oDb->updateQueueStatus($mixedHandler, BX_DOL_QUEUE_FAILED, "store local tmp file failed ($sMethodStoreFile)");
  377. $bRet = false;
  378. break;
  379. }
  380. // appply filters to tmp file
  381. $this->initFilters ();
  382. foreach ($this->_aObject['filters'] as $aParams) {
  383. $this->clearLog();
  384. $sMethodFilter = 'applyFilter_' . $aParams['filter'];
  385. if (!method_exists($this, $sMethodFilter))
  386. continue;
  387. if (!$this->$sMethodFilter($sTmpFile, $aParams['filter_params'])) {
  388. unlink($sTmpFile);
  389. $this->_oDb->updateQueueStatus($mixedHandler, BX_DOL_QUEUE_FAILED, "filter failed: $sMethodFilter\n" . $this->getLog());
  390. $bRet = false;
  391. break 2;
  392. }
  393. if (!empty($aParams['filter_params']['force_type'])) {
  394. switch ($aParams['filter_params']['force_type']) {
  395. case 'jpeg':
  396. case 'jpg':
  397. $sExtChange = 'jpg';
  398. break;
  399. default:
  400. $sExtChange = $aParams['filter_params']['force_type'];
  401. }
  402. }
  403. if ($sExtChange) {
  404. $iDotPos = strrpos($sTmpFile, '.');
  405. $sExtOld = false === $iDotPos ? '' : substr($sTmpFile, $iDotPos+1);
  406. if ($sExtOld != $sExtChange) {
  407. $sTmpFileOld = $sTmpFile;
  408. $sTmpFile = false === $iDotPos ? $sTmpFile . '.' . $sExtChange : substr_replace($sTmpFile, $sExtChange, $iDotPos+1, strlen($sExtOld));
  409. if (!rename($sTmpFileOld, $sTmpFile)) {
  410. @unlink($sTmpFileOld);
  411. $this->_oDb->updateQueueStatus($mixedHandler, BX_DOL_QUEUE_FAILED, "change file extension failed: $sTmpFileOld => $sTmpFile");
  412. $bRet = false;
  413. break 2;
  414. }
  415. }
  416. }
  417. }
  418. $mixedHandler = $this->processHandlerForRetinaDevice($mixedHandler);
  419. if ($this->_sQueueStorage) {
  420. $sFileUrlResult = '';
  421. if (!($iFileIdResult = $this->storeTranscodedFileInQueueStorage($mixedHandler, $sTmpFile, $sFileUrlResult)))
  422. $this->_oDb->updateQueueStatus($mixedHandler, BX_DOL_QUEUE_FAILED, "store queue tmp file failed:\n" . $this->getLog());
  423. else
  424. $this->_oDb->updateQueueStatus($mixedHandler, BX_DOL_QUEUE_COMPLETE, '', '', $iFileIdResult, $sFileUrlResult, $sExtChange);
  425. } else {
  426. $bRet = $this->storeTranscodedFile($mixedHandler, $sTmpFile, $iProfileId);
  427. if ($bRet)
  428. $this->deleteFromQueue($mixedHandler);
  429. else
  430. $this->_oDb->updateQueueStatus($mixedHandler, BX_DOL_QUEUE_FAILED, "store file failed:\n" . $this->getLog());
  431. }
  432. @unlink($sTmpFile);
  433. } while (false);
  434. bx_alert($this->_aObject['object'], 'transcoded', $mixedHandler, false, array(
  435. 'object' => $this,
  436. 'ret' => $bRet,
  437. ));
  438. return $bRet;
  439. }
  440. /**
  441. * Delete outdated files by last access time.
  442. * @return number of pruned/deleted files
  443. */
  444. public function prune ()
  445. {
  446. $aFiles = $this->_oDb->getFilesForPruning();
  447. if (!$aFiles)
  448. return false;
  449. $iCount = 0;
  450. foreach ($aFiles as $r)
  451. $iCount += $this->_oStorage->deleteFile($r['file_id']) ? 1 : 0;
  452. return $iCount;
  453. }
  454. public function forceDevicePixelRatio ($i)
  455. {
  456. if (!$i)
  457. $this->_iDevicePixelRatio = false;
  458. elseif ($i >= 2)
  459. $this->_iDevicePixelRatio = 2;
  460. else
  461. $this->_iDevicePixelRatio = 1;
  462. }
  463. public function getDevicePixelRatio ()
  464. {
  465. $iRet = 1;
  466. if($this->_iDevicePixelRatio)
  467. $iRet = $this->_iDevicePixelRatio;
  468. else if(!isset($this->_aObject['source_params']['disable_retina']) || !$this->_aObject['source_params']['disable_retina'])
  469. $iRet = bx_get_device_pixel_ratio();
  470. // don't resize images on mobile if they are already big enough
  471. if ($iRet > 1 && $this->isMobile() && $this->getMaxResizeDimention() >= BX_DOL_MAX_RETINA_DIMENSION_MOBILE)
  472. $iRet = 1;
  473. return $iRet;
  474. }
  475. public function getOrigFileUrl ($mixedHandler)
  476. {
  477. $sMethodStoreFile = 'getOrigFileUrl_' . $this->_aObject['source_type'];
  478. return $this->$sMethodStoreFile($mixedHandler);
  479. }
  480. /**
  481. * Get file url when file isn't transcoded yet
  482. */
  483. public function getFileUrlNotReady($mixedHandler)
  484. {
  485. return false;
  486. }
  487. public function getTmpFilename ($sOverrideName = false)
  488. {
  489. if ($sOverrideName)
  490. return BX_DIRECTORY_PATH_TMP . rand(10000, 99999) . $sOverrideName;
  491. return tempnam(BX_DIRECTORY_PATH_TMP, $this->_aObject['object']);
  492. }
  493. public function clearLog()
  494. {
  495. $this->_sLog = '';
  496. }
  497. public function addToLog($s)
  498. {
  499. $this->_sLog .= $s;
  500. }
  501. public function getLog()
  502. {
  503. return $this->_sLog;
  504. }
  505. public function deleteFromQueue ($mixedHandler)
  506. {
  507. $sErrMsg = "delete queue tmp file failed:\n";
  508. $a = $this->_oDb->getFromQueue($mixedHandler);
  509. if (!$a || $a['server'] != gethostname()) // deletion must be performed on the server where it was transcoded
  510. return false;
  511. if ($a['file_id_result'] && $this->_sQueueStorage && 0 !== strncmp($a['log'], $sErrMsg, strlen($sErrMsg))) {
  512. $oStorage = BxDolStorage::getObjectInstance($this->_sQueueStorage);
  513. if (!$oStorage->deleteFile($a['file_id_result'])) {
  514. $this->_oDb->updateQueueStatus($mixedHandler, BX_DOL_QUEUE_FAILED, $sErrMsg . $this->getLog());
  515. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: deleteFromQueue failed for handler ({$mixedHandler}): " . $this->getLog());
  516. return false;
  517. }
  518. }
  519. return $this->_oDb->deleteFromQueue($mixedHandler);
  520. }
  521. public function storeTranscodedFile ($mixedHandler, $sTmpFile, $iProfileId)
  522. {
  523. $sMethodIsPrivate = 'isPrivate_' . $this->_aObject['source_type'];
  524. $isPrivate = $this->$sMethodIsPrivate($mixedHandler);
  525. $iFileId = $this->_oStorage->storeFileFromPath ($sTmpFile, $isPrivate, $iProfileId);
  526. if (!$iFileId) {
  527. $this->addToLog($this->_oStorage->getErrorString());
  528. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeTranscodedFile failed for handler ({$mixedHandler}): " . $this->_oStorage->getErrorString());
  529. return false;
  530. }
  531. if (!$this->_oDb->updateHandler($iFileId, $mixedHandler)) {
  532. $this->_oStorage->deleteFile($iFileId);
  533. return false;
  534. }
  535. $this->_oStorage->afterUploadCleanup($iFileId, $iProfileId);
  536. return true;
  537. }
  538. protected function storeTranscodedFileInQueueStorage ($mixedHandler, $sTmpFile, &$sFileUrlResult)
  539. {
  540. if (!$this->_sQueueStorage)
  541. return false;
  542. $oStorage = BxDolStorage::getObjectInstance($this->_sQueueStorage);
  543. $iFileIdResult = $oStorage->storeFileFromPath ($sTmpFile, 1, 0);
  544. if (!$iFileIdResult) {
  545. $this->addToLog($oStorage->getErrorString());
  546. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeTranscodedFileInQueueStorage failed for handler ({$mixedHandler}): " . $oStorage->getErrorString());
  547. return false;
  548. }
  549. if (!($sFileUrlResult = $oStorage->getFileUrlById($iFileIdResult))) {
  550. $this->_oStorage->deleteFile($iFileIdResult);
  551. return false;
  552. }
  553. $oStorage->afterUploadCleanup($iFileIdResult, 0);
  554. return $iFileIdResult;
  555. }
  556. protected function addToQueue($mixedHandler, $iProfileId = 0)
  557. {
  558. if ($this->_oDb->getFromQueue($mixedHandler))
  559. return true;
  560. $sFileUrl = $this->getOrigFileUrl($mixedHandler);
  561. return $this->_oDb->addToQueue ($mixedHandler, $sFileUrl, $iProfileId);
  562. }
  563. protected function applyFilter_Resize ($sFile, $aParams)
  564. {
  565. $o = BxDolImageResize::getInstance();
  566. $o->removeCropOptions ();
  567. $o->setSize (isset($aParams['w']) ? round($aParams['w'] * $this->getDevicePixelRatio()) : null, isset($aParams['h']) ? round($aParams['h'] * $this->getDevicePixelRatio()) : null);
  568. if (isset($aParams['crop_resize']) && $aParams['crop_resize'])
  569. $o->setAutoCrop (true);
  570. elseif (isset($aParams['square_resize']) && $aParams['square_resize'])
  571. $o->setSquareResize (true);
  572. else
  573. $o->setSquareResize (false);
  574. if (IMAGE_ERROR_SUCCESS == $o->resize($sFile))
  575. return true;
  576. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: applyFilter_Resize failed for file ({$sFile}): " . $o->getError());
  577. return false;
  578. }
  579. protected function isFileReady_Folder ($mixedHandlerOrig, $isCheckOutdated = true)
  580. {
  581. $mixedHandler = $this->processHandlerForRetinaDevice($mixedHandlerOrig);
  582. $iFileId = $this->_oDb->getFileIdByHandler($mixedHandler);
  583. if (!$iFileId)
  584. return false;
  585. $aFile = $this->_oStorage->getFile($iFileId);
  586. if (!$aFile)
  587. return false;
  588. if ($isCheckOutdated) { // warning, $isCheckOutdated is partially supported for Folder source type - file modification is not checked
  589. if ($this->_aObject['ts'] > $aFile['modified'] || !$this->getFilePath_Folder($mixedHandlerOrig)) { // if we changed transcoder object params or original file is deleted
  590. // delete file, so it will be recreated next time
  591. if ($this->_oStorage->deleteFile($aFile['id']))
  592. return false;
  593. }
  594. }
  595. return true;
  596. }
  597. protected function isFileReady_Storage ($mixedHandlerOrig, $isCheckOutdated = true)
  598. {
  599. $mixedHandler = $this->processHandlerForRetinaDevice($mixedHandlerOrig);
  600. $iFileId = $this->_oDb->getFileIdByHandler($mixedHandler);
  601. if (!$iFileId)
  602. return false;
  603. $aFile = $this->_oStorage->getFile($iFileId);
  604. if (!$aFile)
  605. return false;
  606. if ($isCheckOutdated) {
  607. $oStorageOriginal = BxDolStorage::getObjectInstance($this->_aObject['source_params']['object']);
  608. if ($oStorageOriginal) {
  609. $aFileOriginal = $oStorageOriginal->getFile($mixedHandlerOrig);
  610. if (!$aFileOriginal || $aFileOriginal['modified'] > $aFile['modified'] || $this->_aObject['ts'] >= $aFile['modified']) { // if original file was changed OR we changed transcoder object params
  611. // delete file, so it will be recreated next time
  612. if ($this->_oStorage->deleteFile($aFile['id']))
  613. return false;
  614. }
  615. }
  616. }
  617. return true;
  618. }
  619. protected function isPrivate_Folder ($mixedHandler)
  620. {
  621. if ('no' == $this->_aObject['private'])
  622. return false;
  623. return true;
  624. }
  625. protected function isPrivate_Storage ($mixedHandler)
  626. {
  627. switch ($this->_aObject['private']) {
  628. case 'no':
  629. return false;
  630. case 'yes':
  631. return true;
  632. default:
  633. case 'auto':
  634. $oStorageOriginal = BxDolStorage::getObjectInstance($this->_aObject['source_params']['object']);
  635. if (!$oStorageOriginal)
  636. return true; // in case of error - make sure that file is not public accidentally
  637. $aFile = $oStorageOriginal->getFile($mixedHandler);
  638. return $oStorageOriginal->isFilePrivate($aFile['id']);
  639. }
  640. }
  641. protected function getFilePath_Folder ($mixedHandler)
  642. {
  643. $sPath = $this->_aObject['source_params']['path'] . $mixedHandler;
  644. if (!file_exists($sPath))
  645. $sPath = BX_DIRECTORY_PATH_ROOT . $sPath;
  646. if (!file_exists($sPath)) {
  647. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: getFilePath_Folder failed, file ({$sPath}) doesn't exist for handler ({$mixedHandler})");
  648. return false;
  649. }
  650. return $sPath;
  651. }
  652. protected function storeFileLocally_Folder ($mixedHandler)
  653. {
  654. $sPath = $this->getFilePath_Folder($mixedHandler);
  655. if (!$sPath) {
  656. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Folder failed, source file ({$sPath}) doesn't exist for handler ({$mixedHandler})");
  657. return false;
  658. }
  659. $sTmpFile = $this->getTmpFilename ($mixedHandler);
  660. if (!copy($sPath, $sTmpFile)) {
  661. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Folder failed, copy from file ({$sPath}) to file ({$sTmpFile}) failed");
  662. return false;
  663. }
  664. return $sTmpFile;
  665. }
  666. protected function storeFileLocally_Storage ($mixedHandler)
  667. {
  668. $oStorageOriginal = BxDolStorage::getObjectInstance($this->_aObject['source_params']['object']);
  669. if (!$oStorageOriginal) {
  670. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Storage failed, source storage({$this->_aObject['source_params']['object']}) isn't available");
  671. return false;
  672. }
  673. $aFile = $oStorageOriginal->getFile($mixedHandler);
  674. if (!$aFile) {
  675. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Storage failed, file({$mixedHandler}) wasn't found in source storage ({$this->_aObject['source_params']['object']})");
  676. return false;
  677. }
  678. $sUrl = $oStorageOriginal->getFileUrlById($mixedHandler);
  679. if (!$sUrl) {
  680. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Storage failed, file({$mixedHandler}) wasn't found in source storage ({$this->_aObject['source_params']['object']})");
  681. return false;
  682. }
  683. $sFileData = bx_file_get_contents ($sUrl, [], 'get', []);
  684. if (false === $sFileData) {
  685. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Storage failed, getting file from URL({$sUrl}) failed");
  686. return false;
  687. }
  688. $sTmpFile = $this->getTmpFilename ($aFile['file_name']);
  689. if (!file_put_contents($sTmpFile, $sFileData)) {
  690. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Storage failed, file save failed ({$sTmpFile})");
  691. return false;
  692. }
  693. return $sTmpFile;
  694. }
  695. protected function storeFileLocally_Queue ($mixedHandler)
  696. {
  697. $aQueue = $this->_oDb->getFromQueue($mixedHandler);
  698. if (!$aQueue || !$aQueue['file_url_source']) {
  699. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Queue failed, file ({$mixedHandler}) wasn't found in queue");
  700. return false;
  701. }
  702. $sFileData = bx_file_get_contents ($aQueue['file_url_source'], [], 'get', []);
  703. if (false === $sFileData) {
  704. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Queue failed, getting file from URL({$aQueue['file_url_source']}) failed");
  705. return false;
  706. }
  707. $sTmpFile = $this->getTmpFilename ($mixedHandler);
  708. if (!file_put_contents($sTmpFile, $sFileData)) {
  709. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: storeFileLocally_Queue failed, file save failed ({$sTmpFile})");
  710. return false;
  711. }
  712. return $sTmpFile;
  713. }
  714. protected function getOrigFileUrl_Folder ($mixedHandler)
  715. {
  716. $sPath = $this->_aObject['source_params']['path'] . $mixedHandler;
  717. if (!file_exists(BX_DIRECTORY_PATH_ROOT . $sPath)) {
  718. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: getOrigFileUrl_Folder failed, source file ({$sPath}) doesn't exist");
  719. return false;
  720. }
  721. return BX_DOL_URL_ROOT . $sPath;
  722. }
  723. protected function getOrigFileUrl_Storage ($mixedHandler)
  724. {
  725. $oStorageOriginal = BxDolStorage::getObjectInstance($this->_aObject['source_params']['object']);
  726. if (!$oStorageOriginal) {
  727. bx_log('sys_transcoder', "[{$this->_aObject['object']}] ERROR: getOrigFileUrl_Storage failed, source storage ({$this->_aObject['source_params']['object']}) doesn't exist");
  728. return false;
  729. }
  730. return $oStorageOriginal->getFileUrlById($mixedHandler);
  731. }
  732. protected function initFilters ()
  733. {
  734. if (false !== $this->_aObject['filters']) // filters are already initilized
  735. return;
  736. // get transcoder filters
  737. $aFilters = $this->_oDb->getTranscoderFilters();
  738. $this->_aObject['filters'] = array();
  739. foreach ($aFilters as $aFilter) {
  740. $aFilter['filter_params'] = $aFilter['filter_params'] ? unserialize($aFilter['filter_params']) : array();
  741. $this->_aObject['filters'][] = $aFilter;
  742. }
  743. }
  744. protected function clearCacheDB()
  745. {
  746. $oCacheDb = $this->_oDb->getDbCacheObject();
  747. return $oCacheDb->removeAllByPrefix('db_');
  748. }
  749. public function getDevicePixelRatioHandlerSuffix ()
  750. {
  751. $iDevicePixelRatio = $this->getDevicePixelRatio ();
  752. if ($iDevicePixelRatio >= 2)
  753. return $this->_sRetinaSuffix;
  754. return '';
  755. }
  756. protected function processHandlerForRetinaDevice ($mixedHandler)
  757. {
  758. return '' . $mixedHandler . $this->getDevicePixelRatioHandlerSuffix ();
  759. }
  760. static protected function _callFuncForObjectsArray ($mixed, $sFunc)
  761. {
  762. if (!is_array($mixed))
  763. $mixed = array($mixed);
  764. foreach ($mixed as $sObject) {
  765. $oTranscoder = self::getObjectInstance($sObject);
  766. if ($oTranscoder)
  767. $oTranscoder->$sFunc();
  768. }
  769. }
  770. /**
  771. * Get filter params
  772. * @param $sName filter name
  773. * @return array of filter params if filter was found, or false if given filter isn't enabled for the transcoder
  774. */
  775. public function getFilterParams ($sName)
  776. {
  777. $this->initFilters ();
  778. foreach ($this->_aObject['filters'] as $aParams)
  779. if ($sName == $aParams['filter'])
  780. return $aParams['filter_params'];
  781. return false;
  782. }
  783. public function getMaxResizeDimention ($sFilter = 'Resize', $sKey = '')
  784. {
  785. $a = $this->_oDb->getTranscoderFilters($sFilter);
  786. if (!$a)
  787. return 0;
  788. $aFilter = array_pop($a);
  789. $aFilterParams = $aFilter['filter_params'] ? unserialize($aFilter['filter_params']) : array();
  790. if ($sKey)
  791. return isset($aFilterParams[$sKey]) ? $aFilterParams[$sKey] : 0;
  792. return $aFilterParams ? max(isset($aFilterParams['w']) ? $aFilterParams['w'] : 0, isset($aFilterParams['h']) ? $aFilterParams['h'] : 0) : 0;
  793. }
  794. public function isMobile ()
  795. {
  796. return bx_is_mobile();
  797. }
  798. }
  799. /** @} */