123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823 |
- <?php
- /**
- * @copyright Copyright (c) 2016, ownCloud, Inc.
- *
- * @author Bjoern Schiessle <bjoern@schiessle.org>
- * @author Christoph Wurst <christoph@winzerhof-wurst.at>
- * @author Joas Schilling <coding@schilljs.com>
- * @author Jörn Friedrich Dreyer <jfd@butonic.de>
- * @author Marcel Klehr <mklehr@gmx.net>
- * @author Morris Jobke <hey@morrisjobke.de>
- * @author Robin Appelman <robin@icewind.nl>
- * @author Roeland Jago Douma <roeland@famdouma.nl>
- * @author Tigran Mkrtchyan <tigran.mkrtchyan@desy.de>
- *
- * @license AGPL-3.0
- *
- * This code is free software: you can redistribute it and/or modify
- * it under the terms of the GNU Affero General Public License, version 3,
- * as published by the Free Software Foundation.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU Affero General Public License for more details.
- *
- * You should have received a copy of the GNU Affero General Public License, version 3,
- * along with this program. If not, see <http://www.gnu.org/licenses/>
- *
- */
- namespace OC\Files\ObjectStore;
- use Aws\S3\Exception\S3Exception;
- use Aws\S3\Exception\S3MultipartUploadException;
- use Icewind\Streams\CallbackWrapper;
- use Icewind\Streams\CountWrapper;
- use Icewind\Streams\IteratorDirectory;
- use OC\Files\Cache\Cache;
- use OC\Files\Cache\CacheEntry;
- use OC\Files\Storage\PolyFill\CopyDirectory;
- use OCP\Files\Cache\ICache;
- use OCP\Files\Cache\ICacheEntry;
- use OCP\Files\FileInfo;
- use OCP\Files\GenericFileException;
- use OCP\Files\NotFoundException;
- use OCP\Files\ObjectStore\IObjectStore;
- use OCP\Files\ObjectStore\IObjectStoreMultiPartUpload;
- use OCP\Files\Storage\IChunkedFileWrite;
- use OCP\Files\Storage\IStorage;
- class ObjectStoreStorage extends \OC\Files\Storage\Common implements IChunkedFileWrite {
- use CopyDirectory;
- /**
- * @var \OCP\Files\ObjectStore\IObjectStore $objectStore
- */
- protected $objectStore;
- /**
- * @var string $id
- */
- protected $id;
- /**
- * @var \OC\User\User $user
- */
- protected $user;
- private $objectPrefix = 'urn:oid:';
- private $logger;
- private bool $handleCopiesAsOwned;
- private bool $preserveCacheItemsOnDelete = false;
- /** @var bool */
- protected $validateWrites = true;
- public function __construct($params) {
- if (isset($params['objectstore']) && $params['objectstore'] instanceof IObjectStore) {
- $this->objectStore = $params['objectstore'];
- } else {
- throw new \Exception('missing IObjectStore instance');
- }
- if (isset($params['storageid'])) {
- $this->id = 'object::store:' . $params['storageid'];
- } else {
- $this->id = 'object::store:' . $this->objectStore->getStorageId();
- }
- if (isset($params['objectPrefix'])) {
- $this->objectPrefix = $params['objectPrefix'];
- }
- if (isset($params['validateWrites'])) {
- $this->validateWrites = (bool)$params['validateWrites'];
- }
- $this->handleCopiesAsOwned = (bool)($params['handleCopiesAsOwned'] ?? false);
- $this->logger = \OC::$server->getLogger();
- }
- public function mkdir($path, bool $force = false) {
- $path = $this->normalizePath($path);
- if (!$force && $this->file_exists($path)) {
- $this->logger->warning("Tried to create an object store folder that already exists: $path");
- return false;
- }
- $mTime = time();
- $data = [
- 'mimetype' => 'httpd/unix-directory',
- 'size' => 0,
- 'mtime' => $mTime,
- 'storage_mtime' => $mTime,
- 'permissions' => \OCP\Constants::PERMISSION_ALL,
- ];
- if ($path === '') {
- //create root on the fly
- $data['etag'] = $this->getETag('');
- $this->getCache()->put('', $data);
- return true;
- } else {
- // if parent does not exist, create it
- $parent = $this->normalizePath(dirname($path));
- $parentType = $this->filetype($parent);
- if ($parentType === false) {
- if (!$this->mkdir($parent)) {
- // something went wrong
- $this->logger->warning("Parent folder ($parent) doesn't exist and couldn't be created");
- return false;
- }
- } elseif ($parentType === 'file') {
- // parent is a file
- $this->logger->warning("Parent ($parent) is a file");
- return false;
- }
- // finally create the new dir
- $mTime = time(); // update mtime
- $data['mtime'] = $mTime;
- $data['storage_mtime'] = $mTime;
- $data['etag'] = $this->getETag($path);
- $this->getCache()->put($path, $data);
- return true;
- }
- }
- /**
- * @param string $path
- * @return string
- */
- private function normalizePath($path) {
- $path = trim($path, '/');
- //FIXME why do we sometimes get a path like 'files//username'?
- $path = str_replace('//', '/', $path);
- // dirname('/folder') returns '.' but internally (in the cache) we store the root as ''
- if (!$path || $path === '.') {
- $path = '';
- }
- return $path;
- }
- /**
- * Object Stores use a NoopScanner because metadata is directly stored in
- * the file cache and cannot really scan the filesystem. The storage passed in is not used anywhere.
- *
- * @param string $path
- * @param \OC\Files\Storage\Storage (optional) the storage to pass to the scanner
- * @return \OC\Files\ObjectStore\ObjectStoreScanner
- */
- public function getScanner($path = '', $storage = null) {
- if (!$storage) {
- $storage = $this;
- }
- if (!isset($this->scanner)) {
- $this->scanner = new ObjectStoreScanner($storage);
- }
- return $this->scanner;
- }
- public function getId() {
- return $this->id;
- }
- public function rmdir($path) {
- $path = $this->normalizePath($path);
- $entry = $this->getCache()->get($path);
- if (!$entry || $entry->getMimeType() !== ICacheEntry::DIRECTORY_MIMETYPE) {
- return false;
- }
- return $this->rmObjects($entry);
- }
- private function rmObjects(ICacheEntry $entry): bool {
- $children = $this->getCache()->getFolderContentsById($entry->getId());
- foreach ($children as $child) {
- if ($child->getMimeType() === ICacheEntry::DIRECTORY_MIMETYPE) {
- if (!$this->rmObjects($child)) {
- return false;
- }
- } else {
- if (!$this->rmObject($child)) {
- return false;
- }
- }
- }
- if (!$this->preserveCacheItemsOnDelete) {
- $this->getCache()->remove($entry->getPath());
- }
- return true;
- }
- public function unlink($path) {
- $path = $this->normalizePath($path);
- $entry = $this->getCache()->get($path);
- if ($entry instanceof ICacheEntry) {
- if ($entry->getMimeType() === ICacheEntry::DIRECTORY_MIMETYPE) {
- return $this->rmObjects($entry);
- } else {
- return $this->rmObject($entry);
- }
- }
- return false;
- }
- public function rmObject(ICacheEntry $entry): bool {
- try {
- $this->objectStore->deleteObject($this->getURN($entry->getId()));
- } catch (\Exception $ex) {
- if ($ex->getCode() !== 404) {
- $this->logger->logException($ex, [
- 'app' => 'objectstore',
- 'message' => 'Could not delete object ' . $this->getURN($entry->getId()) . ' for ' . $entry->getPath(),
- ]);
- return false;
- }
- //removing from cache is ok as it does not exist in the objectstore anyway
- }
- if (!$this->preserveCacheItemsOnDelete) {
- $this->getCache()->remove($entry->getPath());
- }
- return true;
- }
- public function stat($path) {
- $path = $this->normalizePath($path);
- $cacheEntry = $this->getCache()->get($path);
- if ($cacheEntry instanceof CacheEntry) {
- return $cacheEntry->getData();
- } else {
- if ($path === '') {
- $this->mkdir('', true);
- $cacheEntry = $this->getCache()->get($path);
- if ($cacheEntry instanceof CacheEntry) {
- return $cacheEntry->getData();
- }
- }
- return false;
- }
- }
- public function getPermissions($path) {
- $stat = $this->stat($path);
- if (is_array($stat) && isset($stat['permissions'])) {
- return $stat['permissions'];
- }
- return parent::getPermissions($path);
- }
- /**
- * Override this method if you need a different unique resource identifier for your object storage implementation.
- * The default implementations just appends the fileId to 'urn:oid:'. Make sure the URN is unique over all users.
- * You may need a mapping table to store your URN if it cannot be generated from the fileid.
- *
- * @param int $fileId the fileid
- * @return null|string the unified resource name used to identify the object
- */
- public function getURN($fileId) {
- if (is_numeric($fileId)) {
- return $this->objectPrefix . $fileId;
- }
- return null;
- }
- public function opendir($path) {
- $path = $this->normalizePath($path);
- try {
- $files = [];
- $folderContents = $this->getCache()->getFolderContents($path);
- foreach ($folderContents as $file) {
- $files[] = $file['name'];
- }
- return IteratorDirectory::wrap($files);
- } catch (\Exception $e) {
- $this->logger->logException($e);
- return false;
- }
- }
- public function filetype($path) {
- $path = $this->normalizePath($path);
- $stat = $this->stat($path);
- if ($stat) {
- if ($stat['mimetype'] === 'httpd/unix-directory') {
- return 'dir';
- }
- return 'file';
- } else {
- return false;
- }
- }
- public function fopen($path, $mode) {
- $path = $this->normalizePath($path);
- if (strrpos($path, '.') !== false) {
- $ext = substr($path, strrpos($path, '.'));
- } else {
- $ext = '';
- }
- switch ($mode) {
- case 'r':
- case 'rb':
- $stat = $this->stat($path);
- if (is_array($stat)) {
- $filesize = $stat['size'] ?? 0;
- // Reading 0 sized files is a waste of time
- if ($filesize === 0) {
- return fopen('php://memory', $mode);
- }
- try {
- $handle = $this->objectStore->readObject($this->getURN($stat['fileid']));
- if ($handle === false) {
- return false; // keep backward compatibility
- }
- $streamStat = fstat($handle);
- $actualSize = $streamStat['size'] ?? -1;
- if ($actualSize > -1 && $actualSize !== $filesize) {
- $this->getCache()->update((int)$stat['fileid'], ['size' => $actualSize]);
- }
- return $handle;
- } catch (NotFoundException $e) {
- $this->logger->logException($e, [
- 'app' => 'objectstore',
- 'message' => 'Could not get object ' . $this->getURN($stat['fileid']) . ' for file ' . $path,
- ]);
- throw $e;
- } catch (\Exception $ex) {
- $this->logger->logException($ex, [
- 'app' => 'objectstore',
- 'message' => 'Could not get object ' . $this->getURN($stat['fileid']) . ' for file ' . $path,
- ]);
- return false;
- }
- } else {
- return false;
- }
- // no break
- case 'w':
- case 'wb':
- case 'w+':
- case 'wb+':
- $dirName = dirname($path);
- $parentExists = $this->is_dir($dirName);
- if (!$parentExists) {
- return false;
- }
- $tmpFile = \OC::$server->getTempManager()->getTemporaryFile($ext);
- $handle = fopen($tmpFile, $mode);
- return CallbackWrapper::wrap($handle, null, null, function () use ($path, $tmpFile) {
- $this->writeBack($tmpFile, $path);
- unlink($tmpFile);
- });
- case 'a':
- case 'ab':
- case 'r+':
- case 'a+':
- case 'x':
- case 'x+':
- case 'c':
- case 'c+':
- $tmpFile = \OC::$server->getTempManager()->getTemporaryFile($ext);
- if ($this->file_exists($path)) {
- $source = $this->fopen($path, 'r');
- file_put_contents($tmpFile, $source);
- }
- $handle = fopen($tmpFile, $mode);
- return CallbackWrapper::wrap($handle, null, null, function () use ($path, $tmpFile) {
- $this->writeBack($tmpFile, $path);
- unlink($tmpFile);
- });
- }
- return false;
- }
- public function file_exists($path) {
- $path = $this->normalizePath($path);
- return (bool)$this->stat($path);
- }
- public function rename($source, $target) {
- $source = $this->normalizePath($source);
- $target = $this->normalizePath($target);
- $this->remove($target);
- $this->getCache()->move($source, $target);
- $this->touch(dirname($target));
- return true;
- }
- public function getMimeType($path) {
- $path = $this->normalizePath($path);
- return parent::getMimeType($path);
- }
- public function touch($path, $mtime = null) {
- if (is_null($mtime)) {
- $mtime = time();
- }
- $path = $this->normalizePath($path);
- $dirName = dirname($path);
- $parentExists = $this->is_dir($dirName);
- if (!$parentExists) {
- return false;
- }
- $stat = $this->stat($path);
- if (is_array($stat)) {
- // update existing mtime in db
- $stat['mtime'] = $mtime;
- $this->getCache()->update($stat['fileid'], $stat);
- } else {
- try {
- //create a empty file, need to have at least on char to make it
- // work with all object storage implementations
- $this->file_put_contents($path, ' ');
- $mimeType = \OC::$server->getMimeTypeDetector()->detectPath($path);
- $stat = [
- 'etag' => $this->getETag($path),
- 'mimetype' => $mimeType,
- 'size' => 0,
- 'mtime' => $mtime,
- 'storage_mtime' => $mtime,
- 'permissions' => \OCP\Constants::PERMISSION_ALL - \OCP\Constants::PERMISSION_CREATE,
- ];
- $this->getCache()->put($path, $stat);
- } catch (\Exception $ex) {
- $this->logger->logException($ex, [
- 'app' => 'objectstore',
- 'message' => 'Could not create object for ' . $path,
- ]);
- throw $ex;
- }
- }
- return true;
- }
- public function writeBack($tmpFile, $path) {
- $size = filesize($tmpFile);
- $this->writeStream($path, fopen($tmpFile, 'r'), $size);
- }
- /**
- * external changes are not supported, exclusive access to the object storage is assumed
- *
- * @param string $path
- * @param int $time
- * @return false
- */
- public function hasUpdated($path, $time) {
- return false;
- }
- public function needsPartFile() {
- return false;
- }
- public function file_put_contents($path, $data) {
- $fh = fopen('php://temp', 'w+');
- fwrite($fh, $data);
- rewind($fh);
- return $this->writeStream($path, $fh, strlen($data));
- }
- public function writeStream(string $path, $stream, int $size = null): int {
- $stat = $this->stat($path);
- if (empty($stat)) {
- // create new file
- $stat = [
- 'permissions' => \OCP\Constants::PERMISSION_ALL - \OCP\Constants::PERMISSION_CREATE,
- ];
- }
- // update stat with new data
- $mTime = time();
- $stat['size'] = (int)$size;
- $stat['mtime'] = $mTime;
- $stat['storage_mtime'] = $mTime;
- $mimetypeDetector = \OC::$server->getMimeTypeDetector();
- $mimetype = $mimetypeDetector->detectPath($path);
- $stat['mimetype'] = $mimetype;
- $stat['etag'] = $this->getETag($path);
- $stat['checksum'] = '';
- $exists = $this->getCache()->inCache($path);
- $uploadPath = $exists ? $path : $path . '.part';
- if ($exists) {
- $fileId = $stat['fileid'];
- } else {
- $parent = $this->normalizePath(dirname($path));
- if (!$this->is_dir($parent)) {
- throw new \InvalidArgumentException("trying to upload a file ($path) inside a non-directory ($parent)");
- }
- $fileId = $this->getCache()->put($uploadPath, $stat);
- }
- $urn = $this->getURN($fileId);
- try {
- //upload to object storage
- if ($size === null) {
- $countStream = CountWrapper::wrap($stream, function ($writtenSize) use ($fileId, &$size) {
- $this->getCache()->update($fileId, [
- 'size' => $writtenSize,
- ]);
- $size = $writtenSize;
- });
- $this->objectStore->writeObject($urn, $countStream, $mimetype);
- if (is_resource($countStream)) {
- fclose($countStream);
- }
- $stat['size'] = $size;
- } else {
- $this->objectStore->writeObject($urn, $stream, $mimetype);
- if (is_resource($stream)) {
- fclose($stream);
- }
- }
- } catch (\Exception $ex) {
- if (!$exists) {
- /*
- * Only remove the entry if we are dealing with a new file.
- * Else people lose access to existing files
- */
- $this->getCache()->remove($uploadPath);
- $this->logger->logException($ex, [
- 'app' => 'objectstore',
- 'message' => 'Could not create object ' . $urn . ' for ' . $path,
- ]);
- } else {
- $this->logger->logException($ex, [
- 'app' => 'objectstore',
- 'message' => 'Could not update object ' . $urn . ' for ' . $path,
- ]);
- }
- throw $ex; // make this bubble up
- }
- if ($exists) {
- // Always update the unencrypted size, for encryption the Encryption wrapper will update this afterwards anyways
- $stat['unencrypted_size'] = $stat['size'];
- $this->getCache()->update($fileId, $stat);
- } else {
- if (!$this->validateWrites || $this->objectStore->objectExists($urn)) {
- $this->getCache()->move($uploadPath, $path);
- } else {
- $this->getCache()->remove($uploadPath);
- throw new \Exception("Object not found after writing (urn: $urn, path: $path)", 404);
- }
- }
- return $size;
- }
- public function getObjectStore(): IObjectStore {
- return $this->objectStore;
- }
- public function copyFromStorage(
- IStorage $sourceStorage,
- $sourceInternalPath,
- $targetInternalPath,
- $preserveMtime = false
- ) {
- if ($sourceStorage->instanceOfStorage(ObjectStoreStorage::class)) {
- /** @var ObjectStoreStorage $sourceStorage */
- if ($sourceStorage->getObjectStore()->getStorageId() === $this->getObjectStore()->getStorageId()) {
- /** @var CacheEntry $sourceEntry */
- $sourceEntry = $sourceStorage->getCache()->get($sourceInternalPath);
- $sourceEntryData = $sourceEntry->getData();
- // $sourceEntry['permissions'] here is the permissions from the jailed storage for the current
- // user. Instead we use $sourceEntryData['scan_permissions'] that are the permissions from the
- // unjailed storage.
- if (is_array($sourceEntryData) && array_key_exists('scan_permissions', $sourceEntryData)) {
- $sourceEntry['permissions'] = $sourceEntryData['scan_permissions'];
- }
- $this->copyInner($sourceStorage->getCache(), $sourceEntry, $targetInternalPath);
- return true;
- }
- }
- return parent::copyFromStorage($sourceStorage, $sourceInternalPath, $targetInternalPath);
- }
- public function moveFromStorage(IStorage $sourceStorage, $sourceInternalPath, $targetInternalPath, ?ICacheEntry $sourceCacheEntry = null): bool {
- $sourceCache = $sourceStorage->getCache();
- if ($sourceStorage->instanceOfStorage(ObjectStoreStorage::class) && $sourceStorage->getObjectStore()->getStorageId() === $this->getObjectStore()->getStorageId()) {
- $this->getCache()->moveFromCache($sourceCache, $sourceInternalPath, $targetInternalPath);
- // Do not import any data when source and target bucket are identical.
- return true;
- }
- if (!$sourceCacheEntry) {
- $sourceCacheEntry = $sourceCache->get($sourceInternalPath);
- }
- $this->copyObjects($sourceStorage, $sourceCache, $sourceCacheEntry);
- if ($sourceStorage->instanceOfStorage(ObjectStoreStorage::class)) {
- /** @var ObjectStoreStorage $sourceStorage */
- $sourceStorage->setPreserveCacheOnDelete(true);
- }
- if ($sourceCacheEntry->getMimeType() === ICacheEntry::DIRECTORY_MIMETYPE) {
- $sourceStorage->rmdir($sourceInternalPath);
- } else {
- $sourceStorage->unlink($sourceInternalPath);
- }
- if ($sourceStorage->instanceOfStorage(ObjectStoreStorage::class)) {
- /** @var ObjectStoreStorage $sourceStorage */
- $sourceStorage->setPreserveCacheOnDelete(false);
- }
- $this->getCache()->moveFromCache($sourceCache, $sourceInternalPath, $targetInternalPath);
- return true;
- }
- /**
- * Copy the object(s) of a file or folder into this storage, without touching the cache
- */
- private function copyObjects(IStorage $sourceStorage, ICache $sourceCache, ICacheEntry $sourceCacheEntry) {
- $copiedFiles = [];
- try {
- foreach ($this->getAllChildObjects($sourceCache, $sourceCacheEntry) as $file) {
- $sourceStream = $sourceStorage->fopen($file->getPath(), 'r');
- if (!$sourceStream) {
- throw new \Exception("Failed to open source file {$file->getPath()} ({$file->getId()})");
- }
- $this->objectStore->writeObject($this->getURN($file->getId()), $sourceStream, $file->getMimeType());
- if (is_resource($sourceStream)) {
- fclose($sourceStream);
- }
- $copiedFiles[] = $file->getId();
- }
- } catch (\Exception $e) {
- foreach ($copiedFiles as $fileId) {
- try {
- $this->objectStore->deleteObject($this->getURN($fileId));
- } catch (\Exception $e) {
- // ignore
- }
- }
- throw $e;
- }
- }
- /**
- * @return \Iterator<ICacheEntry>
- */
- private function getAllChildObjects(ICache $cache, ICacheEntry $entry): \Iterator {
- if ($entry->getMimeType() === FileInfo::MIMETYPE_FOLDER) {
- foreach ($cache->getFolderContentsById($entry->getId()) as $child) {
- yield from $this->getAllChildObjects($cache, $child);
- }
- } else {
- yield $entry;
- }
- }
- public function copy($source, $target) {
- $source = $this->normalizePath($source);
- $target = $this->normalizePath($target);
- $cache = $this->getCache();
- $sourceEntry = $cache->get($source);
- if (!$sourceEntry) {
- throw new NotFoundException('Source object not found');
- }
- $this->copyInner($cache, $sourceEntry, $target);
- return true;
- }
- private function copyInner(ICache $sourceCache, ICacheEntry $sourceEntry, string $to) {
- $cache = $this->getCache();
- if ($sourceEntry->getMimeType() === FileInfo::MIMETYPE_FOLDER) {
- if ($cache->inCache($to)) {
- $cache->remove($to);
- }
- $this->mkdir($to);
- foreach ($sourceCache->getFolderContentsById($sourceEntry->getId()) as $child) {
- $this->copyInner($sourceCache, $child, $to . '/' . $child->getName());
- }
- } else {
- $this->copyFile($sourceEntry, $to);
- }
- }
- private function copyFile(ICacheEntry $sourceEntry, string $to) {
- $cache = $this->getCache();
- $sourceUrn = $this->getURN($sourceEntry->getId());
- if (!$cache instanceof Cache) {
- throw new \Exception("Invalid source cache for object store copy");
- }
- $targetId = $cache->copyFromCache($cache, $sourceEntry, $to);
- $targetUrn = $this->getURN($targetId);
- try {
- $this->objectStore->copyObject($sourceUrn, $targetUrn);
- if ($this->handleCopiesAsOwned) {
- // Copied the file thus we gain all permissions as we are the owner now ! warning while this aligns with local storage it should not be used and instead fix local storage !
- $cache->update($targetId, ['permissions' => \OCP\Constants::PERMISSION_ALL]);
- }
- } catch (\Exception $e) {
- $cache->remove($to);
- throw $e;
- }
- }
- public function startChunkedWrite(string $targetPath): string {
- if (!$this->objectStore instanceof IObjectStoreMultiPartUpload) {
- throw new GenericFileException('Object store does not support multipart upload');
- }
- $cacheEntry = $this->getCache()->get($targetPath);
- $urn = $this->getURN($cacheEntry->getId());
- return $this->objectStore->initiateMultipartUpload($urn);
- }
- /**
- *
- * @throws GenericFileException
- */
- public function putChunkedWritePart(
- string $targetPath,
- string $writeToken,
- string $chunkId,
- $data,
- $size = null
- ): ?array {
- if (!$this->objectStore instanceof IObjectStoreMultiPartUpload) {
- throw new GenericFileException('Object store does not support multipart upload');
- }
- $cacheEntry = $this->getCache()->get($targetPath);
- $urn = $this->getURN($cacheEntry->getId());
- $result = $this->objectStore->uploadMultipartPart($urn, $writeToken, (int)$chunkId, $data, $size);
- $parts[$chunkId] = [
- 'PartNumber' => $chunkId,
- 'ETag' => trim($result->get('ETag'), '"'),
- ];
- return $parts[$chunkId];
- }
- public function completeChunkedWrite(string $targetPath, string $writeToken): int {
- if (!$this->objectStore instanceof IObjectStoreMultiPartUpload) {
- throw new GenericFileException('Object store does not support multipart upload');
- }
- $cacheEntry = $this->getCache()->get($targetPath);
- $urn = $this->getURN($cacheEntry->getId());
- $parts = $this->objectStore->getMultipartUploads($urn, $writeToken);
- $sortedParts = array_values($parts);
- sort($sortedParts);
- try {
- $size = $this->objectStore->completeMultipartUpload($urn, $writeToken, $sortedParts);
- $stat = $this->stat($targetPath);
- $mtime = time();
- if (is_array($stat)) {
- $stat['size'] = $size;
- $stat['mtime'] = $mtime;
- $stat['mimetype'] = $this->getMimeType($targetPath);
- $this->getCache()->update($stat['fileid'], $stat);
- }
- } catch (S3MultipartUploadException|S3Exception $e) {
- $this->objectStore->abortMultipartUpload($urn, $writeToken);
- $this->logger->logException($e, [
- 'app' => 'objectstore',
- 'message' => 'Could not compete multipart upload ' . $urn . ' with uploadId ' . $writeToken,
- ]);
- throw new GenericFileException('Could not write chunked file');
- }
- return $size;
- }
- public function cancelChunkedWrite(string $targetPath, string $writeToken): void {
- if (!$this->objectStore instanceof IObjectStoreMultiPartUpload) {
- throw new GenericFileException('Object store does not support multipart upload');
- }
- $cacheEntry = $this->getCache()->get($targetPath);
- $urn = $this->getURN($cacheEntry->getId());
- $this->objectStore->abortMultipartUpload($urn, $writeToken);
- }
- public function setPreserveCacheOnDelete(bool $preserve) {
- $this->preserveCacheItemsOnDelete = $preserve;
- }
- }
|