migrate therinaldos.com data
Build & Deploy to DigitalOcean Space / build (push) Failing after 2m38s

This commit is contained in:
2024-05-05 15:50:45 -04:00
commit ef1ff240d4
23182 changed files with 3801898 additions and 0 deletions
@@ -0,0 +1,73 @@
<?php
/**
* @copyright Copyright (c) 2016, ownCloud, Inc.
*
* @author Greta Doci <gretadoci@gmail.com>
* @author Joas Schilling <coding@schilljs.com>
* @author Morris Jobke <hey@morrisjobke.de>
* @author Robin Appelman <robin@icewind.nl>
*
* @license AGPL-3.0
*
* This code is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License, version 3,
* as published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License, version 3,
* along with this program. If not, see <http://www.gnu.org/licenses/>
*
*/
namespace OCA\Files_External\Migration;
use OCP\IUser;
use OCP\IUserSession;
class DummyUserSession implements IUserSession {
/**
* @var IUser
*/
private $user;
public function login($uid, $password) {
}
public function logout() {
}
public function setUser($user) {
$this->user = $user;
}
public function getUser() {
return $this->user;
}
public function isLoggedIn() {
return !is_null($this->user);
}
/**
* get getImpersonatingUserID
*
* @return string|null
* @since 17.0.0
*/
public function getImpersonatingUserID() : ?string {
return null;
}
/**
* set setImpersonatingUserID
*
* @since 17.0.0
*/
public function setImpersonatingUserID(bool $useCurrentUser = true): void {
//no OP
}
}
@@ -0,0 +1,155 @@
<?php
declare(strict_types=1);
/**
* @copyright Copyright (c) 2020 Joas Schilling <coding@schilljs.com>
*
* @author Christoph Wurst <christoph@winzerhof-wurst.at>
* @author Joas Schilling <coding@schilljs.com>
* @author Vincent Petry <vincent@nextcloud.com>
*
* @license GNU AGPL version 3 or any later version
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License as
* published by the Free Software Foundation, either version 3 of the
* License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*
*/
namespace OCA\Files_External\Migration;
use Closure;
use OCP\DB\ISchemaWrapper;
use OCP\DB\Types;
use OCP\Migration\IOutput;
use OCP\Migration\SimpleMigrationStep;
class Version1011Date20200630192246 extends SimpleMigrationStep {
/**
* @param IOutput $output
* @param Closure $schemaClosure The `\Closure` returns a `ISchemaWrapper`
* @param array $options
* @return null|ISchemaWrapper
*/
public function changeSchema(IOutput $output, Closure $schemaClosure, array $options) {
/** @var ISchemaWrapper $schema */
$schema = $schemaClosure();
if (!$schema->hasTable('external_mounts')) {
$table = $schema->createTable('external_mounts');
$table->addColumn('mount_id', Types::BIGINT, [
'autoincrement' => true,
'notnull' => true,
'length' => 6,
]);
$table->addColumn('mount_point', Types::STRING, [
'notnull' => true,
'length' => 128,
]);
$table->addColumn('storage_backend', Types::STRING, [
'notnull' => true,
'length' => 64,
]);
$table->addColumn('auth_backend', Types::STRING, [
'notnull' => true,
'length' => 64,
]);
$table->addColumn('priority', Types::INTEGER, [
'notnull' => true,
'length' => 4,
'default' => 100,
]);
$table->addColumn('type', Types::INTEGER, [
'notnull' => true,
'length' => 4,
]);
$table->setPrimaryKey(['mount_id']);
}
if (!$schema->hasTable('external_applicable')) {
$table = $schema->createTable('external_applicable');
$table->addColumn('applicable_id', Types::BIGINT, [
'autoincrement' => true,
'notnull' => true,
'length' => 6,
]);
$table->addColumn('mount_id', Types::BIGINT, [
'notnull' => true,
'length' => 6,
]);
$table->addColumn('type', Types::INTEGER, [
'notnull' => true,
'length' => 4,
]);
$table->addColumn('value', Types::STRING, [
'notnull' => false,
'length' => 64,
]);
$table->setPrimaryKey(['applicable_id']);
$table->addIndex(['mount_id'], 'applicable_mount');
$table->addUniqueIndex(['type', 'value', 'mount_id'], 'applicable_type_value_mount');
}
if (!$schema->hasTable('external_config')) {
$table = $schema->createTable('external_config');
$table->addColumn('config_id', Types::BIGINT, [
'autoincrement' => true,
'notnull' => true,
'length' => 6,
]);
$table->addColumn('mount_id', Types::BIGINT, [
'notnull' => true,
'length' => 6,
]);
$table->addColumn('key', Types::STRING, [
'notnull' => true,
'length' => 64,
]);
$table->addColumn('value', Types::STRING, [
'notnull' => false,
'length' => 4000,
]);
$table->setPrimaryKey(['config_id']);
$table->addUniqueIndex(['mount_id', 'key'], 'config_mount_key');
} else {
$table = $schema->getTable('external_config');
$table->changeColumn('value', [
'notnull' => false,
'length' => 4000,
]);
}
if (!$schema->hasTable('external_options')) {
$table = $schema->createTable('external_options');
$table->addColumn('option_id', Types::BIGINT, [
'autoincrement' => true,
'notnull' => true,
'length' => 6,
]);
$table->addColumn('mount_id', Types::BIGINT, [
'notnull' => true,
'length' => 6,
]);
$table->addColumn('key', Types::STRING, [
'notnull' => true,
'length' => 64,
]);
$table->addColumn('value', Types::STRING, [
'notnull' => true,
'length' => 256,
]);
$table->setPrimaryKey(['option_id']);
$table->addUniqueIndex(['mount_id', 'key'], 'option_mount_key');
}
return $schema;
}
}
@@ -0,0 +1,111 @@
<?php
declare(strict_types=1);
/**
* @copyright Copyright (c) 2021 Julius Härtl <jus@bitgrid.net>
*
* @author Julius Härtl <jus@bitgrid.net>
*
* @license GNU AGPL version 3 or any later version
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License as
* published by the Free Software Foundation, either version 3 of the
* License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*
*/
namespace OCA\Files_External\Migration;
use Closure;
use OC\Files\Cache\Storage;
use OCP\DB\Exception;
use OCP\DB\IResult;
use OCP\DB\ISchemaWrapper;
use OCP\IDBConnection;
use OCP\Migration\IOutput;
use OCP\Migration\SimpleMigrationStep;
use Psr\Log\LoggerInterface;
class Version1015Date20211104103506 extends SimpleMigrationStep {
/** @var IDBConnection */
private $connection;
/** @var LoggerInterface */
private $logger;
public function __construct(IDBConnection $connection, LoggerInterface $logger) {
$this->connection = $connection;
$this->logger = $logger;
}
public function postSchemaChange(IOutput $output, Closure $schemaClosure, array $options): ?ISchemaWrapper {
$qb = $this->connection->getQueryBuilder();
$qb->update('storages')
->set('id', $qb->createParameter('newId'))
->where($qb->expr()->eq('id', $qb->createParameter('oldId')));
$mounts = $this->getS3Mounts();
if (!$mounts instanceof IResult) {
throw new \Exception('Could not fetch existing mounts for migration');
}
while ($mount = $mounts->fetch()) {
$config = $this->getStorageConfig((int)$mount['mount_id']);
$hostname = $config['hostname'];
$bucket = $config['bucket'];
$key = $config['key'];
$oldId = Storage::adjustStorageId('amazon::' . $bucket);
$newId = Storage::adjustStorageId('amazon::external::' . md5($hostname . ':' . $bucket . ':' . $key));
try {
$qb->setParameter('oldId', $oldId);
$qb->setParameter('newId', $newId);
$qb->execute();
$this->logger->info('Migrated s3 storage id for mount with id ' . $mount['mount_id'] . ' to ' . $newId);
} catch (Exception $e) {
$this->logger->error('Failed to migrate external s3 storage id for mount with id ' . $mount['mount_id'], [
'exception' => $e
]);
}
}
return null;
}
/**
* @throws Exception
* @return \OCP\DB\IResult|int
*/
private function getS3Mounts() {
$qb = $this->connection->getQueryBuilder();
$qb->select('m.mount_id')
->selectAlias('c.value', 'bucket')
->from('external_mounts', 'm')
->innerJoin('m', 'external_config', 'c', 'c.mount_id = m.mount_id')
->where($qb->expr()->eq('m.storage_backend', $qb->createPositionalParameter('amazons3')))
->andWhere($qb->expr()->eq('c.key', $qb->createPositionalParameter('bucket')));
return $qb->execute();
}
/**
* @throws Exception
*/
private function getStorageConfig(int $mountId): array {
$qb = $this->connection->getQueryBuilder();
$qb->select('key', 'value')
->from('external_config')
->where($qb->expr()->eq('mount_id', $qb->createPositionalParameter($mountId)));
$config = [];
foreach ($qb->execute()->fetchAll() as $row) {
$config[$row['key']] = $row['value'];
}
return $config;
}
}
@@ -0,0 +1,54 @@
<?php
declare(strict_types=1);
/**
* @copyright Copyright (c) 2022 Joas Schilling <coding@schilljs.com>
*
* @author Joas Schilling <coding@schilljs.com>
*
* @license GNU AGPL version 3 or any later version
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License as
* published by the Free Software Foundation, either version 3 of the
* License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
namespace OCA\Files_External\Migration;
use Closure;
use OCP\DB\ISchemaWrapper;
use OCP\Migration\IOutput;
use OCP\Migration\SimpleMigrationStep;
class Version1016Date20220324154536 extends SimpleMigrationStep {
/**
* @param IOutput $output
* @param Closure $schemaClosure The `\Closure` returns a `ISchemaWrapper`
* @param array $options
* @return null|ISchemaWrapper
*/
public function changeSchema(IOutput $output, Closure $schemaClosure, array $options): ?ISchemaWrapper {
/** @var ISchemaWrapper $schema */
$schema = $schemaClosure();
$table = $schema->getTable('external_config');
$column = $table->getColumn('value');
if ($column->getLength() > 4000) {
$column->setLength(4000);
return $schema;
}
return null;
}
}
@@ -0,0 +1,64 @@
<?php
declare(strict_types=1);
/**
* @copyright Copyright (c) 2021 Roeland Jago Douma <roeland@famdouma.nl>
*
* @author Roeland Jago Douma <roeland@famdouma.nl>
*
* @license GNU AGPL version 3 or any later version
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License as
* published by the Free Software Foundation, either version 3 of the
* License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*
*/
namespace OCA\Files_External\Migration;
use Closure;
use OCP\DB\ISchemaWrapper;
use OCP\Migration\IOutput;
use OCP\Migration\SimpleMigrationStep;
/**
* Auto-generated migration step: Please modify to your needs!
*/
class Version22000Date20210216084416 extends SimpleMigrationStep {
/**
* @param IOutput $output
* @param Closure $schemaClosure The `\Closure` returns a `ISchemaWrapper`
* @param array $options
* @return null|ISchemaWrapper
*/
public function changeSchema(IOutput $output, Closure $schemaClosure, array $options): ?ISchemaWrapper {
/** @var ISchemaWrapper $schema */
$schema = $schemaClosure();
$table = $schema->getTable('external_applicable');
if ($table->hasIndex('applicable_type_value')) {
$table->dropIndex('applicable_type_value');
}
$table = $schema->getTable('external_config');
if ($table->hasIndex('config_mount')) {
$table->dropIndex('config_mount');
}
$table = $schema->getTable('external_options');
if ($table->hasIndex('option_mount')) {
$table->dropIndex('option_mount');
}
return $schema;
}
}