* * @author Bjoern Schiessle * @author Christoph Wurst * @author Joas Schilling * @author Julius Härtl * @author Mario Danic * @author Morris Jobke * @author Robin Appelman * @author Roeland Jago Douma * @author Thomas Citharel * * @license GNU AGPL version 3 or any later version * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License as * published by the Free Software Foundation, either version 3 of the * License, or (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Affero General Public License for more details. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see . * */ namespace OC\Core\Command\Db; use Doctrine\DBAL\Platforms\PostgreSQL94Platform; use OC\DB\Connection; use OC\DB\SchemaWrapper; use OCP\DB\Events\AddMissingIndicesEvent; use OCP\EventDispatcher\IEventDispatcher; use OCP\IDBConnection; use Symfony\Component\Console\Command\Command; use Symfony\Component\Console\Input\InputOption; use Symfony\Component\Console\Input\InputInterface; use Symfony\Component\Console\Output\OutputInterface; use Symfony\Component\EventDispatcher\EventDispatcherInterface; use Symfony\Component\EventDispatcher\GenericEvent; /** * Class AddMissingIndices * * if you added any new indices to the database, this is the right place to add * your update routine for existing instances * * @package OC\Core\Command\Db */ class AddMissingIndices extends Command { private Connection $connection; private IEventDispatcher $eventDispatcher; private EventDispatcherInterface $dispatcher; public function __construct(Connection $connection, IEventDispatcher $eventDispatcher, EventDispatcherInterface $dispatcher) { parent::__construct(); $this->connection = $connection; $this->eventDispatcher = $eventDispatcher; $this->dispatcher = $dispatcher; } protected function configure() { $this ->setName('db:add-missing-indices') ->setDescription('Add missing indices to the database tables') ->addOption('dry-run', null, InputOption::VALUE_NONE, "Output the SQL queries instead of running them."); } protected function execute(InputInterface $input, OutputInterface $output): int { $dryRun = $input->getOption('dry-run'); $this->addCoreIndexes($output, $dryRun); // Dispatch event so apps can also update indexes if needed $event = new GenericEvent($output); $this->dispatcher->dispatch(IDBConnection::ADD_MISSING_INDEXES_EVENT, $event); $event = new AddMissingIndicesEvent(); $this->eventDispatcher->dispatchTyped($event); $missingIndices = $event->getMissingIndices(); if ($missingIndices !== []) { $schema = new SchemaWrapper($this->connection); foreach ($missingIndices as $missingIndex) { if ($schema->hasTable($missingIndex['tableName'])) { $table = $schema->getTable($missingIndex['tableName']); if (!$table->hasIndex($missingIndex['indexName'])) { $output->writeln('Adding additional ' . $missingIndex['indexName'] . ' index to the ' . $table->getName() . ' table, this can take some time...'); $table->addIndex($missingIndex['columns'], $missingIndex['indexName']); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $output->writeln('' . $table->getName() . ' table updated successfully.'); } } } } return 0; } /** * add missing indices to the share table * * @param OutputInterface $output * @param bool $dryRun If true, will return the sql queries instead of running them. * @throws \Doctrine\DBAL\Schema\SchemaException */ private function addCoreIndexes(OutputInterface $output, bool $dryRun): void { $output->writeln('Check indices of the share table.'); $schema = new SchemaWrapper($this->connection); $updated = false; if ($schema->hasTable('share')) { $table = $schema->getTable('share'); if (!$table->hasIndex('share_with_index')) { $output->writeln('Adding additional share_with index to the share table, this can take some time...'); $table->addIndex(['share_with'], 'share_with_index'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $updated = true; $output->writeln('Share table updated successfully.'); } if (!$table->hasIndex('parent_index')) { $output->writeln('Adding additional parent index to the share table, this can take some time...'); $table->addIndex(['parent'], 'parent_index'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $updated = true; $output->writeln('Share table updated successfully.'); } if (!$table->hasIndex('owner_index')) { $output->writeln('Adding additional owner index to the share table, this can take some time...'); $table->addIndex(['uid_owner'], 'owner_index'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $updated = true; $output->writeln('Share table updated successfully.'); } if (!$table->hasIndex('initiator_index')) { $output->writeln('Adding additional initiator index to the share table, this can take some time...'); $table->addIndex(['uid_initiator'], 'initiator_index'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $updated = true; $output->writeln('Share table updated successfully.'); } } $output->writeln('Check indices of the filecache table.'); if ($schema->hasTable('filecache')) { $table = $schema->getTable('filecache'); if (!$table->hasIndex('fs_mtime')) { $output->writeln('Adding additional mtime index to the filecache table, this can take some time...'); $table->addIndex(['mtime'], 'fs_mtime'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $updated = true; $output->writeln('Filecache table updated successfully.'); } if (!$table->hasIndex('fs_size')) { $output->writeln('Adding additional size index to the filecache table, this can take some time...'); $table->addIndex(['size'], 'fs_size'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $updated = true; $output->writeln('Filecache table updated successfully.'); } if (!$table->hasIndex('fs_id_storage_size')) { $output->writeln('Adding additional size index to the filecache table, this can take some time...'); $table->addIndex(['fileid', 'storage', 'size'], 'fs_id_storage_size'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $updated = true; $output->writeln('Filecache table updated successfully.'); } if (!$table->hasIndex('fs_storage_path_prefix') && !$schema->getDatabasePlatform() instanceof PostgreSQL94Platform) { $output->writeln('Adding additional path index to the filecache table, this can take some time...'); $table->addIndex(['storage', 'path'], 'fs_storage_path_prefix', [], ['lengths' => [null, 64]]); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $updated = true; $output->writeln('Filecache table updated successfully.'); } if (!$table->hasIndex('fs_parent')) { $output->writeln('Adding additional parent index to the filecache table, this can take some time...'); $table->addIndex(['parent'], 'fs_parent'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $updated = true; $output->writeln('Filecache table updated successfully.'); } } $output->writeln('Check indices of the twofactor_providers table.'); if ($schema->hasTable('twofactor_providers')) { $table = $schema->getTable('twofactor_providers'); if (!$table->hasIndex('twofactor_providers_uid')) { $output->writeln('Adding additional twofactor_providers_uid index to the twofactor_providers table, this can take some time...'); $table->addIndex(['uid'], 'twofactor_providers_uid'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $updated = true; $output->writeln('Twofactor_providers table updated successfully.'); } } $output->writeln('Check indices of the login_flow_v2 table.'); if ($schema->hasTable('login_flow_v2')) { $table = $schema->getTable('login_flow_v2'); if (!$table->hasIndex('poll_token')) { $output->writeln('Adding additional indeces to the login_flow_v2 table, this can take some time...'); foreach ($table->getIndexes() as $index) { $columns = $index->getColumns(); if ($columns === ['poll_token'] || $columns === ['login_token'] || $columns === ['timestamp']) { $table->dropIndex($index->getName()); } } $table->addUniqueIndex(['poll_token'], 'poll_token'); $table->addUniqueIndex(['login_token'], 'login_token'); $table->addIndex(['timestamp'], 'timestamp'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $updated = true; $output->writeln('login_flow_v2 table updated successfully.'); } } $output->writeln('Check indices of the whats_new table.'); if ($schema->hasTable('whats_new')) { $table = $schema->getTable('whats_new'); if (!$table->hasIndex('version')) { $output->writeln('Adding version index to the whats_new table, this can take some time...'); foreach ($table->getIndexes() as $index) { if ($index->getColumns() === ['version']) { $table->dropIndex($index->getName()); } } $table->addUniqueIndex(['version'], 'version'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $updated = true; $output->writeln('whats_new table updated successfully.'); } } $output->writeln('Check indices of the cards table.'); $cardsUpdated = false; if ($schema->hasTable('cards')) { $table = $schema->getTable('cards'); if ($table->hasIndex('addressbookid_uri_index')) { if ($table->hasIndex('cards_abiduri')) { $table->dropIndex('addressbookid_uri_index'); } else { $output->writeln('Renaming addressbookid_uri_index index to cards_abiduri in the cards table, this can take some time...'); foreach ($table->getIndexes() as $index) { if ($index->getColumns() === ['addressbookid', 'uri']) { $table->renameIndex('addressbookid_uri_index', 'cards_abiduri'); } } } $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $cardsUpdated = true; } if (!$table->hasIndex('cards_abid')) { $output->writeln('Adding cards_abid index to the cards table, this can take some time...'); foreach ($table->getIndexes() as $index) { if ($index->getColumns() === ['addressbookid']) { $table->dropIndex($index->getName()); } } $table->addIndex(['addressbookid'], 'cards_abid'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $cardsUpdated = true; } if (!$table->hasIndex('cards_abiduri')) { $output->writeln('Adding cards_abiduri index to the cards table, this can take some time...'); foreach ($table->getIndexes() as $index) { if ($index->getColumns() === ['addressbookid', 'uri']) { $table->dropIndex($index->getName()); } } $table->addIndex(['addressbookid', 'uri'], 'cards_abiduri'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $cardsUpdated = true; } if ($cardsUpdated) { $updated = true; $output->writeln('cards table updated successfully.'); } } $output->writeln('Check indices of the cards_properties table.'); if ($schema->hasTable('cards_properties')) { $table = $schema->getTable('cards_properties'); if (!$table->hasIndex('cards_prop_abid')) { $output->writeln('Adding cards_prop_abid index to the cards_properties table, this can take some time...'); foreach ($table->getIndexes() as $index) { if ($index->getColumns() === ['addressbookid']) { $table->dropIndex($index->getName()); } } $table->addIndex(['addressbookid'], 'cards_prop_abid'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $updated = true; $output->writeln('cards_properties table updated successfully.'); } } $output->writeln('Check indices of the calendarobjects_props table.'); if ($schema->hasTable('calendarobjects_props')) { $table = $schema->getTable('calendarobjects_props'); if (!$table->hasIndex('calendarobject_calid_index')) { $output->writeln('Adding calendarobject_calid_index index to the calendarobjects_props table, this can take some time...'); $table->addIndex(['calendarid', 'calendartype'], 'calendarobject_calid_index'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $updated = true; $output->writeln('calendarobjects_props table updated successfully.'); } } $output->writeln('Check indices of the schedulingobjects table.'); if ($schema->hasTable('schedulingobjects')) { $table = $schema->getTable('schedulingobjects'); if (!$table->hasIndex('schedulobj_principuri_index')) { $output->writeln('Adding schedulobj_principuri_index index to the schedulingobjects table, this can take some time...'); $table->addIndex(['principaluri'], 'schedulobj_principuri_index'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $updated = true; $output->writeln('schedulingobjects table updated successfully.'); } } $output->writeln('Check indices of the oc_properties table.'); if ($schema->hasTable('properties')) { $table = $schema->getTable('properties'); $propertiesUpdated = false; if (!$table->hasIndex('properties_path_index')) { $output->writeln('Adding properties_path_index index to the oc_properties table, this can take some time...'); $table->addIndex(['userid', 'propertypath'], 'properties_path_index'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $propertiesUpdated = true; } if (!$table->hasIndex('properties_pathonly_index')) { $output->writeln('Adding properties_pathonly_index index to the oc_properties table, this can take some time...'); $table->addIndex(['propertypath'], 'properties_pathonly_index'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $propertiesUpdated = true; } if ($propertiesUpdated) { $updated = true; $output->writeln('oc_properties table updated successfully.'); } } $output->writeln('Check indices of the oc_jobs table.'); if ($schema->hasTable('jobs')) { $table = $schema->getTable('jobs'); if (!$table->hasIndex('job_lastcheck_reserved')) { $output->writeln('Adding job_lastcheck_reserved index to the oc_jobs table, this can take some time...'); $table->addIndex(['last_checked', 'reserved_at'], 'job_lastcheck_reserved'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $updated = true; $output->writeln('oc_properties table updated successfully.'); } } $output->writeln('Check indices of the oc_direct_edit table.'); if ($schema->hasTable('direct_edit')) { $table = $schema->getTable('direct_edit'); if (!$table->hasIndex('direct_edit_timestamp')) { $output->writeln('Adding direct_edit_timestamp index to the oc_direct_edit table, this can take some time...'); $table->addIndex(['timestamp'], 'direct_edit_timestamp'); $sqlQueries = $this->connection->migrateToSchema($schema->getWrappedSchema(), $dryRun); if ($dryRun && $sqlQueries !== null) { $output->writeln($sqlQueries); } $updated = true; $output->writeln('oc_direct_edit table updated successfully.'); } } $output->writeln('Check indices of the oc_preferences table.'); if ($schema->hasTable('preferences')) { $table = $schema->getTable('preferences'); if (!$table->hasIndex('preferences_app_key')) { $output->writeln('Adding preferences_app_key index to the oc_preferences table, this can take some time...'); $table->addIndex(['appid', 'configkey'], 'preferences_app_key'); $this->connection->migrateToSchema($schema->getWrappedSchema()); $updated = true; $output->writeln('oc_properties table updated successfully.'); } } $output->writeln('Check indices of the oc_mounts table.'); if ($schema->hasTable('mounts')) { $table = $schema->getTable('mounts'); if (!$table->hasIndex('mounts_class_index')) { $output->writeln('Adding mounts_class_index index to the oc_mounts table, this can take some time...'); $table->addIndex(['mount_provider_class'], 'mounts_class_index'); $this->connection->migrateToSchema($schema->getWrappedSchema()); $updated = true; $output->writeln('oc_mounts table updated successfully.'); } if (!$table->hasIndex('mounts_user_root_path_index')) { $output->writeln('Adding mounts_user_root_path_index index to the oc_mounts table, this can take some time...'); $table->addIndex(['user_id', 'root_id', 'mount_point'], 'mounts_user_root_path_index', [], ['lengths' => [null, null, 128]]); $this->connection->migrateToSchema($schema->getWrappedSchema()); $updated = true; $output->writeln('oc_mounts table updated successfully.'); } } $output->writeln('Check indices of the oc_systemtag_object_mapping table.'); if ($schema->hasTable('systemtag_object_mapping')) { $table = $schema->getTable('systemtag_object_mapping'); if (!$table->hasIndex('systag_by_tagid')) { $output->writeln('Adding systag_by_tagid index to the oc_systemtag_object_mapping table, this can take some time...'); $table->addIndex(['systemtagid', 'objecttype'], 'systag_by_tagid'); $this->connection->migrateToSchema($schema->getWrappedSchema()); $updated = true; $output->writeln('oc_systemtag_object_mapping table updated successfully.'); } } if (!$updated) { $output->writeln('Done.'); } } }