From 3754bc5b96f84f18a0b94551e8fce9af2870024d Mon Sep 17 00:00:00 2001 From: Erik Johnston Date: Wed, 23 Nov 2022 12:38:01 +0000 Subject: [PATCH 1/2] Add another index to `device_lists_changes_in_room` This helps avoid reading unnecessarily large amounts of data from the table when querying with a set of room IDs. --- synapse/storage/databases/main/devices.py | 7 +++++++ .../delta/73/13add_device_lists_index.sql | 20 +++++++++++++++++++ 2 files changed, 27 insertions(+) create mode 100644 synapse/storage/schema/main/delta/73/13add_device_lists_index.sql diff --git a/synapse/storage/databases/main/devices.py b/synapse/storage/databases/main/devices.py index 37629115ab51..05a193f889b7 100644 --- a/synapse/storage/databases/main/devices.py +++ b/synapse/storage/databases/main/devices.py @@ -1441,6 +1441,13 @@ def __init__( self._remove_duplicate_outbound_pokes, ) + self.db_pool.updates.register_background_index_update( + "device_lists_changes_in_room_by_room_index", + index_name="device_lists_changes_in_room_by_room_idx", + table="device_lists_changes_in_room", + columns=["room_id", "stream_id"], + ) + async def _drop_device_list_streams_non_unique_indexes( self, progress: JsonDict, batch_size: int ) -> int: diff --git a/synapse/storage/schema/main/delta/73/13add_device_lists_index.sql b/synapse/storage/schema/main/delta/73/13add_device_lists_index.sql new file mode 100644 index 000000000000..3725022a1336 --- /dev/null +++ b/synapse/storage/schema/main/delta/73/13add_device_lists_index.sql @@ -0,0 +1,20 @@ +/* Copyright 2022 The Matrix.org Foundation C.I.C + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + + +-- Adds an index on `device_lists_changes_in_room (room_id, stream_id)`, which +-- speeds up `/sync` queries. +INSERT INTO background_updates (ordering, update_name, progress_json) VALUES + (7313, 'device_lists_changes_in_room_by_room_index', '{}'); From da918f532a991b253994d9ac65ed24dd9a00a7c2 Mon Sep 17 00:00:00 2001 From: Erik Johnston Date: Wed, 23 Nov 2022 12:39:36 +0000 Subject: [PATCH 2/2] Newsfile --- changelog.d/14534.misc | 1 + 1 file changed, 1 insertion(+) create mode 100644 changelog.d/14534.misc diff --git a/changelog.d/14534.misc b/changelog.d/14534.misc new file mode 100644 index 000000000000..5fe79042e53a --- /dev/null +++ b/changelog.d/14534.misc @@ -0,0 +1 @@ +Improve DB performance by reducing amount of data that gets read in `device_lists_changes_in_room`.