2020-01-03 14:07:05 +00:00
|
|
|
// Copyright 2017-2018 New Vector Ltd
|
|
|
|
// Copyright 2019-2020 The Matrix.org Foundation C.I.C.
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
2020-05-28 10:15:21 +00:00
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implie
|
2020-01-03 14:07:05 +00:00
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package postgres
|
|
|
|
|
|
|
|
import (
|
|
|
|
"database/sql"
|
2021-04-26 12:25:57 +00:00
|
|
|
"fmt"
|
2020-03-17 15:12:01 +00:00
|
|
|
|
2020-11-05 10:19:23 +00:00
|
|
|
// Import the postgres database driver.
|
|
|
|
_ "github.com/lib/pq"
|
|
|
|
|
2020-08-25 11:32:29 +00:00
|
|
|
"github.com/matrix-org/dendrite/internal/caching"
|
2020-04-16 09:06:55 +00:00
|
|
|
"github.com/matrix-org/dendrite/internal/sqlutil"
|
2020-11-05 10:19:23 +00:00
|
|
|
"github.com/matrix-org/dendrite/roomserver/storage/postgres/deltas"
|
2020-05-26 14:42:42 +00:00
|
|
|
"github.com/matrix-org/dendrite/roomserver/storage/shared"
|
2022-05-03 15:35:06 +00:00
|
|
|
"github.com/matrix-org/dendrite/setup/base"
|
2020-12-02 17:41:00 +00:00
|
|
|
"github.com/matrix-org/dendrite/setup/config"
|
2020-01-03 14:07:05 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// A Database is used to store room events and stream offsets.
|
|
|
|
type Database struct {
|
2020-05-26 14:42:42 +00:00
|
|
|
shared.Database
|
2020-01-03 14:07:05 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Open a postgres database.
|
2022-05-03 15:35:06 +00:00
|
|
|
func Open(base *base.BaseDendrite, dbProperties *config.DatabaseOptions, cache caching.RoomServerCaches) (*Database, error) {
|
2020-01-03 14:07:05 +00:00
|
|
|
var d Database
|
|
|
|
var err error
|
2022-05-03 15:35:06 +00:00
|
|
|
db, writer, err := base.DatabaseConnection(dbProperties, sqlutil.NewDummyWriter())
|
|
|
|
if err != nil {
|
2021-04-26 12:25:57 +00:00
|
|
|
return nil, fmt.Errorf("sqlutil.Open: %w", err)
|
2020-01-03 14:07:05 +00:00
|
|
|
}
|
2020-11-05 10:19:23 +00:00
|
|
|
|
2021-04-26 12:25:57 +00:00
|
|
|
// Create the tables.
|
|
|
|
if err := d.create(db); err != nil {
|
2020-11-05 10:19:23 +00:00
|
|
|
return nil, err
|
|
|
|
}
|
2021-04-26 12:25:57 +00:00
|
|
|
|
|
|
|
// Then execute the migrations. By this point the tables are created with the latest
|
|
|
|
// schemas.
|
2020-11-05 10:19:23 +00:00
|
|
|
m := sqlutil.NewMigrations()
|
|
|
|
deltas.LoadAddForgottenColumn(m)
|
2021-04-26 12:25:57 +00:00
|
|
|
deltas.LoadStateBlocksRefactor(m)
|
2020-11-05 10:19:23 +00:00
|
|
|
if err := m.RunDeltas(db, dbProperties); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2021-04-26 12:25:57 +00:00
|
|
|
|
|
|
|
// Then prepare the statements. Now that the migrations have run, any columns referred
|
|
|
|
// to in the database code should now exist.
|
2022-05-03 15:35:06 +00:00
|
|
|
if err := d.prepare(db, writer, cache); err != nil {
|
2020-11-05 10:19:23 +00:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return &d, nil
|
|
|
|
}
|
|
|
|
|
2021-04-26 12:25:57 +00:00
|
|
|
func (d *Database) create(db *sql.DB) error {
|
2022-05-09 13:30:32 +00:00
|
|
|
if err := CreateEventStateKeysTable(db); err != nil {
|
2021-04-26 12:25:57 +00:00
|
|
|
return err
|
|
|
|
}
|
2022-05-09 13:30:32 +00:00
|
|
|
if err := CreateEventTypesTable(db); err != nil {
|
2021-04-26 12:25:57 +00:00
|
|
|
return err
|
|
|
|
}
|
2022-05-09 13:30:32 +00:00
|
|
|
if err := CreateEventJSONTable(db); err != nil {
|
2021-04-26 12:25:57 +00:00
|
|
|
return err
|
|
|
|
}
|
2022-05-09 13:30:32 +00:00
|
|
|
if err := CreateEventsTable(db); err != nil {
|
2021-04-26 12:25:57 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := createRoomsTable(db); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := createStateBlockTable(db); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := createStateSnapshotTable(db); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2022-05-10 12:41:12 +00:00
|
|
|
if err := CreatePrevEventsTable(db); err != nil {
|
2021-04-26 12:25:57 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := createRoomAliasesTable(db); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2022-05-10 12:41:12 +00:00
|
|
|
if err := CreateInvitesTable(db); err != nil {
|
2021-04-26 12:25:57 +00:00
|
|
|
return err
|
|
|
|
}
|
2022-05-10 12:41:12 +00:00
|
|
|
if err := CreateMembershipTable(db); err != nil {
|
2021-04-26 12:25:57 +00:00
|
|
|
return err
|
|
|
|
}
|
2022-05-10 12:41:12 +00:00
|
|
|
if err := CreatePublishedTable(db); err != nil {
|
2021-04-26 12:25:57 +00:00
|
|
|
return err
|
|
|
|
}
|
2022-05-10 12:41:12 +00:00
|
|
|
if err := CreateRedactionsTable(db); err != nil {
|
2021-04-26 12:25:57 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2022-05-03 15:35:06 +00:00
|
|
|
func (d *Database) prepare(db *sql.DB, writer sqlutil.Writer, cache caching.RoomServerCaches) error {
|
2022-05-09 13:30:32 +00:00
|
|
|
eventStateKeys, err := PrepareEventStateKeysTable(db)
|
2020-05-26 14:42:42 +00:00
|
|
|
if err != nil {
|
2020-11-05 10:19:23 +00:00
|
|
|
return err
|
2020-05-26 14:42:42 +00:00
|
|
|
}
|
2022-05-09 13:30:32 +00:00
|
|
|
eventTypes, err := PrepareEventTypesTable(db)
|
2020-05-26 14:42:42 +00:00
|
|
|
if err != nil {
|
2020-11-05 10:19:23 +00:00
|
|
|
return err
|
2020-05-26 14:42:42 +00:00
|
|
|
}
|
2022-05-09 13:30:32 +00:00
|
|
|
eventJSON, err := PrepareEventJSONTable(db)
|
2020-05-26 15:45:28 +00:00
|
|
|
if err != nil {
|
2020-11-05 10:19:23 +00:00
|
|
|
return err
|
2020-05-26 15:45:28 +00:00
|
|
|
}
|
2022-05-09 13:30:32 +00:00
|
|
|
events, err := PrepareEventsTable(db)
|
2020-05-26 15:45:28 +00:00
|
|
|
if err != nil {
|
2020-11-05 10:19:23 +00:00
|
|
|
return err
|
2020-05-26 15:45:28 +00:00
|
|
|
}
|
2021-04-26 12:25:57 +00:00
|
|
|
rooms, err := prepareRoomsTable(db)
|
2020-05-26 17:23:39 +00:00
|
|
|
if err != nil {
|
2020-11-05 10:19:23 +00:00
|
|
|
return err
|
2020-05-26 17:23:39 +00:00
|
|
|
}
|
2021-04-26 12:25:57 +00:00
|
|
|
stateBlock, err := prepareStateBlockTable(db)
|
2020-05-27 08:36:09 +00:00
|
|
|
if err != nil {
|
2020-11-05 10:19:23 +00:00
|
|
|
return err
|
2020-05-27 08:36:09 +00:00
|
|
|
}
|
2021-04-26 12:25:57 +00:00
|
|
|
stateSnapshot, err := prepareStateSnapshotTable(db)
|
2020-05-27 08:36:09 +00:00
|
|
|
if err != nil {
|
2020-11-05 10:19:23 +00:00
|
|
|
return err
|
2020-05-27 08:36:09 +00:00
|
|
|
}
|
2022-05-10 12:41:12 +00:00
|
|
|
prevEvents, err := PreparePrevEventsTable(db)
|
2020-05-27 08:36:09 +00:00
|
|
|
if err != nil {
|
2020-11-05 10:19:23 +00:00
|
|
|
return err
|
2020-05-27 08:36:09 +00:00
|
|
|
}
|
2021-04-26 12:25:57 +00:00
|
|
|
roomAliases, err := prepareRoomAliasesTable(db)
|
2020-05-27 08:36:09 +00:00
|
|
|
if err != nil {
|
2020-11-05 10:19:23 +00:00
|
|
|
return err
|
2020-05-27 08:36:09 +00:00
|
|
|
}
|
2022-05-10 12:41:12 +00:00
|
|
|
invites, err := PrepareInvitesTable(db)
|
2020-05-27 10:03:47 +00:00
|
|
|
if err != nil {
|
2020-11-05 10:19:23 +00:00
|
|
|
return err
|
2020-05-27 10:03:47 +00:00
|
|
|
}
|
2022-05-10 12:41:12 +00:00
|
|
|
membership, err := PrepareMembershipTable(db)
|
2020-05-27 10:03:47 +00:00
|
|
|
if err != nil {
|
2020-11-05 10:19:23 +00:00
|
|
|
return err
|
2020-05-27 10:03:47 +00:00
|
|
|
}
|
2022-05-10 12:41:12 +00:00
|
|
|
published, err := PreparePublishedTable(db)
|
2020-07-02 14:41:18 +00:00
|
|
|
if err != nil {
|
2020-11-05 10:19:23 +00:00
|
|
|
return err
|
2020-07-02 14:41:18 +00:00
|
|
|
}
|
2022-05-10 12:41:12 +00:00
|
|
|
redactions, err := PrepareRedactionsTable(db)
|
2020-07-06 16:49:15 +00:00
|
|
|
if err != nil {
|
2020-11-05 10:19:23 +00:00
|
|
|
return err
|
2020-07-06 16:49:15 +00:00
|
|
|
}
|
2020-05-26 14:42:42 +00:00
|
|
|
d.Database = shared.Database{
|
2020-05-28 10:15:21 +00:00
|
|
|
DB: db,
|
2020-08-25 11:32:29 +00:00
|
|
|
Cache: cache,
|
2022-05-03 15:35:06 +00:00
|
|
|
Writer: writer,
|
2020-05-28 10:15:21 +00:00
|
|
|
EventTypesTable: eventTypes,
|
|
|
|
EventStateKeysTable: eventStateKeys,
|
|
|
|
EventJSONTable: eventJSON,
|
|
|
|
EventsTable: events,
|
|
|
|
RoomsTable: rooms,
|
2020-05-27 08:36:09 +00:00
|
|
|
StateBlockTable: stateBlock,
|
|
|
|
StateSnapshotTable: stateSnapshot,
|
2020-05-28 10:15:21 +00:00
|
|
|
PrevEventsTable: prevEvents,
|
2020-05-27 08:36:09 +00:00
|
|
|
RoomAliasesTable: roomAliases,
|
2020-05-28 10:15:21 +00:00
|
|
|
InvitesTable: invites,
|
|
|
|
MembershipTable: membership,
|
2020-07-02 14:41:18 +00:00
|
|
|
PublishedTable: published,
|
2020-07-06 16:49:15 +00:00
|
|
|
RedactionsTable: redactions,
|
2020-05-26 14:42:42 +00:00
|
|
|
}
|
2020-11-05 10:19:23 +00:00
|
|
|
return nil
|
2020-01-03 14:07:05 +00:00
|
|
|
}
|