2020-02-14 14:12:33 +00:00
|
|
|
// Copyright 2018 New Vector Ltd
|
|
|
|
// Copyright 2019-2020 The Matrix.org Foundation C.I.C.
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package postgres
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"database/sql"
|
|
|
|
|
|
|
|
// Import postgres database driver
|
|
|
|
_ "github.com/lib/pq"
|
2020-08-10 13:18:04 +00:00
|
|
|
"github.com/matrix-org/dendrite/internal/config"
|
2020-04-16 09:06:55 +00:00
|
|
|
"github.com/matrix-org/dendrite/internal/sqlutil"
|
2020-02-14 14:12:33 +00:00
|
|
|
"github.com/matrix-org/gomatrixserverlib"
|
|
|
|
)
|
|
|
|
|
|
|
|
// Database stores events intended to be later sent to application services
|
|
|
|
type Database struct {
|
2020-06-16 16:39:56 +00:00
|
|
|
sqlutil.PartitionOffsetStatements
|
2020-02-14 14:12:33 +00:00
|
|
|
events eventsStatements
|
|
|
|
txnID txnStatements
|
|
|
|
db *sql.DB
|
2020-08-21 09:42:08 +00:00
|
|
|
writer sqlutil.Writer
|
2020-02-14 14:12:33 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// NewDatabase opens a new database
|
2020-08-10 13:18:04 +00:00
|
|
|
func NewDatabase(dbProperties *config.DatabaseOptions) (*Database, error) {
|
2020-02-14 14:12:33 +00:00
|
|
|
var result Database
|
|
|
|
var err error
|
2020-08-10 13:18:04 +00:00
|
|
|
if result.db, err = sqlutil.Open(dbProperties); err != nil {
|
2020-02-14 14:12:33 +00:00
|
|
|
return nil, err
|
|
|
|
}
|
2020-08-21 09:42:08 +00:00
|
|
|
result.writer = sqlutil.NewDummyWriter()
|
2020-02-14 14:12:33 +00:00
|
|
|
if err = result.prepare(); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-08-21 09:42:08 +00:00
|
|
|
if err = result.PartitionOffsetStatements.Prepare(result.db, result.writer, "appservice"); err != nil {
|
2020-06-16 16:39:56 +00:00
|
|
|
return nil, err
|
|
|
|
}
|
2020-02-14 14:12:33 +00:00
|
|
|
return &result, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (d *Database) prepare() error {
|
|
|
|
if err := d.events.prepare(d.db); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
return d.txnID.prepare(d.db)
|
|
|
|
}
|
|
|
|
|
2020-03-24 15:46:17 +00:00
|
|
|
// StoreEvent takes in a gomatrixserverlib.HeaderedEvent and stores it in the database
|
2020-02-14 14:12:33 +00:00
|
|
|
// for a transaction worker to pull and later send to an application service.
|
|
|
|
func (d *Database) StoreEvent(
|
|
|
|
ctx context.Context,
|
|
|
|
appServiceID string,
|
2020-03-24 15:46:17 +00:00
|
|
|
event *gomatrixserverlib.HeaderedEvent,
|
2020-02-14 14:12:33 +00:00
|
|
|
) error {
|
|
|
|
return d.events.insertEvent(ctx, appServiceID, event)
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetEventsWithAppServiceID returns a slice of events and their IDs intended to
|
|
|
|
// be sent to an application service given its ID.
|
|
|
|
func (d *Database) GetEventsWithAppServiceID(
|
|
|
|
ctx context.Context,
|
|
|
|
appServiceID string,
|
|
|
|
limit int,
|
2020-03-24 15:46:17 +00:00
|
|
|
) (int, int, []gomatrixserverlib.HeaderedEvent, bool, error) {
|
2020-02-14 14:12:33 +00:00
|
|
|
return d.events.selectEventsByApplicationServiceID(ctx, appServiceID, limit)
|
|
|
|
}
|
|
|
|
|
|
|
|
// CountEventsWithAppServiceID returns the number of events destined for an
|
|
|
|
// application service given its ID.
|
|
|
|
func (d *Database) CountEventsWithAppServiceID(
|
|
|
|
ctx context.Context,
|
|
|
|
appServiceID string,
|
|
|
|
) (int, error) {
|
|
|
|
return d.events.countEventsByApplicationServiceID(ctx, appServiceID)
|
|
|
|
}
|
|
|
|
|
|
|
|
// UpdateTxnIDForEvents takes in an application service ID and a
|
|
|
|
// and stores them in the DB, unless the pair already exists, in
|
|
|
|
// which case it updates them.
|
|
|
|
func (d *Database) UpdateTxnIDForEvents(
|
|
|
|
ctx context.Context,
|
|
|
|
appserviceID string,
|
|
|
|
maxID, txnID int,
|
|
|
|
) error {
|
|
|
|
return d.events.updateTxnIDForEvents(ctx, appserviceID, maxID, txnID)
|
|
|
|
}
|
|
|
|
|
|
|
|
// RemoveEventsBeforeAndIncludingID removes all events from the database that
|
|
|
|
// are less than or equal to a given maximum ID. IDs here are implemented as a
|
|
|
|
// serial, thus this should always delete events in chronological order.
|
|
|
|
func (d *Database) RemoveEventsBeforeAndIncludingID(
|
|
|
|
ctx context.Context,
|
|
|
|
appserviceID string,
|
|
|
|
eventTableID int,
|
|
|
|
) error {
|
|
|
|
return d.events.deleteEventsBeforeAndIncludingID(ctx, appserviceID, eventTableID)
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetLatestTxnID returns the latest available transaction id
|
|
|
|
func (d *Database) GetLatestTxnID(
|
|
|
|
ctx context.Context,
|
|
|
|
) (int, error) {
|
|
|
|
return d.txnID.selectTxnID(ctx)
|
|
|
|
}
|