2018-01-02 10:26:56 +00:00
|
|
|
// Copyright 2017 Vector Creations Ltd
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package federationsender
|
|
|
|
|
|
|
|
import (
|
2020-06-08 14:51:07 +00:00
|
|
|
"github.com/gorilla/mux"
|
2019-08-23 17:25:10 +00:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/api"
|
2018-01-02 10:26:56 +00:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/consumers"
|
2020-05-01 12:01:50 +00:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/internal"
|
2020-06-04 13:27:10 +00:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/inthttp"
|
2018-01-02 10:26:56 +00:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/queue"
|
2020-07-22 16:01:29 +00:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/statistics"
|
2018-01-02 10:26:56 +00:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/storage"
|
2019-08-23 17:25:10 +00:00
|
|
|
roomserverAPI "github.com/matrix-org/dendrite/roomserver/api"
|
2020-12-02 17:41:00 +00:00
|
|
|
"github.com/matrix-org/dendrite/setup"
|
|
|
|
"github.com/matrix-org/dendrite/setup/kafka"
|
2018-01-02 10:26:56 +00:00
|
|
|
"github.com/matrix-org/gomatrixserverlib"
|
|
|
|
"github.com/sirupsen/logrus"
|
|
|
|
)
|
|
|
|
|
2020-06-08 14:51:07 +00:00
|
|
|
// AddInternalRoutes registers HTTP handlers for the internal API. Invokes functions
|
|
|
|
// on the given input API.
|
|
|
|
func AddInternalRoutes(router *mux.Router, intAPI api.FederationSenderInternalAPI) {
|
|
|
|
inthttp.AddRoutes(intAPI, router)
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewInternalAPI returns a concerete implementation of the internal API. Callers
|
|
|
|
// can call functions directly on the returned API or via an HTTP interface using AddInternalRoutes.
|
|
|
|
func NewInternalAPI(
|
2020-06-12 13:55:57 +00:00
|
|
|
base *setup.BaseDendrite,
|
2018-01-02 10:26:56 +00:00
|
|
|
federation *gomatrixserverlib.FederationClient,
|
2020-05-01 09:48:17 +00:00
|
|
|
rsAPI roomserverAPI.RoomserverInternalAPI,
|
2020-04-29 14:29:39 +00:00
|
|
|
keyRing *gomatrixserverlib.KeyRing,
|
2021-05-24 10:43:24 +00:00
|
|
|
resetBlacklist bool,
|
2020-04-29 10:34:31 +00:00
|
|
|
) api.FederationSenderInternalAPI {
|
2020-08-10 13:18:04 +00:00
|
|
|
cfg := &base.Cfg.FederationSender
|
|
|
|
|
2020-12-04 14:52:10 +00:00
|
|
|
federationSenderDB, err := storage.NewDatabase(&cfg.Database, base.Caches)
|
2018-01-02 10:26:56 +00:00
|
|
|
if err != nil {
|
|
|
|
logrus.WithError(err).Panic("failed to connect to federation sender db")
|
|
|
|
}
|
|
|
|
|
2021-05-24 10:43:24 +00:00
|
|
|
if resetBlacklist {
|
|
|
|
_ = federationSenderDB.RemoveAllServersFromBlacklist()
|
|
|
|
}
|
|
|
|
|
2020-07-22 16:01:29 +00:00
|
|
|
stats := &statistics.Statistics{
|
|
|
|
DB: federationSenderDB,
|
2020-08-10 13:18:04 +00:00
|
|
|
FailuresUntilBlacklist: cfg.FederationMaxRetries,
|
2020-07-22 16:01:29 +00:00
|
|
|
}
|
|
|
|
|
2020-10-15 12:27:13 +00:00
|
|
|
consumer, _ := kafka.SetupConsumerProducer(&cfg.Matrix.Kafka)
|
|
|
|
|
Improve federation sender performance, implement backoff and blacklisting, fix up invites a bit (#1007)
* Improve federation sender performance and behaviour, add backoff
* Tweaks
* Tweaks
* Tweaks
* Take copies of events before passing to destination queues
* Don't accidentally drop queued messages
* Don't take copies again
* Tidy up a bit
* Break out statistics (tracked component-wide), report success and failures from Perform actions
* Fix comment, use atomic add
* Improve logic a bit, don't block on wakeup, move idle check
* Don't retry sucessful invites, don't dispatch sendEvent, sendInvite etc
* Dedupe destinations, fix other bug hopefully
* Dispatch sends again
* Federation sender to ignore invites that are destined locally
* Loopback invite events
* Remodel a bit with channels
* Linter
* Only loopback invite event if we know the room
* We should tell other resident servers about the invite if we know about the room
* Correct invite signing
* Fix invite loopback
* Check HTTP response codes, push new invites to front of queue
* Review comments
2020-05-07 11:42:06 +00:00
|
|
|
queues := queue.NewOutgoingQueues(
|
2021-01-26 12:56:20 +00:00
|
|
|
federationSenderDB, base.ProcessContext,
|
|
|
|
cfg.Matrix.DisableFederation,
|
2020-12-02 15:10:03 +00:00
|
|
|
cfg.Matrix.ServerName, federation, rsAPI, stats,
|
2020-07-01 10:46:38 +00:00
|
|
|
&queue.SigningInfo{
|
2020-08-10 13:18:04 +00:00
|
|
|
KeyID: cfg.Matrix.KeyID,
|
|
|
|
PrivateKey: cfg.Matrix.PrivateKey,
|
|
|
|
ServerName: cfg.Matrix.ServerName,
|
2020-06-10 15:54:43 +00:00
|
|
|
},
|
Improve federation sender performance, implement backoff and blacklisting, fix up invites a bit (#1007)
* Improve federation sender performance and behaviour, add backoff
* Tweaks
* Tweaks
* Tweaks
* Take copies of events before passing to destination queues
* Don't accidentally drop queued messages
* Don't take copies again
* Tidy up a bit
* Break out statistics (tracked component-wide), report success and failures from Perform actions
* Fix comment, use atomic add
* Improve logic a bit, don't block on wakeup, move idle check
* Don't retry sucessful invites, don't dispatch sendEvent, sendInvite etc
* Dedupe destinations, fix other bug hopefully
* Dispatch sends again
* Federation sender to ignore invites that are destined locally
* Loopback invite events
* Remodel a bit with channels
* Linter
* Only loopback invite event if we know the room
* We should tell other resident servers about the invite if we know about the room
* Correct invite signing
* Fix invite loopback
* Check HTTP response codes, push new invites to front of queue
* Review comments
2020-05-07 11:42:06 +00:00
|
|
|
)
|
2018-01-02 10:26:56 +00:00
|
|
|
|
2018-08-10 15:26:57 +00:00
|
|
|
rsConsumer := consumers.NewOutputRoomEventConsumer(
|
2021-01-26 12:56:20 +00:00
|
|
|
base.ProcessContext, cfg, consumer, queues,
|
2020-05-01 09:48:17 +00:00
|
|
|
federationSenderDB, rsAPI,
|
2018-01-02 10:26:56 +00:00
|
|
|
)
|
2018-08-10 15:26:57 +00:00
|
|
|
if err = rsConsumer.Start(); err != nil {
|
2018-01-02 10:26:56 +00:00
|
|
|
logrus.WithError(err).Panic("failed to start room server consumer")
|
|
|
|
}
|
2018-08-10 15:26:57 +00:00
|
|
|
|
2020-07-14 11:33:37 +00:00
|
|
|
tsConsumer := consumers.NewOutputEDUConsumer(
|
2021-01-26 12:56:20 +00:00
|
|
|
base.ProcessContext, cfg, consumer, queues, federationSenderDB,
|
2018-08-10 15:26:57 +00:00
|
|
|
)
|
|
|
|
if err := tsConsumer.Start(); err != nil {
|
|
|
|
logrus.WithError(err).Panic("failed to start typing server consumer")
|
|
|
|
}
|
2020-08-04 10:32:14 +00:00
|
|
|
keyConsumer := consumers.NewKeyChangeConsumer(
|
2021-01-26 12:56:20 +00:00
|
|
|
base.ProcessContext, &base.Cfg.KeyServer, consumer, queues, federationSenderDB, rsAPI,
|
2020-08-04 10:32:14 +00:00
|
|
|
)
|
|
|
|
if err := keyConsumer.Start(); err != nil {
|
|
|
|
logrus.WithError(err).Panic("failed to start key server consumer")
|
|
|
|
}
|
2019-08-23 17:25:10 +00:00
|
|
|
|
2020-08-10 13:18:04 +00:00
|
|
|
return internal.NewFederationSenderInternalAPI(federationSenderDB, cfg, rsAPI, federation, keyRing, stats, queues)
|
2018-01-02 10:26:56 +00:00
|
|
|
}
|