2018-01-02 10:26:56 +00:00
|
|
|
// Copyright 2017 Vector Creations Ltd
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package federationsender
|
|
|
|
|
|
|
|
import (
|
2019-08-23 17:25:10 +00:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/api"
|
2018-01-02 10:26:56 +00:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/consumers"
|
2020-05-01 12:01:50 +00:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/internal"
|
2020-04-28 09:53:07 +00:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/producers"
|
2018-01-02 10:26:56 +00:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/queue"
|
|
|
|
"github.com/matrix-org/dendrite/federationsender/storage"
|
Improve federation sender performance, implement backoff and blacklisting, fix up invites a bit (#1007)
* Improve federation sender performance and behaviour, add backoff
* Tweaks
* Tweaks
* Tweaks
* Take copies of events before passing to destination queues
* Don't accidentally drop queued messages
* Don't take copies again
* Tidy up a bit
* Break out statistics (tracked component-wide), report success and failures from Perform actions
* Fix comment, use atomic add
* Improve logic a bit, don't block on wakeup, move idle check
* Don't retry sucessful invites, don't dispatch sendEvent, sendInvite etc
* Dedupe destinations, fix other bug hopefully
* Dispatch sends again
* Federation sender to ignore invites that are destined locally
* Loopback invite events
* Remodel a bit with channels
* Linter
* Only loopback invite event if we know the room
* We should tell other resident servers about the invite if we know about the room
* Correct invite signing
* Fix invite loopback
* Check HTTP response codes, push new invites to front of queue
* Review comments
2020-05-07 11:42:06 +00:00
|
|
|
"github.com/matrix-org/dendrite/federationsender/types"
|
2020-05-21 13:40:13 +00:00
|
|
|
"github.com/matrix-org/dendrite/internal/basecomponent"
|
2019-08-23 17:25:10 +00:00
|
|
|
roomserverAPI "github.com/matrix-org/dendrite/roomserver/api"
|
2018-01-02 10:26:56 +00:00
|
|
|
"github.com/matrix-org/gomatrixserverlib"
|
|
|
|
"github.com/sirupsen/logrus"
|
|
|
|
)
|
|
|
|
|
|
|
|
// SetupFederationSenderComponent sets up and registers HTTP handlers for the
|
|
|
|
// FederationSender component.
|
|
|
|
func SetupFederationSenderComponent(
|
|
|
|
base *basecomponent.BaseDendrite,
|
|
|
|
federation *gomatrixserverlib.FederationClient,
|
2020-05-01 09:48:17 +00:00
|
|
|
rsAPI roomserverAPI.RoomserverInternalAPI,
|
2020-04-29 14:29:39 +00:00
|
|
|
keyRing *gomatrixserverlib.KeyRing,
|
2020-04-29 10:34:31 +00:00
|
|
|
) api.FederationSenderInternalAPI {
|
2020-05-01 12:34:53 +00:00
|
|
|
federationSenderDB, err := storage.NewDatabase(string(base.Cfg.Database.FederationSender), base.Cfg.DbProperties())
|
2018-01-02 10:26:56 +00:00
|
|
|
if err != nil {
|
|
|
|
logrus.WithError(err).Panic("failed to connect to federation sender db")
|
|
|
|
}
|
|
|
|
|
Improve federation sender performance, implement backoff and blacklisting, fix up invites a bit (#1007)
* Improve federation sender performance and behaviour, add backoff
* Tweaks
* Tweaks
* Tweaks
* Take copies of events before passing to destination queues
* Don't accidentally drop queued messages
* Don't take copies again
* Tidy up a bit
* Break out statistics (tracked component-wide), report success and failures from Perform actions
* Fix comment, use atomic add
* Improve logic a bit, don't block on wakeup, move idle check
* Don't retry sucessful invites, don't dispatch sendEvent, sendInvite etc
* Dedupe destinations, fix other bug hopefully
* Dispatch sends again
* Federation sender to ignore invites that are destined locally
* Loopback invite events
* Remodel a bit with channels
* Linter
* Only loopback invite event if we know the room
* We should tell other resident servers about the invite if we know about the room
* Correct invite signing
* Fix invite loopback
* Check HTTP response codes, push new invites to front of queue
* Review comments
2020-05-07 11:42:06 +00:00
|
|
|
roomserverProducer := producers.NewRoomserverProducer(
|
|
|
|
rsAPI, base.Cfg.Matrix.ServerName, base.Cfg.Matrix.KeyID, base.Cfg.Matrix.PrivateKey,
|
|
|
|
)
|
2020-04-28 09:53:07 +00:00
|
|
|
|
Improve federation sender performance, implement backoff and blacklisting, fix up invites a bit (#1007)
* Improve federation sender performance and behaviour, add backoff
* Tweaks
* Tweaks
* Tweaks
* Take copies of events before passing to destination queues
* Don't accidentally drop queued messages
* Don't take copies again
* Tidy up a bit
* Break out statistics (tracked component-wide), report success and failures from Perform actions
* Fix comment, use atomic add
* Improve logic a bit, don't block on wakeup, move idle check
* Don't retry sucessful invites, don't dispatch sendEvent, sendInvite etc
* Dedupe destinations, fix other bug hopefully
* Dispatch sends again
* Federation sender to ignore invites that are destined locally
* Loopback invite events
* Remodel a bit with channels
* Linter
* Only loopback invite event if we know the room
* We should tell other resident servers about the invite if we know about the room
* Correct invite signing
* Fix invite loopback
* Check HTTP response codes, push new invites to front of queue
* Review comments
2020-05-07 11:42:06 +00:00
|
|
|
statistics := &types.Statistics{}
|
|
|
|
queues := queue.NewOutgoingQueues(
|
|
|
|
base.Cfg.Matrix.ServerName, federation, roomserverProducer, statistics,
|
|
|
|
)
|
2018-01-02 10:26:56 +00:00
|
|
|
|
2018-08-10 15:26:57 +00:00
|
|
|
rsConsumer := consumers.NewOutputRoomEventConsumer(
|
2018-01-02 10:26:56 +00:00
|
|
|
base.Cfg, base.KafkaConsumer, queues,
|
2020-05-01 09:48:17 +00:00
|
|
|
federationSenderDB, rsAPI,
|
2018-01-02 10:26:56 +00:00
|
|
|
)
|
2018-08-10 15:26:57 +00:00
|
|
|
if err = rsConsumer.Start(); err != nil {
|
2018-01-02 10:26:56 +00:00
|
|
|
logrus.WithError(err).Panic("failed to start room server consumer")
|
|
|
|
}
|
2018-08-10 15:26:57 +00:00
|
|
|
|
|
|
|
tsConsumer := consumers.NewOutputTypingEventConsumer(
|
|
|
|
base.Cfg, base.KafkaConsumer, queues, federationSenderDB,
|
|
|
|
)
|
|
|
|
if err := tsConsumer.Start(); err != nil {
|
|
|
|
logrus.WithError(err).Panic("failed to start typing server consumer")
|
|
|
|
}
|
2019-08-23 17:25:10 +00:00
|
|
|
|
2020-05-01 12:01:50 +00:00
|
|
|
queryAPI := internal.NewFederationSenderInternalAPI(
|
2020-04-29 14:29:39 +00:00
|
|
|
federationSenderDB, base.Cfg, roomserverProducer, federation, keyRing,
|
Improve federation sender performance, implement backoff and blacklisting, fix up invites a bit (#1007)
* Improve federation sender performance and behaviour, add backoff
* Tweaks
* Tweaks
* Tweaks
* Take copies of events before passing to destination queues
* Don't accidentally drop queued messages
* Don't take copies again
* Tidy up a bit
* Break out statistics (tracked component-wide), report success and failures from Perform actions
* Fix comment, use atomic add
* Improve logic a bit, don't block on wakeup, move idle check
* Don't retry sucessful invites, don't dispatch sendEvent, sendInvite etc
* Dedupe destinations, fix other bug hopefully
* Dispatch sends again
* Federation sender to ignore invites that are destined locally
* Loopback invite events
* Remodel a bit with channels
* Linter
* Only loopback invite event if we know the room
* We should tell other resident servers about the invite if we know about the room
* Correct invite signing
* Fix invite loopback
* Check HTTP response codes, push new invites to front of queue
* Review comments
2020-05-07 11:42:06 +00:00
|
|
|
statistics,
|
2020-04-29 14:29:39 +00:00
|
|
|
)
|
2020-05-18 09:56:43 +00:00
|
|
|
|
2020-05-22 10:43:17 +00:00
|
|
|
queryAPI.SetupHTTP(base.InternalAPIMux)
|
2019-08-23 17:25:10 +00:00
|
|
|
|
2020-04-29 14:29:39 +00:00
|
|
|
return queryAPI
|
2018-01-02 10:26:56 +00:00
|
|
|
}
|