mirror of
https://github.com/matrix-org/dendrite.git
synced 2026-01-01 03:03:10 -06:00
testing phone home stats
This commit is contained in:
Till Faelligen
parent
2747c9eae2
commit
d7d7919cea
|
|
@ -15,9 +15,16 @@
|
|||
package syncapi
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"math"
|
||||
"runtime"
|
||||
"syscall"
|
||||
"time"
|
||||
|
||||
"github.com/gorilla/mux"
|
||||
"github.com/matrix-org/dendrite/internal/sqlutil"
|
||||
"github.com/sirupsen/logrus"
|
||||
|
||||
"github.com/matrix-org/dendrite/eduserver/cache"
|
||||
|
|
@ -47,10 +54,12 @@ func AddPublicRoutes(
|
|||
keyAPI keyapi.KeyInternalAPI,
|
||||
federation *gomatrixserverlib.FederationClient,
|
||||
cfg *config.SyncAPI,
|
||||
baseCfg *config.Dendrite,
|
||||
) {
|
||||
startTime := time.Now()
|
||||
js := jetstream.Prepare(&cfg.Matrix.JetStream)
|
||||
|
||||
syncDB, err := storage.NewSyncServerDatasource(&cfg.Database)
|
||||
syncDB, err := storage.NewSyncServerDatasource(&cfg.Database, cfg.Matrix.ServerName)
|
||||
if err != nil {
|
||||
logrus.WithError(err).Panicf("failed to connect to sync db")
|
||||
}
|
||||
|
|
@ -109,5 +118,198 @@ func AddPublicRoutes(
|
|||
logrus.WithError(err).Panicf("failed to start receipts consumer")
|
||||
}
|
||||
|
||||
// TODO: add config
|
||||
go startPhoneHomeCollector(startTime, baseCfg, syncDB, userAPI)
|
||||
|
||||
routing.Setup(router, requestPool, syncDB, userAPI, federation, rsAPI, cfg)
|
||||
}
|
||||
|
||||
type phoneHomeStats struct {
|
||||
prevData timestampToRUUsage
|
||||
stats map[string]interface{}
|
||||
serverName gomatrixserverlib.ServerName
|
||||
userAPI userapi.UserInternalAPI
|
||||
startTime time.Time
|
||||
cfg *config.Dendrite
|
||||
db storage.Database
|
||||
}
|
||||
|
||||
type timestampToRUUsage struct {
|
||||
timestamp int64
|
||||
usage syscall.Rusage
|
||||
}
|
||||
|
||||
func startPhoneHomeCollector(startTime time.Time, cfg *config.Dendrite, syncDB storage.Database, userAPI userapi.UserInternalAPI) {
|
||||
|
||||
p := phoneHomeStats{
|
||||
stats: make(map[string]interface{}),
|
||||
startTime: startTime,
|
||||
serverName: cfg.Global.ServerName,
|
||||
cfg: cfg,
|
||||
db: syncDB,
|
||||
userAPI: userAPI,
|
||||
}
|
||||
|
||||
// start initial run after 5min
|
||||
time.AfterFunc(time.Second*10, func() {
|
||||
p.collect()
|
||||
})
|
||||
|
||||
// run every 3 hours
|
||||
ticker := time.NewTicker(time.Second * 10)
|
||||
|
||||
for {
|
||||
select {
|
||||
case <-ticker.C:
|
||||
p.collect()
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func (p *phoneHomeStats) collect() {
|
||||
p.stats = make(map[string]interface{})
|
||||
p.stats["servername"] = p.serverName
|
||||
|
||||
ctx, cancel := context.WithTimeout(context.TODO(), time.Minute*1)
|
||||
defer cancel()
|
||||
|
||||
oldUsage := p.prevData
|
||||
newUsage := syscall.Rusage{}
|
||||
if err := syscall.Getrusage(syscall.RUSAGE_SELF, &newUsage); err != nil {
|
||||
logrus.WithError(err).Error("unable to get usage")
|
||||
return
|
||||
}
|
||||
newData := timestampToRUUsage{timestamp: time.Now().Unix(), usage: newUsage}
|
||||
p.prevData = newData
|
||||
|
||||
usedCPUTime := (newUsage.Utime.Sec + newUsage.Stime.Sec) - (oldUsage.usage.Utime.Sec + oldUsage.usage.Stime.Sec)
|
||||
|
||||
if usedCPUTime == 0 || newData.timestamp == oldUsage.timestamp {
|
||||
logrus.Info("setting cpu average to 0")
|
||||
p.stats["cpu_average"] = 0
|
||||
} else {
|
||||
p.stats["cpu_average"] = math.Floor(float64(usedCPUTime / (newData.timestamp - oldUsage.timestamp) * 100))
|
||||
}
|
||||
|
||||
p.stats["uptime_seconds"] = math.Floor(time.Now().Sub(p.startTime).Seconds())
|
||||
p.stats["timestamp"] = time.Now().Unix()
|
||||
p.stats["go_version"] = runtime.Version()
|
||||
p.stats["memory_rss"] = newUsage.Maxrss
|
||||
if len(p.cfg.Logging) > 0 {
|
||||
p.stats["log_level"] = p.cfg.Logging[0].Level
|
||||
} else {
|
||||
p.stats["log_level"] = "info"
|
||||
}
|
||||
|
||||
db, err := sqlutil.Open(&p.cfg.SyncAPI.Database)
|
||||
if err != nil {
|
||||
logrus.WithError(err).Error("unable to database")
|
||||
return
|
||||
}
|
||||
defer db.Close()
|
||||
|
||||
dbVersion := "unknown"
|
||||
dbEngine := "unknown"
|
||||
switch {
|
||||
case p.cfg.SyncAPI.Database.ConnectionString.IsSQLite():
|
||||
dbEngine = "SQLite"
|
||||
row := db.QueryRow("select sqlite_version();")
|
||||
if err := row.Scan(&dbVersion); err != nil {
|
||||
logrus.WithError(err).Error("unable to query version")
|
||||
return
|
||||
}
|
||||
case p.cfg.SyncAPI.Database.ConnectionString.IsPostgres():
|
||||
dbEngine = "Postgres"
|
||||
row := db.QueryRow("SHOW server_version;")
|
||||
if err := row.Scan(&dbVersion); err != nil {
|
||||
logrus.WithError(err).Error("unable to query version")
|
||||
return
|
||||
}
|
||||
}
|
||||
p.stats["database_engine"] = dbEngine
|
||||
p.stats["database_server_version"] = dbVersion
|
||||
|
||||
messages, err := p.db.DailyMessages(ctx, 0)
|
||||
if err != nil {
|
||||
logrus.WithError(err).Error("unable to query DailyMessages")
|
||||
return
|
||||
}
|
||||
p.stats["daily_messages"] = messages
|
||||
messages, err = p.db.DailySentMessages(ctx, 0)
|
||||
if err != nil {
|
||||
logrus.WithError(err).Error("unable to query DailySentMessages")
|
||||
return
|
||||
}
|
||||
p.stats["daily_sent_messages"] = messages
|
||||
|
||||
messages, err = p.db.DailyE2EEMessages(ctx, 0)
|
||||
if err != nil {
|
||||
logrus.WithError(err).Error("unable to query DailyE2EEMessages")
|
||||
return
|
||||
}
|
||||
p.stats["daily_e2ee_messages"] = messages
|
||||
messages, err = p.db.DailySentE2EEMessages(ctx, 0)
|
||||
if err != nil {
|
||||
logrus.WithError(err).Error("unable to query DailySentE2EEMessages")
|
||||
return
|
||||
}
|
||||
p.stats["daily_sent_e2ee_messages"] = messages
|
||||
|
||||
integerRes := &userapi.IntegerResponse{}
|
||||
if err = p.userAPI.AllUsers(ctx, integerRes); err != nil {
|
||||
logrus.WithError(err).Error("unable to query AllUsers")
|
||||
return
|
||||
}
|
||||
p.stats["total_users"] = integerRes.Count
|
||||
|
||||
if err = p.userAPI.NonBridgedUsers(ctx, integerRes); err != nil {
|
||||
logrus.WithError(err).Error("unable to query NonBridgedUsers")
|
||||
return
|
||||
}
|
||||
p.stats["total_nonbridged_users"] = integerRes.Count
|
||||
|
||||
if err = p.userAPI.DailyUsers(ctx, integerRes); err != nil {
|
||||
logrus.WithError(err).Error("unable to query DailyUsers")
|
||||
return
|
||||
}
|
||||
p.stats["daily_active_users"] = integerRes.Count
|
||||
|
||||
if err = p.userAPI.MonthlyUsers(ctx, integerRes); err != nil {
|
||||
logrus.WithError(err).Error("unable to query MonthlyUsers")
|
||||
return
|
||||
}
|
||||
p.stats["monthly_active_users"] = integerRes.Count
|
||||
|
||||
mapRes := &userapi.MapResponse{}
|
||||
if err = p.userAPI.RegisteredUserByType(ctx, mapRes); err != nil {
|
||||
logrus.WithError(err).Error("unable to query RegisteredUserByType")
|
||||
return
|
||||
}
|
||||
for t, c := range mapRes.Result {
|
||||
p.stats["daily_user_type_"+t] = c
|
||||
}
|
||||
|
||||
if err = p.userAPI.R30Users(ctx, mapRes); err != nil {
|
||||
logrus.WithError(err).Error("unable to query R30Users")
|
||||
return
|
||||
}
|
||||
for t, c := range mapRes.Result {
|
||||
p.stats["r30_users_"+t] = c
|
||||
}
|
||||
|
||||
if err = p.userAPI.R30UsersV2(ctx, mapRes); err != nil {
|
||||
logrus.WithError(err).Error("unable to query R30UsersV2")
|
||||
return
|
||||
}
|
||||
for t, c := range mapRes.Result {
|
||||
p.stats["r30v2_users_"+t] = c
|
||||
}
|
||||
|
||||
output := bytes.Buffer{}
|
||||
if err = json.NewEncoder(&output).Encode(p.stats); err != nil {
|
||||
logrus.WithError(err).Error("unable to encode stats")
|
||||
return
|
||||
}
|
||||
|
||||
logrus.Infof("Collected data: %s", output.String())
|
||||
}
|
||||
Loading…
Reference in a new issue