extern/hishtory
1
0
Fork 0
mirror of https://github.com/ddworken/hishtory.git synced 2024-11-22 16:24:00 +01:00
Code Issues Packages Projects Releases Wiki Activity

Make server.go's cron more precise about how it periodically re-runs more intensive cron functions

Browse Source
This commit is contained in:
David Dworken 2023-11-01 18:06:16 -07:00
parent 8493224e23
commit 56e4609970
No known key found for this signature in database
1 changed files with 13 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
backend/server/server.go
View File

@ -102,7 +102,8 @@ func OpenDB() (*database.DB, error) {
return db, nil return db, nil
} }
var CRON_COUNTER = 0 var LAST_USER_STATS_RUN = time.Unix(0, 0)
var LAST_DEEP_CLEAN = time.Unix(0, 0)
// TODO: Update this to delete entries from integration test devices, as long as they are inactive // TODO: Update this to delete entries from integration test devices, as long as they are inactive
func cron(ctx context.Context, db *database.DB, stats *statsd.Client) error { func cron(ctx context.Context, db *database.DB, stats *statsd.Client) error {
@ -124,15 +125,23 @@ func cron(ctx context.Context, db *database.DB, stats *statsd.Client) error {
} }
} }
// Run a deep clean less often to cover some more edge cases that hurt DB performance
if isProductionEnvironment() && time.Since(LAST_DEEP_CLEAN) > 24*3*time.Hour {
LAST_DEEP_CLEAN = time.Now()
if err := db.DeepClean(ctx); err != nil {
return fmt.Errorf("db.DeepClean: %w", err)
}
}
// Collect and store metrics on active users so we can track trends over time. This doesn't // Collect and store metrics on active users so we can track trends over time. This doesn't
// have to be run as often, so only run it for a fraction of cron jobs // have to be run as often, so only run it periodically.
if CRON_COUNTER%40 == 0 { if time.Since(LAST_USER_STATS_RUN) > 12*time.Hour {
LAST_USER_STATS_RUN = time.Now()
if err := db.GenerateAndStoreActiveUserStats(ctx); err != nil { if err := db.GenerateAndStoreActiveUserStats(ctx); err != nil {
return fmt.Errorf("db.GenerateAndStoreActiveUserStats: %w", err) return fmt.Errorf("db.GenerateAndStoreActiveUserStats: %w", err)
} }
} }
CRON_COUNTER += 1
return nil return nil
} }