mirror of
https://github.com/anomalyco/opencode.git
synced 2026-07-21 18:26:09 +00:00
Adam
08a2a623dc
Compute all stat dimensions and both grains in one GROUPING SETS query so each sync pass scans the source table once instead of eight times. Hourly passes now only recompute the current ISO week; a daily full pass refreshes the whole display window. Restarted daemons resume the hourly cadence from the last completed sync instead of immediately re-running a pass, and the workgroup kills any query scanning more than 2 TB.
51 lines
2.1 KiB
TypeScript
51 lines
2.1 KiB
TypeScript
import * as NodeRuntime from "@effect/platform-node/NodeRuntime"
|
|
import { Athena } from "@opencode-ai/stats-core/athena"
|
|
import { ModelStatRepo } from "@opencode-ai/stats-core/domain/model"
|
|
import { layer as statsLayer } from "@opencode-ai/stats-core/runtime"
|
|
import { syncStats } from "@opencode-ai/stats-core/stat-sync"
|
|
import { Cause, Duration, Effect, Layer, Schedule } from "effect"
|
|
|
|
const SYNC_INTERVAL = "1 hour"
|
|
const SYNC_INTERVAL_MS = 3_600_000
|
|
|
|
const runtimeLayer = Layer.mergeAll(statsLayer, Athena.layer)
|
|
|
|
const daemon = Effect.gen(function* () {
|
|
yield* Effect.logInfo("stats sync daemon started")
|
|
yield* initialDelay()
|
|
|
|
// One full pass per UTC day (including the first pass after boot) refreshes the
|
|
// whole display window; every other pass only recomputes the current ISO week.
|
|
let lastFullDay = ""
|
|
const pass = Effect.gen(function* () {
|
|
const today = new Date().toISOString().slice(0, 10)
|
|
const full = lastFullDay !== today
|
|
yield* syncStats({ full })
|
|
if (full) lastFullDay = today
|
|
}).pipe(
|
|
Effect.catchCause((cause) =>
|
|
Effect.logWarning(`stats sync failed ${JSON.stringify({ cause: Cause.pretty(cause) })}`),
|
|
),
|
|
)
|
|
yield* pass.pipe(Effect.repeat(Schedule.fixed(SYNC_INTERVAL)))
|
|
}).pipe(Effect.forkScoped)
|
|
|
|
// A restarted daemon must not immediately re-run the expensive Athena pass; resume
|
|
// the hourly cadence from the last completed sync instead. This caps the Athena
|
|
// spend of a crash loop at one pass per interval.
|
|
const initialDelay = Effect.fnUntraced(function* () {
|
|
const modelStats = yield* ModelStatRepo
|
|
const lastSynced = yield* modelStats.lastSyncedAt().pipe(Effect.catchCause(() => Effect.succeed(null)))
|
|
if (!lastSynced) return
|
|
const delayMs = Math.min(SYNC_INTERVAL_MS - (Date.now() - lastSynced.getTime()), SYNC_INTERVAL_MS)
|
|
if (delayMs <= 0) return
|
|
yield* Effect.logInfo(
|
|
`stats sync delaying first pass ${JSON.stringify({ lastSyncedAt: lastSynced.toISOString(), delayMs })}`,
|
|
)
|
|
yield* Effect.sleep(Duration.millis(delayMs))
|
|
})
|
|
|
|
NodeRuntime.runMain(Layer.launch(Layer.effectDiscard(daemon).pipe(Layer.provide(runtimeLayer))), {
|
|
disableErrorReporting: true,
|
|
})
|