6bf8bebf51
CI / Test and Build (push) Failing after 1s
CI / Migrate Dev DB (push) Has been skipped
CI / Migrate DB (push) Has been skipped
CodeQL / Analyze actions (push) Has been cancelled
CodeQL / Analyze javascript-typescript (push) Has been cancelled
CI / Detect Version (push) Has been cancelled
CI / Detect Desktop Changes (push) Has been cancelled
CI / Build AMD64 (blacksmith-2vcpu-ubuntu-2404, ./docker/cron.Dockerfile, ubuntu-latest, ghcr.io/simstudioai/cron) (push) Has been cancelled
CI / Build AMD64 (blacksmith-2vcpu-ubuntu-2404, ./docker/db.Dockerfile, ECR_MIGRATIONS, ubuntu-latest, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (blacksmith-4vcpu-ubuntu-2404, ./docker/pii.Dockerfile, ECR_PII, ubuntu-latest, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (blacksmith-4vcpu-ubuntu-2404, ./docker/realtime.Dockerfile, ECR_REALTIME, ubuntu-latest, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build AMD64 (blacksmith-8vcpu-ubuntu-2404, ./docker/app.Dockerfile, ECR_APP, linux-x64-8-core, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/cron.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/cron) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/db.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/pii.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/realtime.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-8vcpu-ubuntu-2404-arm, ./docker/app.Dockerfile, linux-arm64-8-core, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
Publish CLI Package / publish-npm (push) Has been cancelled
Publish Python SDK / publish-pypi (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
Helm Chart / Lint, test, and validate chart (push) Has been cancelled
Helm Chart / Chart version bumped (push) Has been cancelled
Publish TypeScript SDK / publish-npm (push) Has been cancelled
CI / Build Dev ECR (blacksmith-8vcpu-ubuntu-2404, ./docker/app.Dockerfile, ECR_APP, linux-x64-8-core) (push) Has been cancelled
CI / Promote Images (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/cron) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build Dev ECR (blacksmith-2vcpu-ubuntu-2404, ./docker/db.Dockerfile, ECR_MIGRATIONS, ubuntu-latest) (push) Has been cancelled
CI / Build Dev ECR (blacksmith-4vcpu-ubuntu-2404, ./docker/pii.Dockerfile, ECR_PII, ubuntu-latest) (push) Has been cancelled
CI / Build Dev ECR (blacksmith-4vcpu-ubuntu-2404, ./docker/realtime.Dockerfile, ECR_REALTIME, ubuntu-latest) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Check Desktop Signing Secrets (push) Has been cancelled
CI / Desktop Release (push) Has been cancelled
CI / Create Desktop Prerelease (push) Has been cancelled
CI / Desktop Prerelease Build (push) Has been cancelled
CI / Publish Desktop Prerelease (push) Has been cancelled
CI / Prune Desktop Prereleases (push) Has been cancelled
Helm Chart / Install on kind and run helm test (push) Has been cancelled
57 lines
2.0 KiB
TypeScript
57 lines
2.0 KiB
TypeScript
import type { Logger } from '@sim/logger'
|
|
|
|
const REDIS_BUDGET_PREFIX = 'execution:redis-budget:'
|
|
const MAX_SINGLE_REDIS_WRITE_BYTES = 8 * 1024 * 1024
|
|
const MAX_EXECUTION_REDIS_BYTES = 64 * 1024 * 1024
|
|
const MAX_USER_REDIS_BYTES = 256 * 1024 * 1024
|
|
|
|
/**
|
|
* Window applied to both budget keys, but extended differently on purpose by
|
|
* every Lua script that enforces them — `FLUSH_EVENTS_SCRIPT` and
|
|
* `RESET_STREAM_SCRIPT` in `event-buffer.ts`, and the base64 cache pair in
|
|
* `lib/uploads/utils/user-file-base64.server.ts`.
|
|
*
|
|
* An execution key accounts for data that is refreshed on the same schedule as
|
|
* the key itself, so sliding its TTL on every write keeps the counter and the
|
|
* bytes it represents in step.
|
|
*
|
|
* A user key aggregates across every execution that user runs. Sliding its TTL
|
|
* on each write keeps it alive indefinitely for any user who stays active,
|
|
* while the per-execution data it accounts for keeps expiring underneath it —
|
|
* so the counter accrues bytes Redis has already dropped and eventually pins
|
|
* the user at their ceiling until they go a full TTL without writing. User
|
|
* keys therefore get a fixed window: the TTL is set when the key is created
|
|
* and never extended.
|
|
*/
|
|
const REDIS_BUDGET_TTL_SECONDS = 60 * 60
|
|
|
|
export type ExecutionRedisBudgetCategory = 'event_buffer' | 'base64_cache'
|
|
|
|
export interface ExecutionRedisBudgetReservation {
|
|
executionId: string
|
|
userId?: string
|
|
category: ExecutionRedisBudgetCategory
|
|
bytes: number
|
|
operation: string
|
|
logger?: Logger
|
|
}
|
|
|
|
export function getExecutionRedisBudgetLimits() {
|
|
return {
|
|
maxSingleWriteBytes: MAX_SINGLE_REDIS_WRITE_BYTES,
|
|
maxExecutionBytes: MAX_EXECUTION_REDIS_BYTES,
|
|
maxUserBytes: MAX_USER_REDIS_BYTES,
|
|
ttlSeconds: REDIS_BUDGET_TTL_SECONDS,
|
|
}
|
|
}
|
|
|
|
export function getExecutionRedisBudgetKeys(
|
|
reservation: ExecutionRedisBudgetReservation
|
|
): string[] {
|
|
const keys = [`${REDIS_BUDGET_PREFIX}execution:${reservation.executionId}`]
|
|
if (reservation.userId) {
|
|
keys.push(`${REDIS_BUDGET_PREFIX}user:${reservation.userId}`)
|
|
}
|
|
return keys
|
|
}
|