Eric Allam
2b3ea692fe
* WIP * Run queue now works with the worker queue / master queue split * Acking should also cause the master queue to be processed * Convert run engine tests and run engine to use runQueue changes * Include the util files in the test tsconfig * coordinator target should be es2020 as well * providers target 2020 * Fix the triggerTask tests in the webapp * v4 now working with the new worker queues, and added the legacy master queue migration stuff * report worker queue lengths via opentelemetry metrics * Adding lock metrics * Release concurrency bucket metrics * • Updated RunQueue.removeEnvironmentQueuesFromMasterQueue() method signature to take runtimeEnvironmentId instead of masterQueue parameter • Added automatic master queue shard calculation using this.keys.masterQueueKeyForEnvironment(runtimeEnvironmentId, this.shardCount) • Updated RunEngine wrapper method to use new runtimeEnvironmentId parameter • Updated DeleteProjectService to call the method once per environment instead of once per master queue • Simplified API by encapsulating master queue sharding logic within RunQueue class * metrics now working, configure the run queue settings, additional metrics for run engine and redis-worker * Fix CodeRabbit suggestions * return undefined from dequeueFromWorkerQueue, not null * Remove message from worker queue in certain circumstances when acking * Update log * Ensure master queue consumers cannot stop from a processing error, and make the consumer interval configurable via an env var * Change how the run queue master queue consumers are disabled internally * Fixed tests * process the queue on nack * Fix more tests * Fix priority tests * Fixed dequeueing test
163 lines
4.9 KiB
JSON
163 lines
4.9 KiB
JSON
{
|
|
// Use IntelliSense to learn about possible attributes.
|
|
// Hover to view descriptions of existing attributes.
|
|
// For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
|
|
"version": "0.2.0",
|
|
"configurations": [
|
|
{
|
|
"type": "node-terminal",
|
|
"request": "launch",
|
|
"name": "Debug WebApp",
|
|
"command": "pnpm run dev --filter webapp",
|
|
"envFile": "${workspaceFolder}/.env",
|
|
"cwd": "${workspaceFolder}",
|
|
"sourceMaps": true
|
|
},
|
|
{
|
|
"type": "node-terminal",
|
|
"request": "launch",
|
|
"name": "Debug realtimeStreams.test.ts",
|
|
"command": "pnpm run test -t RealtimeStreams",
|
|
"envFile": "${workspaceFolder}/.env",
|
|
"cwd": "${workspaceFolder}/apps/webapp",
|
|
"sourceMaps": true
|
|
},
|
|
{
|
|
"type": "node-terminal",
|
|
"request": "launch",
|
|
"name": "Debug triggerTask.test.ts",
|
|
"command": "pnpm run test --run ./test/engine/triggerTask.test.ts",
|
|
"envFile": "${workspaceFolder}/.env",
|
|
"cwd": "${workspaceFolder}/apps/webapp",
|
|
"sourceMaps": true
|
|
},
|
|
{
|
|
"type": "chrome",
|
|
"request": "launch",
|
|
"name": "Chrome webapp",
|
|
"url": "http://localhost:3030",
|
|
"webRoot": "${workspaceFolder}/apps/webapp/app"
|
|
},
|
|
{
|
|
"type": "node-terminal",
|
|
"request": "launch",
|
|
"name": "Debug V3 init CLI",
|
|
"command": "pnpm exec trigger init",
|
|
"cwd": "${workspaceFolder}/references/init-shell",
|
|
"sourceMaps": true
|
|
},
|
|
{
|
|
"type": "node-terminal",
|
|
"request": "launch",
|
|
"name": "Debug V3 init dev CLI",
|
|
"command": "pnpm exec trigger dev",
|
|
"cwd": "${workspaceFolder}/references/init-shell",
|
|
"sourceMaps": true
|
|
},
|
|
{
|
|
"type": "node-terminal",
|
|
"request": "launch",
|
|
"name": "Debug V3 Dev CLI",
|
|
"command": "pnpm exec trigger dev",
|
|
"cwd": "${workspaceFolder}/references/v3-catalog",
|
|
"sourceMaps": true
|
|
},
|
|
{
|
|
"type": "node-terminal",
|
|
"request": "launch",
|
|
"name": "Debug Dev Next.js Realtime",
|
|
"command": "pnpm exec trigger dev",
|
|
"cwd": "${workspaceFolder}/references/nextjs-realtime",
|
|
"sourceMaps": true
|
|
},
|
|
{
|
|
"type": "node-terminal",
|
|
"request": "launch",
|
|
"name": "Debug prisma-catalog deploy CLI",
|
|
"command": "pnpm exec trigger deploy --self-hosted --load-image",
|
|
"cwd": "${workspaceFolder}/references/prisma-catalog",
|
|
"sourceMaps": true
|
|
},
|
|
{
|
|
"type": "node-terminal",
|
|
"request": "launch",
|
|
"name": "Debug V3 Deploy CLI",
|
|
"command": "pnpm exec trigger deploy --self-hosted --load-image",
|
|
"cwd": "${workspaceFolder}/references/v3-catalog",
|
|
"sourceMaps": true
|
|
},
|
|
{
|
|
"type": "node-terminal",
|
|
"request": "launch",
|
|
"name": "Debug V3 list-profiles CLI",
|
|
"command": "pnpm exec trigger list-profiles --log-level debug",
|
|
"cwd": "${workspaceFolder}/references/v3-catalog",
|
|
"sourceMaps": true
|
|
},
|
|
{
|
|
"type": "node-terminal",
|
|
"request": "launch",
|
|
"name": "Debug V3 update CLI",
|
|
"command": "pnpm exec trigger update",
|
|
"cwd": "${workspaceFolder}/references/v3-catalog",
|
|
"sourceMaps": true
|
|
},
|
|
{
|
|
"type": "node-terminal",
|
|
"request": "launch",
|
|
"name": "Debug V3 Management",
|
|
"command": "pnpm run management",
|
|
"cwd": "${workspaceFolder}/references/v3-catalog",
|
|
"sourceMaps": true
|
|
},
|
|
{
|
|
"type": "node",
|
|
"request": "attach",
|
|
"name": "Attach to Trigger.dev CLI (v3)",
|
|
"port": 9229,
|
|
"restart": true,
|
|
"skipFiles": ["<node_internals>/**"]
|
|
},
|
|
{
|
|
"type": "node-terminal",
|
|
"request": "launch",
|
|
"name": "Debug CLI e2e tests",
|
|
"command": "MOD=otel-telemetry-loader pnpm run test:e2e",
|
|
"cwd": "${workspaceFolder}/packages/cli-v3",
|
|
"sourceMaps": true
|
|
},
|
|
{
|
|
"type": "node-terminal",
|
|
"request": "launch",
|
|
"name": "debug v3 hello-world dev",
|
|
"command": "pnpm exec trigger dev",
|
|
"cwd": "${workspaceFolder}/references/hello-world",
|
|
"sourceMaps": true
|
|
},
|
|
{
|
|
"type": "node-terminal",
|
|
"request": "launch",
|
|
"name": "Debug RunEngine tests",
|
|
"command": "pnpm run test ./src/engine/tests/releaseConcurrencyTokenBucketQueue.test.ts -t 'Should retrieve metrics for all queues via getQueueMetrics'",
|
|
"cwd": "${workspaceFolder}/internal-packages/run-engine",
|
|
"sourceMaps": true
|
|
},
|
|
{
|
|
"type": "node-terminal",
|
|
"request": "launch",
|
|
"name": "Debug RunQueue tests",
|
|
"command": "pnpm run test ./src/run-queue/index.test.ts --run",
|
|
"cwd": "${workspaceFolder}/internal-packages/run-engine",
|
|
"sourceMaps": true
|
|
},
|
|
{
|
|
"type": "node-terminal",
|
|
"request": "launch",
|
|
"name": "Debug d3-demo",
|
|
"command": "pnpm exec trigger dev",
|
|
"cwd": "${workspaceFolder}/references/d3-demo",
|
|
"sourceMaps": true
|
|
}
|
|
]
|
|
}
|