Eric Allam
7b1159eb45
* run engine v1: orgs are no longer considered for concurrency * Add reserve concurrency concept to allow waiting to resume parent tasks to release concurrency at the env level for child tasks to use (or else there is a deadlock). WIP recursive tasks * child tasks inherit the queue timestamp from their parent tasks to prioritize completing child tasks based on when their parent started * handle reserve concurrency with recursive deadlocks * Finish docs update for concurrency * Some fixes from badge conflict resolution * WIP priority queues * Implement MarQS priority queues * Fix the migrations
67 lines
1.8 KiB
TypeScript
67 lines
1.8 KiB
TypeScript
import { TaskRunError, TaskRunErrorCodes } from "@trigger.dev/core/v3/schemas";
|
|
import { TaskRun } from "@trigger.dev/database";
|
|
import { AuthenticatedEnvironment } from "~/services/apiAuth.server";
|
|
import { marqs } from "../marqs/index.server";
|
|
|
|
export type EnqueueRunOptions = {
|
|
env: AuthenticatedEnvironment;
|
|
run: TaskRun;
|
|
dependentRun?: { queue: string; id: string };
|
|
};
|
|
|
|
export type EnqueueRunResult =
|
|
| {
|
|
ok: true;
|
|
}
|
|
| {
|
|
ok: false;
|
|
error: TaskRunError;
|
|
};
|
|
|
|
export async function enqueueRun({
|
|
env,
|
|
run,
|
|
dependentRun,
|
|
}: EnqueueRunOptions): Promise<EnqueueRunResult> {
|
|
// If this is a triggerAndWait or batchTriggerAndWait,
|
|
// we need to add the parent run to the reserve concurrency set
|
|
// to free up concurrency for the children to run
|
|
// In the case of a recursive queue, reserving concurrency can fail, which means there is a deadlock and we need to fail the run
|
|
|
|
// TODO: reserveConcurrency can fail because of a deadlock, we need to handle that case
|
|
const wasEnqueued = await marqs.enqueueMessage(
|
|
env,
|
|
run.queue,
|
|
run.id,
|
|
{
|
|
type: "EXECUTE",
|
|
taskIdentifier: run.taskIdentifier,
|
|
projectId: env.projectId,
|
|
environmentId: env.id,
|
|
environmentType: env.type,
|
|
},
|
|
run.concurrencyKey ?? undefined,
|
|
run.queueTimestamp ?? undefined,
|
|
dependentRun
|
|
? { messageId: dependentRun.id, recursiveQueue: dependentRun.queue === run.queue }
|
|
: undefined
|
|
);
|
|
|
|
if (!wasEnqueued) {
|
|
const error = {
|
|
type: "INTERNAL_ERROR",
|
|
code: TaskRunErrorCodes.RECURSIVE_WAIT_DEADLOCK,
|
|
message: `This run will never execute because it was triggered recursively and the task has no remaining concurrency available`,
|
|
} satisfies TaskRunError;
|
|
|
|
return {
|
|
ok: false,
|
|
error,
|
|
};
|
|
}
|
|
|
|
return {
|
|
ok: true,
|
|
};
|
|
}
|