Files
WeHub Mirror 6bf8bebf51
CI / Test and Build (push) Failing after 1s
CI / Migrate Dev DB (push) Has been skipped
CI / Migrate DB (push) Has been skipped
CodeQL / Analyze actions (push) Has been cancelled
CodeQL / Analyze javascript-typescript (push) Has been cancelled
CI / Detect Version (push) Has been cancelled
CI / Detect Desktop Changes (push) Has been cancelled
CI / Build AMD64 (blacksmith-2vcpu-ubuntu-2404, ./docker/cron.Dockerfile, ubuntu-latest, ghcr.io/simstudioai/cron) (push) Has been cancelled
CI / Build AMD64 (blacksmith-2vcpu-ubuntu-2404, ./docker/db.Dockerfile, ECR_MIGRATIONS, ubuntu-latest, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (blacksmith-4vcpu-ubuntu-2404, ./docker/pii.Dockerfile, ECR_PII, ubuntu-latest, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (blacksmith-4vcpu-ubuntu-2404, ./docker/realtime.Dockerfile, ECR_REALTIME, ubuntu-latest, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build AMD64 (blacksmith-8vcpu-ubuntu-2404, ./docker/app.Dockerfile, ECR_APP, linux-x64-8-core, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/cron.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/cron) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/db.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/pii.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/realtime.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-8vcpu-ubuntu-2404-arm, ./docker/app.Dockerfile, linux-arm64-8-core, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
Publish CLI Package / publish-npm (push) Has been cancelled
Publish Python SDK / publish-pypi (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
Helm Chart / Lint, test, and validate chart (push) Has been cancelled
Helm Chart / Chart version bumped (push) Has been cancelled
Publish TypeScript SDK / publish-npm (push) Has been cancelled
CI / Build Dev ECR (blacksmith-8vcpu-ubuntu-2404, ./docker/app.Dockerfile, ECR_APP, linux-x64-8-core) (push) Has been cancelled
CI / Promote Images (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/cron) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build Dev ECR (blacksmith-2vcpu-ubuntu-2404, ./docker/db.Dockerfile, ECR_MIGRATIONS, ubuntu-latest) (push) Has been cancelled
CI / Build Dev ECR (blacksmith-4vcpu-ubuntu-2404, ./docker/pii.Dockerfile, ECR_PII, ubuntu-latest) (push) Has been cancelled
CI / Build Dev ECR (blacksmith-4vcpu-ubuntu-2404, ./docker/realtime.Dockerfile, ECR_REALTIME, ubuntu-latest) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Check Desktop Signing Secrets (push) Has been cancelled
CI / Desktop Release (push) Has been cancelled
CI / Create Desktop Prerelease (push) Has been cancelled
CI / Desktop Prerelease Build (push) Has been cancelled
CI / Publish Desktop Prerelease (push) Has been cancelled
CI / Prune Desktop Prereleases (push) Has been cancelled
Helm Chart / Install on kind and run helm test (push) Has been cancelled
WeHub snapshot of cb28d14c6f2c081de7a0d8729a8c816c9adef67a
2026-08-10 11:17:50 +08:00

249 lines
8.8 KiB
TypeScript

import { createLogger } from '@sim/logger'
import { generateId } from '@sim/utils/id'
import {
assertBillingAttributionSnapshot,
type BillingAttributionSnapshot,
} from '@/lib/billing/core/billing-attribution'
import type { AsyncExecutionCorrelation } from '@/lib/core/async-jobs/types'
import { LoggingSession } from '@/lib/logs/execution/logging-session'
import { captureServerEvent } from '@/lib/posthog/server'
import { executeWorkflowCore } from '@/lib/workflows/executor/execution-core'
import { handlePostExecutionPauseState } from '@/lib/workflows/executor/pause-persistence'
import { ExecutionSnapshot } from '@/executor/execution/snapshot'
import type { ExecutionMetadata, SerializableExecutionState } from '@/executor/execution/types'
import type { ExecutionResult, StreamingExecution } from '@/executor/types'
import type { ResolvedSecretTraceProvenanceV1 } from '@/executor/utils/resolved-secret-trace-registry'
const logger = createLogger('WorkflowExecution')
export interface ExecuteWorkflowOptions {
enabled: boolean
selectedOutputs?: string[]
isSecureMode?: boolean
workflowTriggerType?: 'api' | 'chat' | 'copilot' | 'table'
/**
* If set, the executor enters the workflow at this block instead of resolving a Start block.
* Use for trigger-originated runs (webhooks, table triggers, schedules) where the entry point
* is the trigger block itself.
*/
triggerBlockId?: string
onStream?: (streamingExec: StreamingExecution) => Promise<void>
/** Fires before each block runs; lets callers track per-block lifecycle (e.g. table-cell live state). */
onBlockStart?: (
blockId: string,
blockName: string,
blockType: string,
executionOrder: number
) => Promise<void>
onBlockComplete?: (blockId: string, output: unknown) => Promise<void>
/** Transfers post-execution logging ownership to the streaming caller after execution succeeds. */
skipLoggingComplete?: boolean
includeFileBase64?: boolean
base64MaxBytes?: number
largeValueKeys?: string[]
fileKeys?: string[]
abortSignal?: AbortSignal
/** Use the live/draft workflow state instead of the deployed state. Used by copilot. */
useDraftState?: boolean
/** Stop execution after this block completes. Used for "run until block" feature. */
stopAfterBlockId?: string
/** Run-from-block configuration using a prior execution snapshot. */
runFromBlock?: {
startBlockId: string
sourceSnapshot: SerializableExecutionState
sourceExecutionId?: string
}
/** Trusted encrypted provenance supplied by a server-only caller before execution starts. */
trustedInitialResolvedSecretTraceProvenance?: ResolvedSecretTraceProvenanceV1
executionMode?: 'sync' | 'stream' | 'async'
/** Immutable actor/payer decision captured by preprocessing. */
billingAttribution?: BillingAttributionSnapshot
/** Server-issued run identity persisted with the execution log and snapshot. */
trustedExecutionCorrelation?: AsyncExecutionCorrelation
/** Deployed-chat thinking policy; persisted on the snapshot for resume. */
includeThinking?: boolean
/** Deployed-chat tool lifecycle policy; persisted on the snapshot for resume. */
includeToolCalls?: boolean
/**
* Run-level agent-events opt-in (see {@link ExecutionMetadata.agentEvents}).
* Callers set this only when the surface consumes thinking/tool events.
*/
agentEvents?: boolean
}
export interface WorkflowInfo {
id: string
userId: string
workspaceId?: string | null
isDeployed?: boolean
variables?: Record<string, any>
}
export async function executeWorkflow(
workflow: WorkflowInfo,
requestId: string,
input: unknown | undefined,
actorUserId: string,
streamConfig?: ExecuteWorkflowOptions,
providedExecutionId?: string
): Promise<ExecutionResult> {
if (!workflow.workspaceId) {
throw new Error(`Workflow ${workflow.id} has no workspaceId`)
}
const workflowId = workflow.id
const workspaceId = workflow.workspaceId
if (!streamConfig?.billingAttribution) {
throw new Error('Billing attribution is required for workspace execution')
}
const billingAttribution = assertBillingAttributionSnapshot(streamConfig.billingAttribution)
if (
billingAttribution.actorUserId !== actorUserId ||
billingAttribution.workspaceId !== workspaceId
) {
throw new Error('Workflow billing attribution does not match its actor and workspace')
}
const executionId = providedExecutionId || generateId()
const triggerType = streamConfig?.workflowTriggerType || 'api'
const loggingSession = new LoggingSession(workflowId, executionId, triggerType, requestId)
if (streamConfig?.trustedExecutionCorrelation) {
loggingSession.setTrustedExecutionCorrelation(streamConfig.trustedExecutionCorrelation)
}
let postExecutionOwnershipTransferred = false
try {
const metadata: ExecutionMetadata = {
requestId,
executionId,
workflowId,
workspaceId,
userId: actorUserId,
billingAttribution,
workflowUserId: workflow.userId,
triggerType,
triggerBlockId: streamConfig?.triggerBlockId,
useDraftState: streamConfig?.useDraftState ?? false,
startTime: new Date().toISOString(),
isClientSession: false,
largeValueExecutionIds: Array.from(new Set([executionId])),
largeValueKeys: streamConfig?.largeValueKeys,
fileKeys: streamConfig?.fileKeys,
executionMode: streamConfig?.executionMode,
includeThinking: streamConfig?.includeThinking === true ? true : undefined,
includeToolCalls:
typeof streamConfig?.includeToolCalls === 'boolean'
? streamConfig.includeToolCalls
: undefined,
agentEvents: streamConfig?.agentEvents === true ? true : undefined,
correlation: streamConfig?.trustedExecutionCorrelation,
}
const snapshot = new ExecutionSnapshot(
metadata,
workflow,
input,
workflow.variables || {},
streamConfig?.selectedOutputs || []
)
const executionStartMs = Date.now()
const result = await executeWorkflowCore({
snapshot,
callbacks: {
onStream: streamConfig?.onStream,
onBlockStart: streamConfig?.onBlockStart
? async (
blockId: string,
blockName: string,
blockType: string,
executionOrder: number
) => {
await streamConfig.onBlockStart!(blockId, blockName, blockType, executionOrder)
}
: undefined,
onBlockComplete: streamConfig?.onBlockComplete
? async (blockId: string, _blockName: string, _blockType: string, output: unknown) => {
await streamConfig.onBlockComplete!(blockId, output)
}
: undefined,
},
loggingSession,
includeFileBase64: streamConfig?.includeFileBase64,
base64MaxBytes: streamConfig?.base64MaxBytes,
abortSignal: streamConfig?.abortSignal,
stopAfterBlockId: streamConfig?.stopAfterBlockId,
trustedInitialResolvedSecretTraceProvenance:
streamConfig?.trustedInitialResolvedSecretTraceProvenance,
runFromBlock: streamConfig?.runFromBlock,
})
const blockTypes = [
...new Set(
(result.logs ?? [])
.map((log) => log.blockType)
.filter((t): t is string => typeof t === 'string')
),
]
if (result.status !== 'paused') {
captureServerEvent(
actorUserId,
'workflow_executed',
{
workflow_id: workflowId,
workspace_id: workspaceId,
trigger_type: triggerType,
success: result.success,
block_count: result.logs?.length ?? 0,
block_types: blockTypes.join(','),
duration_ms: Date.now() - executionStartMs,
},
{
groups: { workspace: workspaceId },
setOnce: { first_execution_at: new Date().toISOString() },
}
)
}
await handlePostExecutionPauseState({ result, workflowId, executionId, loggingSession })
if (streamConfig?.skipLoggingComplete) {
postExecutionOwnershipTransferred = true
return {
...result,
_streamingMetadata: {
loggingSession,
processedInput: input,
},
}
}
return result
} catch (error: unknown) {
const errorDiagnostic = loggingSession.projectDiagnosticError(error)
logger.error(`[${requestId}] Workflow execution failed`, errorDiagnostic)
captureServerEvent(
actorUserId,
'workflow_execution_failed',
{
workflow_id: workflow.id,
workspace_id: workspaceId,
trigger_type: streamConfig?.workflowTriggerType || 'api',
error_message:
typeof errorDiagnostic.error === 'string'
? errorDiagnostic.error
: 'Workflow execution failed',
},
{ groups: { workspace: workspaceId } }
)
throw error
} finally {
if (!postExecutionOwnershipTransferred) {
await loggingSession.waitForPostExecution()
}
}
}