6bf8bebf51
CI / Test and Build (push) Failing after 1s
CI / Migrate Dev DB (push) Has been skipped
CI / Migrate DB (push) Has been skipped
CodeQL / Analyze actions (push) Has been cancelled
CodeQL / Analyze javascript-typescript (push) Has been cancelled
CI / Detect Version (push) Has been cancelled
CI / Detect Desktop Changes (push) Has been cancelled
CI / Build AMD64 (blacksmith-2vcpu-ubuntu-2404, ./docker/cron.Dockerfile, ubuntu-latest, ghcr.io/simstudioai/cron) (push) Has been cancelled
CI / Build AMD64 (blacksmith-2vcpu-ubuntu-2404, ./docker/db.Dockerfile, ECR_MIGRATIONS, ubuntu-latest, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (blacksmith-4vcpu-ubuntu-2404, ./docker/pii.Dockerfile, ECR_PII, ubuntu-latest, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (blacksmith-4vcpu-ubuntu-2404, ./docker/realtime.Dockerfile, ECR_REALTIME, ubuntu-latest, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build AMD64 (blacksmith-8vcpu-ubuntu-2404, ./docker/app.Dockerfile, ECR_APP, linux-x64-8-core, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/cron.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/cron) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/db.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/pii.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/realtime.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-8vcpu-ubuntu-2404-arm, ./docker/app.Dockerfile, linux-arm64-8-core, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
Publish CLI Package / publish-npm (push) Has been cancelled
Publish Python SDK / publish-pypi (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
Helm Chart / Lint, test, and validate chart (push) Has been cancelled
Helm Chart / Chart version bumped (push) Has been cancelled
Publish TypeScript SDK / publish-npm (push) Has been cancelled
CI / Build Dev ECR (blacksmith-8vcpu-ubuntu-2404, ./docker/app.Dockerfile, ECR_APP, linux-x64-8-core) (push) Has been cancelled
CI / Promote Images (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/cron) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build Dev ECR (blacksmith-2vcpu-ubuntu-2404, ./docker/db.Dockerfile, ECR_MIGRATIONS, ubuntu-latest) (push) Has been cancelled
CI / Build Dev ECR (blacksmith-4vcpu-ubuntu-2404, ./docker/pii.Dockerfile, ECR_PII, ubuntu-latest) (push) Has been cancelled
CI / Build Dev ECR (blacksmith-4vcpu-ubuntu-2404, ./docker/realtime.Dockerfile, ECR_REALTIME, ubuntu-latest) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Check Desktop Signing Secrets (push) Has been cancelled
CI / Desktop Release (push) Has been cancelled
CI / Create Desktop Prerelease (push) Has been cancelled
CI / Desktop Prerelease Build (push) Has been cancelled
CI / Publish Desktop Prerelease (push) Has been cancelled
CI / Prune Desktop Prereleases (push) Has been cancelled
Helm Chart / Install on kind and run helm test (push) Has been cancelled
243 lines
8.3 KiB
TypeScript
243 lines
8.3 KiB
TypeScript
import {
|
|
normalizeRecord,
|
|
normalizeRecordMap,
|
|
normalizeStringRecord,
|
|
normalizeWorkflowVariables,
|
|
} from '@/lib/core/utils/records'
|
|
import { DEFAULT_EXECUTION_TIMEOUT_MS } from '@/lib/execution/constants'
|
|
import { DEFAULT_CODE_LANGUAGE } from '@/lib/execution/languages'
|
|
import {
|
|
PRIVATE_SECRET_PROVENANCE_BUNDLE_V1,
|
|
PRIVATE_SECRET_PROVENANCE_FIELD,
|
|
PRIVATE_SECRET_PROVENANCE_HEADER,
|
|
} from '@/lib/execution/private-tool-metadata'
|
|
import type { CodeExecutionInput, CodeExecutionOutput } from '@/tools/function/types'
|
|
import type { ToolConfig } from '@/tools/types'
|
|
|
|
export const functionExecuteTool: ToolConfig<CodeExecutionInput, CodeExecutionOutput> = {
|
|
id: 'function_execute',
|
|
name: 'Function Execute',
|
|
description:
|
|
'Execute JavaScript, Python, or shell scripts in a secure sandbox. For JS: fetch() is available, code runs in an async IIFE wrapper. Shell includes general utilities such as jq, curl, git, and rg. Use outputPath/outputTable to persist returned data, or outputSandboxPath + outputPath to export a file created inside the sandbox into the workspace.',
|
|
version: '1.0.0',
|
|
|
|
params: {
|
|
code: {
|
|
type: 'string',
|
|
required: true,
|
|
visibility: 'user-or-llm',
|
|
description:
|
|
'Source code in the selected language. JavaScript runs as an async function body and returns a result with return. Python runs as a module and returns an optional result through __sim_result__; legacy snippets with a top-level return remain supported. Shell runs as Bash and can emit a typed result with __SIM_RESULT__=<json>.',
|
|
},
|
|
language: {
|
|
type: 'string',
|
|
required: false,
|
|
visibility: 'user-only',
|
|
description: 'Language to execute (javascript, python, or shell)',
|
|
default: DEFAULT_CODE_LANGUAGE,
|
|
},
|
|
timeout: {
|
|
type: 'number',
|
|
required: false,
|
|
visibility: 'hidden',
|
|
description: 'Execution timeout in milliseconds',
|
|
default: DEFAULT_EXECUTION_TIMEOUT_MS,
|
|
},
|
|
title: {
|
|
type: 'string',
|
|
required: false,
|
|
visibility: 'hidden',
|
|
description: 'Short user-visible label for this execution.',
|
|
},
|
|
outputPath: {
|
|
type: 'string',
|
|
required: false,
|
|
visibility: 'hidden',
|
|
description:
|
|
'Write the tool result back to a workspace file, e.g. "files/result.json" or "files/report.csv". Use for text/JSON/CSV/markdown/html outputs.',
|
|
},
|
|
outputFormat: {
|
|
type: 'string',
|
|
required: false,
|
|
visibility: 'hidden',
|
|
description: 'Optional format override for outputPath (json, csv, txt, md, html).',
|
|
},
|
|
outputTable: {
|
|
type: 'string',
|
|
required: false,
|
|
visibility: 'hidden',
|
|
description:
|
|
'Overwrite a workspace table with the code result. The code must return an array of objects.',
|
|
},
|
|
outputSandboxPath: {
|
|
type: 'string',
|
|
required: false,
|
|
visibility: 'hidden',
|
|
description:
|
|
'Export a file created inside the sandbox to the workspace. Provide the sandbox file path here and also set outputPath to the workspace destination.',
|
|
},
|
|
outputMimeType: {
|
|
type: 'string',
|
|
required: false,
|
|
visibility: 'hidden',
|
|
description:
|
|
'MIME type for the exported file. Required for binary files (e.g. "image/png", "application/pdf"). If omitted, inferred from outputPath extension for text formats.',
|
|
},
|
|
overwriteFileId: {
|
|
type: 'string',
|
|
required: false,
|
|
visibility: 'hidden',
|
|
description:
|
|
'Overwrite this existing workspace file ID instead of creating a duplicate output file.',
|
|
},
|
|
sandboxId: {
|
|
type: 'string',
|
|
required: false,
|
|
visibility: 'user-only',
|
|
description: 'Workspace sandbox providing importable packages and CLI tools',
|
|
},
|
|
secretScope: {
|
|
type: 'string',
|
|
required: false,
|
|
visibility: 'user-only',
|
|
description: 'Whether this code can read all workspace secrets or only selected ones',
|
|
},
|
|
mountedSecrets: {
|
|
type: 'json',
|
|
required: false,
|
|
visibility: 'user-only',
|
|
description: 'Secret names this code can read when secretScope is "selected"',
|
|
},
|
|
envVars: {
|
|
type: 'object',
|
|
required: false,
|
|
visibility: 'hidden',
|
|
description: 'Environment variables to make available during execution',
|
|
default: {},
|
|
},
|
|
blockData: {
|
|
type: 'object',
|
|
required: false,
|
|
visibility: 'hidden',
|
|
description: 'Block output data for variable resolution',
|
|
default: {},
|
|
},
|
|
blockNameMapping: {
|
|
type: 'object',
|
|
required: false,
|
|
visibility: 'hidden',
|
|
description: 'Mapping of block names to block IDs',
|
|
default: {},
|
|
},
|
|
blockOutputSchemas: {
|
|
type: 'object',
|
|
required: false,
|
|
visibility: 'hidden',
|
|
description: 'Mapping of block IDs to their output schemas for validation',
|
|
default: {},
|
|
},
|
|
workflowVariables: {
|
|
type: 'object',
|
|
required: false,
|
|
visibility: 'hidden',
|
|
description: 'Workflow variables for <variable.name> resolution',
|
|
default: {},
|
|
},
|
|
},
|
|
|
|
request: {
|
|
url: '/api/function/execute',
|
|
method: 'POST',
|
|
headers: (params) => ({
|
|
'Content-Type': 'application/json',
|
|
...(params[PRIVATE_SECRET_PROVENANCE_FIELD]
|
|
? { [PRIVATE_SECRET_PROVENANCE_HEADER]: PRIVATE_SECRET_PROVENANCE_BUNDLE_V1 }
|
|
: {}),
|
|
}),
|
|
body: (params: CodeExecutionInput) => {
|
|
const codeContent = Array.isArray(params.code)
|
|
? params.code.map((c: { content: string }) => c.content).join('\n')
|
|
: params.code
|
|
|
|
const body: Record<string, unknown> = {
|
|
code: codeContent,
|
|
sourceCode: params.sourceCode,
|
|
language: params.language || DEFAULT_CODE_LANGUAGE,
|
|
timeout: params.timeout || DEFAULT_EXECUTION_TIMEOUT_MS,
|
|
title: params.title,
|
|
outputPath: params.outputPath,
|
|
outputFormat: params.outputFormat,
|
|
outputTable: params.outputTable,
|
|
outputSandboxPath: params.outputSandboxPath,
|
|
outputMimeType: params.outputMimeType,
|
|
sandboxId: params.sandboxId,
|
|
secretScope: params.secretScope,
|
|
mountedSecrets: params.mountedSecrets,
|
|
overwriteFileId: params.overwriteFileId,
|
|
inputs: params.inputs,
|
|
outputs: params.outputs,
|
|
envVars: normalizeStringRecord(params.envVars),
|
|
workflowVariables: normalizeWorkflowVariables(params.workflowVariables),
|
|
blockData: normalizeRecord(params.blockData),
|
|
blockNameMapping: normalizeStringRecord(params.blockNameMapping),
|
|
blockOutputSchemas: normalizeRecordMap(params.blockOutputSchemas),
|
|
contextVariables: normalizeRecord(params.contextVariables),
|
|
workflowId: params._context?.workflowId,
|
|
executionId: params._context?.executionId,
|
|
largeValueExecutionIds: params._context?.largeValueExecutionIds,
|
|
largeValueKeys: params._context?.largeValueKeys,
|
|
fileKeys: params._context?.fileKeys,
|
|
allowLargeValueWorkflowScope: params._context?.allowLargeValueWorkflowScope,
|
|
userId: params._context?.userId,
|
|
workspaceId: params._context?.workspaceId,
|
|
isCustomTool: params.isCustomTool || false,
|
|
...(params[PRIVATE_SECRET_PROVENANCE_FIELD]
|
|
? {
|
|
[PRIVATE_SECRET_PROVENANCE_FIELD]: params[PRIVATE_SECRET_PROVENANCE_FIELD],
|
|
}
|
|
: {}),
|
|
}
|
|
|
|
if (params._sandboxFiles) {
|
|
body._sandboxFiles = params._sandboxFiles
|
|
}
|
|
|
|
return body
|
|
},
|
|
},
|
|
|
|
transformResponse: async (response: Response): Promise<CodeExecutionOutput> => {
|
|
const result = await response.json()
|
|
|
|
if (!result.success) {
|
|
return {
|
|
success: false,
|
|
output: {
|
|
result: null,
|
|
stdout: result.output?.stdout || '',
|
|
},
|
|
error: result.error,
|
|
resources: result.resources,
|
|
largeValueKeys: result.largeValueKeys,
|
|
fileKeys: result.fileKeys,
|
|
}
|
|
}
|
|
|
|
return {
|
|
success: true,
|
|
output: {
|
|
result: result.output.result,
|
|
stdout: result.output.stdout,
|
|
},
|
|
resources: result.resources,
|
|
largeValueKeys: result.largeValueKeys,
|
|
fileKeys: result.fileKeys,
|
|
}
|
|
},
|
|
|
|
outputs: {
|
|
result: { type: 'json', description: 'The structured result emitted by the executed code' },
|
|
stdout: { type: 'string', description: 'The standard output of the code execution' },
|
|
},
|
|
}
|