6bf8bebf51
CI / Test and Build (push) Failing after 1s
CI / Migrate Dev DB (push) Has been skipped
CI / Migrate DB (push) Has been skipped
CodeQL / Analyze actions (push) Has been cancelled
CodeQL / Analyze javascript-typescript (push) Has been cancelled
CI / Detect Version (push) Has been cancelled
CI / Detect Desktop Changes (push) Has been cancelled
CI / Build AMD64 (blacksmith-2vcpu-ubuntu-2404, ./docker/cron.Dockerfile, ubuntu-latest, ghcr.io/simstudioai/cron) (push) Has been cancelled
CI / Build AMD64 (blacksmith-2vcpu-ubuntu-2404, ./docker/db.Dockerfile, ECR_MIGRATIONS, ubuntu-latest, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (blacksmith-4vcpu-ubuntu-2404, ./docker/pii.Dockerfile, ECR_PII, ubuntu-latest, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (blacksmith-4vcpu-ubuntu-2404, ./docker/realtime.Dockerfile, ECR_REALTIME, ubuntu-latest, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build AMD64 (blacksmith-8vcpu-ubuntu-2404, ./docker/app.Dockerfile, ECR_APP, linux-x64-8-core, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/cron.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/cron) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/db.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/pii.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/realtime.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-8vcpu-ubuntu-2404-arm, ./docker/app.Dockerfile, linux-arm64-8-core, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
Publish CLI Package / publish-npm (push) Has been cancelled
Publish Python SDK / publish-pypi (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
Helm Chart / Lint, test, and validate chart (push) Has been cancelled
Helm Chart / Chart version bumped (push) Has been cancelled
Publish TypeScript SDK / publish-npm (push) Has been cancelled
CI / Build Dev ECR (blacksmith-8vcpu-ubuntu-2404, ./docker/app.Dockerfile, ECR_APP, linux-x64-8-core) (push) Has been cancelled
CI / Promote Images (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/cron) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build Dev ECR (blacksmith-2vcpu-ubuntu-2404, ./docker/db.Dockerfile, ECR_MIGRATIONS, ubuntu-latest) (push) Has been cancelled
CI / Build Dev ECR (blacksmith-4vcpu-ubuntu-2404, ./docker/pii.Dockerfile, ECR_PII, ubuntu-latest) (push) Has been cancelled
CI / Build Dev ECR (blacksmith-4vcpu-ubuntu-2404, ./docker/realtime.Dockerfile, ECR_REALTIME, ubuntu-latest) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Check Desktop Signing Secrets (push) Has been cancelled
CI / Desktop Release (push) Has been cancelled
CI / Create Desktop Prerelease (push) Has been cancelled
CI / Desktop Prerelease Build (push) Has been cancelled
CI / Publish Desktop Prerelease (push) Has been cancelled
CI / Prune Desktop Prereleases (push) Has been cancelled
Helm Chart / Install on kind and run helm test (push) Has been cancelled
130 lines
3.5 KiB
TypeScript
130 lines
3.5 KiB
TypeScript
import type { DSPyPredictParams, DSPyPredictResponse } from '@/tools/dspy/types'
|
|
import type { ToolConfig } from '@/tools/types'
|
|
|
|
export const predictTool: ToolConfig<DSPyPredictParams, DSPyPredictResponse> = {
|
|
id: 'dspy_predict',
|
|
name: 'DSPy Predict',
|
|
description: 'Run a prediction using a self-hosted DSPy program endpoint',
|
|
version: '1.0.0',
|
|
|
|
params: {
|
|
baseUrl: {
|
|
type: 'string',
|
|
required: true,
|
|
visibility: 'user-only',
|
|
description: 'Base URL of the DSPy server (e.g., https://your-dspy-server.com)',
|
|
},
|
|
apiKey: {
|
|
type: 'string',
|
|
required: false,
|
|
visibility: 'user-only',
|
|
description: 'API key for authentication (if required by your server)',
|
|
},
|
|
endpoint: {
|
|
type: 'string',
|
|
required: false,
|
|
visibility: 'user-only',
|
|
description: 'API endpoint path (defaults to /predict)',
|
|
},
|
|
input: {
|
|
type: 'string',
|
|
required: true,
|
|
visibility: 'user-or-llm',
|
|
description: 'The input text to send to the DSPy program',
|
|
},
|
|
inputField: {
|
|
type: 'string',
|
|
required: false,
|
|
visibility: 'user-only',
|
|
description: 'Name of the input field expected by the DSPy program (defaults to "text")',
|
|
},
|
|
context: {
|
|
type: 'string',
|
|
required: false,
|
|
visibility: 'user-or-llm',
|
|
description: 'Additional context to provide to the DSPy program',
|
|
},
|
|
additionalInputs: {
|
|
type: 'json',
|
|
required: false,
|
|
visibility: 'user-or-llm',
|
|
description: 'Additional key-value pairs to include in the request body',
|
|
},
|
|
},
|
|
|
|
request: {
|
|
modelInput: {
|
|
mode: 'project',
|
|
select: (params) => ({ input: params.input, context: params.context }),
|
|
},
|
|
method: 'POST',
|
|
url: (params) => {
|
|
const baseUrl = params.baseUrl.replace(/\/$/, '')
|
|
const endpoint = params.endpoint || '/predict'
|
|
return `${baseUrl}${endpoint}`
|
|
},
|
|
headers: (params) => {
|
|
const headers: Record<string, string> = {
|
|
'Content-Type': 'application/json',
|
|
}
|
|
if (params.apiKey) {
|
|
headers.Authorization = `Bearer ${params.apiKey}`
|
|
}
|
|
return headers
|
|
},
|
|
body: (params) => {
|
|
const inputField = params.inputField || 'text'
|
|
const body: Record<string, unknown> = {
|
|
[inputField]: params.input,
|
|
}
|
|
|
|
if (params.context) {
|
|
body.context = params.context
|
|
}
|
|
|
|
if (params.additionalInputs) {
|
|
Object.assign(body, params.additionalInputs)
|
|
}
|
|
|
|
return body
|
|
},
|
|
},
|
|
|
|
transformResponse: async (response: Response) => {
|
|
const data = await response.json()
|
|
|
|
const status = data.status ?? 'success'
|
|
const outputData = data.data ?? data
|
|
|
|
return {
|
|
success: true,
|
|
output: {
|
|
answer: outputData.answer ?? outputData.output ?? outputData.response ?? '',
|
|
reasoning: outputData.reasoning ?? outputData.rationale ?? null,
|
|
status,
|
|
rawOutput: outputData,
|
|
},
|
|
}
|
|
},
|
|
|
|
outputs: {
|
|
answer: {
|
|
type: 'string',
|
|
description: 'The main output/answer from the DSPy program',
|
|
},
|
|
reasoning: {
|
|
type: 'string',
|
|
description: 'The reasoning or rationale behind the answer (if available)',
|
|
optional: true,
|
|
},
|
|
status: {
|
|
type: 'string',
|
|
description: 'Response status from the DSPy server (success or error)',
|
|
},
|
|
rawOutput: {
|
|
type: 'json',
|
|
description: 'The complete raw output from the DSPy program (result.toDict())',
|
|
},
|
|
},
|
|
}
|