6bf8bebf51
CI / Test and Build (push) Failing after 1s
CI / Migrate Dev DB (push) Has been skipped
CI / Migrate DB (push) Has been skipped
CodeQL / Analyze actions (push) Has been cancelled
CodeQL / Analyze javascript-typescript (push) Has been cancelled
CI / Detect Version (push) Has been cancelled
CI / Detect Desktop Changes (push) Has been cancelled
CI / Build AMD64 (blacksmith-2vcpu-ubuntu-2404, ./docker/cron.Dockerfile, ubuntu-latest, ghcr.io/simstudioai/cron) (push) Has been cancelled
CI / Build AMD64 (blacksmith-2vcpu-ubuntu-2404, ./docker/db.Dockerfile, ECR_MIGRATIONS, ubuntu-latest, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build AMD64 (blacksmith-4vcpu-ubuntu-2404, ./docker/pii.Dockerfile, ECR_PII, ubuntu-latest, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build AMD64 (blacksmith-4vcpu-ubuntu-2404, ./docker/realtime.Dockerfile, ECR_REALTIME, ubuntu-latest, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build AMD64 (blacksmith-8vcpu-ubuntu-2404, ./docker/app.Dockerfile, ECR_APP, linux-x64-8-core, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/cron.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/cron) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/db.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/pii.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-4vcpu-ubuntu-2404-arm, ./docker/realtime.Dockerfile, ubuntu-24.04-arm, ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build ARM64 (GHCR Only) (blacksmith-8vcpu-ubuntu-2404-arm, ./docker/app.Dockerfile, linux-arm64-8-core, ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Check Docs Changes (push) Has been cancelled
Publish CLI Package / publish-npm (push) Has been cancelled
Publish Python SDK / publish-pypi (push) Has been cancelled
CI / Deploy Trigger.dev (Dev) (push) Has been cancelled
Helm Chart / Lint, test, and validate chart (push) Has been cancelled
Helm Chart / Chart version bumped (push) Has been cancelled
Publish TypeScript SDK / publish-npm (push) Has been cancelled
CI / Build Dev ECR (blacksmith-8vcpu-ubuntu-2404, ./docker/app.Dockerfile, ECR_APP, linux-x64-8-core) (push) Has been cancelled
CI / Promote Images (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/cron) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/migrations) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/pii) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/realtime) (push) Has been cancelled
CI / Build Dev ECR (blacksmith-2vcpu-ubuntu-2404, ./docker/db.Dockerfile, ECR_MIGRATIONS, ubuntu-latest) (push) Has been cancelled
CI / Build Dev ECR (blacksmith-4vcpu-ubuntu-2404, ./docker/pii.Dockerfile, ECR_PII, ubuntu-latest) (push) Has been cancelled
CI / Build Dev ECR (blacksmith-4vcpu-ubuntu-2404, ./docker/realtime.Dockerfile, ECR_REALTIME, ubuntu-latest) (push) Has been cancelled
CI / Create GHCR Manifests (ghcr.io/simstudioai/simstudio) (push) Has been cancelled
CI / Process Docs (push) Has been cancelled
CI / Create GitHub Release (push) Has been cancelled
CI / Check Desktop Signing Secrets (push) Has been cancelled
CI / Desktop Release (push) Has been cancelled
CI / Create Desktop Prerelease (push) Has been cancelled
CI / Desktop Prerelease Build (push) Has been cancelled
CI / Publish Desktop Prerelease (push) Has been cancelled
CI / Prune Desktop Prereleases (push) Has been cancelled
Helm Chart / Install on kind and run helm test (push) Has been cancelled
160 lines
6.7 KiB
TypeScript
160 lines
6.7 KiB
TypeScript
import { createLogger } from '@sim/logger'
|
|
import { sleep } from '@sim/utils/helpers'
|
|
import { getQueryClient } from '@/app/_shell/providers/get-query-client'
|
|
import { fetchWorkflowEnvelope } from '@/hooks/queries/utils/fetch-workflow-envelope'
|
|
import { workflowKeys } from '@/hooks/queries/utils/workflow-keys'
|
|
import { useOperationQueueStore } from '@/stores/operation-queue/store'
|
|
import { useWorkflowDiffStore } from '@/stores/workflow-diff/store'
|
|
import { applyWorkflowStateToStores } from '@/stores/workflow-diff/utils'
|
|
import { useWorkflowRegistry } from '@/stores/workflows/registry/store'
|
|
import type { WorkflowState } from '@/stores/workflows/workflow/types'
|
|
|
|
const logger = createLogger('SyncLocalDraft')
|
|
|
|
/**
|
|
* A remote collaborator's edit applied mid-fetch means the fetched snapshot may
|
|
* predate that edit's persist (the realtime server debounces writes), so the
|
|
* sync refetches. Bounded: a persistently busy session keeps converging through
|
|
* op broadcasts anyway, so after the last attempt the latest snapshot is
|
|
* applied rather than leaving a reconnecting client on stale state.
|
|
*/
|
|
const MAX_SYNC_FETCH_ATTEMPTS = 3
|
|
const SYNC_RETRY_DELAY_MS = 50
|
|
|
|
/**
|
|
* Version vector describing everything that can move workflow state under a
|
|
* full-state snapshot while it is being fetched or held:
|
|
* - `localOperation`: local edits enqueued (operation queue)
|
|
* - `remoteApply`: remote collaborator ops applied to the stores
|
|
* - `remoteUpdate`: external full reloads (workflow-updated / revert)
|
|
*/
|
|
export interface DraftSyncVersions {
|
|
localOperation: number
|
|
remoteApply: number
|
|
remoteUpdate: number
|
|
}
|
|
|
|
/** Captures the current {@link DraftSyncVersions} for a workflow. */
|
|
export function captureDraftVersions(workflowId: string): DraftSyncVersions {
|
|
const queueState = useOperationQueueStore.getState()
|
|
return {
|
|
localOperation: queueState.workflowOperationVersions[workflowId] ?? 0,
|
|
remoteApply: queueState.remoteApplyVersions[workflowId] ?? 0,
|
|
remoteUpdate: useWorkflowDiffStore.getState().remoteUpdateVersions[workflowId] ?? 0,
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Hard guards shared by every snapshot application: the workflow is still
|
|
* active, nothing local is pending or was enqueued since capture, no diff or
|
|
* reconciliation is in progress, and no external full reload
|
|
* (workflow-updated / revert) landed since capture. Remote collaborator ops
|
|
* (`remoteApply`) are deliberately NOT part of this core — the sync loop
|
|
* treats them as a refetch signal rather than a refusal.
|
|
*/
|
|
function canApplyServerSnapshot(
|
|
workflowId: string,
|
|
expected: Pick<DraftSyncVersions, 'localOperation' | 'remoteUpdate'>
|
|
): boolean {
|
|
if (useWorkflowRegistry.getState().activeWorkflowId !== workflowId) return false
|
|
const operationQueueState = useOperationQueueStore.getState()
|
|
if (operationQueueState.hasPendingOperations(workflowId)) return false
|
|
if (
|
|
(operationQueueState.workflowOperationVersions[workflowId] ?? 0) !== expected.localOperation
|
|
) {
|
|
return false
|
|
}
|
|
|
|
const diffState = useWorkflowDiffStore.getState()
|
|
return (
|
|
!diffState.hasActiveDiff &&
|
|
!diffState.pendingExternalUpdates[workflowId] &&
|
|
!diffState.reconcilingWorkflows[workflowId] &&
|
|
!diffState.reconciliationErrors[workflowId] &&
|
|
(diffState.remoteUpdateVersions[workflowId] ?? 0) === expected.remoteUpdate
|
|
)
|
|
}
|
|
|
|
/**
|
|
* Whether a full-state snapshot captured alongside `versions` may still be
|
|
* applied. Unlike the sync loop — which refetches when remote collaborator
|
|
* ops land mid-fetch — this treats a `remoteApply` movement as a hard
|
|
* refusal, because callers holding a fixed snapshot (e.g. the raw join-state
|
|
* fallback) cannot refetch a fresher one.
|
|
*/
|
|
export function canApplyDraftSnapshot(workflowId: string, versions: DraftSyncVersions): boolean {
|
|
return (
|
|
canApplyServerSnapshot(workflowId, versions) &&
|
|
(useOperationQueueStore.getState().remoteApplyVersions[workflowId] ?? 0) ===
|
|
versions.remoteApply
|
|
)
|
|
}
|
|
|
|
/**
|
|
* Reconciles the local Zustand stores with the server's current draft by
|
|
* fetching migrated state over HTTP and applying it — used after deploys and
|
|
* on socket join, where the realtime server can only supply raw (unmigrated)
|
|
* state.
|
|
*
|
|
* Fetches through the shared `workflowKeys.state(id)` React Query entry
|
|
* (always-fresh, in-flight deduped), so a sync racing the registry hydration
|
|
* coalesces into a single request and the cache stays warm.
|
|
*
|
|
* Refuses to apply (returns false) when the session is busy — pending or
|
|
* newly-queued local operations, an active copilot diff, in-progress
|
|
* reconciliation, a newer remote update during the fetch, or navigation away —
|
|
* so it never clobbers in-flight work. A remote collaborator's op applied
|
|
* during the fetch triggers a bounded refetch instead (the snapshot may
|
|
* predate that op's persist). Throws when the fetch itself fails.
|
|
*/
|
|
export async function syncLocalDraftFromServer(workflowId: string): Promise<boolean> {
|
|
if (useWorkflowRegistry.getState().activeWorkflowId !== workflowId) return false
|
|
if (useOperationQueueStore.getState().hasPendingOperations(workflowId)) return false
|
|
const versionsAtStart = captureDraftVersions(workflowId)
|
|
|
|
let envelope: Awaited<ReturnType<typeof fetchWorkflowEnvelope>> | undefined
|
|
for (let attempt = 1; ; attempt++) {
|
|
const remoteApplyVersionAtStart =
|
|
useOperationQueueStore.getState().remoteApplyVersions[workflowId] ?? 0
|
|
|
|
envelope = await getQueryClient().fetchQuery({
|
|
queryKey: workflowKeys.state(workflowId),
|
|
queryFn: ({ signal }) => fetchWorkflowEnvelope(workflowId, signal),
|
|
staleTime: 0,
|
|
})
|
|
|
|
if (!canApplyServerSnapshot(workflowId, versionsAtStart)) {
|
|
return false
|
|
}
|
|
|
|
const remoteOpAppliedDuringFetch =
|
|
(useOperationQueueStore.getState().remoteApplyVersions[workflowId] ?? 0) !==
|
|
remoteApplyVersionAtStart
|
|
if (!remoteOpAppliedDuringFetch) break
|
|
|
|
if (attempt >= MAX_SYNC_FETCH_ATTEMPTS) {
|
|
logger.info('Applying latest draft snapshot despite concurrent remote ops', {
|
|
workflowId,
|
|
attempts: attempt,
|
|
})
|
|
break
|
|
}
|
|
await sleep(SYNC_RETRY_DELAY_MS)
|
|
}
|
|
|
|
const wireState = envelope?.state
|
|
if (!envelope || !wireState) {
|
|
throw new Error('No workflow state was returned while syncing the local draft')
|
|
}
|
|
|
|
// Copy before annotating: the envelope is the shared React Query cache entry
|
|
// and must not be mutated.
|
|
const draftState = Object.hasOwn(envelope, 'variables')
|
|
? { ...wireState, variables: envelope.variables || {} }
|
|
: { ...wireState }
|
|
// double-cast-allowed: workflowStateSchema is a wire supertype; normalized workflow state is persisted in store-compatible shape
|
|
const workflowState = draftState as unknown as WorkflowState
|
|
applyWorkflowStateToStores(workflowId, workflowState, { updateLastSaved: true })
|
|
return true
|
|
}
|