v3: small features and fixes for prod infra (#968)

* add checkpoint restore events

* fix retries.enabledInDev

* fix tsconfig paths

* fix provider build and dev

* update kubernetes provider and fix builds again

* upgrade prod base to node 20

* update infra publish workflow

* rethrow k8s errors after logging

* shorten index container names

* fix error type assertion

* rename type assertion

* remove resource limits for now

* add missing run id on create

* add push to deploy command for self-hosting

* checkpointing fixes

* update coordinator image

* ensure valid registry login

* delete checkpoint archive after successful push

* log options on error

* structured logs for socket connections

* fix structured log merge

* exit process after checkpointing

* update restore pull secret name

* append shortcode to restore names

* log handler payload

* disable post start lifecycle hook

* pass in coordinator host via volume

* replace dapi with taskinfo

* add missing restore label

* don't restart restored containers

* remove init container from create

* atomic post-completion checkpoints

* switch to run id for container names

* improve wait accuracy

* measure basic checkpoint perf

* always log disconnect reason

* use system clock to end wait spans

* checkpoint readiness and cancel signals

* restore from checkpoint events and fix statuses

* remove attempt id env var

* restore dependencies from events

* reconnect wip

* lifecycle hooks are back

* fix hooks and improve reconnect

* make docker send postStart hook

* only checkpoint for retry if large delay

* fix a few more resume issues

* lifecycle hook fixes

* skip connection handler when waiting for post start hook

---------

Co-authored-by: Eric Allam <eric@trigger.dev>

.github/workflows/publish-infra.yml

@@ -1,9 +1,11 @@
-name: "🚢 Publish Container Images (dev)"
+name: "🚢 Publish Infra Images"
 
 on:
   push:
     tags:
-      - "dev-*"
+      - "infra-dev-*"
+      - "infra-test-*"
+      - "infra-prod-*"
     paths:
       - ".github/workflows/publish.yml"
       - "packages/**"
@@ -44,12 +46,21 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
-      - name: Generate build ID
+      - name: Generate image reference
         id: prep
+        # WARNING: This step expects the workflow to have been triggered by a specific tag format of: infra-${env}-*
         run: |
+          env=$(echo ${{ github.ref_name }} | cut -d- -f2)
           sha=${GITHUB_SHA::7}
           ts=$(date +%s)
-          echo "BUILD_ID=${{ matrix.package }}-${sha}-${ts}" >> "$GITHUB_OUTPUT"
+          if [[ "${{ matrix.package }}" == *-provider ]]; then
+            provider_type=$(echo ${{ matrix.package }} | cut -d- -f1)
+            repository=provider/${provider_type}
+          else
+            repository=${{ matrix.package }}
+          fi
+          echo "IMAGE_TAG=${env}-${sha}-${ts}" >> "$GITHUB_OUTPUT"
+          echo "REPOSITORY=${repository}" >> "$GITHUB_OUTPUT"
 
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
@@ -63,7 +74,7 @@ jobs:
 
       - name: 🚢 Build Container Image
         run: |
-          docker build -t dev_image -f ./apps/${{ matrix.package }}/Containerfile .
+          docker build -t infra_image -f ./apps/${{ matrix.package }}/Containerfile .
 
       # ..to push image
       - name: 🐙 Login to GitHub Container Registry
@@ -75,9 +86,9 @@ jobs:
 
       - name: 🐙 Push to GitHub Container Registry
         run: |
-          docker tag dev_image $REGISTRY/$REPOSITORY:$IMAGE_TAG
+          docker tag infra_image $REGISTRY/$REPOSITORY:$IMAGE_TAG
           docker push $REGISTRY/$REPOSITORY:$IMAGE_TAG
         env:
           REGISTRY: ghcr.io/triggerdotdev
-          REPOSITORY: dev
-          IMAGE_TAG: ${{ steps.prep.outputs.BUILD_ID }}
+          REPOSITORY: ${{ steps.prep.outputs.REPOSITORY }}
+          IMAGE_TAG: ${{ steps.prep.outputs.IMAGE_TAG }}