feat(devservices): Cutover to using devservices in CI

.github/file-filters.yml

@@ -84,6 +84,7 @@ api_docs: &api_docs
 backend_any_type: &backend_any_type
   - *backend_all
   - *api_docs
+  - 'devservices/**'
 
 migrations_added:
   - added:

.github/workflows/acceptance.yml

@@ -19,6 +19,10 @@ concurrency:
 env:
   SEGMENT_DOWNLOAD_TIMEOUT_MINS: 3
   NODE_OPTIONS: '--max-old-space-size=4096'
+  # Disables sentry reporting for devservices
+  DISABLE_SENTRY: 1
+  CHARTCUTERIE_CONFIG_PATH: ${{ github.workspace }}/config/chartcuterie
+  SNUBA_NO_WORKERS: 1
 
 jobs:
   files-changed:
@@ -110,12 +114,12 @@ jobs:
           make build-chartcuterie-config
 
       - name: Setup sentry env
+        # TODO(hubertdeng): Rename to setup-sentry when all repos are no longer using ./.github/actions/setup-sentry
         uses: ./.github/actions/setup-sentry
         id: setup
         with:
-          snuba: true
-          chartcuterie: true
-          pg-version: ${{ matrix.pg-version }}
+          use-new-devservices: true
+          mode: acceptance-ci
 
       - name: Run acceptance tests (#${{ steps.setup.outputs.matrix-instance-number }} of ${{ steps.setup.outputs.matrix-instance-total }})
         run: make run-acceptance
@@ -142,6 +146,11 @@ jobs:
           token: ${{ secrets.CODECOV_TOKEN }}
           commit_sha: ${{ github.event.pull_request.head.sha }}
 
+      - name: Inspect failure
+        if: failure()
+        run: |
+          devservices logs
+
   acceptance-required-checks:
     # this is a required check so we need this job to always run and report a status.
     if: always()

.github/workflows/backend.yml

@@ -15,6 +15,9 @@ concurrency:
 # hack for https://github.com/actions/cache/issues/810#issuecomment-1222550359
 env:
   SEGMENT_DOWNLOAD_TIMEOUT_MINS: 3
+  # Disables sentry reporting for devservices
+  DISABLE_SENTRY: 1
+  SNUBA_NO_WORKERS: 1
 
 jobs:
   files-changed:
@@ -52,10 +55,12 @@ jobs:
           node-version-file: '.volta.json'
 
       - name: Setup sentry python env
+        # TODO(hubertdeng): Rename to setup-sentry when all repos are no longer using ./.github/actions/setup-sentry
         uses: ./.github/actions/setup-sentry
         id: setup
         with:
-          snuba: true
+          use-new-devservices: true
+          mode: default
 
       - name: Run API docs tests
         # install ts-node for ts build scripts to execute properly without potentially installing
@@ -64,6 +69,10 @@ jobs:
         run: |
           yarn add ts-node && make test-api-docs
 
+      - name: Inspect failure
+        if: failure()
+        run: devservices logs
+
   backend-test:
     if: needs.files-changed.outputs.backend == 'true'
     needs: files-changed
@@ -91,18 +100,12 @@ jobs:
       - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
 
       - name: Setup sentry env
+        # TODO(hubertdeng): Rename to setup-sentry when all repos are no longer using ./.github/actions/setup-sentry
         uses: ./.github/actions/setup-sentry
         id: setup
         with:
-          redis_cluster: true
-          kafka: true
-          snuba: true
-          symbolicator: true
-          # Right now, we run so few bigtable related tests that the
-          # overhead of running bigtable in all backend tests
-          # is way smaller than the time it would take to run in its own job.
-          bigtable: true
-          pg-version: ${{ matrix.pg-version }}
+          use-new-devservices: true
+          mode: backend-ci
 
       - name: Run backend test (${{ steps.setup.outputs.matrix-instance-number }} of ${{ steps.setup.outputs.matrix-instance-total }})
         run: |
@@ -128,6 +131,10 @@ jobs:
           token: ${{ secrets.CODECOV_TOKEN }}
           commit_sha: ${{ github.event.pull_request.head.sha }}
 
+      - name: Inspect failure
+        if: failure()
+        run: devservices logs
+
   backend-migration-tests:
     if: needs.files-changed.outputs.backend == 'true'
     needs: files-changed
@@ -142,11 +149,12 @@ jobs:
       - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
 
       - name: Setup sentry env
+        # TODO(hubertdeng): Rename to setup-sentry when all repos are no longer using ./.github/actions/setup-sentry
         uses: ./.github/actions/setup-sentry
         id: setup
         with:
-          snuba: true
-          pg-version: ${{ matrix.pg-version }}
+          use-new-devservices: true
+          mode: default
 
       - name: run tests
         run: |
@@ -161,6 +169,10 @@ jobs:
           token: ${{ secrets.CODECOV_TOKEN }}
           commit_sha: ${{ github.event.pull_request.head.sha }}
 
+      - name: Inspect failure
+        if: failure()
+        run: devservices logs
+
   cli:
     if: needs.files-changed.outputs.backend == 'true'
     needs: files-changed
@@ -174,10 +186,12 @@ jobs:
       - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
 
       - name: Setup sentry env
+        # TODO(hubertdeng): Rename to setup-sentry when all repos are no longer using ./.github/actions/setup-sentry
         uses: ./.github/actions/setup-sentry
         id: setup
         with:
-          pg-version: ${{ matrix.pg-version }}
+          use-new-devservices: true
+          mode: migrations
 
       - name: Run test
         run: |
@@ -192,6 +206,10 @@ jobs:
           token: ${{ secrets.CODECOV_TOKEN }}
           commit_sha: ${{ github.event.pull_request.head.sha }}
 
+      - name: Inspect failure
+        if: failure()
+        run: devservices logs
+
   requirements:
     if: needs.files-changed.outputs.backend_dependencies == 'true'
     needs: files-changed
@@ -239,10 +257,12 @@ jobs:
         uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
 
       - name: Setup sentry env
+        # TODO(hubertdeng): Rename to setup-sentry when all repos are no longer using ./.github/actions/setup-sentry
         uses: ./.github/actions/setup-sentry
         id: setup
         with:
-          pg-version: ${{ matrix.pg-version }}
+          use-new-devservices: true
+          mode: migrations
 
       - name: Migration & lockfile checks
         env:
@@ -251,6 +271,10 @@ jobs:
         run: |
           ./.github/workflows/scripts/migration-check.sh
 
+      - name: Inspect failure
+        if: failure()
+        run: devservices logs
+
   monolith-dbs:
     if: needs.files-changed.outputs.backend == 'true'
     needs: files-changed
@@ -264,8 +288,12 @@ jobs:
       - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
 
       - name: Setup sentry env
+        # TODO(hubertdeng): Rename to setup-sentry when all repos are no longer using ./.github/actions/setup-sentry
         uses: ./.github/actions/setup-sentry
         id: setup
+        with:
+          use-new-devservices: true
+          mode: migrations
 
       - name: Run test
         run: |
@@ -290,6 +318,10 @@ jobs:
           token: ${{ secrets.CODECOV_TOKEN }}
           commit_sha: ${{ github.event.pull_request.head.sha }}
 
+      - name: Inspect failure
+        if: failure()
+        run: devservices logs
+
   typing:
     if: needs.files-changed.outputs.backend == 'true'
     needs: files-changed