Skip to content

Commit 1db3ae0

Browse files
Adam-Aghilivjgit96
Adam-Aghili
and
vjgit96
authored
chore: use self hosted ephemeral runner (#11253)
* chore: use self hosted ephemeral runner In November and periodically since we have ran into issue with runners hanging and not properly cleaning themselves up causing our CI/CD pipeline to fail due to timeout or self canceling. * chore: add actionlint for selfhosted runners * fix: skip nightly test when skip flags are set * fix: json string format * chore: change to use run_on string directly ${{ inputs['runs_on'] || github.event.inputs['runs_on'] || 'ubuntu-latest' }} * chore: use self hosted ephemeral runner * chore: use self hosted ephemeral runner * chore: use self hosted ephemeral runner * chore: revert ephemeral runner testing changes, restore main-only guards --------- Co-authored-by: vijay kumar katuri <vijay.katuri@ibm.com>
1 parent 74a9197 commit 1db3ae0

10 files changed

Lines changed: 120 additions & 118 deletions

‎.github/actionlint.yaml‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
self-hosted-runner:
2+
labels:
3+
- langflow-ai-arm64-40gb-ephemeral
4+
- Langflow-runner

‎.github/workflows/ci.yml‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,7 @@ on:
5858
options:
5959
- ubuntu-latest
6060
- self-hosted
61-
- "[self-hosted, linux, ARM64, langflow-ai-arm64-40gb]"
61+
- '["self-hosted", "linux", "ARM64", "langflow-ai-arm64-40gb-ephemeral"]'
6262
default: ubuntu-latest
6363
pull_request:
6464
types: [opened, synchronize, labeled]
@@ -214,7 +214,7 @@ jobs:
214214
- name: Set up Python
215215
uses: actions/setup-python@v6
216216
with:
217-
python-version: '3.12'
217+
python-version: "3.12"
218218
- name: Install deps for coverage check
219219
run: |
220220
python -m pip install --upgrade pip
@@ -241,7 +241,7 @@ jobs:
241241
uses: ./.github/workflows/python_test.yml
242242
with:
243243
python-versions: ${{ inputs.python-versions || '["3.10"]' }}
244-
runs-on: ${{ (inputs['runs-on'] && startsWith(format('{0}', inputs['runs-on']), '[') && fromJSON(inputs['runs-on'])) || inputs['runs-on'] || github.event.inputs['runs-on'] || 'ubuntu-latest' }}
244+
runs-on: ${{ inputs['runs-on'] || github.event.inputs['runs-on'] || 'ubuntu-latest' }}
245245
ref: ${{ inputs.ref || github.ref }}
246246
secrets:
247247
OPENAI_API_KEY: "${{ secrets.OPENAI_API_KEY }}"
@@ -274,7 +274,7 @@ jobs:
274274
with:
275275
tests_folder: ${{ inputs.frontend-tests-folder }}
276276
release: ${{ inputs.release || false }}
277-
runs-on: ${{ (inputs['runs-on'] && startsWith(format('{0}', inputs['runs-on']), '[') && fromJSON(inputs['runs-on'])) || inputs['runs-on'] || github.event.inputs['runs-on'] || 'ubuntu-latest' }}
277+
runs-on: ${{ inputs['runs-on'] || github.event.inputs['runs-on'] || 'ubuntu-latest' }}
278278
ref: ${{ inputs.ref || github.ref }}
279279
secrets:
280280
OPENAI_API_KEY: "${{ secrets.OPENAI_API_KEY }}"

‎.github/workflows/docker-build-v2.yml‎

Lines changed: 12 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -156,7 +156,8 @@ jobs:
156156
- arch: amd64
157157
runner: [Langflow-runner]
158158
- arch: arm64
159-
runner: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb]
159+
runner:
160+
[self-hosted, linux, ARM64, langflow-ai-arm64-40gb-ephemeral]
160161
runs-on: ${{ matrix.runner }}
161162
steps:
162163
- name: Check out the code
@@ -226,7 +227,8 @@ jobs:
226227
- arch: amd64
227228
runner: [Langflow-runner]
228229
- arch: arm64
229-
runner: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb]
230+
runner:
231+
[self-hosted, linux, ARM64, langflow-ai-arm64-40gb-ephemeral]
230232
runs-on: ${{ matrix.runner }}
231233
steps:
232234
- name: Check out the code
@@ -296,7 +298,8 @@ jobs:
296298
- arch: amd64
297299
runner: [Langflow-runner]
298300
- arch: arm64
299-
runner: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb]
301+
runner:
302+
[self-hosted, linux, ARM64, langflow-ai-arm64-40gb-ephemeral]
300303
runs-on: ${{ matrix.runner }}
301304
steps:
302305
- name: Check out the code
@@ -370,7 +373,8 @@ jobs:
370373
- arch: amd64
371374
runner: [Langflow-runner]
372375
- arch: arm64
373-
runner: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb]
376+
runner:
377+
[self-hosted, linux, ARM64, langflow-ai-arm64-40gb-ephemeral]
374378
runs-on: ${{ matrix.runner }}
375379
steps:
376380
- name: Check out the code
@@ -440,7 +444,8 @@ jobs:
440444
- arch: amd64
441445
runner: [Langflow-runner]
442446
- arch: arm64
443-
runner: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb]
447+
runner:
448+
[self-hosted, linux, ARM64, langflow-ai-arm64-40gb-ephemeral]
444449
runs-on: ${{ matrix.runner }}
445450
steps:
446451
- name: Check out the code
@@ -510,7 +515,8 @@ jobs:
510515
- arch: amd64
511516
runner: [Langflow-runner]
512517
- arch: arm64
513-
runner: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb]
518+
runner:
519+
[self-hosted, linux, ARM64, langflow-ai-arm64-40gb-ephemeral]
514520
runs-on: ${{ matrix.runner }}
515521
steps:
516522
- name: Check out the code

‎.github/workflows/docker-build.yml‎

Lines changed: 4 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,6 @@ on:
5858
type: boolean
5959
default: false
6060

61-
6261
env:
6362
PYTHON_VERSION: "3.13"
6463
TEST_TAG: "langflowai/langflow:test"
@@ -202,7 +201,7 @@ jobs:
202201
fi
203202
fi
204203
build:
205-
runs-on: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb]
204+
runs-on: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb-ephemeral]
206205
needs: [get-version, setup]
207206
steps:
208207
- name: Check out the code at a specific ref
@@ -289,13 +288,14 @@ jobs:
289288
290289
build_components:
291290
if: ${{ inputs.release_type == 'main' }}
292-
runs-on: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb]
291+
runs-on: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb-ephemeral]
293292
permissions:
294293
packages: write
295294
needs: [build, get-version]
296295
strategy:
297296
matrix:
298-
component: [docker-backend, docker-frontend, ghcr-backend, ghcr-frontend]
297+
component:
298+
[docker-backend, docker-frontend, ghcr-backend, ghcr-frontend]
299299
include:
300300
- component: docker-backend
301301
dockerfile: ./docker/build_and_push_backend.Dockerfile
@@ -342,7 +342,6 @@ jobs:
342342
image=moby/buildkit:v0.22.0
343343
network=host
344344
345-
346345
- name: Login to Docker Hub
347346
if: ${{ matrix.component == 'docker-backend' }} || ${{ matrix.component == 'docker-frontend' }}
348347
uses: docker/login-action@v3
@@ -400,6 +399,3 @@ jobs:
400399
- name: Restart HuggingFace Spaces Build
401400
run: |
402401
uv run ./scripts/factory_restart_space.py --space "Langflow/Langflow" --token ${{ secrets.HUGGINGFACE_API_TOKEN }}
403-
404-
405-

‎.github/workflows/docker-nightly-build.yml‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -51,10 +51,10 @@ jobs:
5151
- arch: amd64
5252
runner: [Langflow-runner]
5353
- arch: arm64
54-
runner: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb]
54+
runner:
55+
[self-hosted, linux, ARM64, langflow-ai-arm64-40gb-ephemeral]
5556
runs-on: ${{ matrix.runner }}
5657
steps:
57-
5858
- name: Check out the code
5959
uses: actions/checkout@v6
6060
with:
@@ -145,10 +145,10 @@ jobs:
145145
- arch: amd64
146146
runner: [Langflow-runner]
147147
- arch: arm64
148-
runner: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb]
148+
runner:
149+
[self-hosted, linux, ARM64, langflow-ai-arm64-40gb-ephemeral]
149150
runs-on: ${{ matrix.runner }}
150151
steps:
151-
152152
- name: Check out the code
153153
uses: actions/checkout@v6
154154
with:
@@ -238,10 +238,10 @@ jobs:
238238
- arch: amd64
239239
runner: [Langflow-runner]
240240
- arch: arm64
241-
runner: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb]
241+
runner:
242+
[self-hosted, linux, ARM64, langflow-ai-arm64-40gb-ephemeral]
242243
runs-on: ${{ matrix.runner }}
243244
steps:
244-
245245
- name: Check out the code
246246
uses: actions/checkout@v6
247247
with:
@@ -411,4 +411,4 @@ jobs:
411411
--tag "$tag" \
412412
"$amd64_tag" \
413413
"$arm64_tag"
414-
done
414+
done

‎.github/workflows/docker_test.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@ env:
1414

1515
jobs:
1616
test-docker:
17-
runs-on: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb]
17+
runs-on: [self-hosted, linux, ARM64, langflow-ai-arm64-40gb-ephemeral]
1818
name: Test docker images
1919
steps:
2020
- uses: actions/checkout@v6

0 commit comments

Comments
 (0)