Skip to content

Commit a870610

Browse files
kasturinarraclaude
kasturinarra
and
claude
committed
Add eval CI jobs for edge-tooling cluster-diagnostic and threat-model-tnf
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
1 parent d947fcf commit a870610

2 files changed

Lines changed: 346 additions & 0 deletions

File tree

‎ci-operator/config/openshift-eng/edge-tooling/openshift-eng-edge-tooling-main.yaml‎

Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -55,6 +55,46 @@ tests:
5555
clone: true
5656
from: root
5757
run_if_changed: (SKILL\.md|^scripts/lint-skills\.py|^Makefile|^plugins/.*/skills/)
58+
- always_run: false
59+
as: eval-cluster-diagnostic
60+
optional: true
61+
steps:
62+
env:
63+
EVAL_CONFIG: plugins/two-node/evals/cluster-diagnostic.yaml
64+
EVAL_MODEL: claude-opus-4-6
65+
EVAL_PARALLELISM: "3"
66+
workflow: openshift-claude-agent-eval
67+
- as: eval-cluster-diagnostic-changed
68+
optional: true
69+
run_if_changed: ^plugins/two-node/evals/.*cluster-diagnostic
70+
steps:
71+
env:
72+
EVAL_CASES_DIR: plugins/two-node/evals/cluster-diagnostic/cases
73+
EVAL_CHANGED_ONLY: "true"
74+
EVAL_CONFIG: plugins/two-node/evals/cluster-diagnostic.yaml
75+
EVAL_MODEL: claude-opus-4-6
76+
EVAL_PARALLELISM: "3"
77+
workflow: openshift-claude-agent-eval
78+
- always_run: false
79+
as: eval-threat-model-tnf
80+
optional: true
81+
steps:
82+
env:
83+
EVAL_CONFIG: plugins/two-node/evals/threat-model-tnf.yaml
84+
EVAL_MODEL: claude-opus-4-6
85+
EVAL_PARALLELISM: "3"
86+
workflow: openshift-claude-agent-eval
87+
- as: eval-threat-model-tnf-changed
88+
optional: true
89+
run_if_changed: ^plugins/two-node/evals/.*threat-model-tnf
90+
steps:
91+
env:
92+
EVAL_CASES_DIR: plugins/two-node/evals/threat-model-tnf/cases
93+
EVAL_CHANGED_ONLY: "true"
94+
EVAL_CONFIG: plugins/two-node/evals/threat-model-tnf.yaml
95+
EVAL_MODEL: claude-opus-4-6
96+
EVAL_PARALLELISM: "3"
97+
workflow: openshift-claude-agent-eval
5898
- as: ocp-ci-monitor
5999
cron: 0 7 * * 1-5
60100
reporter_config:

‎ci-operator/jobs/openshift-eng/edge-tooling/openshift-eng-edge-tooling-main-presubmits.yaml‎

Lines changed: 306 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,311 @@
11
presubmits:
22
openshift-eng/edge-tooling:
3+
- agent: kubernetes
4+
always_run: false
5+
branches:
6+
- ^main$
7+
- ^main-
8+
cluster: build12
9+
context: ci/prow/eval-cluster-diagnostic
10+
decorate: true
11+
decoration_config:
12+
sparse_checkout_files:
13+
- images/Containerfile.ci
14+
- images/Containerfile.markdownlint
15+
labels:
16+
ci.openshift.io/generator: prowgen
17+
pj-rehearse.openshift.io/can-be-rehearsed: "true"
18+
name: pull-ci-openshift-eng-edge-tooling-main-eval-cluster-diagnostic
19+
optional: true
20+
rerun_command: /test eval-cluster-diagnostic
21+
spec:
22+
containers:
23+
- args:
24+
- --gcs-upload-secret=/secrets/gcs/service-account.json
25+
- --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
26+
- --lease-server-credentials-file=/etc/boskos/credentials
27+
- --report-credentials-file=/etc/report/credentials
28+
- --target=eval-cluster-diagnostic
29+
command:
30+
- ci-operator
31+
env:
32+
- name: HTTP_SERVER_IP
33+
valueFrom:
34+
fieldRef:
35+
fieldPath: status.podIP
36+
image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest
37+
imagePullPolicy: Always
38+
name: ""
39+
ports:
40+
- containerPort: 8080
41+
name: http
42+
resources:
43+
requests:
44+
cpu: 10m
45+
volumeMounts:
46+
- mountPath: /etc/boskos
47+
name: boskos
48+
readOnly: true
49+
- mountPath: /secrets/gcs
50+
name: gcs-credentials
51+
readOnly: true
52+
- mountPath: /secrets/manifest-tool
53+
name: manifest-tool-local-pusher
54+
readOnly: true
55+
- mountPath: /etc/pull-secret
56+
name: pull-secret
57+
readOnly: true
58+
- mountPath: /etc/report
59+
name: result-aggregator
60+
readOnly: true
61+
serviceAccountName: ci-operator
62+
volumes:
63+
- name: boskos
64+
secret:
65+
items:
66+
- key: credentials
67+
path: credentials
68+
secretName: boskos-credentials
69+
- name: manifest-tool-local-pusher
70+
secret:
71+
secretName: manifest-tool-local-pusher
72+
- name: pull-secret
73+
secret:
74+
secretName: registry-pull-credentials
75+
- name: result-aggregator
76+
secret:
77+
secretName: result-aggregator
78+
trigger: (?m)^/test( | .* )eval-cluster-diagnostic,?($|\s.*)
79+
- agent: kubernetes
80+
always_run: false
81+
branches:
82+
- ^main$
83+
- ^main-
84+
cluster: build12
85+
context: ci/prow/eval-cluster-diagnostic-changed
86+
decorate: true
87+
decoration_config:
88+
sparse_checkout_files:
89+
- images/Containerfile.ci
90+
- images/Containerfile.markdownlint
91+
labels:
92+
ci.openshift.io/generator: prowgen
93+
pj-rehearse.openshift.io/can-be-rehearsed: "true"
94+
name: pull-ci-openshift-eng-edge-tooling-main-eval-cluster-diagnostic-changed
95+
optional: true
96+
rerun_command: /test eval-cluster-diagnostic-changed
97+
run_if_changed: ^plugins/two-node/evals/.*cluster-diagnostic
98+
spec:
99+
containers:
100+
- args:
101+
- --gcs-upload-secret=/secrets/gcs/service-account.json
102+
- --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
103+
- --lease-server-credentials-file=/etc/boskos/credentials
104+
- --report-credentials-file=/etc/report/credentials
105+
- --target=eval-cluster-diagnostic-changed
106+
command:
107+
- ci-operator
108+
env:
109+
- name: HTTP_SERVER_IP
110+
valueFrom:
111+
fieldRef:
112+
fieldPath: status.podIP
113+
image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest
114+
imagePullPolicy: Always
115+
name: ""
116+
ports:
117+
- containerPort: 8080
118+
name: http
119+
resources:
120+
requests:
121+
cpu: 10m
122+
volumeMounts:
123+
- mountPath: /etc/boskos
124+
name: boskos
125+
readOnly: true
126+
- mountPath: /secrets/gcs
127+
name: gcs-credentials
128+
readOnly: true
129+
- mountPath: /secrets/manifest-tool
130+
name: manifest-tool-local-pusher
131+
readOnly: true
132+
- mountPath: /etc/pull-secret
133+
name: pull-secret
134+
readOnly: true
135+
- mountPath: /etc/report
136+
name: result-aggregator
137+
readOnly: true
138+
serviceAccountName: ci-operator
139+
volumes:
140+
- name: boskos
141+
secret:
142+
items:
143+
- key: credentials
144+
path: credentials
145+
secretName: boskos-credentials
146+
- name: manifest-tool-local-pusher
147+
secret:
148+
secretName: manifest-tool-local-pusher
149+
- name: pull-secret
150+
secret:
151+
secretName: registry-pull-credentials
152+
- name: result-aggregator
153+
secret:
154+
secretName: result-aggregator
155+
trigger: (?m)^/test( | .* )eval-cluster-diagnostic-changed,?($|\s.*)
156+
- agent: kubernetes
157+
always_run: false
158+
branches:
159+
- ^main$
160+
- ^main-
161+
cluster: build12
162+
context: ci/prow/eval-threat-model-tnf
163+
decorate: true
164+
decoration_config:
165+
sparse_checkout_files:
166+
- images/Containerfile.ci
167+
- images/Containerfile.markdownlint
168+
labels:
169+
ci.openshift.io/generator: prowgen
170+
pj-rehearse.openshift.io/can-be-rehearsed: "true"
171+
name: pull-ci-openshift-eng-edge-tooling-main-eval-threat-model-tnf
172+
optional: true
173+
rerun_command: /test eval-threat-model-tnf
174+
spec:
175+
containers:
176+
- args:
177+
- --gcs-upload-secret=/secrets/gcs/service-account.json
178+
- --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
179+
- --lease-server-credentials-file=/etc/boskos/credentials
180+
- --report-credentials-file=/etc/report/credentials
181+
- --target=eval-threat-model-tnf
182+
command:
183+
- ci-operator
184+
env:
185+
- name: HTTP_SERVER_IP
186+
valueFrom:
187+
fieldRef:
188+
fieldPath: status.podIP
189+
image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest
190+
imagePullPolicy: Always
191+
name: ""
192+
ports:
193+
- containerPort: 8080
194+
name: http
195+
resources:
196+
requests:
197+
cpu: 10m
198+
volumeMounts:
199+
- mountPath: /etc/boskos
200+
name: boskos
201+
readOnly: true
202+
- mountPath: /secrets/gcs
203+
name: gcs-credentials
204+
readOnly: true
205+
- mountPath: /secrets/manifest-tool
206+
name: manifest-tool-local-pusher
207+
readOnly: true
208+
- mountPath: /etc/pull-secret
209+
name: pull-secret
210+
readOnly: true
211+
- mountPath: /etc/report
212+
name: result-aggregator
213+
readOnly: true
214+
serviceAccountName: ci-operator
215+
volumes:
216+
- name: boskos
217+
secret:
218+
items:
219+
- key: credentials
220+
path: credentials
221+
secretName: boskos-credentials
222+
- name: manifest-tool-local-pusher
223+
secret:
224+
secretName: manifest-tool-local-pusher
225+
- name: pull-secret
226+
secret:
227+
secretName: registry-pull-credentials
228+
- name: result-aggregator
229+
secret:
230+
secretName: result-aggregator
231+
trigger: (?m)^/test( | .* )eval-threat-model-tnf,?($|\s.*)
232+
- agent: kubernetes
233+
always_run: false
234+
branches:
235+
- ^main$
236+
- ^main-
237+
cluster: build12
238+
context: ci/prow/eval-threat-model-tnf-changed
239+
decorate: true
240+
decoration_config:
241+
sparse_checkout_files:
242+
- images/Containerfile.ci
243+
- images/Containerfile.markdownlint
244+
labels:
245+
ci.openshift.io/generator: prowgen
246+
pj-rehearse.openshift.io/can-be-rehearsed: "true"
247+
name: pull-ci-openshift-eng-edge-tooling-main-eval-threat-model-tnf-changed
248+
optional: true
249+
rerun_command: /test eval-threat-model-tnf-changed
250+
run_if_changed: ^plugins/two-node/evals/.*threat-model-tnf
251+
spec:
252+
containers:
253+
- args:
254+
- --gcs-upload-secret=/secrets/gcs/service-account.json
255+
- --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson
256+
- --lease-server-credentials-file=/etc/boskos/credentials
257+
- --report-credentials-file=/etc/report/credentials
258+
- --target=eval-threat-model-tnf-changed
259+
command:
260+
- ci-operator
261+
env:
262+
- name: HTTP_SERVER_IP
263+
valueFrom:
264+
fieldRef:
265+
fieldPath: status.podIP
266+
image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest
267+
imagePullPolicy: Always
268+
name: ""
269+
ports:
270+
- containerPort: 8080
271+
name: http
272+
resources:
273+
requests:
274+
cpu: 10m
275+
volumeMounts:
276+
- mountPath: /etc/boskos
277+
name: boskos
278+
readOnly: true
279+
- mountPath: /secrets/gcs
280+
name: gcs-credentials
281+
readOnly: true
282+
- mountPath: /secrets/manifest-tool
283+
name: manifest-tool-local-pusher
284+
readOnly: true
285+
- mountPath: /etc/pull-secret
286+
name: pull-secret
287+
readOnly: true
288+
- mountPath: /etc/report
289+
name: result-aggregator
290+
readOnly: true
291+
serviceAccountName: ci-operator
292+
volumes:
293+
- name: boskos
294+
secret:
295+
items:
296+
- key: credentials
297+
path: credentials
298+
secretName: boskos-credentials
299+
- name: manifest-tool-local-pusher
300+
secret:
301+
secretName: manifest-tool-local-pusher
302+
- name: pull-secret
303+
secret:
304+
secretName: registry-pull-credentials
305+
- name: result-aggregator
306+
secret:
307+
secretName: result-aggregator
308+
trigger: (?m)^/test( | .* )eval-threat-model-tnf-changed,?($|\s.*)
3309
- agent: kubernetes
4310
always_run: true
5311
branches:

0 commit comments

Comments
 (0)