Commit d1ea629 1 parent 865379e commit d1ea629 Copy full SHA for d1ea629
File tree 2 files changed +10
-28
lines changed
test/e2e/v1beta1/scripts/gh-actions
2 files changed +10
-28
lines changed Original file line number Diff line number Diff line change 33
33
tune-api : true
34
34
training-operator : true
35
35
36
- - name : Fetch Pod Description and Logs for Experiment # This step is added to debug the test failure
37
- if : always()
38
- run : |
39
- echo "Fetching all the pods..."
40
- kubectl get pods -n default
41
-
42
- POD_NAME_1=$(kubectl get pods -n default --no-headers -o custom-columns=":metadata.name" | grep tune-example-1 | grep master)
43
-
44
- echo "Fetching pod description for tune-example-1..."
45
- kubectl describe pod $POD_NAME_1 -n default
46
-
47
- echo "Fetching pod logs for tune-example-1..."
48
- kubectl logs $POD_NAME_1 -n default --all-containers
49
-
50
- POD_NAME_2=$(kubectl get pods -n default --no-headers -o custom-columns=":metadata.name" | grep tune-example-2 | grep master)
51
-
52
- echo "Fetching pod description for tune-example-2..."
53
- kubectl describe pod $POD_NAME_2 -n default
54
-
55
- echo "Fetching pod logs for tune-example-2..."
56
- kubectl logs $POD_NAME_2 -n default --all-containers
57
-
58
- - name : Delete Experiment for e2e test
59
- if : always()
60
- run : |
61
- kubectl delete experiment tune-example-1 -n default
62
- kubectl delete experiment tune-example-2 -n default
63
-
64
36
strategy :
65
37
fail-fast : false
66
38
matrix :
Original file line number Diff line number Diff line change @@ -166,6 +166,11 @@ def run_e2e_experiment_create_by_tune_with_external_model(
166
166
logging .info ("---------------------------------------------------------------" )
167
167
logging .info (f"E2E is failed for Experiment created by tune: { exp_namespace } /{ exp_name } -1" )
168
168
raise e
169
+ finally :
170
+ # Delete the Experiment.
171
+ logging .info ("---------------------------------------------------------------" )
172
+ logging .info ("---------------------------------------------------------------" )
173
+ katib_client .delete_experiment (f"{ exp_name } -1" , exp_namespace )
169
174
170
175
try :
171
176
run_e2e_experiment_create_by_tune_with_external_model (katib_client , f"{ exp_name } -2" , exp_namespace )
@@ -175,3 +180,8 @@ def run_e2e_experiment_create_by_tune_with_external_model(
175
180
logging .info ("---------------------------------------------------------------" )
176
181
logging .info (f"E2E is failed for Experiment created by tune: { exp_namespace } /{ exp_name } -2" )
177
182
raise e
183
+ finally :
184
+ # Delete the Experiment.
185
+ logging .info ("---------------------------------------------------------------" )
186
+ logging .info ("---------------------------------------------------------------" )
187
+ katib_client .delete_experiment (f"{ exp_name } -2" , exp_namespace )
You can’t perform that action at this time.
0 commit comments