Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[Fix][CI] E2E tests do not reflect error #3021

Merged
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 5 additions & 2 deletions .buildkite/test-e2e.yml
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,8 @@
- kubectl wait --timeout=90s --for=condition=Available=true deployment kuberay-operator
# Run e2e tests and print KubeRay operator logs if tests fail
- echo "--- START:Running e2e rayservice (nightly operator) tests"
- KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/e2e | awk -f ../.buildkite/format.awk || (kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay && exit 1)
- set -o pipefail
- KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/e2e 2>&1 | awk -f ../.buildkite/format.awk || (kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay && exit 1)
- echo "--- END:e2e rayservice (nightly operator) tests finished"

- label: 'Test E2E rayservice (nightly operator)'
Expand All @@ -31,7 +32,8 @@
- kubectl wait --timeout=90s --for=condition=Available=true deployment kuberay-operator
# Run e2e tests and print KubeRay operator logs if tests fail
- echo "--- START:Running e2e rayservice (nightly operator) tests"
- KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/e2erayservice | awk -f ../.buildkite/format.awk || (kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay && exit 1)
- set -o pipefail
- KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/e2erayservice 2>&1 | awk -f ../.buildkite/format.awk || (kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay && exit 1)
- echo "--- END:e2e rayservice (nightly operator) tests finished"

- label: 'Test Autoscaler E2E (nightly operator)'
Expand All @@ -49,5 +51,6 @@
- kubectl wait --timeout=90s --for=condition=Available=true deployment kuberay-operator
# Run e2e tests and print KubeRay operator logs if tests fail
- echo "--- START:Running Autoscaler e2e (nightly operator) tests"
- set -o pipefail
- KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/e2eautoscaler | awk -f ../.buildkite/format.awk || (kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay && exit 1)
- echo "--- END:Autoscaler e2e (nightly operator) tests finished"
3 changes: 2 additions & 1 deletion .buildkite/test-kubectl-plugin-e2e.yml
Original file line number Diff line number Diff line change
Expand Up @@ -19,5 +19,6 @@
- cp ./kubectl-ray /usr/local/bin
# Run e2e tests
- echo "--- START:Running Test E2E (kubectl-plugin) tests"
- KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 60m -v ./test/e2e | awk -f ../.buildkite/format.awk
- set -o pipefail
- KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 60m -v ./test/e2e 2>&1 | awk -f ../.buildkite/format.awk
- echo "--- END:Test E2E (kubectl-plugin) tests finished"
6 changes: 4 additions & 2 deletions .buildkite/test-sample-yamls.yml
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,8 @@
- kubectl wait --timeout=90s --for=condition=Available=true deployment kuberay-operator
# Run sample YAML tests
- echo "--- START:Running Sample YAMLs (nightly operator) tests"
- KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/sampleyaml | awk -f ../.buildkite/format.awk
- set -o pipefail
- KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/sampleyaml 2>&1 | awk -f ../.buildkite/format.awk
- echo "--- END:Sample YAMLs (nightly operator) tests finished"
# Printing KubeRay operator logs
- kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay
Expand All @@ -31,7 +32,8 @@
- kubectl wait --timeout=90s --for=condition=Available=true deployment kuberay-operator
# Run sample YAML tests
- echo "--- START:Running Sample YAMLs (latest release) tests"
- KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/sampleyaml | awk -f ../.buildkite/format.awk
- set -o pipefail
- KUBERAY_TEST_TIMEOUT_SHORT=1m KUBERAY_TEST_TIMEOUT_MEDIUM=5m KUBERAY_TEST_TIMEOUT_LONG=10m go test -timeout 30m -v ./test/sampleyaml 2>&1 | awk -f ../.buildkite/format.awk
- echo "--- END:Sample YAMLs (latest release) tests finished"
# Printing KubeRay operator logs
- kubectl logs --tail -1 -l app.kubernetes.io/name=kuberay
Loading