Commit 8881818d authored by Eric Timmons's avatar Eric Timmons
Browse files

Add REQUIRE upgrade tests to CI

The original upgrade tests were disabled by default for being too slow. They're
too slow because they test with a wide range of previous ASDF versions.

Add new tests that run only if the full upgrade test suite is not run. These
test upgrading only from the implementation provided ASDF. This is much faster
because than testing every old version. Plus, it matches the real world upgrade
conditions for the vast majority of users.

This catches #72.
parent 749816a7
...@@ -102,6 +102,15 @@ Build asdf-tools: ...@@ -102,6 +102,15 @@ Build asdf-tools:
rules: rules:
- if: $RUN_UPGRADE_TESTS - if: $RUN_UPGRADE_TESTS
.REQUIRE upgrade tests:
extends: .Upgrade tests
variables:
ASDF_UPGRADE_TEST_TAGS: REQUIRE
rules:
- if: $RUN_UPGRADE_TESTS
when: never
- when: on_success
.Scripting regression tests: .Scripting regression tests:
extends: .Regression tests extends: .Regression tests
before_script: before_script:
...@@ -120,6 +129,15 @@ Build asdf-tools: ...@@ -120,6 +129,15 @@ Build asdf-tools:
rules: rules:
- if: $ENABLE_ASDF_TOOLS && $RUN_UPGRADE_TESTS - if: $ENABLE_ASDF_TOOLS && $RUN_UPGRADE_TESTS
.REQUIRE scripting upgrade tests:
extends: .Scripting upgrade tests
variables:
ASDF_UPGRADE_TEST_TAGS: REQUIRE
rules:
- if: $ENABLE_ASDF_TOOLS && $RUN_UPGRADE_TESTS
when: never
- if: $ENABLE_ASDF_TOOLS
############################################################################### ###############################################################################
# Actual test jobs - Makefile based harness # Actual test jobs - Makefile based harness
############################################################################### ###############################################################################
...@@ -145,6 +163,12 @@ ABCL upgrade tests: ...@@ -145,6 +163,12 @@ ABCL upgrade tests:
variables: variables:
l: abcl l: abcl
ABCL REQUIRE upgrade tests:
extends: .REQUIRE upgrade tests
image: $ABCL_IMAGE:$ABCL_TAG
variables:
l: abcl
CCL regression tests: CCL regression tests:
extends: .Regression tests extends: .Regression tests
image: $CCL_IMAGE:$CCL_TAG image: $CCL_IMAGE:$CCL_TAG
...@@ -157,6 +181,12 @@ CCL upgrade tests: ...@@ -157,6 +181,12 @@ CCL upgrade tests:
variables: variables:
l: ccl l: ccl
CCL REQUIRE upgrade tests:
extends: .REQUIRE upgrade tests
image: $CCL_IMAGE:$CCL_TAG
variables:
l: ccl
Clasp regression tests: Clasp regression tests:
extends: .Regression tests extends: .Regression tests
image: $CLASP_IMAGE:$CLASP_TAG image: $CLASP_IMAGE:$CLASP_TAG
...@@ -169,6 +199,12 @@ Clasp upgrade tests: ...@@ -169,6 +199,12 @@ Clasp upgrade tests:
variables: variables:
l: clasp l: clasp
Clasp REQUIRE upgrade tests:
extends: .REQUIRE upgrade tests
image: $CLASP_IMAGE:$CLASP_TAG
variables:
l: clasp
CLISP regression tests: CLISP regression tests:
extends: .Regression tests extends: .Regression tests
image: $CLISP_IMAGE:$CLISP_TAG image: $CLISP_IMAGE:$CLISP_TAG
...@@ -181,6 +217,12 @@ CLISP upgrade tests: ...@@ -181,6 +217,12 @@ CLISP upgrade tests:
variables: variables:
l: clisp l: clisp
CLISP REQUIRE upgrade tests:
extends: .REQUIRE upgrade tests
image: $CLISP_IMAGE:$CLISP_TAG
variables:
l: clisp
CMUCL regression tests: CMUCL regression tests:
extends: .Regression tests extends: .Regression tests
image: $CMUCL_IMAGE:$CMUCL_TAG image: $CMUCL_IMAGE:$CMUCL_TAG
...@@ -193,6 +235,12 @@ CMUCL upgrade tests: ...@@ -193,6 +235,12 @@ CMUCL upgrade tests:
variables: variables:
l: cmucl l: cmucl
CMUCL REQUIRE upgrade tests:
extends: .REQUIRE upgrade tests
image: $CMUCL_IMAGE:$CMUCL_TAG
variables:
l: cmucl
ECL regression tests: ECL regression tests:
extends: .Regression tests extends: .Regression tests
image: $ECL_IMAGE:$ECL_TAG image: $ECL_IMAGE:$ECL_TAG
...@@ -205,6 +253,12 @@ ECL upgrade tests: ...@@ -205,6 +253,12 @@ ECL upgrade tests:
variables: variables:
l: ecl l: ecl
ECL REQUIRE upgrade tests:
extends: .REQUIRE upgrade tests
image: $ECL_IMAGE:$ECL_TAG
variables:
l: ecl
SBCL regression tests: SBCL regression tests:
extends: .Regression tests extends: .Regression tests
image: $SBCL_IMAGE:$SBCL_TAG image: $SBCL_IMAGE:$SBCL_TAG
...@@ -217,6 +271,12 @@ SBCL upgrade tests: ...@@ -217,6 +271,12 @@ SBCL upgrade tests:
variables: variables:
l: sbcl l: sbcl
SBCL REQUIRE upgrade tests:
extends: .REQUIRE upgrade tests
image: $SBCL_IMAGE:$SBCL_TAG
variables:
l: sbcl
############################################################################### ###############################################################################
# Actual test jobs - lisp scripting based harness # Actual test jobs - lisp scripting based harness
...@@ -234,6 +294,12 @@ ABCL scripting upgrade tests: ...@@ -234,6 +294,12 @@ ABCL scripting upgrade tests:
variables: variables:
l: abcl l: abcl
ABCL REQUIRE scripting upgrade tests:
extends: .REQUIRE scripting upgrade tests
image: $ABCL_IMAGE:$ABCL_TAG
variables:
l: abcl
CCL scripting regression tests: CCL scripting regression tests:
extends: .Scripting regression tests extends: .Scripting regression tests
image: $CCL_IMAGE:$CCL_TAG image: $CCL_IMAGE:$CCL_TAG
...@@ -246,6 +312,12 @@ CCL scripting upgrade tests: ...@@ -246,6 +312,12 @@ CCL scripting upgrade tests:
variables: variables:
l: ccl l: ccl
CCL REQUIRE scripting upgrade tests:
extends: .REQUIRE scripting upgrade tests
image: $CCL_IMAGE:$CCL_TAG
variables:
l: ccl
Clasp scripting regression tests: Clasp scripting regression tests:
extends: .Scripting regression tests extends: .Scripting regression tests
image: $CLASP_IMAGE:$CLASP_TAG image: $CLASP_IMAGE:$CLASP_TAG
...@@ -270,6 +342,12 @@ CLISP scripting upgrade tests: ...@@ -270,6 +342,12 @@ CLISP scripting upgrade tests:
variables: variables:
l: clisp l: clisp
CLISP REQUIRE scripting upgrade tests:
extends: .REQUIRE scripting upgrade tests
image: $CLISP_IMAGE:$CLISP_TAG
variables:
l: clisp
CMUCL scripting regression tests: CMUCL scripting regression tests:
extends: .Scripting regression tests extends: .Scripting regression tests
image: $CMUCL_IMAGE:$CMUCL_TAG image: $CMUCL_IMAGE:$CMUCL_TAG
...@@ -282,6 +360,12 @@ CMUCL scripting upgrade tests: ...@@ -282,6 +360,12 @@ CMUCL scripting upgrade tests:
variables: variables:
l: cmucl l: cmucl
CMUCL REQUIRE scripting upgrade tests:
extends: .REQUIRE scripting upgrade tests
image: $CMUCL_IMAGE:$CMUCL_TAG
variables:
l: cmucl
ECL scripting regression tests: ECL scripting regression tests:
extends: .Scripting regression tests extends: .Scripting regression tests
image: $ECL_IMAGE:$ECL_TAG image: $ECL_IMAGE:$ECL_TAG
...@@ -294,6 +378,12 @@ ECL scripting upgrade tests: ...@@ -294,6 +378,12 @@ ECL scripting upgrade tests:
variables: variables:
l: ecl l: ecl
ECL REQUIRE scripting upgrade tests:
extends: .REQUIRE scripting upgrade tests
image: $ECL_IMAGE:$ECL_TAG
variables:
l: ecl
SBCL scripting regression tests: SBCL scripting regression tests:
extends: .Scripting regression tests extends: .Scripting regression tests
image: $SBCL_IMAGE:$SBCL_TAG image: $SBCL_IMAGE:$SBCL_TAG
...@@ -305,3 +395,9 @@ SBCL scripting upgrade tests: ...@@ -305,3 +395,9 @@ SBCL scripting upgrade tests:
image: $SBCL_IMAGE:$SBCL_TAG image: $SBCL_IMAGE:$SBCL_TAG
variables: variables:
l: sbcl l: sbcl
SBCL REQUIRE scripting upgrade tests:
extends: .REQUIRE scripting upgrade tests
image: $SBCL_IMAGE:$SBCL_TAG
variables:
l: sbcl
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment