From 274516adcebf6c29faabf22f9e4fae7945cc087b Mon Sep 17 00:00:00 2001 From: Tobias Pfeiffer Date: Sun, 12 Jan 2025 16:25:52 +0100 Subject: [PATCH] further slim down build matrix, reasoning in config comment --- .github/workflows/main.yml | 17 ++++++++++------- 1 file changed, 10 insertions(+), 7 deletions(-) diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml index 930bb7ef..c5527c7c 100644 --- a/.github/workflows/main.yml +++ b/.github/workflows/main.yml @@ -12,13 +12,13 @@ jobs: strategy: matrix: - # Run a full matrix only for the last 3 versions (where possible) - elixir_version: ['1.16.3', '1.17.3', '1.18.1'] - otp_version: ['25.3', '26.2', '27.2'] - # Spot check older versions + # Run tests at least once for every supported elixir or erlang version + # + # Since all the code is running at least once with each version, that should cover enough. + # Like, what are the chances a bug would happen on 1.18@26 but not on 1.17@26 or 1.18@27? + # And if it does, it's more likely an elixir bug than a benchee bug. We'll see. + # We've been using enough of githubs CI resources and our own wait time :) # - # Goal is to have old versions (elixir and erlang) have basically one test each. - # That should be enough to affirm that they are working ok. # https://hexdocs.pm/elixir/compatibility-and-deprecations.html#between-elixir-and-erlang-otp include: - elixir_version: '1.7.4' @@ -39,8 +39,11 @@ jobs: otp_version: '23.3' - elixir_version: '1.15.7' otp_version: '24.3' - exclude: - elixir_version: '1.16.3' + otp_version: '25.3' + - elixir_version: '1.17.3' + otp_version: '26.2' + - elixir_version: '1.18.1' otp_version: '27.2' steps: