From 3354679f165ceac9012a6283a443d183d9cc4570 Mon Sep 17 00:00:00 2001
From: "Michael R. Crusoe" <michael.crusoe@gmail.com>
Date: Thu, 18 Jul 2024 11:49:13 -0400
Subject: [PATCH] Start running the draft CWL v1.3.0 conformance tests

---
 .github/workflows/ci-tests.yml | 2 ++
 conformance-test.sh            | 4 ++--
 2 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/.github/workflows/ci-tests.yml b/.github/workflows/ci-tests.yml
index 2afdf3d22..29f281516 100644
--- a/.github/workflows/ci-tests.yml
+++ b/.github/workflows/ci-tests.yml
@@ -173,6 +173,8 @@ jobs:
           - cwl-version: v1.2
             container: docker
             extras: "--fast-parser"
+          - cwl-version: v1.3.0-dev1
+            extras: "--relax-path-checks"
 
     steps:
       - uses: actions/checkout@v4
diff --git a/conformance-test.sh b/conformance-test.sh
index 1676af4bc..36ea23b17 100755
--- a/conformance-test.sh
+++ b/conformance-test.sh
@@ -16,7 +16,7 @@ venv() {
 # VERSION=v1.2 GIT_TARGET=main CONTAINER=podman ./conformance_test.sh
 
 # Version of the standard to test against
-# Current options: v1.0, v1.1, v1.2
+# Current options: v1.0, v1.1, v1.2, v1.3.0-dev1
 VERSION=${VERSION:-"v1.2"}
 
 # Which commit of the standard's repo to use
@@ -121,7 +121,7 @@ if (( "${#exclusions[*]}" > 0 )); then
 fi
 
 # Build command
-TEST_COMMAND="python -m pytest ${CONFORMANCE_TEST} -n logical --dist worksteal -rs --junit-xml=${TMP_DIR}/cwltool_conf_${VERSION}_${GIT_TARGET}_${CONTAINER}.xml -o junit_suite_name=cwltool_$(echo "${CWLTOOL_OPTIONS}" | tr "[:blank:]-" _)"
+TEST_COMMAND="python -m pytest ${CONFORMANCE_TEST} -n logical --dist worksteal -rsfE --junit-xml=${TMP_DIR}/cwltool_conf_${VERSION}_${GIT_TARGET}_${CONTAINER}.xml -o junit_suite_name=cwltool_$(echo "${CWLTOOL_OPTIONS}" | tr "[:blank:]-" _)"
 if [[ -n "${EXCLUDE}" ]] ; then
   TEST_COMMAND="${TEST_COMMAND} --cwl-exclude ${EXCLUDE}"
 fi