From 4d0a970d3b2fe11fa7861e2acc4fbc5b03db7ea3 Mon Sep 17 00:00:00 2001 From: Christopher Hertel Date: Mon, 26 Jan 2026 20:51:28 +0100 Subject: [PATCH] Switch pipeline to conformance baseline --- .github/workflows/pipeline.yaml | 12 +----------- tests/Conformance/conformance-baseline.yml | 7 +++++++ 2 files changed, 8 insertions(+), 11 deletions(-) create mode 100644 tests/Conformance/conformance-baseline.yml diff --git a/.github/workflows/pipeline.yaml b/.github/workflows/pipeline.yaml index 812217c2..cb769d43 100644 --- a/.github/workflows/pipeline.yaml +++ b/.github/workflows/pipeline.yaml @@ -92,17 +92,7 @@ jobs: - name: Run conformance tests working-directory: ./tests/Conformance - run: | - exit_code=0 - OUTPUT=$(npx @modelcontextprotocol/conformance server --url http://localhost:8000/) || exit_code=1 - echo "$OUTPUT" - - passedTests=$(echo "$OUTPUT" | sed -nE 's/.*Total: ([0-9]+) passed.*/\1/p') - passedTests=${passedTests:-0} - - REQUIRED_TESTS_TO_PASS=22 - echo "Required tests to pass: $REQUIRED_TESTS_TO_PASS" - [ "$passedTests" -ge "$REQUIRED_TESTS_TO_PASS" ] || exit $exit_code + run: npx @modelcontextprotocol/conformance server --url http://localhost:8000/ --expected-failures conformance-baseline.yml - name: Show logs on failure if: failure() diff --git a/tests/Conformance/conformance-baseline.yml b/tests/Conformance/conformance-baseline.yml new file mode 100644 index 00000000..e1251a60 --- /dev/null +++ b/tests/Conformance/conformance-baseline.yml @@ -0,0 +1,7 @@ +server: + - tools-call-elicitation + - elicitation-sep1034-defaults + - elicitation-sep1330-enums + - resources-subscribe + - resources-unsubscribe + - dns-rebinding-protection