feat: add Appendix F, provider conformance (TCK)

.github/workflows/pr-checks.yaml

@@ -5,6 +5,11 @@ on:
     types: [opened, synchronize, reopened]
     branches:
       - main
+      # Temporary, for the duration of the provider conformance suite's review.
+      # This filter matches the pull request's BASE branch, so without it a pull
+      # request stacked on feat/provider-tck-appendix gets no checks at all.
+      # Remove once the chain has landed. See open-feature/spec#417.
+      - 'feat/provider-tck*'
 
 jobs:
   # This job ensures that any PR targeting the main branch has up-to-date generated JSON files.

.github/workflows/pr-python.yaml

@@ -4,6 +4,11 @@ on:
   pull_request:
     branches:
       - main
+      # Temporary, for the duration of the provider conformance suite's review.
+      # This filter matches the pull request's BASE branch, so without it a pull
+      # request stacked on feat/provider-tck-appendix gets no checks at all.
+      # Remove once the chain has landed. See open-feature/spec#417.
+      - 'feat/provider-tck*'
 
 permissions:
   contents: read

.github/workflows/release-please.yaml

@@ -0,0 +1,35 @@
+name: Run Release Please
+
+# Releases everything versioned in this repository. Two packages are configured in
+# release-please-config.json, each with its own release pull request:
+#
+#   .                                 the specification, tagged vX.Y.Z as it always has been
+#   specification/assets/provider-tck the provider conformance assets, tagged with their path
+#
+# The two are independent. The specification package excludes the conformance assets, so a
+# change confined to the suite never bumps the specification; the assets carry their own
+# version because four language suites pin a revision of them, and a pinned revision needs a
+# name a human can read and a bot can compare.
+#
+# This repository enforces DCO, so the bot's own commits need a sign-off. That is the signoff
+# key in release-please-config.json: v5 takes it from the configuration file, and an action
+# input of the same name is not declared and would be silently ignored.
+
+on:
+  push:
+    branches:
+      - main
+
+permissions:
+  contents: write
+  issues: write
+  pull-requests: write
+
+jobs:
+  release-please:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: googleapis/release-please-action@v5
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          target-branch: main

.release-please-manifest.json

@@ -0,0 +1,4 @@
+{
+  ".": "0.9.0",
+  "specification/assets/provider-tck": "0.0.0"
+}

release-please-config.json

@@ -0,0 +1,28 @@
+{
+  "$schema": "https://raw.githubusercontent.com/googleapis/release-please/main/schemas/config.json",
+  "signoff": "OpenFeature Bot <109696520+openfeaturebot@users.noreply.github.com>",
+  "tag-separator": "/",
+  "bootstrap-sha": "dd235837f7b2ddb1120ab6e1bde940bf4d532313",
+  "separate-pull-requests": true,
+  "packages": {
+    ".": {
+      "release-type": "simple",
+      "package-name": "spec",
+      "include-component-in-tag": false,
+      "changelog-path": "CHANGELOG.md",
+      "bump-minor-pre-major": true,
+      "versioning": "default",
+      "exclude-paths": ["specification/assets/provider-tck"],
+      "extra-files": []
+    },
+    "specification/assets/provider-tck": {
+      "release-type": "go",
+      "package-name": "specification/assets/provider-tck",
+      "include-component-in-tag": true,
+      "changelog-path": "CHANGELOG.md",
+      "bump-minor-pre-major": true,
+      "versioning": "default",
+      "extra-files": []
+    }
+  }
+}

specification/README.md

@@ -22,6 +22,7 @@ sidebar_position: 0
 - [Appendix C: OFREP](./appendix-c/index.md)
 - [Appendix D: Observability](./appendix-d-observability.md)
 - [Appendix E: Migrations](./appendix-e-migrations.md)
+- [Appendix F: Provider Conformance (TCK)](./appendix-f-provider-conformance.md)
 
 ## Conformance
 

specification/appendix-b-gherkin-suites.md

@@ -11,6 +11,9 @@ This section contains a set of language-agnostic end-to-end tests (defined in gh
 These tests can be used to validate the behavior of an OpenFeature implementation.
 "Features" (test suites) can be used in conjunction with an [in-memory provider](./appendix-a-included-utilities.md#in-memory-provider) and a cucumber test-runner for the language in question.
 
+The suites below validate an **SDK**, using an in-memory provider as a stand-in for a real one.
+To validate a **provider** against a real backend instead, see [Appendix F: Provider Conformance (TCK)](./appendix-f-provider-conformance.md).
+
 ## Evaluation Feature
 
 The [evaluation feature](./assets/gherkin/evaluation.feature) contains tests for the basic functionality of the [Evaluation API](./sections/01-flag-evaluation.md).