From ff1c1e93a72267352771ea0ac86eed0a9f9aba44 Mon Sep 17 00:00:00 2001 From: The Architect Date: Tue, 10 Nov 2026 00:14:02 +0000 Subject: [PATCH 01/17] Standards: kits, upgrading, the intent reference and pack support Signed-off-by: The Architect --- CONTRIBUTING.md | 3 +- app/blocks.css | 52 +++ app/content.css | 6 + ci-templates/azure-devops/azure-pipelines.yml | 2 +- ci-templates/azure-devops/ingestron-check.yml | 2 +- ci-templates/github-actions/deploy.yml | 2 +- .../github-actions/ingestron-check.yml | 2 +- components/mdx.tsx | 22 +- components/reference/connector-settings.tsx | 6 + components/reference/document-fields.tsx | 13 +- components/reference/field-rows.tsx | 24 +- components/reference/kits.tsx | 283 ++++++++++++++++ components/reference/pack-intent.tsx | 302 ++++++++++++++++++ components/reference/pack-methods.tsx | 58 ++-- components/reference/versions.tsx | 4 + components/reference/vscode-extension.json | 2 +- components/replace-me.tsx | 135 ++++++++ content/docs/(reference)/reference/cli.mdx | 26 +- .../docs/(reference)/reference/documents.mdx | 17 +- content/docs/(reference)/reference/intent.mdx | 167 ++++++++++ content/docs/(reference)/reference/meta.json | 2 +- .../docs/(reference)/reference/packs/adf.mdx | 10 + .../reference/packs/databricks.mdx | 38 ++- .../(reference)/reference/packs/duckdb.mdx | 10 + .../(reference)/reference/packs/synapse.mdx | 10 + .../docs/(reference)/reference/templates.mdx | 6 +- .../docs/(reference)/reference/versions.mdx | 2 +- content/docs/(reference)/tools/vscode.mdx | 27 +- content/docs/(reference)/troubleshooting.mdx | 21 +- .../concepts/environments-and-platform.mdx | 10 +- content/docs/concepts/layers.mdx | 6 +- content/docs/concepts/settings.mdx | 15 + content/docs/concepts/standards-and-packs.mdx | 27 +- .../how-to/(build)/add-an-environment.mdx | 9 +- .../how-to/(build)/add-quality-checks.mdx | 5 + content/docs/how-to/(build)/check-in-ci.mdx | 2 +- .../(build)/deploy-through-environments.mdx | 2 +- .../how-to/(build)/keep-a-table-current.mdx | 73 +++-- .../how-to/(build)/start-from-a-template.mdx | 13 +- .../docs/how-to/(build)/write-a-contract.mdx | 4 +- .../(standards)/ask-the-platform-team.mdx | 5 +- .../choose-a-published-standard.mdx | 91 ++++++ .../(standards)/configure-a-standard.mdx | 16 +- .../kits/databricks-lakehouse-streaming.mdx | 62 ++++ .../kits/duckdb-local-medallion.mdx | 49 +++ .../docs/how-to/(standards)/kits/meta.json | 4 + content/docs/how-to/(standards)/meta.json | 6 +- .../how-to/(standards)/share-a-template.mdx | 55 +++- .../start-from-a-published-standard.mdx | 137 ++++++++ .../how-to/(standards)/upgrade-a-standard.mdx | 110 +++++++ content/docs/how-to/(standards)/upgrade.mdx | 69 +++- content/docs/index.mdx | 10 +- content/docs/platforms/adf-pipelines.mdx | 10 + content/docs/platforms/adf.mdx | 14 +- content/docs/platforms/databricks-deploy.mdx | 8 +- content/docs/platforms/databricks.mdx | 18 +- content/docs/start/how-it-works.mdx | 13 +- examples/change-data/flows/crm.yaml | 18 +- examples/environments/platform.yaml | 7 +- examples/layers-and-transforms/README.md | 3 +- examples/layers-and-transforms/standard.yaml | 4 +- examples/northwind/platform.yaml | 5 +- examples/platform-setup/platform.yaml | 33 +- .../private-sql-server-filled/flows/erp.yaml | 10 +- .../private-sql-server-filled/standard.yaml | 13 +- examples/retail-filled/flows/shop.yaml | 5 +- examples/retail-filled/platform.yaml | 23 +- lib/areas.ts | 2 +- lib/connector-page.ts | 18 +- lib/kits.ts | 155 +++++++++ lib/reference.ts | 197 +++++++++++- lib/search.ts | 42 ++- package.json | 17 +- scripts/ci-templates.test.mjs | 2 +- test/areas.test.ts | 8 +- test/build-a-project.test.ts | 48 ++- test/layers.test.ts | 5 +- test/page-urls.txt | 6 + test/platform-defaults.test.ts | 19 +- test/platform-pages.test.ts | 2 +- test/reader-journeys.test.ts | 4 +- test/site-journey.test.ts | 5 + test/sql-watermarks.test.ts | 24 +- test/standards-and-teams.test.ts | 2 +- test/standards-kits.test.ts | 244 ++++++++++++++ test/troubleshooting.test.ts | 7 +- 86 files changed, 2734 insertions(+), 291 deletions(-) create mode 100644 components/reference/kits.tsx create mode 100644 components/reference/pack-intent.tsx create mode 100644 components/replace-me.tsx create mode 100644 content/docs/(reference)/reference/intent.mdx create mode 100644 content/docs/how-to/(standards)/choose-a-published-standard.mdx create mode 100644 content/docs/how-to/(standards)/kits/databricks-lakehouse-streaming.mdx create mode 100644 content/docs/how-to/(standards)/kits/duckdb-local-medallion.mdx create mode 100644 content/docs/how-to/(standards)/kits/meta.json create mode 100644 content/docs/how-to/(standards)/start-from-a-published-standard.mdx create mode 100644 content/docs/how-to/(standards)/upgrade-a-standard.mdx create mode 100644 lib/kits.ts create mode 100644 test/standards-kits.test.ts diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md index 3a8212e..f3cfb9a 100644 --- a/CONTRIBUTING.md +++ b/CONTRIBUTING.md @@ -15,7 +15,8 @@ example README, package README and user-facing command text. `from` and `to`; never paste sample YAML into a page. `