Remove the unused bundle/docsgen documentation generator (#5568)

`bundle/docsgen` (added in #2033) generated the DABs configuration
reference markdown. It has been superseded by the docs-only JSON schema
added in #4414 (`bundle/schema/jsonschema_for_docs.json`), which is now
the source of truth for the published documentation; docsgen's output is
no longer consumed anywhere.

This removes the package along with its call sites and references across
the repository.

This pull request and its description were written by Isaac.

Author: pietern

.agent/rules/auto-generated-files.md

@@ -14,7 +14,6 @@ globs:
   - "internal/genkit/tagging.py"
   - "internal/mocks/**/*.go"
   - "bundle/direct/dresources/*.generated.yml"
-  - "bundle/docsgen/output/**/*.md"
   - "bundle/internal/schema/annotations_openapi.yml"
   - "bundle/internal/validation/generated/*.go"
   - "bundle/schema/jsonschema.json"
@@ -36,7 +35,6 @@ paths:
   - "internal/genkit/tagging.py"
   - "internal/mocks/**/*.go"
   - "bundle/direct/dresources/*.generated.yml"
-  - "bundle/docsgen/output/**/*.md"
   - "bundle/internal/schema/annotations_openapi.yml"
   - "bundle/internal/validation/generated/*.go"
   - "bundle/schema/jsonschema.json"
@@ -75,8 +73,6 @@ Files matching this rule's glob pattern are most likely generated artifacts. Aut
   - `./task generate-schema`
   - `./task generate-schema-docs`
   - This can also refresh `bundle/internal/schema/annotations_openapi.yml` when OpenAPI annotation extraction is enabled.
-- Bundle docs:
-  - `./task generate-docs`
 - Validation generated code:
   - `./task generate-validation`
 - Mock files:

.golangci.yaml

@@ -62,7 +62,6 @@ linters:
         no-stdlib-log:
           files:
             - "**"
-            - "!**/bundle/docsgen/**"
             - "!**/bundle/internal/schema/**"
             - "!**/bundle/internal/tf/codegen/**"
             - "!**/bundle/internal/validation/**"

.wsignore

@@ -26,8 +26,3 @@ python/databricks/bundles/*/_models/*.py
 
 # Developed elsewhere:
 internal/genkit/tagging.py
-
-# Docsgen:
-bundle/docsgen/output/resources.md
-bundle/docsgen/output/reference.md
-bundle/docsgen/testdata/anchors.md

AGENTS.md

@@ -40,7 +40,6 @@ This is the Databricks CLI, a command-line interface for interacting with Databr
 ### Specialized Commands
 
 - `./task generate-schema` - Generate bundle JSON schema
-- `./task generate-docs` - Generate bundle documentation
 - `./task generate-cligen` - Regenerate CLI command stubs from the checked-in .codegen/cli.json
 - `./task generate-clijson` - Refresh .codegen/cli.json from the OpenAPI spec via genkit (requires universe repo)
 - `./task generate` - Run all generators

Taskfile.yml

@@ -57,7 +57,6 @@ tasks:
       - task: generate-schema-map
       - task: generate-schema-docs
       - task: generate-validation
-      - task: generate-docs
       - task: generate-direct
       - task: pydabs-codegen
       - task: pydabs-lint
@@ -743,7 +742,6 @@ tasks:
       - task: generate-schema
       - task: generate-schema-docs
       - task: generate-validation
-      - task: generate-docs
       - task: generate-direct
       - task: pydabs-codegen
 
@@ -765,7 +763,6 @@ tasks:
       - task: generate-refschema
       - task: generate-schema
       - task: generate-validation
-      - task: generate-docs
       - task: generate-direct
       - task: pydabs-codegen
 
@@ -861,12 +858,12 @@ tasks:
 
   # Regenerates the OpenAPI annotation files (annotations_openapi*.yml) from the
   # checked-in .codegen/cli.json. This is the step that propagates a cli.json
-  # change into the schema/docs artifacts: generate-schema, generate-schema-docs
-  # and generate-docs all depend on it, so editing cli.json and running
-  # `task generate` percolates into jsonschema.json, the docs and pydabs.
+  # change into the schema/docs artifacts: generate-schema and generate-schema-docs
+  # both depend on it, so editing cli.json and running `task generate`
+  # percolates into jsonschema.json, jsonschema_for_docs.json and pydabs.
   generate-annotations:
     desc: Regenerate annotation files from .codegen/cli.json
-    # Dep of generate-schema, generate-schema-docs and generate-docs; `run: once`
+    # Dep of generate-schema and generate-schema-docs; `run: once`
     # plus the fingerprint keep `task generate` from re-running it per parent.
     run: once
     sources:
@@ -913,23 +910,6 @@ tasks:
       - git fetch origin 'refs/tags/v*:refs/tags/v*'
       - "go run ./bundle/internal/schema ./bundle/internal/schema ./bundle/schema/jsonschema_for_docs.json --docs"
 
-  generate-docs:
-    desc: Generate bundle documentation
-    deps: ['generate-annotations']
-    sources:
-      - "**/*.go"
-      - bundle/docsgen/templates/**
-      - bundle/internal/schema/annotations*.yml
-      - exclude: "**/*_test.go"
-      - go.mod
-      - go.sum
-      - "{{.EMBED_SOURCES}}"
-    generates:
-      - bundle/docsgen/output/reference.md
-      - bundle/docsgen/output/resources.md
-    cmds:
-      - "go run ./bundle/docsgen ./bundle/internal/schema ./bundle/docsgen"
-
   generate-validation:
     desc: Generate enum and required field validation code
     sources: