Make clean MDs being a post build artifact

.github/workflows/llmstxt.yml

@@ -36,6 +36,19 @@ jobs:
       - name: Install pnpm
         run: pnpm install
 
+      - name: Build docs (skip postbuild)
+        run: pnpm build
+        env:
+          SKIP_POSTBUILD: "true"
+
+      - name: Generate clean markdown
+        run: pnpm generate:markdown
+        env:
+          FULL_REBUILD: "true"
+
+      - name: Verify clean markdown completeness
+        run: pnpm verify:markdown
+
       - name: generate LLMs.txt
         run: pnpm llmstxt
         env:
@@ -44,10 +57,10 @@ jobs:
       - name: Check for changes
         id: check-changes
         run: |
-          if [ -n "$(git status --porcelain)" ]; then
-            echo "has_changes=true" >> $GITHUB_OUTPUT
-          else
+          if git diff --quiet -- public/llms.txt && git diff --cached --quiet -- public/llms.txt; then
             echo "has_changes=false" >> $GITHUB_OUTPUT
+          else
+            echo "has_changes=true" >> $GITHUB_OUTPUT
           fi
 
       - name: Commit changes to PR

.gitignore

@@ -29,5 +29,8 @@ toolkit-docs-generator-verification/logs/
 # Generated toolkit markdown (built at build time, not committed)
 public/toolkit-markdown/
 
+# Generated clean markdown (built at build time, not committed)
+public/_markdown/
+
 # Git worktrees
 .worktrees/

package.json

@@ -11,8 +11,9 @@
     "format": "pnpm exec ultracite fix",
     "prepare": "husky install",
     "toolkit-markdown": "pnpm dlx tsx toolkit-docs-generator/scripts/generate-toolkit-markdown.ts",
-    "postbuild": "if [ \"$SKIP_POSTBUILD\" != \"true\" ]; then pnpm run generate:markdown && pnpm run custompagefind; fi",
+    "postbuild": "if [ \"$SKIP_POSTBUILD\" != \"true\" ]; then pnpm run generate:markdown && if [ \"$VERCEL\" = \"1\" ]; then pnpm run verify:markdown; fi && pnpm run custompagefind; fi",
     "generate:markdown": "pnpm dlx tsx scripts/generate-clean-markdown.ts",
+    "verify:markdown": "pnpm dlx tsx scripts/verify-clean-markdown.ts",
     "translate": "pnpm dlx tsx scripts/i18n-sync/index.ts && pnpm format",
     "llmstxt": "pnpm dlx tsx scripts/generate-llmstxt.ts",
     "custompagefind": "pnpm dlx tsx scripts/pagefind.ts",