[codex] enable markdown negotiation for agents (#133)

* enable markdown negotiation for agents

* address markdown negotiation review comments

* fix inline markdown code fences

Author: basit3407

functions/_middleware.js

@@ -0,0 +1,14 @@
+import runtime from "../src/markdown-negotiation-runtime.cjs";
+
+const { negotiateMarkdownResponse } = runtime;
+
+export async function onRequest(context) {
+  const { env, next, request } = context;
+  const response = await next();
+
+  return negotiateMarkdownResponse({
+    assetsFetch: env.ASSETS.fetch.bind(env.ASSETS),
+    request,
+    response,
+  });
+}

package.json

@@ -44,6 +44,8 @@
   "devDependencies": {
     "@docusaurus/module-type-aliases": "2.4.1",
     "@tsconfig/docusaurus": "^1.0.5",
+    "domutils": "^3.0.1",
+    "htmlparser2": "^8.0.1",
     "typescript": "^4.7.4",
     "wrangler": "^4.42.0"
   },

plugins/llms-txt-plugin.js

@@ -12,6 +12,7 @@
 
 const fs = require('fs');
 const path = require('path');
+const { exportMarkdownFiles } = require('../src/build-markdown.cjs');
 
 const BASE_URL = 'https://api-docs.quran.foundation';
 
@@ -238,6 +239,14 @@ function llmsTxtPlugin(context) {
       console.log(
         `[llms-txt-plugin] Generated ${outFile} with ${linkCount} links`,
       );
+
+      // 3. Emit markdown siblings for every generated HTML page so Cloudflare
+      //    Pages middleware can negotiate `Accept: text/markdown` without
+      //    changing the default HTML experience for browsers.
+      const exportedCount = exportMarkdownFiles(outDir);
+      console.log(
+        `[llms-txt-plugin] Generated ${exportedCount} markdown page variants`,
+      );
     },
   };
 }