wip: MDX extension

apps/backend/extensions/package.json

@@ -15,6 +15,15 @@
     "@vrite/backend": "workspace:*",
     "@vrite/sdk": "workspace:*",
     "fastify": "^4.20.0",
+    "hast-util-to-html": "^9.0.0",
+    "mdast-util-from-markdown": "^2.0.0",
+    "mdast-util-frontmatter": "^2.0.1",
+    "mdast-util-gfm": "^3.0.0",
+    "mdast-util-mdx": "^3.0.0",
+    "mdast-util-to-hast": "^13.0.2",
+    "micromark-extension-frontmatter": "^2.0.0",
+    "micromark-extension-gfm": "^3.0.0",
+    "micromark-extension-mdxjs": "^2.0.0",
     "openai": "^4.0.0",
     "remark": "^15.0.1",
     "remark-mdx": "^2.3.0",

apps/backend/extensions/src/routes/index.ts

@@ -2,15 +2,15 @@ import { devRouter } from "./dev";
 import { hashnodeRouter } from "./hashnode";
 import { gptRouter } from "./gpt";
 import { mediumRouter } from "./medium";
-import { docusaurusRouter } from "./docusaurus";
+import { mdxRouter } from "./mdx";
 import { router } from "@vrite/backend";
 
 const extensionsRouter = router({
   dev: devRouter,
   hashnode: hashnodeRouter,
   medium: mediumRouter,
   gpt: gptRouter,
-  docusaurus: docusaurusRouter
+  mdx: mdxRouter
 });
 
 type Router = typeof extensionsRouter;

apps/backend/extensions/src/routes/docusaurus/index.ts → apps/backend/extensions/src/routes/mdx/index.ts

@@ -1,12 +1,12 @@
-import { docusaurusInputTransformer } from "./input-transformer";
+import { mdxInputTransformer } from "./input-transformer";
 import { procedure, router, z } from "@vrite/backend";
 import { OpenAI } from "openai";
 
 // test
-docusaurusInputTransformer("");
+mdxInputTransformer("");
 
 const basePath = "/docusaurus";
-const docusaurusRouter = router({
+const mdxRouter = router({
   prompt: procedure
     .meta({
       openapi: {
@@ -47,4 +47,4 @@ const docusaurusRouter = router({
     })
 });
 
-export { docusaurusRouter };
+export { mdxRouter };

apps/backend/extensions/src/routes/mdx/input-transformer.ts

@@ -0,0 +1,31 @@
+import { createInputTransformer } from "@vrite/sdk/transformers";
+import { mdxjs } from "micromark-extension-mdxjs";
+import { fromMarkdown } from "mdast-util-from-markdown";
+import { mdxFromMarkdown } from "mdast-util-mdx";
+import { frontmatter } from "micromark-extension-frontmatter";
+import { frontmatterFromMarkdown } from "mdast-util-frontmatter";
+import { gfmFromMarkdown } from "mdast-util-gfm";
+import { gfm } from "micromark-extension-gfm";
+import { toHtml } from "hast-util-to-html";
+import { toHast } from "mdast-util-to-hast";
+
+import fs from "node:fs";
+import path from "node:path";
+
+const mdxInputTransformer = createInputTransformer(() => {
+  const doc = fs.readFileSync(path.join(__dirname, "test.mdx"), "utf8");
+  const tree = fromMarkdown(doc, {
+    extensions: [gfm(), frontmatter(), mdxjs()],
+    mdastExtensions: [gfmFromMarkdown(), frontmatterFromMarkdown(), mdxFromMarkdown()]
+  });
+  const hast = toHast(tree, { handlers: {} });
+  const html = toHtml(hast);
+
+  console.log(tree, html);
+
+  return {
+    content: ""
+  };
+});
+
+export { mdxInputTransformer };

apps/docs/.astro/types.d.ts

@@ -33,6 +33,7 @@ declare module 'astro:content' {
 				import('astro/zod').ZodLiteral<'webp'>,
 				import('astro/zod').ZodLiteral<'gif'>,
 				import('astro/zod').ZodLiteral<'svg'>,
+				import('astro/zod').ZodLiteral<'avif'>,
 			]
 		>;
 	}>;

apps/web/public/sandbox.js

@@ -945,9 +945,9 @@
     }
   });
 
-  // ../../node_modules/.pnpm/@[email protected].0/node_modules/@sanity/eventsource/browser.js
+  // ../../node_modules/.pnpm/@[email protected].1/node_modules/@sanity/eventsource/browser.js
   var require_browser = __commonJS({
-    "../../node_modules/.pnpm/@[email protected].0/node_modules/@sanity/eventsource/browser.js"(exports, module) {
+    "../../node_modules/.pnpm/@[email protected].1/node_modules/@sanity/eventsource/browser.js"(exports, module) {
       module.exports = require_eventsource().EventSourcePolyfill;
     }
   });
@@ -1001,6 +1001,7 @@
   var import_eventsource, i, w, $, U, f, g, L, d, S, D, O, E, R, C, x, m, I, h, j, v, k, q, l, A, u, z, B;
   var init_api = __esm({
     "../../packages/sdk/javascript/dist/api.mjs"() {
+      "use strict";
       import_eventsource = __toESM(require_browser(), 1);
       i = "/content-groups";
       w = (t) => ({ get: (e) => t("GET", `${i}`, { params: e }), list: (e) => t("GET", `${i}/list`, { params: e }), create: (e) => t("POST", `${i}`, { body: e }), update: (e) => t("PUT", `${i}`, { body: e }), delete: (e) => t("DELETE", `${i}`, { params: e }) });

packages/backend/package.json

@@ -36,6 +36,7 @@
     "@vrite/sdk": "workspace:*",
     "axios": "^1.4.0",
     "fastify": "^4.20.0",
+    "graphql": "^16.8.1",
     "html-to-text": "^9.0.5",
     "lexorank": "^1.0.5",
     "marked": "^5.1.2",