refactor(react): move llms-full.txt into a llms-full-txt generator

llms-full.txt shares no data with llms.txt, so it gets its own generator,
like legacy-html-all. writeMarkdown is dropped: the pages' Markdown is the
input, which a build can copy as is.

Assisted-by: Claude Opus 5.5 <noreply@anthropic.com>

Author: ovflowd

.changeset/llms-full.md

@@ -1,5 +1,6 @@
 ---
+'@doc-kit/core': minor
 '@doc-kit/generator-react': minor
 ---
 
-Add the `writeMarkdown` and `writeFull` options to the `llms-txt` generator, writing the Markdown of every page at the URLs `llms.txt` links, and a `llms-full.txt` file holding them all.
+Add the `llms-full-txt` generator, writing a `llms-full.txt` file holding the Markdown of every page, each preceded by its URL.

README.md

@@ -72,9 +72,9 @@ Options:
                                (json, json-all, json-simple, legacy-html,
                                legacy-html-all, man-page, legacy-json,
                                legacy-json-all, addon-verify, api-links,
-                               orama-db, llms-txt, sitemap, html,
-                               section-pages) or an import specifier for a
-                               custom generator
+                               orama-db, llms-txt, llms-full-txt, sitemap,
+                               html, section-pages) or an import specifier
+                               for a custom generator
   --ignore <patterns...>       Ignore file patterns (glob)
   -o, --output <directory>     The output directory
   -p, --threads <number>       Number of threads to use (minimum: 1)

docs/generators.md

@@ -15,6 +15,7 @@ npx @doc-kit/cli generate -t html -t orama-db -t sitemap -i "docs/**/*.md" -o ou
 | [`html`](./generators/html.md)                   | The modern documentation site: server-rendered, hydrated, themeable. |
 | [`orama-db`](./generators/orama-db.md)           | The search index behind the `html` site's search box.                |
 | [`llms-txt`](./generators/llms-txt.md)           | An [`llms.txt`](https://llmstxt.org/) index for language models.     |
+| [`llms-full-txt`](./generators/llms-full-txt.md) | Every page's Markdown in one `llms-full.txt`, for language models.   |
 | [`sitemap`](./generators/sitemap.md)             | A `sitemap.xml` for search engines.                                  |
 | [`section-pages`](./generators/section-pages.md) | The `html` site and sitemap, plus one page per section of a module.  |
 

packages/core/README.md

@@ -15,7 +15,7 @@ debugging-only `json-simple`); the rest come from companion packages:
 
 | Package                                                                                | Generators                                                                            |
 | -------------------------------------------------------------------------------------- | ------------------------------------------------------------------------------------- |
-| [`@doc-kit/generator-react`](https://www.npmjs.com/package/@doc-kit/generator-react)   | `html` (the modern site), `orama-db`, `llms-txt`, `sitemap`                           |
+| [`@doc-kit/generator-react`](https://www.npmjs.com/package/@doc-kit/generator-react)   | `html` (the modern site), `orama-db`, `llms-txt`, `llms-full-txt`, `sitemap`          |
 | [`@node-core/doc-kit-legacy`](https://www.npmjs.com/package/@node-core/doc-kit-legacy) | `legacy-html`, `legacy-html-all`, `legacy-json`, `legacy-json-all` (Node.js-specific) |
 | [`@node-core/doc-kit`](https://www.npmjs.com/package/@node-core/doc-kit)               | `man-page`, `api-links`, `addon-verify` (Node.js-specific)                            |
 

packages/core/src/generators/index.mjs

@@ -22,6 +22,7 @@ export const publicGenerators = {
   'api-links': '@node-core/doc-kit/api-links',
   'orama-db': '@doc-kit/generator-react/orama-db',
   'llms-txt': '@doc-kit/generator-react/llms-txt',
+  'llms-full-txt': '@doc-kit/generator-react/llms-full-txt',
   sitemap: '@doc-kit/generator-react/sitemap',
   html: '@doc-kit/generator-react/html',
   'section-pages': '@doc-kit/generator-react/section-pages',

packages/react/README.md

@@ -17,6 +17,7 @@ npm install --save-dev @doc-kit/core @doc-kit/generator-react
 | `html`          | The full documentation site — server-rendered pages hydrated with Preact, bundled with Vite. |
 | `orama-db`      | An [Orama](https://orama.com) search index, consumed by the `html` site's search box.        |
 | `llms-txt`      | An [`llms.txt`](https://llmstxt.org/) index for Large Language Models.                       |
+| `llms-full-txt` | Every page's Markdown in one `llms-full.txt`, for Large Language Models.                     |
 | `sitemap`       | A `sitemap.xml` for search engines.                                                          |
 | `section-pages` | The `html` site and sitemap, plus one page per section of every module.                      |
 

packages/react/package.json

@@ -2,7 +2,7 @@
   "name": "@doc-kit/generator-react",
   "type": "module",
   "version": "0.4.0",
-  "description": "React/JSX-based generators for @doc-kit/core: html, jsx-ast, llms-txt, sitemap, and orama-db",
+  "description": "React/JSX-based generators for @doc-kit/core: html, jsx-ast, llms-txt, llms-full-txt, sitemap, and orama-db",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/nodejs/doc-kit.git",
@@ -15,6 +15,7 @@
     "./html/ui/*": "./src/html/ui/*",
     "./html/bundlers/vite": "./src/html/bundlers/vite.mjs",
     "./jsx-ast": "./src/jsx-ast/index.mjs",
+    "./llms-full-txt": "./src/llms-full-txt/index.mjs",
     "./llms-txt": "./src/llms-txt/index.mjs",
     "./orama-db": "./src/orama-db/index.mjs",
     "./sitemap": "./src/sitemap/index.mjs",

packages/react/src/llms-full-txt/README.md

@@ -0,0 +1,9 @@
+# `llms-full-txt` Generator
+
+The `llms-full-txt` generator creates a `llms-full.txt` file holding the Markdown of every page, each preceded by its URL, so Large Language Models (LLMs) can read the whole documentation in one request. Pages are rebuilt from their metadata entries, leaving out the ones other generators create.
+
+## Configuring
+
+- `output` {string} The directory where `llms-full.txt` will be written.
+- `pageURL` {string} URL template for the URL preceding each page.
+  **Default:** `'{baseURL}{path}.md'`.

packages/react/src/llms-full-txt/__tests__/generate.test.mjs

@@ -0,0 +1,29 @@
+import assert from 'node:assert/strict';
+import { describe, it } from 'node:test';
+
+import { setConfig } from '@doc-kit/core/utils/configuration/index.mjs';
+import { u } from 'unist-builder';
+
+import { generate } from '../generate.mjs';
+
+const config = await setConfig({ target: ['llms-full-txt'] });
+
+const entry = (path, text) => ({
+  path,
+  content: u('root', [u('paragraph', [u('text', text)])]),
+});
+
+describe('llms-full-txt', () => {
+  it('precedes the Markdown of every page with its URL', async () => {
+    config['llms-full-txt'].baseURL = 'https://example.com';
+    config['llms-full-txt'].output = undefined;
+
+    const full = await generate([entry('/a', 'First.'), entry('/b', 'Other.')]);
+
+    assert.equal(
+      full,
+      '---\nurl: https://example.com/a.md\n---\nFirst.\n\n' +
+        '---\nurl: https://example.com/b.md\n---\nOther.\n'
+    );
+  });
+});

packages/react/src/llms-full-txt/generate.mjs

@@ -0,0 +1,31 @@
+'use strict';
+
+import { join } from 'node:path';
+
+import getConfig from '@doc-kit/core/utils/configuration/index.mjs';
+import { populate } from '@doc-kit/core/utils/configuration/templates.mjs';
+import { writeFile } from '@doc-kit/core/utils/file.mjs';
+
+import { buildPages } from './utils/buildPages.mjs';
+
+/**
+ * Generates a llms-full.txt file
+ *
+ * @type {import('./types').Generator['generate']}
+ */
+export async function generate(input) {
+  const config = getConfig('llms-full-txt');
+
+  const full = buildPages(input)
+    .map(
+      ({ path, markdown }) =>
+        `---\nurl: ${populate(config.pageURL, { ...config, path })}\n---\n${markdown}`
+    )
+    .join('\n');
+
+  if (config.output) {
+    await writeFile(join(config.output, 'llms-full.txt'), full);
+  }
+
+  return full;
+}