Adding vault global inclusion exclusions (#962)

## Links
[Preview
Link](https://unified-docs-frontend-preview-bmja4z3w4-hashicorp.vercel.app/vault/docs)
[Asana
task](https://app.asana.com/1/90955849329269/project/1211223868820586/task/1211058606978186?focus=true)

## What
This is an implementation of version based directives specifically for
Vault- differs from the TFC and TFEnterprise exclusions because those
were simplified. Does accurate parsing of the version numbers along with
relevant error handling/checks. Created new test suite for the new vault
exclusions and added in new test to terraform exclusions. Included
support for global partials.

## Why
Requested in the above asana ticket

## How
Reworked the entire content exclusion process to be more extensible and
to have support for global partials. Added in a README to record the
current state of the code and to make it easier to build upon. Reworked
the AST parsing/traversal logic to find edge cases/bugs that now have
tests to check for them.

## Pics
**The global partial file:**
<img width="691" height="396" alt="Screenshot 2025-10-09 at 10 39 25 AM"
src="https://github.com/user-attachments/assets/c9bcb466-7704-4ef7-b205-4dcc01e059ea"
/>

**The file referenced in 3 different versions (v14, v19, and v20):**
**v14:**
<img width="704" height="335" alt="Screenshot 2025-10-09 at 10 39 54 AM"
src="https://github.com/user-attachments/assets/c7513636-76f9-40b7-838f-4986147c1477"
/>
**v19:**
<img width="701" height="337" alt="Screenshot 2025-10-09 at 10 40 04 AM"
src="https://github.com/user-attachments/assets/a76ff5d8-4865-4c97-82a8-000092dcb1c0"
/>
**v20:**
<img width="703" height="331" alt="Screenshot 2025-10-09 at 10 40 17 AM"
src="https://github.com/user-attachments/assets/96b41796-802a-49d2-831e-fa28a0b5ba7e"
/>

The outputs of each post exclusion:
**v14:**
<img width="707" height="547" alt="Screenshot 2025-10-09 at 10 41 32 AM"
src="https://github.com/user-attachments/assets/6fe33d06-3055-4bb8-9970-2d1542c30134"
/>
**v19:**
<img width="713" height="531" alt="Screenshot 2025-10-09 at 10 41 18 AM"
src="https://github.com/user-attachments/assets/8379df2e-e73c-476c-a9fe-198bd1ef2c60"
/>
**v20:**
<img width="697" height="402" alt="Screenshot 2025-10-09 at 10 40 50 AM"
src="https://github.com/user-attachments/assets/6bc43715-1065-4e52-85f4-d9281ac8c7f4"
/>



## Testing
Can run to see the entire test suite

> `npx vitest scripts/prebuild/mdx-transforms/`

To view integration tests with partials+exclusions

> `npx vitest
scripts/prebuild/mdx-transforms/build-mdx-transforms.test.mjs`

Or run this to see specific content exclusion tests

> `npx vitest
scripts/prebuild/mdx-transforms/exclude-content/index.test.mjs`

## Other info
Had to recompile the binaries since these are changes that take place in
the scripts folder

Author: williamdalessandro

content/terraform-docs-common/docs/cloud-docs/api-docs/index.mdx

@@ -79,7 +79,6 @@ You can use the following types of tokens to authenticate:
 <!-- END: TFC:only -->
 <!-- BEGIN: TFEnterprise:only name:system-endpoints-auth -->
 ### System endpoints
-@include "api-code-blocks/authentication.mdx"
 <!-- END: TFEnterprise:only name:system-endpoints-auth -->
 
 ### Blob storage authentication

productConfig.mjs

@@ -175,6 +175,7 @@ export const PRODUCT_CONFIG = {
 		contentDir: 'docs',
 		dataDir: 'data',
 		productSlug: 'terraform',
+		supportsExclusionDirectives: true,
 		/**
 		 * Note: we need to sort versions for various reasons. Nearly all
 		 * our documentation is semver-versioned. PTFE is not. Rather than
@@ -322,6 +323,7 @@ export const PRODUCT_CONFIG = {
 		semverCoerce: semver.coerce,
 		versionedDocs: false,
 		websiteDir: 'website',
+		supportsExclusionDirectives: true,
 	},
 	'terraform-plugin-framework': {
 		/**
@@ -463,6 +465,7 @@ export const PRODUCT_CONFIG = {
 		semverCoerce: semver.coerce,
 		versionedDocs: true,
 		websiteDir: 'website',
+		supportsExclusionDirectives: true,
 	},
 	'well-architected-framework': {
 		/**

scripts/prebuild/mdx-transforms/build-mdx-transforms-file.mjs

@@ -18,7 +18,8 @@ import {
 	rewriteInternalRedirectsPlugin,
 	loadRedirects,
 } from './rewrite-internal-redirects/rewrite-internal-redirects.mjs'
-import { transformExcludeTerraformContent } from './exclude-terraform-content/index.mjs'
+import { transformExcludeContent } from './exclude-content/index.mjs'
+import { PRODUCT_CONFIG } from '#productConfig.mjs'
 
 const CWD = process.cwd()
 const VERSION_METADATA_FILE = path.join(CWD, 'app/api/versionMetadata.json')
@@ -86,10 +87,30 @@ export async function applyFileMdxTransforms(entry, versionMetadata = {}) {
 
 		const { data, content } = grayMatter(fileString)
 
-		const remarkResults = await remark()
+		// Check if this file is in a global/partials directory
+		// Global partials should not have content exclusion applied to them
+		// as they are version-agnostic and shared across all versions
+		const isGlobalPartial = filePath.includes('/global/partials/')
+
+		const processor = remark()
 			.use(remarkMdx)
-			.use(transformExcludeTerraformContent, { filePath })
+			// Process partials first, then content exclusion
+			// This ensures exclusion directives in global
 			.use(remarkIncludePartialsPlugin, { partialsDir, filePath })
+
+		// Make sure the content exclusion process skips looking through
+		// the global partial filepath (it should only be processed once the global
+		// partial is written to the file)
+		if (!isGlobalPartial) {
+			processor.use(transformExcludeContent, {
+				filePath,
+				version,
+				repoSlug: entry.repoSlug,
+				productConfig: PRODUCT_CONFIG[entry.repoSlug],
+			})
+		}
+
+		const remarkResults = await processor
 			.use(paragraphCustomAlertsPlugin)
 			.use(rewriteInternalRedirectsPlugin, {
 				redirects,

scripts/prebuild/mdx-transforms/build-mdx-transforms.mjs

@@ -23,7 +23,8 @@ import {
 	rewriteInternalRedirectsPlugin,
 	loadRedirects,
 } from './rewrite-internal-redirects/rewrite-internal-redirects.mjs'
-import { transformExcludeTerraformContent } from './exclude-terraform-content/index.mjs'
+
+import { transformExcludeContent } from './exclude-content/index.mjs'
 
 import { PRODUCT_CONFIG } from '#productConfig.mjs'
 
@@ -78,11 +79,9 @@ export async function buildMdxTransforms(
 		)
 		const redirectsDir = path.join(targetDir, repoSlug, verifiedVersion)
 		const outPath = path.join(outputDir, relativePath)
-		return { filePath, partialsDir, outPath, version, redirectsDir }
+		return { repoSlug, filePath, partialsDir, outPath, version, redirectsDir }
 	})
-	/**
-	 * Apply MDX transforms to each file entry, in batches
-	 */
+
 	console.log(`Running MDX transforms on ${mdxFileEntries.length} files...`)
 	const results = await batchPromises(
 		'MDX transforms',
@@ -132,10 +131,30 @@ async function applyMdxTransforms(entry, versionMetadata = {}) {
 		const fileString = fs.readFileSync(filePath, 'utf8')
 		const { data, content } = grayMatter(fileString)
 
-		const remarkResults = await remark()
+		// Check if this file is in a global/partials directory
+		// Global partials should not have content exclusion applied to them
+		// as they are version-agnostic and shared across all versions
+		const isGlobalPartial = filePath.includes('/global/partials/')
+
+		const processor = remark()
 			.use(remarkMdx)
-			.use(transformExcludeTerraformContent, { filePath })
+			// Process partials first, then content exclusion
+			// This ensures exclusion directives in global partials are properly evaluated
 			.use(remarkIncludePartialsPlugin, { partialsDir, filePath })
+
+		// Make sure the content exclusion process skips looking through
+		// the global partial filepath (it should only be processed once the global
+		// partial is written to the file)
+		if (!isGlobalPartial) {
+			processor.use(transformExcludeContent, {
+				filePath,
+				version,
+				repoSlug: entry.repoSlug,
+				productConfig: PRODUCT_CONFIG[entry.repoSlug],
+			})
+		}
+
+		const remarkResults = await processor
 			.use(paragraphCustomAlertsPlugin)
 			.use(rewriteInternalRedirectsPlugin, {
 				redirects,