miel.truyen/nx
1
0
Fork 0
Code Issues Pull Requests Actions 6 Packages Projects Releases Wiki Activity

docs(core): Create embeddings fix null url paths (#18716)

Browse Source
This commit is contained in:
Nicholas Cunningham 2023-08-18 14:45:14 -06:00 committed by GitHub
parent 44b2d3f2b8
commit 476c133a24
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 14 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
tools/documentation/create-embeddings/src/main.mts
View File

@ -22,6 +22,8 @@ import manifestsPackages from '../../../../docs/generated/manifests/packages.jso
import manifestsRecipes from '../../../../docs/generated/manifests/recipes.json' assert { type: 'json' }; import manifestsRecipes from '../../../../docs/generated/manifests/recipes.json' assert { type: 'json' };
import manifestsTags from '../../../../docs/generated/manifests/tags.json' assert { type: 'json' }; import manifestsTags from '../../../../docs/generated/manifests/tags.json' assert { type: 'json' };
let identityMap = {};
dotenv.config(); dotenv.config();
type ProcessedMdx = { type ProcessedMdx = {
@ -184,11 +186,14 @@ async function generateEmbeddings() {
} }
); );
const allFilesPaths = [ // Ensures that indentityMap gets populated first
let allFilesPaths = [...getAllFilesWithItemList(manifestsNx)];
allFilesPaths = [
...allFilesPaths,
...getAllFilesFromMapJson(mapJson), ...getAllFilesFromMapJson(mapJson),
...getAllFilesWithItemList(manifestsCloud), ...getAllFilesWithItemList(manifestsCloud),
...getAllFilesWithItemList(manifestsExtending), ...getAllFilesWithItemList(manifestsExtending),
...getAllFilesWithItemList(manifestsNx),
...getAllFilesWithItemList(manifestsPackages), ...getAllFilesWithItemList(manifestsPackages),
...getAllFilesWithItemList(manifestsRecipes), ...getAllFilesWithItemList(manifestsRecipes),
...getAllFilesWithItemList(manifestsTags), ...getAllFilesWithItemList(manifestsTags),
@ -370,14 +375,16 @@ function delay(ms: number) {
function getAllFilesFromMapJson(doc): WalkEntry[] { function getAllFilesFromMapJson(doc): WalkEntry[] {
const files: WalkEntry[] = []; const files: WalkEntry[] = [];
function traverse(itemList) { function traverse(itemList) {
for (const item of itemList) { for (const item of itemList) {
if (item.file && item.file.length > 0) { if (item.file && item.file.length > 0) {
// we can exclude some docs here, eg. the deprecated ones // we can exclude some docs here, eg. the deprecated ones
// the path is the relative path to the file within the nx repo // the path is the relative path to the file within the nx repo
// the url_partial is the relative path to the file within the docs site - under nx.dev // the url_partial is the relative path to the file within the docs site - under nx.dev
files.push({ path: `docs/${item.file}.md`, url_partial: item.path }); files.push({
path: `docs/${item.file}.md`,
url_partial: identityMap[item.id]?.path || '',
});
} }
if (item.itemList) { if (item.itemList) {
@ -401,6 +408,9 @@ function getAllFilesWithItemList(data): WalkEntry[] {
// the path is the relative path to the file within the nx repo // the path is the relative path to the file within the nx repo
// the url_partial is the relative path to the file within the docs site - under nx.dev // the url_partial is the relative path to the file within the docs site - under nx.dev
files.push({ path: `docs/${item.file}.md`, url_partial: item.path }); files.push({ path: `docs/${item.file}.md`, url_partial: item.path });
if (!identityMap[item.id]) {
identityMap = { ...identityMap, [item.id]: item };
}
} }
if (item.itemList) { if (item.itemList) {