1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
// Import the path and fs modules to fetch the search index
const path = require("path");
const fs = require("fs");
async function createIndex() {
// Dynamically import the pagefind module
const pagefind = await import("pagefind");
removeOldIndex();
console.log("Creating index...");
const publicFolder = path.join(__dirname, "../../public");
const files = fs.readdirSync(publicFolder);
let langArray = [];
files.forEach((file) => {
if (file.startsWith("search_index")) {
langArray.push(file.split(".")[1]);
}
});
const { index } = await pagefind.createIndex();
// Assuming index, fs, and path are already defined and properly imported
// Convert each lang in langArray to a promise that performs the desired operations
const promises = langArray.map((lang) =>
(async () => {
const filePath = path.join(
__dirname,
"../../public/search_index." + lang + ".json"
);
// Read the file content synchronously (consider using async readFile for better performance)
const fileContent = fs.readFileSync(filePath);
const data = JSON.parse(fileContent);
// Add each record to the index asynchronously
for (const record of data) {
await index.addCustomRecord({
url: record.url,
content: record.body,
language: lang,
meta: {
title: record.title,
description: record.meta,
},
});
}
})()
);
// Execute all promises concurrently
await Promise.all(promises)
.then(async () => {
// Write the index files to disk
const { errors } = await index.writeFiles({
outputPath: "./static/js/",
});
if (errors.length > 0) {
console.log("Errors: ", errors);
}
})
.then(async () => {
// Edit the pagefind to convert from MJS to CJS
const pagefindPath = path.join(__dirname, "pagefind.js");
let pagefindContent = fs.readFileSync(pagefindPath, "utf8");
// Remove 'import.meta.url' from the pagefind file and exports
pagefindContent = pagefindContent
.replace(
/initPrimary\(\)\{([^{}]*\{[^{}]*\})*[^{}]*\}/g,
`initPrimary(){}`
) // Remove annoying function
.replace(/;export\{[^}]*\}/g, "");
fs.writeFileSync(pagefindPath, pagefindContent);
})
.then(async () => {
await pagefind.close();
})
.catch((error) => {
console.error("An error occurred:", error);
});
}
function removeOldIndex() {
// Remove all the old fragment, index and pagefind files
const indexFolder = path.join(__dirname, "../../static/js/index");
const fragmentFolder = path.join(__dirname, "../../static/js/fragment");
clearFolder(indexFolder);
clearFolder(fragmentFolder);
// Delete all files in this format pagefind.*.pf_meta
const staticFolder = path.join(__dirname, "../../static/js");
const files = fs.readdirSync(staticFolder);
files.forEach((file) => {
if (file.startsWith("pagefind") && file.endsWith(".pf_meta")) {
fs.unlinkSync(path.join(staticFolder, file));
}
});
}
function clearFolder(directoryPath) {
try {
// Read all the files in the directory
const files = fs.readdirSync(directoryPath);
// Iterate over each file and delete it
for (const file of files) {
const filePath = path.join(directoryPath, file);
fs.unlinkSync(filePath);
}
} catch (error) {
// Ignore the error if the directory does not exist, as that is a good behaviour :)
if (error.code !== 'ENOENT') {
console.error("An error occurred:", error);
}
}
}
module.exports = createIndex;
|
