134 lines
4.0 KiB
TypeScript
134 lines
4.0 KiB
TypeScript
import type IndexedDBFileSystem from "browserfs/dist/node/backend/IndexedDB";
|
|
import type OverlayFS from "browserfs/dist/node/backend/OverlayFS";
|
|
import { useFileSystem } from "contexts/fileSystem";
|
|
import type { RootFileSystem } from "contexts/fileSystem/useAsyncFs";
|
|
import type { Index } from "lunr";
|
|
import { basename, extname } from "path";
|
|
import { useEffect, useState } from "react";
|
|
import SEARCH_EXTENSIONS from "scripts/searchExtensions.json";
|
|
import { HIGH_PRIORITY_REQUEST } from "utils/constants";
|
|
import { loadFiles } from "utils/functions";
|
|
|
|
const FILE_INDEX = "/.index/search.lunr.json";
|
|
|
|
export const SEARCH_LIBS = ["/System/lunr/lunr.min.js"];
|
|
|
|
let baseIndex = Object.create(null) as Index;
|
|
|
|
const search = async (
|
|
searchTerm: string,
|
|
index?: Index
|
|
): Promise<Index.Result[]> => {
|
|
if (!window.lunr) await loadFiles(SEARCH_LIBS);
|
|
if (!index && !baseIndex.search) {
|
|
const response = await fetch(FILE_INDEX, HIGH_PRIORITY_REQUEST);
|
|
|
|
try {
|
|
baseIndex = window.lunr?.Index.load(
|
|
JSON.parse(await response.text()) as Index
|
|
);
|
|
} catch {
|
|
// Failed to parse text data to JSON
|
|
}
|
|
}
|
|
const searchIndex = index ?? baseIndex;
|
|
let results: Index.Result[] = [];
|
|
|
|
try {
|
|
results = searchIndex.search?.(searchTerm);
|
|
|
|
if (results?.length === 0) {
|
|
results = searchIndex.search?.(`${searchTerm}*`);
|
|
}
|
|
} catch {
|
|
// Ignore search errors
|
|
}
|
|
|
|
return results ?? [];
|
|
};
|
|
|
|
interface IWritableFs extends Omit<IndexedDBFileSystem, "_cache"> {
|
|
_cache: {
|
|
map: Record<string, unknown>;
|
|
};
|
|
}
|
|
|
|
const buildDynamicIndex = async (
|
|
readFile: (path: string) => Promise<Buffer>,
|
|
rootFs?: RootFileSystem
|
|
): Promise<Index> => {
|
|
const overlayFs = rootFs?._getFs("/")?.fs as OverlayFS;
|
|
const overlayedFileSystems = overlayFs?.getOverlayedFileSystems();
|
|
const writable = overlayedFileSystems?.writable as IWritableFs;
|
|
const filesToIndex = Object.keys(writable?._cache?.map ?? {}).filter(
|
|
(path) => {
|
|
const ext = extname(path);
|
|
|
|
return Boolean(ext) && !SEARCH_EXTENSIONS.ignore.includes(ext);
|
|
}
|
|
);
|
|
const indexedFiles = await Promise.all(
|
|
filesToIndex.map(async (path) => {
|
|
const ext = extname(path);
|
|
|
|
return {
|
|
name: basename(path, ext),
|
|
path,
|
|
text: SEARCH_EXTENSIONS.index.includes(ext)
|
|
? (await readFile(path)).toString()
|
|
: undefined,
|
|
};
|
|
})
|
|
);
|
|
const dynamicIndex = window.lunr?.(function buildIndex() {
|
|
this.ref("path");
|
|
this.field("name");
|
|
this.field("text");
|
|
indexedFiles.forEach((doc) => this.add(doc));
|
|
});
|
|
|
|
return window.lunr?.Index.load(dynamicIndex.toJSON());
|
|
};
|
|
|
|
export const fullSearch = async (
|
|
searchTerm: string,
|
|
readFile: (path: string) => Promise<Buffer>,
|
|
rootFs?: RootFileSystem
|
|
): Promise<Index.Result[]> => {
|
|
const baseResult = await search(searchTerm);
|
|
const dynamicIndex = await buildDynamicIndex(readFile, rootFs);
|
|
const dynamicResult = await search(searchTerm, dynamicIndex);
|
|
|
|
return [...baseResult, ...dynamicResult].sort((a, b) => b.score - a.score);
|
|
};
|
|
|
|
export const useSearch = (searchTerm: string): Index.Result[] => {
|
|
const [results, setResults] = useState([] as Index.Result[]);
|
|
const { readFile, rootFs } = useFileSystem();
|
|
|
|
useEffect(() => {
|
|
const updateResults = async (): Promise<void> => {
|
|
if (searchTerm.length > 0) {
|
|
if (!window.lunr) await loadFiles(SEARCH_LIBS);
|
|
|
|
search(searchTerm).then(setResults);
|
|
buildDynamicIndex(readFile, rootFs).then((dynamicIndex) =>
|
|
search(searchTerm, dynamicIndex).then((searchResults) =>
|
|
setResults((currentResults) =>
|
|
[...currentResults, ...searchResults].sort(
|
|
(a, b) => b.score - a.score
|
|
)
|
|
)
|
|
)
|
|
);
|
|
} else {
|
|
setResults([]);
|
|
}
|
|
};
|
|
|
|
updateResults();
|
|
}, [readFile, rootFs, searchTerm]);
|
|
|
|
return results;
|
|
};
|