Function sync

src/sidebarApps/searchInFiles/indexWorker.js:81–154

(files)

}

async function sync(files) {
	const db = await getDB();
	const existingRecords = await getExistingRecords(db);
	let indexed = 0;
	let skipped = 0;
	const total = files.length;

	postStatus({
		state: total ? "indexing" : "ready",
		indexed,
		total,
		message: total ? "Preparing search cache" : "Search cache ready",
	});

	for (const file of files) {
		const currentRecord = existingRecords.get(file.url);

		if (
			currentRecord &&
			!dirtyUrls.has(file.url) &&
			isRecordCurrent(file, currentRecord)
		) {
			indexed += 1;
			if (currentRecord.skipped) skipped += 1;
			continue;
		}

		try {
			if (file.size && file.size > MAX_INDEXED_CHARS) {
				const record = buildSkippedRecord(file, "large");
				await writeRecord(db, currentRecord, record);
				dirtyUrls.delete(file.url);
				indexed += 1;
				skipped += 1;
				await yieldToEventLoop(INDEX_IDLE_DELAY);
				continue;
			}

			const content = await getFile(file.url);
			const record = buildRecord(file, content);
			await writeRecord(db, currentRecord, record);
			dirtyUrls.delete(file.url);
			indexed += 1;
			if (record.skipped) skipped += 1;
			await yieldToEventLoop(INDEX_IDLE_DELAY);
		} catch {
			skipped += 1;
		}

		if (indexed % 25 === 0 || indexed === total) {
			postStatus({
				state: "indexing",
				indexed,
				total,
				skipped,
				message: `Cached ${indexed}/${total} files`,
			});
			await yieldToEventLoop();