Function listPublicThreads

packages/core/src/sitemap.ts:14–64

(opts: {
	offset: number;
	limit?: number;
})

import { findManyServersById } from './server';
import { JSONParse, JSONStringify } from './utils/json-big';
export async function listPublicThreads(opts: {
	offset: number;
	limit?: number;
}) {
	const { limit = 50000 } = opts;

	let start = Date.now();
	const threads = await dbReplica.query.dbChannels.findMany({
		where: eq(dbChannels.type, ChannelType.PublicThread),
		offset: limit * opts.offset,
		limit: limit,
	});
	let end = Date.now();
	console.log(`findAllThreadsForSitemap took ${end - start}ms`);

	const parents = await findManyChannelsById(
		threads.filter((t) => t.parentId !== null).map((t) => t.parentId!),
	);
	const parentLookup = new Map(parents.map((p) => [p.id, p]));
	const filterThreads = threads.filter(
		(t) => parentLookup.get(t.parentId ?? '')?.flags.indexingEnabled,
	);

	const questionIds = filterThreads.map((c) => c.id);

	start = Date.now();
	const questions =
		questionIds.length > 0
			? await findManyMessagesWithAuthors(questionIds, {
					excludePrivateMessages: true,
				})
			: [];
	const questionLookup = new Map(questions.map((q) => [q.id, q]));

	const servers = await findManyServersById(
		filterThreads.map((c) => c.serverId),
	);
	const serverLookup = new Map(servers.map((s) => [s.id, s]));
	end = Date.now();
	console.log(`findAllThreadsForSitemap messages took ${end - start}ms`);

	return {
		threads: filterThreads.filter(
			(t) =>
				questionLookup.has(t.id) &&
				!serverLookup.get(t.serverId)?.customDomain &&
				!serverLookup.get(t.serverId)?.kickedTime,
		),
		hasMore: threads.length === limit,
	};
}

// todo: deduplicate
type Snowflake = string;