Method buildInventoryProfiles

server/src/crawler.ts:775–836

()

  // ── Inventory Profile Building ───────────────────────────────────

  private async buildInventoryProfiles(): Promise<Map<string, ProfileUpsertInput>> {
    const profileMap = new Map<string, ProfileUpsertInput>();
    if (!this.profilesDb) return profileMap;

    const agents = await this.federatedIndex.listAllAgents();
    const profiles: ProfileUpsertInput[] = [];

    for (const agent of agents) {
      const domains = await this.federatedIndex.getDomainsForAgent(agent.url);
      if (domains.length === 0) continue;

      const markets = new Set<string>();
      const propertyTypes = new Set<string>();
      const tags = new Set<string>();
      const deliveryTypes = new Set<string>();
      const publisherDomains = new Set<string>(domains);
      let propertyCount = 0;

      // Get properties for this agent
      const properties = await this.federatedIndex.getPropertiesForAgent(agent.url);
      for (const prop of properties) {
        propertyCount++;
        if (prop.property_type) propertyTypes.add(prop.property_type);
        if (prop.tags) prop.tags.forEach(t => tags.add(t));
      }

      // Derive channels from property types
      const channels = new Set<string>();
      if (propertyTypes.has('website')) channels.add('display');
      if (propertyTypes.has('ctv_app')) channels.add('ctv');
      if (propertyTypes.has('mobile_app')) channels.add('mobile');
      if (propertyTypes.has('audio_stream') || propertyTypes.has('podcast')) channels.add('audio');
      if (propertyTypes.has('dooh_screen')) channels.add('dooh');

      const profile: ProfileUpsertInput = {
        agent_url: agent.url,
        channels: [...channels],
        property_types: [...propertyTypes],
        markets: [...markets],
        categories: [],  // Populated when collections have genre_taxonomy
        tags: [...tags],
        delivery_types: [...deliveryTypes],
        property_count: propertyCount,
        publisher_count: publisherDomains.size,
        has_tmp: false,  // Updated when TMP registration data is available
      };
      profiles.push(profile);
      profileMap.set(agent.url, profile);
    }

    if (profiles.length > 0) {
      await this.profilesDb.upsertProfiles(profiles);
      const currentUrls = profiles.map(p => p.agent_url);
      const staleDeleted = await this.profilesDb.deleteStaleProfiles(currentUrls);
      if (staleDeleted > 0) {
        log.info({ deleted: staleDeleted }, 'Stale inventory profiles cleaned up');
      }
      log.info({ profileCount: profiles.length }, 'Inventory profiles updated');