Function processAndRenderTracks

google-drive-embeddings/src/main.js:439–504

* Main routine: parses standard track filenames, divides lists, and binds to tables

()

 * Main routine: parses standard track filenames, divides lists, and binds to tables
 */
async function processAndRenderTracks() {
  const looseDelimiter = DOM.checkLooseDelimiter.checked;
  
  // 1. Parse all raw tracks using our parser configurations
  const parsedAll = state.rawTracks.map((track) => {
    const parsed = TrackParser.parse(track.name, { strictDelimiter: !looseDelimiter });
    return {
      id: track.id,
      originalName: track.name,
      size: track.size,
      webContentLink: track.webContentLink,
      approved: parsed.approved,
      artist: parsed.artist,
      title: parsed.title,
      reasons: parsed.reasons,
      checklist: parsed.checklist
    };
  });

  // 2. Perform metadata-based songs deduplication
  const seenKeys = new Set();
  const uniqueTracks = [];
  let duplicateCount = 0;

  parsedAll.forEach((track) => {
    let key = '';
    if (track.approved) {
      // Normalize values: lowercase, strip all symbols and spacing to combine words safely
      const normArtist = track.artist.toLowerCase().replace(/[^a-z0-9]/g, '');
      const normTitle = track.title.toLowerCase().replace(/[^a-z0-9]/g, '');
      key = `approved:${normArtist}:${normTitle}`;
    } else {
      const normName = track.originalName.toLowerCase().replace(/[^a-z0-9]/g, '');
      key = `rejected:${normName}`;
    }

    if (seenKeys.has(key)) {
      duplicateCount++;
    } else {
      seenKeys.add(key);
      uniqueTracks.push(track);
    }
  });

  // Re-index clean unique track objects
  state.parsedTracks = uniqueTracks.map((t, idx) => ({
    ...t,
    index: idx
  }));

  if (duplicateCount > 0) {
    logScanItem(`Deduplication: Filtered out ${duplicateCount} duplicate songs based on names/metadata.`);
    console.log(`Deduplication: Removed ${duplicateCount} duplicates. Unique count: ${state.parsedTracks.length}`);
  }

  // Cache raw and parsed lists in IndexedDB!
  try {
    await dbSet('gdrive_raw_tracks', state.rawTracks);