Function searchEngineForSources

express-api/index.js:45–58

(message)

  }
  // 10. Define search engine function
  async function searchEngineForSources(message) {
    console.log(`3. Initializing Search Engine Process`);
    // 11. Initialize BraveSearch
    const loader = new BraveSearch({ apiKey: process.env.BRAVE_SEARCH_API_KEY });
    // 12. Rephrase the message
    const rephrasedMessage = await rephraseInput(message);
    console.log(`6. Rephrased message and got documents from BraveSearch`);
    // 13. Get documents from BraveSearch 
    const docs = await loader.call(rephrasedMessage, { count: numberOfPagesToScan });
    // 14. Normalize data
    const normalizedData = normalizeData(docs);
    // 15. Process and vectorize the content
    return await Promise.all(normalizedData.map(fetchAndProcess));
  }
  // 16. Normalize data
  function normalizeData(docs) {
    return JSON.parse(docs)