Function collect

src/archivist.js:216–863

({chrome_port:port, mode} = {})

// main
  async function collect({chrome_port:port, mode} = {}) {
    try {
      console.log('Starting collect');
      const {library_path} = args;
      const exitHandlers = [];
      process.on('beforeExit', runHandlers);
      process.on('SIGUSR2', code => runHandlers(code, 'SIGUSR2', {exit: true}));
      process.on('exit', code => runHandlers(code, 'exit', {exit: true}));
      State.connection = State.connection || await connect({port});
      console.log('Connection established');
      State.onExit = {
        addHandler(h) {
          exitHandlers.push(h);
        }
      };
      const {send, on, close} = State.connection;
      //const DELAY = 100; // 500 ?
      Close = close;

      let requestStage;
      
      console.log('Loading files...');
      await loadFiles();

      clearSavers();

      Mode = mode; 
      console.log({Mode});
      if ( Mode == 'save' || Mode == 'select' ) {
        requestStage = "Response";
        // in case we get a updateBasePath call before an interval
        // and we don't clear it in time, leading us to erroneously save the old
        // cache to the new path, we always used our saved copy
        State.saver = setInterval(() => saveCache(State.SavedCacheFilePath), 17000);
        // we use timeout because we can trigger this ourself
        // so in order to not get a race condition (overlapping calls) we ensure 
        // only 1 call at 1 time
        State.indexSaver = setTimeout(() => saveIndex(State.SavedIndexFilePath), 11001);
        State.ftsIndexSaver = setTimeout(() => saveFTS(State.SavedFTSIndexDirPath), 31001);
      } else if ( Mode == 'serve' ) {
        requestStage = "Request";
        clearSavers();
      } else {
        throw new TypeError(`Must specify mode, and must be one of: save, serve, select`);
      }

      on("Target.targetInfoChanged", attachToTarget);
      on("Target.targetInfoChanged", updateTargetInfo);
      on("Target.targetInfoChanged", indexURL);
      on("Target.attachedToTarget", installForSession);
      on("Page.loadEventFired", reloadIfNotLive);
      on("Fetch.requestPaused", cacheRequest);
      on("Runtime.consoleAPICalled", handleMessage);

      await send("Target.setDiscoverTargets", {discover:true});
      await send("Target.setAutoAttach", {autoAttach:true, waitForDebuggerOnStart:false, flatten: true});
      await send("Security.setIgnoreCertificateErrors", {ignore:true});
      await send("Fetch.enable", {