Function startAPI

cmd/crawler/api.go:35–95

(ctx *cli.Context)

)

func startAPI(ctx *cli.Context) error {
	var (
		crawlerDBPath = ctx.String(crawlerDBFlag.Name)
		apiDBPath     = ctx.String(apiDBFlag.Name)
		autovacuum    = ctx.String(autovacuumFlag.Name)
		busyTimeout   = ctx.Uint64(busyTimeoutFlag.Name)
	)

	crawlerDB, err := openSQLiteDB(
		crawlerDBPath,
		autovacuum,
		busyTimeout,
	)
	if err != nil {
		return err
	}

	shouldInit := false
	if _, err := os.Stat(apiDBPath); os.IsNotExist(err) {
		shouldInit = true
	}
	nodeDB, err := openSQLiteDB(
		apiDBPath,
		autovacuum,
		busyTimeout,
	)
	if err != nil {
		return err
	}
	if shouldInit {
		log.Info("DB did not exist, init")
		if err := apidb.CreateDB(nodeDB); err != nil {
			return err
		}
	}

	// Start daemons
	var wg sync.WaitGroup
	wg.Add(3)

	// Start reading daemon
	go func() {
		defer wg.Done()
		newNodeDaemon(crawlerDB, nodeDB)
	}()
	// Start the drop daemon
	go func() {
		defer wg.Done()
		dropDaemon(nodeDB, ctx.Duration(dropNodesTimeFlag.Name))
	}()
	// Start the API deamon
	apiAddress := ctx.String(apiListenAddrFlag.Name)
	apiDaemon := api.New(apiAddress, nodeDB)
	go func() {
		defer wg.Done()
		apiDaemon.HandleRequests()
	}()
	wg.Wait()