MCPcopy Create free account
hub / github.com/omkarcloud/botasaurus / getScrapersConfig

Method getScrapersConfig

js/botasaurus-server-js/src/server.ts:378–404  ·  view source on GitHub ↗
()

Source from the content-addressed store, hash-verified

376 }
377
378 getScrapersConfig(): any[] {
379 const scraperList: any[] = [];
380
381 for (const [scraperName, scraper] of Object.entries(this.scrapers)) {
382 const inputJs = this.getInputJs(scraperName);
383 const inputJsHash = _hash(inputJs);
384
385 const viewsJson = scraper.views.map((view: any) => view.toJson());
386 const defaultSort = scraper.default_sort;
387
388 scraperList.push({
389 name: scraper.name,
390 scraper_name: scraperName,
391 route_path:scraper.route_path,
392 input_js: inputJs,
393 input_js_hash: inputJsHash,
394 filters: scraper.filters.map((filter: any) => filter.toJson()),
395 sorts: scraper.sorts.map((sort: any) => sort.toJson()),
396 views: viewsJson,
397 default_sort: defaultSort,
398 max_runs: this.getMaxRuns(scraper),
399 create_all_task: scraper.create_all_task,
400 });
401 }
402
403 return scraperList;
404 }
405
406 getInputJs(scraperName: string): string {
407 const inputJsPath = getInputFilePath(scraperName)

Callers 1

executeGetAppPropsFunction · 0.80

Calls 5

getInputJsMethod · 0.95
getMaxRunsMethod · 0.95
_hashFunction · 0.90
toJsonMethod · 0.45
pushMethod · 0.45

Tested by

no test coverage detected