MCPcopy Create free account
hub / github.com/omkarcloud/botasaurus / Links

Class Links

botasaurus/links.py:439–474  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

437
438
439class Links(_Base):
440
441 def __init__(
442 self,
443 urls,
444 ):
445 self._filters = [] # Existing _filters list
446 self._extractors = [] # New list for _extractors
447 self._sort_links = False # Flag for sorting links
448 self._randomize_links = False # Flag for randomizing links
449
450 urls = urls if isinstance(urls, list) else [urls]
451
452 self.urls = urls
453
454 def get(self):
455 # This function should be defined or imported in your code
456 result = apply_filters_maps_sorts_randomize(
457 {
458 **default_request_options,
459 "parallel": 40,
460 "cache": False,
461 },
462 self.urls,
463 self._filters,
464 self._extractors,
465 self._sort_links,
466 self._randomize_links,
467 )
468
469 return result
470
471 def write(self, filename: str):
472 results = self.get()
473 write_json(results, filename)
474 return results

Callers

nothing calls this directly

Calls

no outgoing calls

Tested by

no test coverage detected