MCPcopy Create free account

hub / github.com/damklis/DataEngineeringProject / functions

Functions134 in github.com/damklis/DataEngineeringProject

⨍ Functions 134◇ Types & classes 46↳ Endpoints 16
↓ 7 callersMethodcreate_user
(**kwargs)
api/app/users/tests/test_user_api.py:19
↓ 5 callersMethodas_dict
(self)
airflow/modules/rss_news/rss_news_producer.py:17
↓ 5 callersMethodget_content
(self, timeout=30, proxies=None)
airflow/modules/parser/web_parser.py:20
↓ 5 callersFunctionraw_content
()
airflow/modules/tests/fixtures.py:102
↓ 4 callersMethodvalidate_proxy
(self, proxy_record)
airflow/modules/proxypool/proxypool_validator.py:22
↓ 3 callersMethodcheck_null_values
(self, news)
airflow/modules/rss_news/rss_news_validator.py:13
↓ 3 callersMethodexport_news_to_broker
(self, topic, record, sleep_time=0.01)
airflow/modules/rss_news/rss_news_exporter.py:25
↓ 3 callersMethodformat_description
(self, entry)
airflow/modules/rss_news/rss_news_producer.py:66
↓ 2 callersFunctionadd_function
()
airflow/modules/tests/fixtures.py:113
↓ 2 callersMethodassign_author
(self, author)
airflow/modules/rss_news/rss_news_producer.py:63
↓ 2 callersMethodcheck_languages
(self, news)
airflow/modules/rss_news/rss_news_validator.py:21
↓ 2 callersMethodconstruct_id
(self, title)
airflow/modules/rss_news/rss_news_producer.py:57
↓ 2 callersMethodcreate
(self, validated_data)
api/app/users/serializers.py:20
↓ 2 callersMethodcreate_user
(self, email, password=None, **kwargs)
api/app/users/models.py:9
↓ 2 callersMethodget_news_stream
(self, proxies)
airflow/modules/rss_news/rss_news_producer.py:31
↓ 2 callersMethodget_proxy
(self)
airflow/modules/proxypool/redis_proxypool_client.py:28
↓ 2 callersMethodget_proxy_stream
(self, limit)
airflow/modules/proxypool/proxypool_scraper.py:34
↓ 2 callersMethodget_random_header
(self)
airflow/modules/parser/web_parser.py:16
↓ 2 callersMethodis_good_response
(response)
airflow/modules/parser/web_parser.py:36
↓ 2 callersMethodlist_existing_proxies
(self)
airflow/modules/proxypool/redis_proxypool_client.py:22
↓ 2 callersMethodlpop_proxy
(self)
airflow/modules/proxypool/redis_proxypool_client.py:33
↓ 2 callersMethodoverride_existing_proxies
(self, proxies)
airflow/modules/proxypool/redis_proxypool_client.py:17
↓ 2 callersMethodunify_date
(self, date)
airflow/modules/rss_news/rss_news_producer.py:60
↓ 2 callersMethodvalidate_news
(self, news)
airflow/modules/rss_news/rss_news_validator.py:7
↓ 1 callersMethod_connect_producer
(self, bootstrap_servers)
airflow/modules/rss_news/rss_news_exporter.py:12
↓ 1 callersMethod_extract_news_feed_items
(self, proxies)
airflow/modules/rss_news/rss_news_producer.py:26
↓ 1 callersMethod_init_default_register
(self)
airflow/modules/log/log.py:11
↓ 1 callersMethod_raise_on_condition
(self, retries, exception)
airflow/modules/retry/retry_on_exception.py:25
↓ 1 callersMethodcheck_description_length
(self, news)
airflow/modules/rss_news/rss_news_validator.py:17
↓ 1 callersFunctioncreate_dag
(dag_id, interval, config, language, rss_feeds)
airflow/dags/rss_news_dag.py:37
↓ 1 callersMethodcreate_superuser
(self, email, password)
api/app/users/models.py:19
↓ 1 callersFunctionexport_events
(config, rss_feed, language, dag)
airflow/dags/rss_news_dag.py:22
↓ 1 callersFunctionextract_feed_name
(url)
airflow/dags/rss_news_dag.py:13
↓ 1 callersMethodextract_table_raw_records
(self)
airflow/modules/proxypool/proxypool_scraper.py:44
↓ 1 callersMethodformat_entry
(self, entry)
airflow/modules/rss_news/rss_news_producer.py:45
↓ 1 callersMethodformat_proxy
(self)
airflow/modules/proxypool/proxypool_scraper.py:22
↓ 1 callersMethodget_logger
(self, filename)
airflow/modules/log/log.py:17
↓ 1 callersMethodget_urls
(self)
api/app/news/admin.py:11
↓ 1 callersFunctionmain
()
api/app/manage.py:7
↓ 1 callersFunctionresponse
()
airflow/modules/tests/fixtures.py:92
Method__call__
(self, function)
airflow/modules/retry/retry_on_exception.py:10
Method__enter__
(self)
airflow/modules/rss_news/rss_news_exporter.py:22
Method__enter__
(self)
airflow/modules/proxypool/redis_proxypool_client.py:14
Method__exit__
(self, type, value, traceback)
airflow/modules/rss_news/rss_news_exporter.py:35
Method__exit__
(self, type, value, traceback)
airflow/modules/proxypool/redis_proxypool_client.py:37
Method__init__
(self, website_url, rotate_header=True)
airflow/modules/parser/web_parser.py:12
Method__init__
(self)
airflow/modules/log/log.py:7
Method__init__
(self, bootstrap_servers)
airflow/modules/rss_news/rss_news_exporter.py:7
Method__init__
(self, rss_feed, language)
airflow/modules/rss_news/rss_news_producer.py:22
Method__init__
(self, language)
airflow/modules/rss_news/rss_news_producer.py:39
Method__init__
(self, config)
airflow/modules/rss_news/rss_news_validator.py:4
Method__init__
(self, retries)
airflow/modules/retry/retry_on_exception.py:7
Method__init__
(self, url, bs_parser="lxml")
airflow/modules/proxypool/proxypool_scraper.py:30
Method__init__
(self, url, timeout=10, checks=3, sleep_interval=0.1)
airflow/modules/proxypool/proxypool_validator.py:16
Method__init__
(self, key, redis_config)
airflow/modules/proxypool/redis_proxypool_client.py:8
Method__init__
( self, validator_config, rss_feed, language, redi
airflow/dags/custom_operators/rss_news_operator.py:18
Method__init__
( self, proxy_webpage, number_of_proxies, testing_url,
airflow/dags/custom_operators/proxypool_operator.py:17
Method__post_init__
(self)
airflow/modules/proxypool/proxypool_scraper.py:19
Method__str__
(self)
airflow/modules/parser/web_parser.py:43
Method__str__
(self)
api/app/news/models.py:17
Method_clear_up_record
(self, raw_record)
airflow/modules/proxypool/proxypool_scraper.py:53
Functiondummy_callable
(action)
airflow/dags/rss_news_dag.py:18
Methodencode_news
(value)
airflow/modules/rss_news/rss_news_exporter.py:13
Methodexecute
(self, context)
airflow/dags/custom_operators/rss_news_operator.py:38
Methodexecute
(self, context)
airflow/dags/custom_operators/proxypool_operator.py:35
Functionformatter
()
airflow/modules/tests/fixtures.py:55
Functionfunc
(a, b)
airflow/modules/tests/fixtures.py:116
Functionhelper
(status_code)
airflow/modules/tests/fixtures.py:93
Functionlog
(cls)
airflow/modules/log/log.py:21
Functionnews_record
()
airflow/modules/tests/fixtures.py:70
Functionproducer
()
airflow/modules/tests/fixtures.py:50
Functionproxies
()
airflow/modules/tests/fixtures.py:26
Functionproxy_record
()
airflow/modules/tests/fixtures.py:36
Functionredis_config
()
airflow/modules/tests/fixtures.py:83
Functionredis_mock
()
airflow/modules/tests/fixtures.py:78
Functionscraper
()
airflow/modules/tests/fixtures.py:21
MethodsetUp
(self)
api/app/users/tests/test_user_api.py:15
MethodsetUp
(self)
api/app/search/tests/test_search_api.py:18
MethodsetUp
(self)
api/app/search/tests/test_search_api.py:38
MethodsetUp
(self)
api/app/news/tests/test_admin.py:9
MethodsetUp
(self)
api/app/news/tests/test_news_api.py:17
Functiontest__str__representation
(url, expected)
airflow/modules/tests/web_parser/test_web_parser.py:63
Methodtest_api_urls_in_admin_site
(self)
api/app/news/tests/test_admin.py:12
Functiontest_assing_author
(formatter, author, expected)
airflow/modules/tests/rss_news/test_rss_news_producer.py:68
Functiontest_check_languages
(validator, news_record)
airflow/modules/tests/rss_news/test_rss_news_validator.py:28
Functiontest_check_null_values
(validator, news_record)
airflow/modules/tests/rss_news/test_rss_news_validator.py:7
Functiontest_check_null_values_with_nones
(validator, news_record)
airflow/modules/tests/rss_news/test_rss_news_validator.py:17
Functiontest_connect_producer
(mock_producer)
airflow/modules/tests/rss_news/test_rss_news_exporter.py:7
Functiontest_construct_id
(formatter, title, expected_id)
airflow/modules/tests/rss_news/test_rss_news_producer.py:28
Methodtest_create_superuser
(self)
api/app/users/tests/test_user_models.py:39
Methodtest_create_token_for_user
(self)
api/app/users/tests/test_user_api.py:58
Methodtest_create_token_invalid_credentials
(self)
api/app/users/tests/test_user_api.py:70
Methodtest_create_token_no_user
(self)
api/app/users/tests/test_user_api.py:82
Methodtest_create_user_check_email
(self)
api/app/users/tests/test_user_models.py:11
Methodtest_create_user_check_password
(self)
api/app/users/tests/test_user_models.py:18
Methodtest_create_valid_user
(self)
api/app/users/tests/test_user_api.py:24
Functiontest_export_news_to_broker
(exporter)
airflow/modules/tests/rss_news/test_rss_news_exporter.py:15
Functiontest_export_news_to_broker_context_manager
(mock_producer)
airflow/modules/tests/rss_news/test_rss_news_exporter.py:34
Functiontest_format_description
(formatter)
airflow/modules/tests/rss_news/test_rss_news_producer.py:44
Functiontest_get_content
(mock_get, web_parser)
airflow/modules/tests/web_parser/test_web_parser.py:11
next →1–100 of 134, ranked by callers