Functions — github.com/ScrapeGraphAI/scrapecraft

hub / github.com/ScrapeGraphAI/scrapecraft / functions

Functions307 in github.com/ScrapeGraphAI/scrapecraft

⨍ Functions 307◇ Types & classes 99 ↳ Endpoints 44

↓ 1 callersFunctionhandleRemoveUrl

(urlToRemove: string)

frontend/src/components/Pipeline/URLManager.tsx:34

↓ 1 callersFunctionhandleSubmit

(e: React.FormEvent)

frontend/src/components/Chat/InputArea.tsx:34

↓ 1 callersFunctionhandleWebSocketMessage

(data: any)

frontend/src/store/websocketStore.ts:88

↓ 1 callersMethodinitialize

Initialize the pattern learner.

backend/app/services/pattern_learner.py:87

↓ 1 callersFunctioninitializePipeline

()

frontend/src/App.tsx:22

↓ 1 callersMethodlearn_from_execution

Learn from pipeline execution results.

backend/app/services/pattern_learner.py:203

↓ 1 callersMethodlearn_from_interaction

Learn from a user interaction.

backend/app/services/pattern_learner.py:152

↓ 1 callersFunctionrenderApprovalContent

()

frontend/src/components/Workflow/ApprovalDialog.tsx:40

↓ 1 callersFunctionrenderContent

()

frontend/src/components/Pipeline/PipelinePanel.tsx:20

↓ 1 callersFunctionrenderJsonView

()

frontend/src/components/Pipeline/OutputDisplay.tsx:69

↓ 1 callersFunctionrenderTableView

()

frontend/src/components/Pipeline/OutputDisplay.tsx:11

↓ 1 callersMethodscrape_url

Helper method to scrape a single URL.

backend/app/agents/langgraph_tools_agent.py:208

↓ 1 callersMethodscrape_urls

Scrape multiple URLs with the given prompt.

backend/app/services/workflow_manager_v2.py:239

↓ 1 callersFunctionscrollToBottom

()

frontend/src/components/Chat/MessageList.tsx:10

↓ 1 callersMethodsearch_and_collect_urls

Helper method to search and collect URLs.

backend/app/agents/langgraph_tools_agent.py:186

↓ 1 callersMethodsend_chunk

Send a chunk of the response.

backend/app/services/enhanced_websocket.py:52

↓ 1 callersMethodstart_streaming_response

Start a streaming response.

backend/app/services/enhanced_websocket.py:412

↓ 1 callersMethodupdate_schema

Manually update schema in the workflow.

backend/app/services/workflow_manager.py:103

↓ 1 callersMethodupdate_urls

Manually update URLs in the workflow.

backend/app/services/workflow_manager.py:64

↓ 1 callersFunctionuseWebSocket

(pipelineId: string)

frontend/src/hooks/useWebSocket.ts:4

↓ 1 callersFunctionverify_password

(plain_password, hashed_password)

backend/app/api/auth.py:56

FunctionApp

()

frontend/src/App.tsx:13

FunctionApprovalDialog

({ approval, onApprove, onReject, onClose })

frontend/src/components/Workflow/ApprovalDialog.tsx:17

FunctionApprovalManager

()

frontend/src/components/Workflow/ApprovalManager.tsx:6

FunctionButton

({ variant = 'primary', size = 'md', children, className, disabled, ...props })

frontend/src/components/Common/Button.tsx:10

FunctionChatContainer

()

frontend/src/components/Chat/ChatContainer.tsx:5

FunctionCodeViewer

()

frontend/src/components/Pipeline/CodeViewer.tsx:6

FunctionHeader

()

frontend/src/components/Layout/Header.tsx:7

FunctionInput

({ className, error, ...props })

frontend/src/components/Common/Input.tsx:8

FunctionInputArea

()

frontend/src/components/Chat/InputArea.tsx:6

FunctionLoadingScreen

()

frontend/src/components/Common/LoadingScreen.tsx:5

FunctionLoadingSpinner

({ size = 'md', className = '' })

frontend/src/components/Common/LoadingSpinner.tsx:8

FunctionMessageBubble

({ message })

frontend/src/components/Chat/MessageBubble.tsx:13

FunctionMessageList

()

frontend/src/components/Chat/MessageList.tsx:6

FunctionOutputDisplay

()

frontend/src/components/Pipeline/OutputDisplay.tsx:7

FunctionOutputView

()

frontend/src/components/Pipeline/OutputView.tsx:5

FunctionPipelinePanel

()

frontend/src/components/Pipeline/PipelinePanel.tsx:10

FunctionQuickActions

()

frontend/src/components/Chat/QuickActions.tsx:6

FunctionSchemaEditor

()

frontend/src/components/Pipeline/SchemaEditor.tsx:12

FunctionSettingsModal

({ isOpen, onClose })

frontend/src/components/Settings/SettingsModal.tsx:11

FunctionSplitView

()

frontend/src/components/Layout/SplitView.tsx:6

FunctionStatusBar

()

frontend/src/components/Layout/StatusBar.tsx:5

FunctionStreamingMessage

({ content, isComplete, timestamp })

frontend/src/components/Chat/StreamingMessage.tsx:12

FunctionURLManager

()

frontend/src/components/Pipeline/URLManager.tsx:7

FunctionWorkflowSidebar

()

frontend/src/components/Workflow/WorkflowSidebar.tsx:25

Method__aenter__

Async context manager entry.

backend/app/services/scraping_service_enhanced.py:49

Method__aexit__

Async context manager exit.

backend/app/services/scraping_service_enhanced.py:55

Method__init__

(self, api_key: str, max_retries: int = 3, timeout: int = 30)

backend/app/services/scraping_service_enhanced.py:43

Method__init__

(self, connection_manager: ConnectionManager)

backend/app/services/workflow_manager.py:20

Method__init__

(self, connection_manager: ConnectionManager, use_tools_agent: bool = False)

backend/app/services/workflow_manager_v2.py:24

Method__init__

(self, websocket: WebSocket, message_id: str)

backend/app/services/enhanced_websocket.py:46

Method__init__

(self)

backend/app/services/enhanced_websocket.py:82

Method__init__

(self)

backend/app/services/pattern_learner.py:81

Method__init__

(self, api_key: str)

backend/app/services/scrapegraph.py:11

Method__init__

(self)

backend/app/services/websocket.py:10

Method__init__

(self)

backend/app/agents/langgraph_agent.py:97

Method__init__

(self)

backend/app/agents/langgraph_tools_agent.py:43

Method__init__

(self)

backend/app/agents/scraping_agent.py:29

Method__init__

(self)

backend/app/agents/kimi_agent.py:13

Method__init__

(self)

backend/app/agents/simple_agent.py:6

Method__init__

(self)

backend/app/agents/unified_agent.py:49

Method__init__

(self)

backend/app/agents/openrouter_agent.py:11

Method_add_url_tool

Tool to add URL to pipeline.

backend/app/agents/kimi_agent.py:84

Method_analyze_request

Analyze the user request and determine action.

backend/app/agents/scraping_agent.py:71

Method_call_tools

Execute the selected tools.

backend/app/agents/scraping_agent.py:89

Method_define_schema_tool

Tool to define schema.

backend/app/agents/kimi_agent.py:94

Method_execute_scraping

Execute the actual scraping with ScrapeGraphAI.

backend/app/agents/scraping_agent.py:133

Method_generate_code_tool

Tool to generate code.

backend/app/agents/kimi_agent.py:98

Method_generate_response

Generate the final response to the user.

backend/app/agents/scraping_agent.py:153

Method_handle_add_urls

Handle URL addition requests.

backend/app/agents/unified_agent.py:431

Method_handle_define_schema

Handle schema definition requests.

backend/app/agents/unified_agent.py:478

Method_handle_general_question

Handle general questions and conversations.

backend/app/agents/unified_agent.py:731

Method_handle_generate_code

Handle code generation requests.

backend/app/agents/unified_agent.py:545

Method_handle_optimize_pipeline

Handle pipeline optimization requests.

backend/app/agents/unified_agent.py:693

Method_handle_reuse_pipeline

Handle pipeline reuse requests.

backend/app/agents/unified_agent.py:659

Method_handle_run_pipeline

Handle pipeline execution requests.

backend/app/agents/unified_agent.py:591

Method_list_urls_tool

Tool to list URLs.

backend/app/agents/kimi_agent.py:89

Method_log_retry_attempt

Log retry attempts.

backend/app/services/scraping_service_enhanced.py:60

Method_should_execute_scraping

Determine if scraping should be executed.

backend/app/agents/scraping_agent.py:171

Method_should_use_tools

Determine if tools should be used.

backend/app/agents/scraping_agent.py:166

Method_validate_url_tool

Tool to validate URL.

backend/app/agents/kimi_agent.py:124

Functionadd_url

Add a URL to the scraping pipeline.

backend/app/agents/tools.py:18

Methodanalyze_request

Analyze the user's request to determine the workflow path.

backend/app/agents/langgraph_agent.py:181

Functionapprove_action

Approve or reject a workflow action.

backend/app/api/workflow.py:110

Methodassistant

Main assistant node that calls the LLM.

backend/app/agents/langgraph_tools_agent.py:84

Methodawait_approval

Wait for user approval (placeholder for frontend interaction).

backend/app/agents/langgraph_agent.py:665

Methodcheck_url

(session: aiohttp.ClientSession, url: str)

backend/app/services/scraping_service_enhanced.py:254

Methodcleanup

Cleanup resources.

backend/app/services/enhanced_websocket.py:521

Methodcleanup

Cleanup resources.

backend/app/services/pattern_learner.py:546

Methodcleanup

Cleanup resources.

backend/app/agents/unified_agent.py:1047

Functionclear_chat_history

Clear chat history for a specific pipeline.

backend/app/api/chat.py:60

Methodclear_conversation_history

Clear conversation history for a pipeline.

backend/app/agents/openrouter_agent.py:110

Functionclear_pipeline

Clear all URLs and reset the pipeline.

backend/app/agents/tools.py:184

Functioncode

({className, children, ...props}: any)

frontend/src/components/Chat/MessageBubble.tsx:51

Functioncode

({className, children, ...props}: any)

frontend/src/components/Chat/StreamingMessage.tsx:62

Methodcollect_urls

Collect URLs through search or user input.

backend/app/agents/langgraph_agent.py:292

Methodconnect

Accept and manage a WebSocket connection.

backend/app/services/enhanced_websocket.py:97

Functioncreate_pipeline

Create a new scraping pipeline.

backend/app/api/pipelines.py:17

Functiondefine_schema

Define the extraction schema for scraping.

backend/app/agents/tools.py:79

Methoddefine_schema

Define the data extraction schema.

backend/app/agents/langgraph_agent.py:579

← previous next →101–200 of 307, ranked by callers