Functions — github.com/Marcus0086/formdata-etl

hub / github.com/Marcus0086/formdata-etl_ai / functions

Functions45 in github.com/Marcus0086/formdata-etl_ai

⨍ Functions 45 ◇ Types & classes 15

↓ 8 callersMethodClose

()

pkg/messagequeues/client.go:6

↓ 5 callersMethodNewChannel

()

pkg/messagequeues/rabbitmq_client.go:15

↓ 3 callersMethodCleanup

()

pkg/models/etl_process.go:34

↓ 3 callersFunctionNewETLProcess

(name string)

pkg/utils/etl_process.go:10

↓ 3 callersMethodPublish

(queueName string, msg ETLMessage)

pkg/messagequeues/client.go:4

↓ 3 callersMethodStart

(ctx context.Context, workerFunc WorkerFunc[T])

pkg/wokrerpool/workerpool.go:25

↓ 3 callersFunctionsaveCollection

(app *pocketbase.PocketBase, collection *models.Collection)

pkg/db/db.go:102

↓ 2 callersFunctionBuildContainerEnv

(config map[string]string)

pkg/utils/transform.go:82

↓ 2 callersFunctionConfigToEnv

(config models.Config)

pkg/utils/transform.go:13

↓ 2 callersMethodConsume

(queueName string)

pkg/messagequeues/client.go:5

↓ 2 callersFunctionParseConfig

(configType string, rawConfig types.JsonRaw)

pkg/utils/transform.go:51

↓ 2 callersMethodSendEndMessage

()

pkg/models/etl_process.go:16

↓ 2 callersFunctionStartEtlWorkflow

(app *core.App, connection *models.Record)

pkg/orchestrator/orchestrator.go:51

↓ 1 callersFunctionConfigFromEnv

(configType string)

pkg/utils/transform.go:28

↓ 1 callersFunctionConfigureOrchestrator

(app *core.App, connection *models.Record)

pkg/orchestrator/orchestrator.go:26

↓ 1 callersFunctionConnectionHandler

(event *core.ServeEvent)

handlers/connection.go:14

↓ 1 callersFunctionCreateWorkerFunc

( mqClient *messagequeues.RabbitMQClient, queueName, source, destination string, )

pkg/utils/workerpool.go:10

↓ 1 callersFunctionLoaderHandler

(event *core.ServeEvent)

handlers/loader.go:13

↓ 1 callersFunctionNew

()

pkg/messagequeues/rabbitmq_client.go:19

↓ 1 callersFunctionSetupRoutes

(app *pocketbase.PocketBase)

routes/routes.go:10

↓ 1 callersFunctionSetupSchema

(app *pocketbase.PocketBase)

pkg/db/db.go:11

↓ 1 callersFunctionSourceHandler

(event *core.ServeEvent)

handlers/source.go:13

↓ 1 callersFunctionStartContainer

(config *ContainerConfig)

pkg/dockermanager/dockermanager.go:30

↓ 1 callersMethodStop

()

pkg/wokrerpool/workerpool.go:36

↓ 1 callersMethodSubmit

(job T)

pkg/wokrerpool/workerpool.go:32

↓ 1 callersFunctionSyncHandler

(event *core.ServeEvent)

handlers/sync.go:14

↓ 1 callersMethodValidate

()

pkg/models/db_models.go:4

↓ 1 callersFunctioncheckImageExists

(client *client.Client, ctx context.Context, config *ContainerConfig)

pkg/dockermanager/dockermanager.go:122

↓ 1 callersFunctionextractFile

(filePath string, mqClient *messagequeues.RabbitMQClient, queueName string)

cmd/sources/file_extractor/main.go:45

↓ 1 callersFunctionscheduler

(app *core.App, connection *models.Record, schedule string)

pkg/orchestrator/orchestrator.go:40

↓ 1 callersMethodworker

(ctx context.Context, workerID int, workerFunc WorkerFunc[T])

pkg/wokrerpool/workerpool.go:41

MethodClose

()

pkg/messagequeues/rabbitmq_client.go:102

MethodConsume

(channel *amqp.Channel, queueName string)

pkg/messagequeues/rabbitmq_client.go:60

MethodErrors

()

pkg/wokrerpool/workerpool.go:60

FunctionNew

(numWorkers int)

pkg/wokrerpool/workerpool.go:18

MethodPublish

(channel *amqp.Channel, queueName string, msg ETLMessage)

pkg/messagequeues/rabbitmq_client.go:30

FunctionStopContainer

(containerID string)

pkg/dockermanager/dockermanager.go:103

MethodValidate

()

pkg/models/web_scraper.go:9

MethodValidate

()

pkg/models/json_loader.go:9

MethodValidate

()

pkg/models/file_extractor.go:11

Functionmain

()

cmd/sources/web_scraper/main.go:9

Functionmain

()

cmd/sources/file_extractor/main.go:21

Functionmain

()

cmd/server/main.go:17

Functionmain

()

cmd/loaders/json_loader/main.go:11

FunctionscrapeWebsite

(url string, mqClient *messagequeues.RabbitMQClient, queueName string)

cmd/sources/web_scraper/main.go:34