MCPcopy Create free account

hub / github.com/Matir/webborer / functions

Functions321 in github.com/Matir/webborer

⨍ Functions 321◇ Types & classes 52
↓ 63 callersFunctionLogf
Log a formatted string
logging/logging.go:59
↓ 21 callersMethodString
()
task/task.go:42
↓ 20 callersMethodString
Convert a result to a minimal string
results/results.go:95
↓ 16 callersFunctionNewTaskFromURL
(src *url.URL)
task/task.go:35
↓ 10 callersFunctionNewProxyClientFactory
Create a ProxyClientFactory for the provided list of proxies.
client/factory.go:52
↓ 8 callersMethodCopy
()
task/task.go:50
↓ 7 callersFunctionDebugf
Log at Debug level
logging/logging.go:73
↓ 7 callersMethodSet
(value string)
settings/headerflag.go:32
↓ 6 callersMethodGet
()
client/factory.go:38
↓ 6 callersMethodString
()
settings/headerflag.go:28
↓ 6 callersFunctionURLIsDir
(u *url.URL)
util/utils.go:37
↓ 6 callersMethodWait
Wait until the channel has been read and output done.
results/results.go:123
↓ 6 callersMethoddone
()
results/results.go:198
↓ 6 callersFunctionrealLogf
(level int, format string, args ...interface{})
logging/logging.go:63
↓ 5 callersMethodAdd
Increment the count to be done (input)
workqueue/workcounter.go:32
↓ 5 callersMethodAddTasks
(tasks ...*task.Task)
workqueue/workqueue.go:74
↓ 5 callersMethodDone
Increment the count that is done (output)
workqueue/workcounter.go:40
↓ 5 callersMethodGetDoneFunc
()
workqueue/workqueue.go:164
↓ 5 callersFunctionLoadWordlist
First try loading from a file, then try loading from built-ins
wordlist/wordlist.go:28
↓ 5 callersFunctionNewWorkFilter
(settings *ss.ScanSettings, counter workqueue.QueueDoneFunc)
filter/filter.go:43
↓ 5 callersFunctionNewWorkQueue
(queueSize int, scope []*url.URL, allowUpgrades bool)
workqueue/workqueue.go:63
↓ 5 callersMethodRequestURL
Request the URL given. Handles HTTP Authentication & Custom Headers
client/client.go:54
↓ 5 callersFunctionURLIsSubpath
Determine if one path is a subpath of another path Only considers the host and scheme if they are non-empty in the parent Identical paths are consider
util/utils.go:92
↓ 5 callersMethodinit
()
results/linkcheck.go:39
↓ 5 callersMethodstart
()
results/results.go:194
↓ 4 callersMethodGetAddCount
()
workqueue/workqueue.go:158
↓ 4 callersMethodGetForUserAgent
(targetAgent string)
robots/robots.go:97
↓ 4 callersMethodGetWorkChan
()
workqueue/workqueue.go:85
↓ 4 callersMethodHeader
()
settings/headerflag.go:46
↓ 4 callersMethodInputFinished
()
workqueue/workqueue.go:81
↓ 4 callersFunctionLoadBuiltinWordlist
Loads a built-in wordlist for basic scans.
wordlist/wordlist.go:70
↓ 4 callersFunctionReportResult
Returns true if this result should be included in reports
results/results.go:148
↓ 4 callersFunctionResponseFromString
(s string)
client/mock/mock.go:81
↓ 4 callersMethodRunInBackground
()
workqueue/workqueue.go:138
↓ 4 callersMethodString
Satisfies flag.Value interface and splits value on commas
settings/stringsliceflag.go:29
↓ 4 callersFunctionURLHasExtension
(u *url.URL)
util/utils.go:45
↓ 4 callersMethodWaitPipe
()
workqueue/workqueue.go:142
↓ 4 callersFunctioncollectElementAttributes
(root *html.Node, tagName, attrName string)
worker/htmlworker.go:121
↓ 4 callersFunctionloadTestRobots
(t *testing.T)
robots/robots_test.go:26
↓ 3 callersMethodAddRobotsFilter
Filter data from robots.txt
filter/filter.go:90
↓ 3 callersFunctionDedupeStrings
Deduplicate a slice of strings
util/utils.go:77
↓ 3 callersFunctionFoundSomething
Returns true if this is a "useful" result
results/results.go:138
↓ 3 callersMethodGet
Get a single client instance from the factory
client/factory.go:79
↓ 3 callersMethodGetAddFunc
()
workqueue/workqueue.go:152
↓ 3 callersFunctionGetResultsManager
Construct a ResultsManager for the given settings in the ss.ScanSettings. Returns an object satisfying the ResultsManager interface or an error.
results/results.go:154
↓ 3 callersFunctionGetRobotsForURL
(target *url.URL, factory client.ClientFactory)
robots/robots.go:82
↓ 3 callersMethodGetScopes
Convert BaseURL strings to URLs
settings/settings.go:243
↓ 3 callersMethodInitFlags
Setup all of the flags. Should be called *early*
settings/settings.go:139
↓ 3 callersFunctionNewHTMLWorker
(adder workqueue.QueueAddFunc)
worker/htmlworker.go:39
↓ 3 callersFunctionNewResultForTask
(t *task.Task)
results/results.go:84
↓ 3 callersFunctionReadWordlist
Load a wordlist from a reader. This basically just splits the contents of a reader on newlines.
wordlist/wordlist.go:54
↓ 3 callersFunctionResetLog
(logfilePath, logLevel string)
logging/logging.go:45
↓ 3 callersMethodRunFilter
Apply a filter to a channel of URLs. Runs asynchronously.
filter/filter.go:57
↓ 3 callersMethodStop
()
worker/worker.go:35
↓ 3 callersMethodString
()
settings/intsliceflag.go:28
↓ 3 callersMethodString
Satisfies flag.Value interface and converts to a duration based on seconds
settings/durationflag.go:29
↓ 3 callersMethodTryTask
(t *task.Task)
worker/worker.go:162
↓ 3 callersMethodValidate
Validate settings
settings/settings.go:219
↓ 3 callersFunctioncodeIsBroken
Check if an HTTP code is broken, consider all 400/500s
results/linkcheck.go:96
↓ 3 callersFunctiongetParentPathsString
(childPath string)
util/utils.go:132
↓ 3 callersFunctionmakeMockHttpClient
(resps ...*http.Response)
client/client_test.go:31
↓ 3 callersMethodmakeRequest
Build a request with our preferred options
client/client.go:94
↓ 3 callersFunctionmakeScopeFunc
Build a function to check if the target URL is in scope.
workqueue/workqueue.go:231
↓ 3 callersFunctionmakeTestResults
()
results/results_test.go:24
↓ 3 callersFunctionslicesEqual
(a, b []string)
util/utils_test.go:109
↓ 2 callersMethodAddLink
Add a link to these results.
results/results.go:108
↓ 2 callersMethodAppend
(result *Result)
results/results_diff.go:133
↓ 2 callersMethodDo
(req *http.Request)
client/client.go:37
↓ 2 callersFunctionDumpStackTrace
()
util/utils.go:70
↓ 2 callersMethodEligible
Check if this response can be handled by this worker
worker/htmlworker.go:73
↓ 2 callersFunctionEnableCPUProfiling
Debug profiling support
util/utils.go:142
↓ 2 callersFunctionEnableStackTraces
Enable stack traces on SIGQUIT Returns a function that can be used to disable stack traces.
util/utils.go:56
↓ 2 callersFunctionErrorf
Log at Error level
logging/logging.go:89
↓ 2 callersMethodFilterURL
Add another URL to filter
filter/filter.go:85
↓ 2 callersMethodGetAllPaths
()
robots/robots.go:114
↓ 2 callersFunctionGetParentPaths
Get the parent paths of a given path
util/utils.go:121
↓ 2 callersMethodHandleTask
(t *task.Task)
worker/worker.go:132
↓ 2 callersFunctionInfof
Log at Info level
logging/logging.go:78
↓ 2 callersMethodKeepSpidering
Should we keep spidering from this code?
worker/worker.go:236
↓ 2 callersFunctionMangle
Mangle a basename
worker/worker.go:268
↓ 2 callersFunctionNewScanSettings
Constructs a ScanSettings struct with all of the defaults to be used.
settings/settings.go:106
↓ 2 callersFunctionNewWorker
Construct a worker with given settings.
worker/worker.go:70
↓ 2 callersFunctionParseRobotsTxt
(text []byte)
robots/robots.go:34
↓ 2 callersMethodProcessWordlist
Update the wordlist to contain directory & non-directory entries
filter/wordlist_expander.go:60
↓ 2 callersMethodResultForResponse
(t *task.Task, resp *http.Response)
worker/worker.go:210
↓ 2 callersMethodSet
(value string)
settings/intsliceflag.go:39
↓ 2 callersMethodSet
(value string)
settings/durationflag.go:36
↓ 2 callersMethodSetCheckRedirect
(checker func(*http.Request, []*http.Request) error)
client/client.go:106
↓ 2 callersMethodSetPageWorker
(pw PageWorker)
worker/worker.go:97
↓ 2 callersMethodSetUsernamePassword
(username, password string)
client/factory.go:73
↓ 2 callersFunctionStartWorkers
Starts a batch of workers based on the relevant settings.
worker/worker.go:249
↓ 2 callersMethodStats
Update the stats of the counter
workqueue/workcounter.go:59
↓ 2 callersMethodString
Printable config
settings/settings.go:232
↓ 2 callersMethodTryMangleTask
(t *task.Task)
worker/worker.go:144
↓ 2 callersFunctionTryTaskHelper
(u *task.Task, resp *http.Response)
worker/worker_test.go:42
↓ 2 callersFunctionclientForProxy
Build a client for a particular proxy instance
client/factory.go:106
↓ 2 callersFunctionexerciseLinkCheckWriter
(w linkCheckWriter)
results/linkcheck_test.go:69
↓ 2 callersMethodflush
()
results/linkcheck.go:114
↓ 2 callersFunctionnewLinkCheckCSVWriter
(writer io.Writer)
results/linkcheck.go:122
↓ 2 callersFunctionnewLinkCheckHTMLWriter
(writer io.Writer)
results/linkcheck.go:151
next →1–100 of 321, ranked by callers