Code
Hub
Workspaces
Following
Trending
Connect
MCP
copy
Create free account
hub
/
github.com/Egor3f/rssalchemy
/ functions
Functions
143 in github.com/Egor3f/rssalchemy
⨍
Functions
143
◇
Types & classes
33
↓ 10 callers
Function
pwDuration
pwDuration converts string like "10s" to milliseconds float64 pointer needed for Playwright timeouts (wtf? why they don't use normal Durations?)
internal/extractors/pwextractor/utils.go:28
↓ 9 callers
Method
First
()
internal/extractors/pwextractor/pageparser.go:187
↓ 9 callers
Method
Get
(key string)
internal/adapters/adapters.go:16
↓ 9 callers
Method
String
()
internal/extractors/pwextractor/pageparser.go:171
↓ 9 callers
Function
newLocator
(parent playwright.Locator, selector string)
internal/extractors/pwextractor/pageparser.go:164
↓ 5 callers
Method
GetAttribute
(name string)
internal/extractors/pwextractor/pageparser.go:203
↓ 5 callers
Method
String
()
internal/api/http/pb/specs.pb.go:96
↓ 4 callers
Method
CacheKey
()
internal/models/models.go:40
↓ 4 callers
Method
InnerText
()
internal/extractors/pwextractor/pageparser.go:191
↓ 4 callers
Function
ParseCookieHeader
(cookieStr string)
internal/cookiemgr/utils.go:10
↓ 4 callers
Method
Stop
()
internal/extractors/pwextractor/pwextractor.go:91
↓ 4 callers
Function
getIPs
getIPs from url, hostname, ip string result slice len always > 0 if error is nil
internal/extractors/pwextractor/utils.go:92
↓ 3 callers
Function
Read
()
internal/config/config.go:35
↓ 3 callers
Method
Set
(key string, payload []byte)
internal/adapters/adapters.go:17
↓ 3 callers
Function
absUrl
(link string, page playwright.Page)
internal/extractors/pwextractor/utils.go:14
↓ 3 callers
Method
checkVisible
()
internal/extractors/pwextractor/pageparser.go:175
↓ 3 callers
Method
parse
()
internal/extractors/pwextractor/pageparser.go:27
↓ 2 callers
Method
Enqueue
(ctx context.Context, key string, payload []byte)
internal/adapters/adapters.go:10
↓ 2 callers
Method
Extract
(task models.Task)
internal/extractors/pwextractor/pwextractor.go:308
↓ 2 callers
Method
Limit
(ctx context.Context, key string)
internal/limiter/limiter.go:12
↓ 2 callers
Function
New
(natsc *nats.Conn, streamName string)
internal/adapters/natsadapter/natsadapter.go:25
↓ 2 callers
Function
New
(cfg Config)
internal/extractors/pwextractor/pwextractor.go:48
↓ 2 callers
Method
Screenshot
(task models.Task)
internal/extractors/pwextractor/pwextractor.go:325
↓ 2 callers
Function
allowAdblock
(url *url.URL, sourceUrl *url.URL)
internal/extractors/pwextractor/adblock.go:42
↓ 2 callers
Method
allowHost
(rawUrl string)
internal/extractors/pwextractor/pwextractor.go:292
↓ 2 callers
Method
checkRateLimit
(c echo.Context)
internal/api/http/handler.go:190
↓ 2 callers
Function
decodeSpecsPart
(encodedData: string)
frontend/wizard-vue/src/urlmaker/index.ts:27
↓ 2 callers
Function
decompress
(buf: Uint8Array)
frontend/wizard-vue/src/urlmaker/utils.ts:15
↓ 2 callers
Function
encodeSpecsPart
(specs: Specs)
frontend/wizard-vue/src/urlmaker/index.ts:59
↓ 2 callers
Function
extractHeaders
(c echo.Context)
internal/api/http/handler.go:302
↓ 2 callers
Function
file_proto_specs_proto_rawDescGZIP
()
internal/api/http/pb/specs.pb.go:290
↓ 2 callers
Function
parseBaseDomain
parseBaseDomain extracts second-level domain from url, e.g. https://kek.example.com/lol becomes example.com if url is invalid or scheme is not http(s)
internal/extractors/pwextractor/utils.go:61
↓ 2 callers
Method
storeKey
(key string, cookies [][2]string)
internal/cookiemgr/nats/natscookies.go:75
↓ 2 callers
Method
visitPage
todo: config
internal/extractors/pwextractor/pwextractor.go:103
↓ 1 callers
Method
ConsumeQueue
( ctx context.Context, taskFunc func(taskPayload []byte) (cacheKey string, result []byte, err error), )
internal/adapters/adapters.go:21
↓ 1 callers
Function
CookiesHash
(cookies [][2]string)
internal/cookiemgr/utils.go:37
↓ 1 callers
Method
Descriptor
()
internal/api/http/pb/specs.pb.go:54
↓ 1 callers
Method
Descriptor
Deprecated: Use Specs.ProtoReflect.Descriptor instead.
internal/api/http/pb/specs.pb.go:115
↓ 1 callers
Function
EncodeCookieHeader
(cookies [][2]string)
internal/cookiemgr/utils.go:29
↓ 1 callers
Method
GetCookies
(key string, cookieHeader string)
internal/extractors/pwextractor/pwextractor.go:26
↓ 1 callers
Function
New
( rateLimit rate.Limit, capacity int64, redisClient *redis.Client, prefix string, )
internal/limiter/redisleaky/redisleaky.go:26
↓ 1 callers
Method
ParseDate
(string)
internal/extractors/pwextractor/pwextractor.go:22
↓ 1 callers
Method
SetupRoutes
(g *echo.Group)
internal/api/http/handler.go:66
↓ 1 callers
Method
TextContent
()
internal/extractors/pwextractor/pageparser.go:215
↓ 1 callers
Method
UpdateCookies
(key string, cookieHeader string, cookies [][2]string)
internal/extractors/pwextractor/pwextractor.go:27
↓ 1 callers
Function
addCacheControlHeader
(ttl time.Duration)
cmd/webserver/webserver.go:89
↓ 1 callers
Function
addImage
internal/extractors/pwextractor/extract_post.js:11
↓ 1 callers
Function
anyTimeFormat
returns the first non-zero time formatted as a string or ""
internal/api/http/handler.go:313
↓ 1 callers
Function
b64decode
(s: string)
frontend/wizard-vue/src/urlmaker/utils.ts:39
↓ 1 callers
Function
b64encode
(buf: Uint8Array)
frontend/wizard-vue/src/urlmaker/utils.ts:32
↓ 1 callers
Function
compress
(s: string|Uint8Array)
frontend/wizard-vue/src/urlmaker/utils.ts:1
↓ 1 callers
Method
decodeSpecs
(specsParam string)
internal/api/http/handler.go:207
↓ 1 callers
Function
decompressString
(buf: Uint8Array)
frontend/wizard-vue/src/urlmaker/utils.ts:26
↓ 1 callers
Method
deserialize
(bytes: Uint8Array | pb_1.BinaryReader)
frontend/wizard-vue/src/urlmaker/proto/specs.ts:278
↓ 1 callers
Method
deserializeBinary
(bytes: Uint8Array)
frontend/wizard-vue/src/urlmaker/proto/specs.ts:328
↓ 1 callers
Method
extractContent
(post playwright.Locator)
internal/extractors/pwextractor/pageparser.go:141
↓ 1 callers
Method
extractPost
(post playwright.Locator)
internal/extractors/pwextractor/pageparser.go:90
↓ 1 callers
Function
file_proto_specs_proto_init
()
internal/api/http/pb/specs.pb.go:313
↓ 1 callers
Function
finishParagraph
()
internal/extractors/pwextractor/extract_post.js:6
↓ 1 callers
Method
fromObject
(data: { url?: string; selector_post?: string; selector_title?: string;
frontend/wizard-vue/src/urlmaker/proto/specs.ts:141
↓ 1 callers
Function
loadTask
(taskFileName string)
cmd/extractor/extractor.go:115
↓ 1 callers
Function
makeFeed
(task models.Task, result models.TaskResult)
internal/api/http/handler.go:249
↓ 1 callers
Function
parseProxy
(s string)
internal/extractors/pwextractor/utils.go:37
↓ 1 callers
Method
serialize
(w?: pb_1.BinaryWriter)
frontend/wizard-vue/src/urlmaker/proto/specs.ts:249
↓ 1 callers
Method
serializeBinary
()
frontend/wizard-vue/src/urlmaker/proto/specs.ts:325
↓ 1 callers
Function
setIPExtractor
(e *echo.Echo, cfg config.Config)
cmd/webserver/webserver.go:101
↓ 1 callers
Method
setupInterceptors
(bCtx playwright.BrowserContext, sourceUrl *url.URL)
internal/extractors/pwextractor/pwextractor.go:235
↓ 1 callers
Method
toObject
()
frontend/wizard-vue/src/urlmaker/proto/specs.ts:194
↓ 1 callers
Function
traverse
(node)
internal/extractors/pwextractor/extract_post.js:19
↓ 1 callers
Method
waitFullLoad
()
internal/extractors/pwextractor/pageparser.go:74
Method
ConsumeQueue
( ctx context.Context, taskFunc func(taskPayload []byte) (cacheKey string, result []byte, err error), )
internal/adapters/natsadapter/natsadapter.go:131
Method
Enqueue
(ctx context.Context, key string, payload []byte)
internal/adapters/natsadapter/natsadapter.go:61
Method
Enum
()
internal/api/http/pb/specs.pb.go:44
Method
EnumDescriptor
Deprecated: Use ExtractFrom.Descriptor instead.
internal/api/http/pb/specs.pb.go:67
Method
Get
(key string)
internal/adapters/natsadapter/natsadapter.go:112
Method
GetCacheLifetime
()
internal/api/http/pb/specs.pb.go:196
Method
GetCookies
(key string, cookieHeader string)
internal/cookiemgr/dummy/dummycookies.go:13
Method
GetCookies
(key string, cookieHeader string)
internal/cookiemgr/nats/natscookies.go:36
Method
GetCreatedAttributeName
()
internal/api/http/pb/specs.pb.go:175
Method
GetCreatedExtractFrom
()
internal/api/http/pb/specs.pb.go:168
Method
GetSelectorAuthor
()
internal/api/http/pb/specs.pb.go:154
Method
GetSelectorContent
()
internal/api/http/pb/specs.pb.go:182
Method
GetSelectorCreated
()
internal/api/http/pb/specs.pb.go:161
Method
GetSelectorDescription
()
internal/api/http/pb/specs.pb.go:147
Method
GetSelectorEnclosure
()
internal/api/http/pb/specs.pb.go:189
Method
GetSelectorLink
()
internal/api/http/pb/specs.pb.go:140
Method
GetSelectorPost
()
internal/api/http/pb/specs.pb.go:126
Method
GetSelectorTitle
()
internal/api/http/pb/specs.pb.go:133
Method
GetUrl
()
internal/api/http/pb/specs.pb.go:119
Method
Limit
(context.Context, string)
internal/limiter/dummy/dummy.go:11
Method
Limit
(ctx context.Context, key string)
internal/limiter/redisleaky/redisleaky.go:42
Method
Log
(v ...interface{})
internal/limiter/redisleaky/redisleaky.go:67
Function
New
()
internal/cookiemgr/dummy/dummycookies.go:8
Function
New
(natsc *nats.Conn)
internal/cookiemgr/nats/natscookies.go:18
Function
New
(wq adapters.WorkQueue, cache adapters.Cache, rateLimit rate.Limit, rateLimitBurst int, debug bool)
internal/api/http/handler.go:47
Method
Number
()
internal/api/http/pb/specs.pb.go:62
Method
ParseDate
(str string)
internal/dateparser/dateparser.go:14
Method
ProtoMessage
()
internal/api/http/pb/specs.pb.go:100
Method
ProtoReflect
()
internal/api/http/pb/specs.pb.go:102
Method
Reset
()
internal/api/http/pb/specs.pb.go:89
next →
1–100 of 143, ranked by callers