Elegant Scraper and Crawler Framework for Golang
26 matches across 1 category. Click a row to expand file-level details.
| Severity | File | Line | Snippet |
|---|---|---|---|
| LOW | xmlelement_test.go | 1 | // Copyright 2018 Adam Tauber |
| LOW | htmlelement.go | 1 | // Copyright 2018 Adam Tauber |
| LOW | response.go | 1 | // Copyright 2018 Adam Tauber |
| LOW | request.go | 1 | // Copyright 2018 Adam Tauber |
| LOW | unmarshal.go | 1 | // Copyright 2018 Adam Tauber |
| LOW | xmlelement.go | 1 | // Copyright 2018 Adam Tauber |
| LOW | colly.go | 1 | // Copyright 2018 Adam Tauber |
| LOW | colly.go | 61 | // MaxDepth limits the recursion depth of visited URLs. |
| LOW | colly.go | 81 | URLFilters []*regexp.Regexp |
| LOW | colly.go | 101 | // to true to enable it. |
| LOW | colly.go | 161 | |
| LOW | colly.go | 221 | // ErrForbiddenDomain is the error thrown if visiting |
| LOW | colly.go | 581 | return c.scrape(URL, "POST", 1, createMultipartReader(boundary, requestData), nil, hdr, true) |
| LOW | context_test.go | 1 | // Copyright 2018 Adam Tauber |
| LOW | colly_test.go | 1 | // Copyright 2018 Adam Tauber |
| LOW | colly_test.go | 2081 | |
| LOW | context.go | 1 | // Copyright 2018 Adam Tauber |
| LOW | http_backend.go | 1 | // Copyright 2018 Adam Tauber |
| LOW | unmarshal_test.go | 1 | // Copyright 2018 Adam Tauber |
| LOW | cmd/colly/colly.go | 1 | // Copyright 2018 Adam Tauber |
| LOW | proxy/proxy.go | 1 | // Copyright 2018 Adam Tauber |
| LOW | storage/storage.go | 1 | // Copyright 2018 Adam Tauber |
| LOW | storage/storage.go | 21 | "strings" |
| LOW | debug/logdebugger.go | 1 | // Copyright 2018 Adam Tauber |
| LOW | debug/debug.go | 1 | // Copyright 2018 Adam Tauber |
| LOW | debug/webdebugger.go | 1 | // Copyright 2018 Adam Tauber |