spider

package
v0.0.0-...-ec3062a Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Dec 26, 2023 License: MIT Imports: 14 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func NormalizeURI

func NormalizeURI(uri string, base *url.URL) string

func ParsePage

func ParsePage(response io.Reader, base *url.URL, snapshot bool) model.Page

func SnapshotBinaryResource

func SnapshotBinaryResource(response io.Reader) model.Page

func SnapshotResource

func SnapshotResource(response io.Reader) model.Page

Types

type OnionSpider

type OnionSpider struct {
	// contains filtered or unexported fields
}

func (*OnionSpider) Crawl

func (os *OnionSpider) Crawl(hiddenservice string, osc *config.OnionScanConfig, report *report.OnionScanReport)

func (*OnionSpider) GetPage

func (os *OnionSpider) GetPage(uri string, base *url.URL, osc *config.OnionScanConfig, snapshot bool) (int, error)

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL