crawler

package
v2.0.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Feb 8, 2024 License: MIT Imports: 8 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type CrawlerDatabase

type CrawlerDatabase interface {
	Insert(ctx context.Context, uri string, depth uint, uris []string) error
	Find(ctx context.Context, uri string, depth uint) ([]string, error)
}

type CrawlerService

type CrawlerService struct {
	// contains filtered or unexported fields
}

func NewCrawlerService

func NewCrawlerService(pagerService pager.PagerUsecase, database CrawlerDatabase) CrawlerService

func (CrawlerService) Craw

func (p CrawlerService) Craw(ctx context.Context, uri string, depth uint) ([]string, error)

type CrawlerUsecase

type CrawlerUsecase interface {
	Craw(ctx context.Context, uri string, depth uint) ([]string, error)
}

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL