imprint_crawler

package module
v0.0.0-...-1b78674 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Jun 26, 2020 License: Apache-2.0 Imports: 16 Imported by: 0

README

impressium_crawler

Documentation

Index

Constants

View Source
const (
	LinkRedirectDiffers = "LinkRedirectDiffers"
)

Variables

This section is empty.

Functions

func CSVHeader

func CSVHeader() string
func GetLinks(path string) ([]string, error)

func ImprintCSVHeader

func ImprintCSVHeader() string

Types

type AddressCheck

type AddressCheck struct {
	// contains filtered or unexported fields
}

func (AddressCheck) City

func (c AddressCheck) City() string

func (AddressCheck) Latitude

func (c AddressCheck) Latitude() string

func (AddressCheck) Longitude

func (c AddressCheck) Longitude() string

func (AddressCheck) Street

func (c AddressCheck) Street() string

func (AddressCheck) Zip

func (c AddressCheck) Zip() string

type Cache

type Cache struct {
	MainPages map[string]MainPage
	Version   int
}

func CrawlMainPages

func CrawlMainPages(links []string, version int) *Cache

func NewCache

func NewCache(version int) *Cache

func (*Cache) CSV

func (c *Cache) CSV() error

func (*Cache) ErrorCSV

func (c *Cache) ErrorCSV() error

func (*Cache) Load

func (c *Cache) Load() error

func (*Cache) Save

func (c *Cache) Save() error

func (Cache) String

func (c Cache) String() string

type EMailCheck

type EMailCheck struct {
	// contains filtered or unexported fields
}

func (EMailCheck) String

func (c EMailCheck) String() string

type Imprint

type Imprint struct {
	Tag  string
	Link string
	Err  error

	Name    string
	Address AddressCheck
	Email   EMailCheck
}

func (Imprint) CSV

func (i Imprint) CSV() string

func (Imprint) String

func (i Imprint) String() string

type LonLatResult

type LonLatResult struct {
	Results []struct {
		Geometry struct {
			Location struct {
				Lat float64
				Lng float64
			}
		}
	}
	Status string
}

type MainPage

type MainPage struct {
	Given    string
	Redirect string
	BaseUrl  string
	Title    TitleCheck
	Err      error
	Flag     string

	Address     AddressCheck
	Email       EMailCheck
	BestImprint *Imprint

	Imprints map[string]*Imprint
	Contacts map[string]*Imprint
}

func CrawlMainPage

func CrawlMainPage(given string) MainPage

func (MainPage) CSV

func (p MainPage) CSV() string

func (MainPage) String

func (p MainPage) String() string

type TitleCheck

type TitleCheck struct {
	// contains filtered or unexported fields
}

func (TitleCheck) String

func (c TitleCheck) String() string

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL