Documentation ¶
Index ¶
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type EmailExtractJob ¶ added in v1.1.0
type EmailExtractJob struct { scrapemate.Job Entry *Entry }
func NewEmailJob ¶ added in v1.1.0
func NewEmailJob(parentID string, entry *Entry) *EmailExtractJob
func (*EmailExtractJob) Process ¶ added in v1.1.0
func (j *EmailExtractJob) Process(ctx context.Context, resp *scrapemate.Response) (any, []scrapemate.IJob, error)
func (*EmailExtractJob) ProcessOnFetchError ¶ added in v1.1.0
func (j *EmailExtractJob) ProcessOnFetchError() bool
type Entry ¶
type Entry struct { ID string `json:"input_id"` Link string `json:"link"` Cid string `json:"cid"` Title string `json:"title"` Categories []string `json:"categories"` Category string `json:"category"` Address string `json:"address"` OpenHours map[string][]string `json:"open_hours"` // PopularTImes is a map with keys the days of the week // and value is a map with key the hour and value the traffic in that time PopularTimes map[string]map[int]int `json:"popular_times"` WebSite string `json:"web_site"` Phone string `json:"phone"` PlusCode string `json:"plus_code"` ReviewCount int `json:"review_count"` ReviewRating float64 `json:"review_rating"` ReviewsPerRating map[int]int `json:"reviews_per_rating"` Latitude float64 `json:"latitude"` Longtitude float64 `json:"longtitude"` Status string `json:"status"` Description string `json:"description"` ReviewsLink string `json:"reviews_link"` Thumbnail string `json:"thumbnail"` Timezone string `json:"timezone"` PriceRange string `json:"price_range"` DataID string `json:"data_id"` Images []Image `json:"images"` Reservations []LinkSource `json:"reservations"` OrderOnline []LinkSource `json:"order_online"` Menu LinkSource `json:"menu"` Owner Owner `json:"owner"` CompleteAddress Address `json:"complete_address"` About []About `json:"about"` UserReviews []Review `json:"user_reviews"` Emails []string `json:"emails"` }
func EntryFromJSON ¶ added in v1.0.0
func (*Entry) CsvHeaders ¶
func (*Entry) IsWebsiteValidForEmail ¶ added in v1.1.0
type GmapJob ¶
type GmapJob struct { scrapemate.Job MaxDepth int LangCode string ExtractEmail bool }
func NewGmapJob ¶
func (*GmapJob) BrowserActions ¶
func (j *GmapJob) BrowserActions(ctx context.Context, page playwright.Page) scrapemate.Response
func (*GmapJob) Process ¶
func (j *GmapJob) Process(ctx context.Context, resp *scrapemate.Response) (any, []scrapemate.IJob, error)
func (*GmapJob) UseInResults ¶
type LinkSource ¶ added in v1.0.0
type PlaceJob ¶
type PlaceJob struct { scrapemate.Job UsageInResultststs bool ExtractEmail bool }
func NewPlaceJob ¶
func (*PlaceJob) BrowserActions ¶
func (j *PlaceJob) BrowserActions(_ context.Context, page playwright.Page) scrapemate.Response
func (*PlaceJob) Process ¶
func (j *PlaceJob) Process(_ context.Context, resp *scrapemate.Response) (any, []scrapemate.IJob, error)
func (*PlaceJob) UseInResults ¶ added in v1.1.0
Click to show internal directories.
Click to hide internal directories.