targets

package
v0.1.5 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Mar 8, 2024 License: MIT Imports: 27 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func FetchFor 

func FetchFor(urlIdx int, url string, chpx chan<- *t.ProxyServer, fspec t.FetcherSpec)

Types

type CNProxy 

type CNProxy struct {
	// contains filtered or unexported fields
}

CNProxy fetches proxy server from http://cn-proxy.com/

func (CNProxy) IsGBK 

func (f CNProxy) IsGBK() bool

IsGBK returns wheter the web page is GBK encoded.

func (CNProxy) ListSelector 

func (f CNProxy) ListSelector() []string

ListSelector returns the jQuery selector for searching the proxy server list/table.

func (CNProxy) ProxyMode 

func (f CNProxy) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (CNProxy) RefreshInterval 

func (f CNProxy) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (CNProxy) Retry 

func (f CNProxy) Retry() int

func (CNProxy) ScanItem 

func (f CNProxy) ScanItem(i, urlIdx int, s *goquery.Selection) (ps *types.ProxyServer)

ScanItem process each item found in the table determined by ListSelector().

func (CNProxy) UID 

func (f CNProxy) UID() string

UID returns the unique identifier for this spec.

func (CNProxy) Urls 

func (f CNProxy) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type CoderBusy 

type CoderBusy struct {
	// contains filtered or unexported fields
}

CoderBusy fetches proxy server from https://proxy.coderbusy.com

func (CoderBusy) IsGBK 

func (f CoderBusy) IsGBK() bool

IsGBK returns wheter the web page is GBK encoded.

func (CoderBusy) ListSelector 

func (f CoderBusy) ListSelector() []string

ListSelector returns the jQuery selector for searching the proxy server list/table.

func (CoderBusy) ProxyMode 

func (f CoderBusy) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (CoderBusy) RefreshInterval 

func (f CoderBusy) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (CoderBusy) Retry 

func (f CoderBusy) Retry() int

func (CoderBusy) ScanItem 

func (f CoderBusy) ScanItem(i, urlIdx int, s *goquery.Selection) (ps *types.ProxyServer)

ScanItem process each item found in the table determined by ListSelector().

func (CoderBusy) UID 

func (f CoderBusy) UID() string

UID returns the unique identifier for this spec.

func (CoderBusy) Urls 

func (f CoderBusy) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type CoolProxy 

type CoolProxy struct {
	// contains filtered or unexported fields
}

CoolProxy fetches proxy server from https://www.cool-proxy.net/

func (CoolProxy) ParseJSON 

func (f CoolProxy) ParseJSON(payload []byte) (ps []*types.ProxyServer)

ParseJSON parses JSON payload and extracts proxy information

func (CoolProxy) ProxyMode 

func (f CoolProxy) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (CoolProxy) RefreshInterval 

func (f CoolProxy) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (CoolProxy) Retry 

func (f CoolProxy) Retry() int

func (CoolProxy) UID 

func (f CoolProxy) UID() string

UID returns the unique identifier for this spec.

func (CoolProxy) Urls 

func (f CoolProxy) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type Data5u 

type Data5u struct {
	// contains filtered or unexported fields
}

Data5u fetches proxy server from http://www.data5u.com

func (Data5u) IsGBK 

func (f Data5u) IsGBK() bool

IsGBK returns wheter the web page is GBK encoded.

func (Data5u) ListSelector 

func (f Data5u) ListSelector() []string

ListSelector returns the jQuery selector for searching the proxy server list/table.

func (Data5u) ProxyMode 

func (f Data5u) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (Data5u) RefreshInterval 

func (f Data5u) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (Data5u) Retry 

func (f Data5u) Retry() int

func (Data5u) ScanItem 

func (f Data5u) ScanItem(i, urlIdx int, s *goquery.Selection) (ps *types.ProxyServer)

ScanItem process each item found in the table determined by ListSelector().

func (Data5u) UID 

func (f Data5u) UID() string

UID returns the unique identifier for this spec.

func (Data5u) Urls 

func (f Data5u) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type FreeProxyCZ 

type FreeProxyCZ struct {
	// contains filtered or unexported fields
}

FreeProxyCZ fetches proxy server from http://free-proxy.cz

func (FreeProxyCZ) IsGBK 

func (f FreeProxyCZ) IsGBK() bool

IsGBK returns wheter the web page is GBK encoded.

func (FreeProxyCZ) ListSelector 

func (f FreeProxyCZ) ListSelector() []string

ListSelector returns the jQuery selector for searching the proxy server list/table.

func (FreeProxyCZ) ProxyMode 

func (f FreeProxyCZ) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (FreeProxyCZ) RefreshInterval 

func (f FreeProxyCZ) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (FreeProxyCZ) Retry 

func (f FreeProxyCZ) Retry() int

func (FreeProxyCZ) ScanItem 

func (f FreeProxyCZ) ScanItem(i, urlIdx int, s *goquery.Selection) (ps *types.ProxyServer)

ScanItem process each item found in the table determined by ListSelector().

func (FreeProxyCZ) UID 

func (f FreeProxyCZ) UID() string

UID returns the unique identifier for this spec.

func (FreeProxyCZ) Urls 

func (f FreeProxyCZ) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type FreeProxyList 

type FreeProxyList struct {
	// contains filtered or unexported fields
}

FreeProxyList fetches proxy server from https://free-proxy-list.net/

func (FreeProxyList) IsGBK 

func (f FreeProxyList) IsGBK() bool

IsGBK returns wheter the web page is GBK encoded.

func (FreeProxyList) ListSelector 

func (f FreeProxyList) ListSelector() []string

ListSelector returns the jQuery selector for searching the proxy server list/table.

func (FreeProxyList) ProxyMode 

func (f FreeProxyList) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (FreeProxyList) RefreshInterval 

func (f FreeProxyList) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (FreeProxyList) Retry 

func (f FreeProxyList) Retry() int

func (FreeProxyList) ScanItem 

func (f FreeProxyList) ScanItem(i, urlIdx int, s *goquery.Selection) (ps *types.ProxyServer)

ScanItem process each item found in the table determined by ListSelector().

func (FreeProxyList) UID 

func (f FreeProxyList) UID() string

UID returns the unique identifier for this spec.

func (FreeProxyList) Urls 

func (f FreeProxyList) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type GatherProxy 

type GatherProxy struct {
	// contains filtered or unexported fields
}

GatherProxy fetches proxy server from http://www.gatherproxy.com

func (GatherProxy) Fetch 

func (f GatherProxy) Fetch(ctx context.Context, urlIdx int, url string) (ps []*types.ProxyServer, e error)

Fetch the proxy info

func (GatherProxy) Headless 

func (f GatherProxy) Headless() bool

Headless for web driver

func (GatherProxy) HomePageTimeout 

func (f GatherProxy) HomePageTimeout() int

HomePageTimeout specifies how many seconds to wait before home page navigation is timed out

func (GatherProxy) ProxyMode 

func (f GatherProxy) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (GatherProxy) RefreshInterval 

func (f GatherProxy) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (GatherProxy) Retry 

func (f GatherProxy) Retry() int

func (GatherProxy) UID 

func (f GatherProxy) UID() string

UID returns the unique identifier for this spec.

func (GatherProxy) Urls 

func (f GatherProxy) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type GouBanJia 

type GouBanJia struct {
	// contains filtered or unexported fields
}

GouBanJia fetches proxy server from http://www.goubanjia.com/

func (GouBanJia) IsGBK 

func (f GouBanJia) IsGBK() bool

IsGBK returns wheter the web page is GBK encoded.

func (GouBanJia) ListSelector 

func (f GouBanJia) ListSelector() []string

ListSelector returns the jQuery selector for searching the proxy server list/table.

func (GouBanJia) ProxyMode 

func (f GouBanJia) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (GouBanJia) RefreshInterval 

func (f GouBanJia) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (GouBanJia) Retry 

func (f GouBanJia) Retry() int

func (GouBanJia) ScanItem 

func (f GouBanJia) ScanItem(i, urlIdx int, s *goquery.Selection) (ps *types.ProxyServer)

ScanItem process each item found in the table determined by ListSelector().

func (GouBanJia) UID 

func (f GouBanJia) UID() string

UID returns the unique identifier for this spec.

func (GouBanJia) Urls 

func (f GouBanJia) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type HideMyName 

type HideMyName struct {
	// contains filtered or unexported fields
}

HideMyName fetches proxy info from this web

func (HideMyName) Fetch 

func (f HideMyName) Fetch(ctx context.Context, urlIdx int, url string) (ps []*types.ProxyServer, e error)

Fetch the proxy info

func (HideMyName) Headless 

func (f HideMyName) Headless() bool

Headless for web driver

func (HideMyName) HomePageTimeout 

func (f HideMyName) HomePageTimeout() int

func (HideMyName) ProxyMode 

func (f HideMyName) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (HideMyName) RefreshInterval 

func (f HideMyName) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (HideMyName) Retry 

func (f HideMyName) Retry() int

func (HideMyName) UID 

func (f HideMyName) UID() string

UID returns the unique identifier for this spec.

func (HideMyName) Urls 

func (f HideMyName) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type HinkyDink 

type HinkyDink struct {
	// contains filtered or unexported fields
}

HinkyDink fetches proxy server from http://www.mrhinkydink.com

func (HinkyDink) IsGBK 

func (f HinkyDink) IsGBK() bool

IsGBK returns wheter the web page is GBK encoded.

func (HinkyDink) ListSelector 

func (f HinkyDink) ListSelector() []string

ListSelector returns the jQuery selector for searching the proxy server list/table.

func (HinkyDink) ProxyMode 

func (f HinkyDink) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (HinkyDink) RefreshInterval 

func (f HinkyDink) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (HinkyDink) Retry 

func (f HinkyDink) Retry() int

func (HinkyDink) ScanItem 

func (f HinkyDink) ScanItem(i, urlIdx int, s *goquery.Selection) (ps *types.ProxyServer)

ScanItem process each item found in the table determined by ListSelector().

func (HinkyDink) UID 

func (f HinkyDink) UID() string

UID returns the unique identifier for this spec.

func (HinkyDink) Urls 

func (f HinkyDink) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type IP3366 

type IP3366 struct {
	// contains filtered or unexported fields
}

IP3366 fetches proxy server from http://www.ip3366.net

func (IP3366) IsGBK 

func (f IP3366) IsGBK() bool

IsGBK returns wheter the web page is GBK encoded.

func (IP3366) ListSelector 

func (f IP3366) ListSelector() []string

ListSelector returns the jQuery selector for searching the proxy server list/table.

func (IP3366) ProxyMode 

func (f IP3366) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (IP3366) RefreshInterval 

func (f IP3366) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (IP3366) Retry 

func (f IP3366) Retry() int

func (IP3366) ScanItem 

func (f IP3366) ScanItem(i, urlIdx int, s *goquery.Selection) (ps *types.ProxyServer)

ScanItem process each item found in the table determined by ListSelector().

func (IP3366) UID 

func (f IP3366) UID() string

UID returns the unique identifier for this spec.

func (IP3366) Urls 

func (f IP3366) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type KuaiDaiLi 

type KuaiDaiLi struct {
	// contains filtered or unexported fields
}

KuaiDaiLi fetches proxy server from https://www.kuaidaili.com

func (KuaiDaiLi) IsGBK 

func (f KuaiDaiLi) IsGBK() bool

IsGBK returns wheter the web page is GBK encoded.

func (KuaiDaiLi) ListSelector 

func (f KuaiDaiLi) ListSelector() []string

ListSelector returns the jQuery selector for searching the proxy server list/table.

func (KuaiDaiLi) ProxyMode 

func (f KuaiDaiLi) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (KuaiDaiLi) RefreshInterval 

func (f KuaiDaiLi) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (KuaiDaiLi) Retry 

func (f KuaiDaiLi) Retry() int

func (KuaiDaiLi) ScanItem 

func (f KuaiDaiLi) ScanItem(i, urlIdx int, s *goquery.Selection) (ps *types.ProxyServer)

ScanItem process each item found in the table determined by ListSelector().

func (KuaiDaiLi) UID 

func (f KuaiDaiLi) UID() string

UID returns the unique identifier for this spec.

func (KuaiDaiLi) Urls 

func (f KuaiDaiLi) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type ProxyDB 

type ProxyDB struct {
	// contains filtered or unexported fields
}

ProxyDB fetches proxy server from http://proxydb.net/

func (ProxyDB) Fetch 

func (f ProxyDB) Fetch(ctx context.Context, urlIdx int, url string) (ps []*types.ProxyServer, e error)

Fetch the proxy info.

func (ProxyDB) Headless 

func (f ProxyDB) Headless() bool

Headless for web driver

func (ProxyDB) HomePageTimeout 

func (f ProxyDB) HomePageTimeout() int

HomePageTimeout specifies how many seconds to wait before home page navigation is timed out

func (ProxyDB) ProxyMode 

func (f ProxyDB) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (ProxyDB) RefreshInterval 

func (f ProxyDB) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (ProxyDB) Retry 

func (f ProxyDB) Retry() int

func (ProxyDB) UID 

func (f ProxyDB) UID() string

UID returns the unique identifier for this spec.

func (ProxyDB) Urls 

func (f ProxyDB) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type ProxyFish 

type ProxyFish struct {
	// contains filtered or unexported fields
}

ProxyFish fetches proxy info from proxyfish.com

func (ProxyFish) ParseJSON 

func (p ProxyFish) ParseJSON(payload []byte) (ps []*types.ProxyServer)

ParseJSON parses JSON payload and extracts proxy information

func (ProxyFish) ProxyMode 

func (p ProxyFish) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (ProxyFish) RefreshInterval 

func (p ProxyFish) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (ProxyFish) Retry 

func (f ProxyFish) Retry() int

func (ProxyFish) UID 

func (p ProxyFish) UID() string

UID returns the unique identifier for this spec.

func (ProxyFish) Urls 

func (p ProxyFish) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type ProxyListOrg 

type ProxyListOrg struct {
	// contains filtered or unexported fields
}

ProxyListOrg fetches proxy server from https://proxy-list.org

func (ProxyListOrg) IsGBK 

func (f ProxyListOrg) IsGBK() bool

IsGBK returns wheter the web page is GBK encoded.

func (ProxyListOrg) ListSelector 

func (f ProxyListOrg) ListSelector() []string

ListSelector returns the jQuery selector for searching the proxy server list/table.

func (ProxyListOrg) ProxyMode 

func (f ProxyListOrg) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (ProxyListOrg) RefreshInterval 

func (f ProxyListOrg) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (ProxyListOrg) Retry 

func (f ProxyListOrg) Retry() int

func (ProxyListOrg) ScanItem 

func (f ProxyListOrg) ScanItem(i, urlIdx int, s *goquery.Selection) (ps *types.ProxyServer)

ScanItem process each item found in the table determined by ListSelector().

func (ProxyListOrg) UID 

func (f ProxyListOrg) UID() string

UID returns the unique identifier for this spec.

func (ProxyListOrg) Urls 

func (f ProxyListOrg) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type ProxyListPlus 

type ProxyListPlus struct {
	// contains filtered or unexported fields
}

ProxyListPlus fetches proxy server from https://list.proxylistplus.com

func (ProxyListPlus) IsGBK 

func (f ProxyListPlus) IsGBK() bool

IsGBK returns wheter the web page is GBK encoded.

func (ProxyListPlus) ListSelector 

func (f ProxyListPlus) ListSelector() []string

ListSelector returns the jQuery selector for searching the proxy server list/table.

func (ProxyListPlus) ProxyMode 

func (f ProxyListPlus) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (ProxyListPlus) RefreshInterval 

func (f ProxyListPlus) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (ProxyListPlus) Retry 

func (f ProxyListPlus) Retry() int

func (ProxyListPlus) ScanItem 

func (f ProxyListPlus) ScanItem(i, urlIdx int, s *goquery.Selection) (ps *types.ProxyServer)

ScanItem process each item found in the table determined by ListSelector().

func (ProxyListPlus) UID 

func (f ProxyListPlus) UID() string

UID returns the unique identifier for this spec.

func (ProxyListPlus) Urls 

func (f ProxyListPlus) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type ProxyNova 

type ProxyNova struct {
	// contains filtered or unexported fields
}

ProxyNova fetches proxy server from https://www.proxynova.com/

func (ProxyNova) IsGBK 

func (f ProxyNova) IsGBK() bool

IsGBK returns wheter the web page is GBK encoded.

func (ProxyNova) ListSelector 

func (f ProxyNova) ListSelector() []string

ListSelector returns the jQuery selector for searching the proxy server list/table.

func (ProxyNova) ProxyMode 

func (f ProxyNova) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (ProxyNova) RefreshInterval 

func (f ProxyNova) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (ProxyNova) Retry 

func (f ProxyNova) Retry() int

func (ProxyNova) ScanItem 

func (f ProxyNova) ScanItem(i, urlIdx int, s *goquery.Selection) (ps *types.ProxyServer)

ScanItem process each item found in the table determined by ListSelector().

func (ProxyNova) UID 

func (f ProxyNova) UID() string

UID returns the unique identifier for this spec.

func (ProxyNova) Urls 

func (f ProxyNova) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type SSLProxies 

type SSLProxies struct {
	// contains filtered or unexported fields
}

SSLProxies fetches proxy server from https://www.sslproxies.org/

func (SSLProxies) IsGBK 

func (f SSLProxies) IsGBK() bool

IsGBK returns wheter the web page is GBK encoded.

func (SSLProxies) ListSelector 

func (f SSLProxies) ListSelector() []string

ListSelector returns the jQuery selector for searching the proxy server list/table.

func (SSLProxies) ProxyMode 

func (f SSLProxies) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (SSLProxies) RefreshInterval 

func (f SSLProxies) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (SSLProxies) Retry 

func (f SSLProxies) Retry() int

func (SSLProxies) ScanItem 

func (f SSLProxies) ScanItem(i, urlIdx int, s *goquery.Selection) (ps *types.ProxyServer)

ScanItem process each item found in the table determined by ListSelector().

func (SSLProxies) UID 

func (f SSLProxies) UID() string

UID returns the unique identifier for this spec.

func (SSLProxies) Urls 

func (f SSLProxies) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type SocksProxy 

type SocksProxy struct {
	// contains filtered or unexported fields
}

SocksProxy fetches proxy server from https://www.socks-proxy.net

func (SocksProxy) IsGBK 

func (f SocksProxy) IsGBK() bool

IsGBK returns wheter the web page is GBK encoded.

func (SocksProxy) ListSelector 

func (f SocksProxy) ListSelector() []string

ListSelector returns the jQuery selector for searching the proxy server list/table.

func (SocksProxy) ProxyMode 

func (f SocksProxy) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (SocksProxy) RefreshInterval 

func (f SocksProxy) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (SocksProxy) Retry 

func (f SocksProxy) Retry() int

func (SocksProxy) ScanItem 

func (f SocksProxy) ScanItem(i, urlIdx int, s *goquery.Selection) (ps *types.ProxyServer)

ScanItem process each item found in the table determined by ListSelector().

func (SocksProxy) UID 

func (f SocksProxy) UID() string

UID returns the unique identifier for this spec.

func (SocksProxy) Urls 

func (f SocksProxy) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type SpysMe 

type SpysMe struct {
	// contains filtered or unexported fields
}

SpysMe fetches proxy info from http://spys.me/

func (SpysMe) ParsePlainText 

func (p SpysMe) ParsePlainText(payload []byte) (ps []*types.ProxyServer)

ParsePlainText parses plain text payload and extracts proxy information

func (SpysMe) ProxyMode 

func (p SpysMe) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (SpysMe) RefreshInterval 

func (p SpysMe) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (SpysMe) Retry 

func (f SpysMe) Retry() int

func (SpysMe) UID 

func (p SpysMe) UID() string

UID returns the unique identifier for this spec.

func (SpysMe) Urls 

func (p SpysMe) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type SpysOne 

type SpysOne struct {
	URLs []string
}

SpysOne fetches proxy server from http://spys.one

func (SpysOne) Fetch 

func (f SpysOne) Fetch(parent context.Context, urlIdx int, url string) (ps []*types.ProxyServer, e error)

Fetch the proxy info.

func (SpysOne) Headless 

func (f SpysOne) Headless() bool

Headless for web driver

func (SpysOne) HomePageTimeout 

func (f SpysOne) HomePageTimeout() int

func (SpysOne) ProxyMode 

func (f SpysOne) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (SpysOne) RefreshInterval 

func (f SpysOne) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (SpysOne) Retry 

func (f SpysOne) Retry() int

func (SpysOne) UID 

func (f SpysOne) UID() string

UID returns the unique identifier for this spec.

func (SpysOne) Urls 

func (f SpysOne) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type Xroxy 

type Xroxy struct {
	// contains filtered or unexported fields
}

Xroxy fetches proxy server from https://www.xroxy.com

func (Xroxy) IsGBK 

func (f Xroxy) IsGBK() bool

IsGBK returns wheter the web page is GBK encoded.

func (Xroxy) ListSelector 

func (f Xroxy) ListSelector() []string

ListSelector returns the jQuery selector for searching the proxy server list/table.

func (Xroxy) ProxyMode 

func (f Xroxy) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (Xroxy) RefreshInterval 

func (f Xroxy) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (Xroxy) Retry 

func (f Xroxy) Retry() int

func (Xroxy) ScanItem 

func (f Xroxy) ScanItem(i, urlIdx int, s *goquery.Selection) (ps *types.ProxyServer)

ScanItem process each item found in the table determined by ListSelector().

func (Xroxy) UID 

func (f Xroxy) UID() string

UID returns the unique identifier for this spec.

func (Xroxy) Urls 

func (f Xroxy) Urls() []string

Urls return the server urls that provide the free proxy server lists.

type Z66IP 

type Z66IP struct {
	// contains filtered or unexported fields
}

Z66IP fetches proxy server from http://www.66ip.cn

func (Z66IP) IsGBK 

func (f Z66IP) IsGBK() bool

IsGBK returns wheter the web page is GBK encoded.

func (Z66IP) ListSelector 

func (f Z66IP) ListSelector() []string

ListSelector returns the jQuery selector for searching the proxy server list/table.

func (Z66IP) ProxyMode 

func (f Z66IP) ProxyMode() types.ProxyMode

ProxyMode returns whether the fetcher needs a master proxy server to access the free proxy list provider.

func (Z66IP) RefreshInterval 

func (f Z66IP) RefreshInterval() int

RefreshInterval determines how often the list should be refreshed, in minutes.

func (Z66IP) Retry 

func (f Z66IP) Retry() int

func (Z66IP) ScanItem 

func (f Z66IP) ScanItem(i, urlIdx int, s *goquery.Selection) (ps *types.ProxyServer)

ScanItem process each item found in the table determined by ListSelector().

func (Z66IP) UID 

func (f Z66IP) UID() string

UID returns the unique identifier for this spec.

func (Z66IP) Urls 

func (f Z66IP) Urls() []string

Urls return the server urls that provide the free proxy server lists.

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.