engine

package
v0.4.10 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jul 28, 2022 License: GPL-3.0 Imports: 30 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func ConvertHeadersNoLocation 

func ConvertHeadersNoLocation(h map[string][]string) []*fetch.HeaderEntry

func IsIgnoredByKeywordMatch 

func IsIgnoredByKeywordMatch(req model2.Request, IgnoreKeywords []string) bool

func MergeHeaders 

func MergeHeaders(navHeaders map[string]interface{}, headers map[string]interface{}) []*fetch.HeaderEntry

func RunWithTimeOut 

func RunWithTimeOut(ctx *context.Context, timeout time.Duration, tasks chromedp.Tasks) chromedp.ActionFunc

Types

type Browser 

type Browser struct {
	Ctx    *context.Context
	Cancel *context.CancelFunc

	ExtraHeaders map[string]interface{}
	// contains filtered or unexported fields
}

func InitBrowser 

func InitBrowser(chromiumPath string, extraHeaders map[string]interface{}, proxy string, noHeadless bool) *Browser

func (*Browser) Close 

func (bro *Browser) Close()

func (*Browser) NewTab 

func (bro *Browser) NewTab(timeout time.Duration) (*context.Context, context.CancelFunc)

type FillForm 

type FillForm struct {
	// contains filtered or unexported fields
}

func (*FillForm) GetMatchInputText 

func (f *FillForm) GetMatchInputText(name string) string

type Tab 

type Tab struct {
	Ctx              *context.Context
	Cancel           context.CancelFunc
	NavigateReq      model2.Request
	ExtraHeaders     map[string]interface{}
	ResultList       []*model2.Request
	TopFrameId       string
	LoaderID         string
	NavNetworkID     string
	PageCharset      string
	PageBindings     map[string]interface{}
	FoundRedirection bool
	DocBodyNodeId    cdp.NodeID

	FoundKeywords []string

	WG sync.WaitGroup //当前Tab页的等待同步计数
	// contains filtered or unexported fields
}

func NewTab 

func NewTab(browser *Browser, navigateReq model2.Request, config TabConfig) *Tab

func (*Tab) AddResultRequest 

func (tab *Tab) AddResultRequest(req model2.Request)

* 添加请求到结果列表，拦截请求时处理了Host绑定，此处无需处理

func (*Tab) AddResultUrl 

func (tab *Tab) AddResultUrl(method string, _url string, source string)

* 添加收集到的URL到结果列表，需要处理Host绑定

func (*Tab) AfterDOMRun 

func (tab *Tab) AfterDOMRun()

* 在DOMContentLoaded完成后执行

func (*Tab) AfterLoadedRun 

func (tab *Tab) AfterLoadedRun()

* 在页面Loaded之后执行 同时等待 afterDOMRun 之后执行

func (*Tab) DetectCharset 

func (tab *Tab) DetectCharset()

* 识别页面的编码

func (*Tab) EncodeAllURLWithCharset 

func (tab *Tab) EncodeAllURLWithCharset()

func (*Tab) Evaluate 

func (tab *Tab) Evaluate(expression string)

* 执行JS

func (*Tab) EvaluateWithNode 

func (tab *Tab) EvaluateWithNode(expression string, node *cdp.Node) error

* 根据给的Node执行JS

func (*Tab) GetContentCharset 

func (tab *Tab) GetContentCharset(v *network.EventResponseReceived)

func (*Tab) GetExecutor 

func (tab *Tab) GetExecutor() context.Context

* 获取当前标签页CDP的执行上下文

func (*Tab) GetNodeIDs 

func (tab *Tab) GetNodeIDs(sel string) ([]cdp.NodeID, error)

* 立即根据条件获取Nodes的ID，不等待

func (*Tab) GetStatusCode 

func (tab *Tab) GetStatusCode(headerText string) int

func (*Tab) HandleAuthRequired 

func (tab *Tab) HandleAuthRequired(req *fetch.EventAuthRequired)

* 处理 401 407 认证弹窗

func (*Tab) HandleBindingCalled 

func (tab *Tab) HandleBindingCalled(event *runtime.EventBindingCalled)

* 处理回调

func (*Tab) HandleHostBinding 

func (tab *Tab) HandleHostBinding(req *model2.Request)

* 处理Host绑定

func (*Tab) HandleNavigationReq 

func (tab *Tab) HandleNavigationReq(req *model2.Request, v *fetch.EventRequestPaused)

* 处理导航请求

func (*Tab) HandleRedirectionResp 

func (tab *Tab) HandleRedirectionResp(v *network.EventResponseReceivedExtraInfo)

func (*Tab) InterceptRequest 

func (tab *Tab) InterceptRequest(v *fetch.EventRequestPaused)

* 处理每一个HTTP请求

func (*Tab) IsNavigatorRequest 

func (tab *Tab) IsNavigatorRequest(networkID string) bool

* 判断是否为导航请求

func (*Tab) IsTopFrame 

func (tab *Tab) IsTopFrame(FrameID string) bool

func (*Tab) ParseResponseURL 

func (tab *Tab) ParseResponseURL(v *network.EventResponseReceived)

* 解析响应内容中的URL 使用正则匹配

func (*Tab) RemoveDOMListener 

func (tab *Tab) RemoveDOMListener()

* 移除DOM节点变化监听

func (*Tab) Start 

func (tab *Tab) Start()

type TabConfig 

type TabConfig struct {
	TabRunTimeout           time.Duration
	DomContentLoadedTimeout time.Duration
	EventTriggerMode        string        // 事件触发的调用方式： 异步 或 顺序
	EventTriggerInterval    time.Duration // 事件触发的间隔 单位毫秒
	BeforeExitDelay         time.Duration // 退出前的等待时间，等待DOM渲染，等待XHR发出捕获
	EncodeURLWithCharset    bool
	IgnoreKeywords          []string //
	Proxy                   string
	CustomFormValues        map[string]string
	CustomFormKeywordValues map[string]string
	SearchKeywords          []string
	RegexpSearchKeywords    []string
	CollectHrefLinks        bool
	CollectObjectLinks      bool
	CollectCommentLinks     bool
	ParseResponseURL        bool
}

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.