utl

package

v1.0.1 Latest Latest Go to latest Published: Feb 6, 2022 License: GPL-2.0 Imports: 10 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

Repository

github.com/dev223322/sitefetcher

Links

Open Source Insights

Documentation ¶

Overview ¶

links

map.go

utl

worklink

Index ¶

Variables
func ChanIsFree() bool
func Extract(ws *Wlstruct) (*Wlstruct, []Wlstruct, error)
func GetContent(wls *Wlstruct, pathdir string) error
func Mydomain(url string, dmn string) bool
func PrintQueue()
func Prtf(format string, a ...interface{})
func Prtln(st string)
func Replurl(wkslnk *Wlstruct, pathdir string, contentType string) (string, error)
func SPrtErr(format string, a ...interface{}) error
func SPrtInfo(format string, a ...interface{}) error
func Savedoc(wls Wlstruct, pathfile string, contentType string) error
type FileAttr
type Wlstruct

Constants ¶

This section is empty.

Variables ¶

View Source

var ChALinks = make(chan []Wlstruct, 5000000)

View Source

var ChLinks = make(chan Wlstruct, 50)

View Source

var Domain string

View Source

var Path string

View Source

var SavedFiles = make(tMapSavedFiles)

View Source

var Wg sync.WaitGroup

Functions ¶

func ChanIsFree ¶ added in v1.0.1

func ChanIsFree() bool

func Extract ¶

func Extract(ws *Wlstruct) (*Wlstruct, []Wlstruct, error)

func GetContent ¶

func GetContent(wls *Wlstruct, pathdir string) error

func Mydomain ¶

func Mydomain(url string, dmn string) bool

func PrintQueue ¶

func PrintQueue()

func Prtf ¶

func Prtf(format string, a ...interface{})

func Prtln ¶

func Prtln(st string)

func Replurl ¶

func Replurl(wkslnk *Wlstruct, pathdir string, contentType string) (string, error)

func SPrtErr ¶

func SPrtErr(format string, a ...interface{}) error

func SPrtInfo ¶ added in v1.0.1

func SPrtInfo(format string, a ...interface{}) error

func Savedoc ¶

func Savedoc(wls Wlstruct, pathfile string, contentType string) error

Types ¶

type FileAttr ¶

type FileAttr struct {
	ContentType string
	SavePath    string
	Saved       bool
	Error       bool
}

type Wlstruct ¶

type Wlstruct struct {
	Link        string
	Udoc        interface{}
	Docaddr     *string
	ContentType string
	Savepath    string
	Resp        *http.Response
	NeedSave    bool
	Error       bool
	Lvl         uint16
}

func (*Wlstruct) GetContentType ¶

func (wls *Wlstruct) GetContentType() string

func (*Wlstruct) GetDocaddr ¶

func (wls *Wlstruct) GetDocaddr() *string

func (*Wlstruct) GetLevel ¶

func (wls *Wlstruct) GetLevel() int

func (*Wlstruct) GetLink ¶

func (wls *Wlstruct) GetLink() string

func (*Wlstruct) GetResponse ¶

func (wls *Wlstruct) GetResponse() *http.Response

func (*Wlstruct) GetSavepath ¶

func (wls *Wlstruct) GetSavepath() string

func (*Wlstruct) GetUdocHTMLNode ¶

func (wls *Wlstruct) GetUdocHTMLNode() *html.Node

func (*Wlstruct) GetUdocPBytes ¶

func (wls *Wlstruct) GetUdocPBytes() (*[]byte, error)

func (*Wlstruct) IsContentType ¶

func (wls *Wlstruct) IsContentType() bool

func (*Wlstruct) IsContentTypeHTML ¶

func (wls *Wlstruct) IsContentTypeHTML() bool

func (*Wlstruct) IsError ¶

func (wls *Wlstruct) IsError() bool

func (*Wlstruct) IsNeedSave ¶

func (wls *Wlstruct) IsNeedSave() bool

func (*Wlstruct) IsSavepath ¶

func (wls *Wlstruct) IsSavepath() bool

func (*Wlstruct) IsUdocHTMLNode ¶

func (wls *Wlstruct) IsUdocHTMLNode() (*html.Node, bool)

func (*Wlstruct) IsUdocNil ¶

func (wls *Wlstruct) IsUdocNil() bool

func (*Wlstruct) SetContentType ¶

func (wls *Wlstruct) SetContentType(sc string)

func (*Wlstruct) SetDocaddr ¶

func (wls *Wlstruct) SetDocaddr(da *string)

func (*Wlstruct) SetError ¶

func (wls *Wlstruct) SetError()

func (*Wlstruct) SetErrorResset ¶

func (wls *Wlstruct) SetErrorResset()

func (*Wlstruct) SetLevel ¶

func (wls *Wlstruct) SetLevel(lvl int)

func (*Wlstruct) SetLink ¶

func (wls *Wlstruct) SetLink(lnk string)

func (*Wlstruct) SetNeedSave ¶

func (wls *Wlstruct) SetNeedSave(f bool)

func (*Wlstruct) SetResponse ¶

func (wls *Wlstruct) SetResponse(resp *http.Response)

func (*Wlstruct) SetSavepath ¶

func (wls *Wlstruct) SetSavepath(sp string)

func (*Wlstruct) SetUdoc ¶

func (wls *Wlstruct) SetUdoc(u interface{})

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL