scraper

package module
v0.0.2-0...-a76deb5 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Aug 7, 2021 License: MIT Imports: 12 Imported by: 0

README

Cloudflare Challenge Solver

A port of cloudflare-scrape.

Usage

package main

import (
    "github.com/cardigann/go-cloudflare-scraper"
)


func main() {
	scraper, err := scraper.NewTransport(http.DefaultTransport)
	if err != nil {
		log.Fatal(err)
	}

	c := http.Client{Transport: scraper}

	res, err := c.Get(ts.URL)
	if err != nil {
		log.Fatal(err)
	}

	body, err = ioutil.ReadAll(res.Body)
	res.Body.Close()
	if err != nil {
		log.Fatal(err)
	}
}

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func NewClient

func NewClient() (c *http.Client, err error)

Types

type Transport

type Transport struct {
	Cookies http.CookieJar
	// contains filtered or unexported fields
}

func NewTransport

func NewTransport(upstream http.RoundTripper) (*Transport, error)

func (Transport) RoundTrip

func (t Transport) RoundTrip(r *http.Request) (*http.Response, error)

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL