jobs

package

v0.0.0-...-c0c6944 Latest Latest Go to latest Published: Apr 6, 2018 License: MIT Imports: 22 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

Repository

github.com/govau/certwatch

Links

Open Source Insights

Documentation ¶

Index ¶

Constants
Variables
func CheckLogSTH(qc *que.Client, logger *log.Logger, job *que.Job, tx *pgx.Tx) error
func GetEntries(qc *que.Client, logger *log.Logger, job *que.Job, tx *pgx.Tx) error
func NewLogMetadata(qc *que.Client, logger *log.Logger, job *que.Job, tx *pgx.Tx) error
func RefreshMetadataForEntries(qc *que.Client, logger *log.Logger, job *que.Job, tx *pgx.Tx) error
func UpdateCTLogList(qc *que.Client, logger *log.Logger, job *que.Job, tx *pgx.Tx) error
type CTLog
type CheckSTHConf
type GetEntriesConf
type UpdateDataGovAU
type UpdateDataGovAUConf
type UpdateSlack
- func (us *UpdateSlack) Run(qc *que.Client, logger *log.Logger, job *que.Job, tx *pgx.Tx) error
type UpdateSlackConf

Constants ¶

View Source

const (
	// KeyCheckSTH is the name of the job
	KeyCheckSTH = "cron_check_sth"

	// InsecurePrefix can be prepended to the "connect_url" field to indicate that TLS verification should be disabled for a particular URL.
	// This is used from some older logs that appear to still be up, but have issues with their certificates.
	InsecurePrefix = "insecure-skip-verify-"
)

View Source

const (
	KeyGetEntries     = "get_entries"
	KeyUpdateMetadata = "update_metadata"

	DomainSuffix = ".gov.au"
	MatchDomain  = "gov.au"

	MaxToRequest = 1024

	MaxToUpdate = 1024
)

View Source

const (
	KeyUpdateDataGovAU   = "update_data_gov_au"
	KeyBackfillDataGovAU = "backfill_data_gov_au"
	MaxToBackfill        = 256
)

View Source

const (
	StateActive = 0
	StateIgnore = 1
)

View Source

const (
	KeyUpdateLogs = "cron_update_logs"

	KnownLogsURL = "https://www.gstatic.com/ct/log_list/all_logs_list.json"
)

View Source

const (
	KeyNewLogMetadata = "new_log_metadata"
)

View Source

const (
	KeyUpdateSlack = "cron_slack"
)

Variables ¶

View Source

var (
	Jurisdictions = map[string]string{
		"TAS": "tas.gov.au",
		"VIC": "vic.gov.au",
		"NSW": "nsw.gov.au",
		"QLD": "qld.gov.au",
		"WA":  "wa.gov.au",
		"SA":  "sa.gov.au",
		"NT":  "nt.gov.au",
		"ACT": "act.gov.au",
	}

	CDNs = map[string]string{
		"cloudflaressl": "CloudFlare",
		"incapsula":     "Incapsula",
		"fastly":        "Fastly",
		"pantheonsite":  "PantheonSite",
	}
)

Functions ¶

func CheckLogSTH ¶

func CheckLogSTH(qc *que.Client, logger *log.Logger, job *que.Job, tx *pgx.Tx) error

CheckLogSTH checks for new entries, and schedules a job to fetch them if needed

func GetEntries ¶

func GetEntries(qc *que.Client, logger *log.Logger, job *que.Job, tx *pgx.Tx) error

func NewLogMetadata ¶

func NewLogMetadata(qc *que.Client, logger *log.Logger, job *que.Job, tx *pgx.Tx) error

func RefreshMetadataForEntries ¶

func RefreshMetadataForEntries(qc *que.Client, logger *log.Logger, job *que.Job, tx *pgx.Tx) error

func UpdateCTLogList ¶

func UpdateCTLogList(qc *que.Client, logger *log.Logger, job *que.Job, tx *pgx.Tx) error

Types ¶

type CTLog ¶

type CTLog struct {
	URL            string `json:"url"`
	DisqualifiedAt int64  `json:"disqualified_at"`
	FinalSTH       *struct {
		TreeSize int64 `json:"tree_size"`
	} `json:"final_sth"`
}

type CheckSTHConf ¶

type CheckSTHConf struct {
	// URL is used to lookup the record in the monitored_logs table
	URL string
}

CheckSTHConf is stored in the que_jobs table

type GetEntriesConf ¶

type GetEntriesConf struct {
	URL        string
	Start, End uint64 // end is exclusive
}

type UpdateDataGovAU ¶

type UpdateDataGovAU struct {
	BaseURL    string
	APIKey     string
	ResourceID string
}

func (*UpdateDataGovAU) BackfillDataGovAU ¶

func (us *UpdateDataGovAU) BackfillDataGovAU(qc *que.Client, logger *log.Logger, job *que.Job, tx *pgx.Tx) error

func (*UpdateDataGovAU) InsertRecords ¶

func (us *UpdateDataGovAU) InsertRecords(logger *log.Logger, recs []*ckanRecord) error

func (*UpdateDataGovAU) Run ¶

func (us *UpdateDataGovAU) Run(qc *que.Client, logger *log.Logger, job *que.Job, tx *pgx.Tx) error

type UpdateDataGovAUConf ¶

type UpdateDataGovAUConf struct {
	Data []byte
}

type UpdateSlack ¶

type UpdateSlack struct {
	BaseURL string
	Hook    string
}

func (*UpdateSlack) Run ¶

func (us *UpdateSlack) Run(qc *que.Client, logger *log.Logger, job *que.Job, tx *pgx.Tx) error

type UpdateSlackConf ¶

type UpdateSlackConf struct {
	Key     string
	Domains []string
	Issuer  string
}

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL