caching_downloader

type Cache interface {
	// ReadFile reads a file with a given name from cache
	ReadFile(string) ([]byte, error)
	// WriteFile writes a file with a given name to cache
	WriteFile(string, []byte) error
	// GetPageIDs returns ids of pages in the cache
	GetPageIDs() ([]string, error)
	// Remove removes a file with a given name from cache
	Remove(string)
}

type DirectoryCache struct {
	Dir string
	// contains filtered or unexported fields
}

type Downloader struct {
	Client *notionapi.Client
	// cached pages are stored in Cache as ${pageID}.txt files
	Cache Cache
	// NoReadCache disables reading from cache i.e. downloaded pages
	// will be written to cache but not read from it
	NoReadCache bool
	// if true, we'll re-download a page if a newer version is
	// on the server
	RedownloadNewerVersions bool
	// maps id of the page (in the no-dash format) to a cached Page
	IdToPage map[string]*notionapi.Page
	// maps id of the page (in the no-dash format) to latest version
	// of the page available on the server.
	// if doesn't exist, we haven't yet queried the server for the
	// version
	IdToPageLatestVersion map[string]int64

	// for diagnostics, number of downloaded pages
	DownloadedCount int
	// number of pages we got from cache
	FromCacheCount int

	// for diagnostics, number of downloaded files
	DownloadedFilesCount int
	// number of files we got from cache
	FilesFromCacheCount int

	EventObserver func(interface{})
	// contains filtered or unexported fields
}

type EventDidDownload struct {
	// if page, PageID is set
	PageID string
	// if file, URL is set
	FileURL string
	// how long did it take to download
	Duration time.Duration
}

type EventDidReadFromCache struct {
	// if page, PageID is set
	PageID string
	// if file, URL is set
	FileURL string
	// how long did it take to download
	Duration time.Duration
}

type EventError struct {
	Error string
}

type EventGotVersions struct {
	Count    int
	Duration time.Duration
}