model

type AuthPolicyInput struct {
	Method string              `json:"method"`
	Path   string              `json:"path"`
	Remote string              `json:"remote"`
	Query  map[string][]string `json:"query"`
	Header map[string][]string `json:"header"`
	Body   string              `json:"body"`
}

type AuthPolicyOutput struct {
	Deny bool `json:"deny"`
}

type BigQueryDest struct {
	Dataset   types.BQDatasetID `json:"dataset"`
	Table     types.BQTableID   `json:"table"`
	Partition types.BQPartition `json:"partition"`
}

type CloudStorageEvent struct {
	Bucket                  types.CSBucket   `json:"bucket"`
	ContentType             string           `json:"contentType"`
	Crc32c                  string           `json:"crc32c"`
	Etag                    string           `json:"etag"`
	Generation              string           `json:"generation"`
	ID                      string           `json:"id"`
	Kind                    string           `json:"kind"`
	Md5Hash                 string           `json:"md5Hash"`
	MediaLink               string           `json:"mediaLink"`
	Metageneration          string           `json:"metageneration"`
	Name                    types.CSObjectID `json:"name"`
	SelfLink                string           `json:"selfLink"`
	Size                    string           `json:"size"`
	StorageClass            string           `json:"storageClass"`
	TimeCreated             string           `json:"timeCreated"`
	TimeStorageClassUpdated string           `json:"timeStorageClassUpdated"`
	Updated                 string           `json:"updated"`
}

type CloudStorageObject struct {
	Bucket types.CSBucket   `json:"bucket" bigquery:"bucket"`
	Name   types.CSObjectID `json:"name" bigquery:"name"`
}

type Digest struct {
	Alg   string `json:"alg" bigquery:"alg"`
	Value string `json:"value" bigquery:"value"`
}

type EnqueueRequest struct {
	URLs []types.ObjectURL
}

type EnqueueResponse struct {
	Elapsed time.Duration
	Count   int64
	Size    int64
}

type EventPolicyOutput struct {
	Sources []*Source `json:"src"`
}

type EventarcDirectEvent struct {
	Bucket                  types.CSBucket   `json:"bucket"`
	ContentType             string           `json:"contentType"`
	Crc32c                  string           `json:"crc32c"`
	Etag                    string           `json:"etag"`
	Generation              string           `json:"generation"`
	ID                      string           `json:"id"`
	Kind                    string           `json:"kind"`
	Md5Hash                 string           `json:"md5Hash"`
	MediaLink               string           `json:"mediaLink"`
	Metageneration          string           `json:"metageneration"`
	Name                    types.CSObjectID `json:"name"`
	SelfLink                string           `json:"selfLink"`
	Size                    string           `json:"size"`
	StorageClass            string           `json:"storageClass"`
	TimeCreated             string           `json:"timeCreated"`
	TimeStorageClassUpdated string           `json:"timeStorageClassUpdated"`
	Updated                 string           `json:"updated"`
}

type IngestLog struct {
	ID           types.IngestID     `json:"id" bigquery:"id"`
	StartedAt    time.Time          `json:"started_at" bigquery:"started_at"`
	FinishedAt   time.Time          `json:"finished_at" bigquery:"finished_at"`
	ObjectSchema types.ObjectSchema `json:"object_schema" bigquery:"object_schema"`
	DatasetID    types.BQDatasetID  `json:"dataset_id" bigquery:"dataset_id"`
	TableID      types.BQTableID    `json:"table_id" bigquery:"table_id"`
	TableSchema  string             `json:"table_schema" bigquery:"table_schema"`
	LogCount     int                `json:"log_count" bigquery:"log_count"`
	Success      bool               `json:"success" bigquery:"success"`
	Error        string             `json:"error" bigquery:"error"`
}

type IngestLogRaw struct {
	IngestLog
	StartedAt  int64 `json:"started_at" bigquery:"started_at"`
	FinishedAt int64 `json:"finished_at" bigquery:"finished_at"`
}

type LoadDataRequest struct {
	CSEvent *CloudStorageEvent
}

type LoadLog struct {
	ID         types.RequestID `json:"id" bigquery:"id"`
	StartedAt  time.Time       `json:"started_at" bigquery:"started_at"`
	FinishedAt time.Time       `json:"finished_at" bigquery:"finished_at"`
	Success    bool            `json:"success" bigquery:"success"`
	Sources    []*SourceLog    `json:"sources" bigquery:"sources"`
	Ingests    []*IngestLog    `json:"ingests" bigquery:"ingests"`
	Error      string          `json:"error" bigquery:"error"`
}

type LoadLogRaw struct {
	LoadLog
	StartedAt  int64           `json:"started_at" bigquery:"started_at"`
	FinishedAt int64           `json:"finished_at" bigquery:"finished_at"`
	Ingests    []*IngestLogRaw `json:"ingests" bigquery:"ingests"`
	Sources    []*SourceLogRaw `json:"sources" bigquery:"sources"`
}

type LoadRequest struct {
	Source Source
	Object Object
}

type Log struct {
	// Destination BigQuery table information
	BigQueryDest

	ID        types.LogID    `json:"id"`
	Timestamp float64        `json:"timestamp"`
	Data      map[string]any `json:"data"`
}

type LogRecord struct {
	// NOTICE: Must update LogRecordRaw also when adding new fields to LogRecord
	ID         types.LogID    `json:"id" bigquery:"id"`
	IngestID   types.IngestID `json:"ingest_id" bigquery:"ingest_id"`
	Timestamp  time.Time      `json:"timestamp" bigquery:"timestamp"`
	IngestedAt time.Time      `json:"ingested_at" bigquery:"ingested_at"`
	Data       any            `json:"data" bigquery:"data"`
}

type LogRecordRaw struct {
	LogRecord
	Timestamp  int64 `json:"timestamp" bigquery:"timestamp"`
	IngestedAt int64 `json:"ingested_at" bigquery:"ingested_at"`
}

type LogRecordSet map[BigQueryDest][]*LogRecord

type MetadataConfig struct {
	// contains filtered or unexported fields
}

type Object struct {
	CS        *CloudStorageObject `json:"cs,omitempty" bigquery:"cs"`
	Size      *int64              `json:"size,omitempty" bigquery:"size"`
	CreatedAt *int64              `json:"created_at" bigquery:"created_at"`
	Digests   []Digest            `json:"digests" bigquery:"digests"`

	// Data is original notification data, such as CloudStorageEvent
	Data any `json:"data" bigquery:"-"`
}

type PubSubBody struct {
	Message      PubSubMessage `json:"message"`
	Subscription string        `json:"subscription"`
}

type PubSubMessage struct {
	Attributes  map[string]string `json:"attributes"`
	Data        string            `json:"data"`
	MessageID   string            `json:"message_id"`
	PublishTime string            `json:"publish_time"`
}

type SchemaPolicyOutput struct {
	Logs []*Log `json:"log"`
}

type Source struct {
	// Source object information
	Parser   types.ObjectParser   `json:"parser" bigquery:"parser"`
	Schema   types.ObjectSchema   `json:"schema" bigquery:"schema"`
	Compress types.ObjectCompress `json:"compress" bigquery:"compress"`
}

type SourceLog struct {
	CS         *CloudStorageObject `json:"cs" bigquery:"cs"`
	Source     Source              `json:"source" bigquery:"source"`
	RowCount   int                 `json:"row_count" bigquery:"row_count"`
	StartedAt  time.Time           `json:"started_at" bigquery:"started_at"`
	FinishedAt time.Time           `json:"finished_at" bigquery:"finished_at"`
	Success    bool                `json:"success" bigquery:"success"`
}

type SourceLogRaw struct {
	SourceLog
	StartedAt  int64 `json:"started_at" bigquery:"started_at"`
	FinishedAt int64 `json:"finished_at" bigquery:"finished_at"`
}

type State struct {
	ID        string          `firestore:"id"`
	RequestID types.RequestID `firestore:"request_id"`
	State     types.MsgState  `firestore:"state"`
	CreatedAt time.Time       `firestore:"created_at"`
	UpdatedAt time.Time       `firestore:"updated_at"`
	ExpiresAt time.Time       `firestore:"expires_at"`
	TTL       time.Time       `firestore:"ttl"`
}

type SwarmMessage struct {
	Objects []*Object `json:"objects"`
}