types

type AccessDeniedException struct {
	Message *string

	ErrorCodeOverride *string
	// contains filtered or unexported fields
}

type Action struct {

	// The job arguments used when this trigger fires. For this job run, they replace
	// the default arguments set in the job definition itself. You can specify
	// arguments here that your own job-execution script consumes, as well as arguments
	// that Glue itself consumes. For information about how to specify and consume your
	// own Job arguments, see the Calling Glue APIs in Python (https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-python-calling.html)
	// topic in the developer guide. For information about the key-value pairs that
	// Glue consumes to set up your job, see the Special Parameters Used by Glue (https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html)
	// topic in the developer guide.
	Arguments map[string]string

	// The name of the crawler to be used with this action.
	CrawlerName *string

	// The name of a job to be run.
	JobName *string

	// Specifies configuration properties of a job run notification.
	NotificationProperty *NotificationProperty

	// The name of the SecurityConfiguration structure to be used with this action.
	SecurityConfiguration *string

	// The JobRun timeout in minutes. This is the maximum time that a job run can
	// consume resources before it is terminated and enters TIMEOUT status. The
	// default is 2,880 minutes (48 hours). This overrides the timeout value set in the
	// parent job.
	Timeout *int32
	// contains filtered or unexported fields
}

type AdditionalOptionKeys string

type AggFunction string

type Aggregate struct {

	// Specifies the aggregate functions to be performed on specified fields.
	//
	// This member is required.
	Aggs []AggregateOperation

	// Specifies the fields to group by.
	//
	// This member is required.
	Groups [][]string

	// Specifies the fields and rows to use as inputs for the aggregate transform.
	//
	// This member is required.
	Inputs []string

	// The name of the transform node.
	//
	// This member is required.
	Name *string
	// contains filtered or unexported fields
}

type AggregateOperation struct {

	// Specifies the aggregation function to apply. Possible aggregation functions
	// include: avg countDistinct, count, first, last, kurtosis, max, min, skewness,
	// stddev_samp, stddev_pop, sum, sumDistinct, var_samp, var_pop
	//
	// This member is required.
	AggFunc AggFunction

	// Specifies the column on the data set on which the aggregation function will be
	// applied.
	//
	// This member is required.
	Column []string
	// contains filtered or unexported fields
}

type AlreadyExistsException struct {
	Message *string

	ErrorCodeOverride *string
	// contains filtered or unexported fields
}

type AmazonRedshiftAdvancedOption struct {

	// The key for the additional connection option.
	Key *string

	// The value for the additional connection option.
	Value *string
	// contains filtered or unexported fields
}

type AmazonRedshiftNodeData struct {

	// The access type for the Redshift connection. Can be a direct connection or
	// catalog connections.
	AccessType *string

	// Specifies how writing to a Redshift cluser will occur.
	Action *string

	// Optional values when connecting to the Redshift cluster.
	AdvancedOptions []AmazonRedshiftAdvancedOption

	// The name of the Glue Data Catalog database when working with a data catalog.
	CatalogDatabase *Option

	// The Redshift schema name when working with a data catalog.
	CatalogRedshiftSchema *string

	// The database table to read from.
	CatalogRedshiftTable *string

	// The Glue Data Catalog table name when working with a data catalog.
	CatalogTable *Option

	// The Glue connection to the Redshift cluster.
	Connection *Option

	// Specifies the name of the connection that is associated with the catalog table
	// used.
	CrawlerConnection *string

	// Optional. The role name use when connection to S3. The IAM role ill default to
	// the role on the job when left blank.
	IamRole *Option

	// The action used when to detemine how a MERGE in a Redshift sink will be handled.
	MergeAction *string

	// The SQL used in a custom merge to deal with matching records.
	MergeClause *string

	// The action used when to detemine how a MERGE in a Redshift sink will be handled
	// when an existing record matches a new record.
	MergeWhenMatched *string

	// The action used when to detemine how a MERGE in a Redshift sink will be handled
	// when an existing record doesn't match a new record.
	MergeWhenNotMatched *string

	// The SQL used before a MERGE or APPEND with upsert is run.
	PostAction *string

	// The SQL used before a MERGE or APPEND with upsert is run.
	PreAction *string

	// The SQL used to fetch the data from a Redshift sources when the SourceType is
	// 'query'.
	SampleQuery *string

	// The Redshift schema name when working with a direct connection.
	Schema *Option

	// The list of column names used to determine a matching record when doing a MERGE
	// or APPEND with upsert.
	SelectedColumns []Option

	// The source type to specify whether a specific table is the source or a custom
	// query.
	SourceType *string

	// The name of the temporary staging table that is used when doing a MERGE or
	// APPEND with upsert.
	StagingTable *string

	// The Redshift table name when working with a direct connection.
	Table *Option

	// Specifies the prefix to a table.
	TablePrefix *string

	// The array of schema output for a given node.
	TableSchema []Option

	// The Amazon S3 path where temporary data can be staged when copying out of the
	// database.
	TempDir *string

	// The action used on Redshift sinks when doing an APPEND.
	Upsert bool
	// contains filtered or unexported fields
}

type AmazonRedshiftSource struct {

	// Specifies the data of the Amazon Reshift source node.
	Data *AmazonRedshiftNodeData

	// The name of the Amazon Redshift source.
	Name *string
	// contains filtered or unexported fields
}

type AmazonRedshiftTarget struct {

	// Specifies the data of the Amazon Redshift target node.
	Data *AmazonRedshiftNodeData

	// The nodes that are inputs to the data target.
	Inputs []string

	// The name of the Amazon Redshift target.
	Name *string
	// contains filtered or unexported fields
}

type ApplyMapping struct {

	// The data inputs identified by their node names.
	//
	// This member is required.
	Inputs []string

	// Specifies the mapping of data property keys in the data source to data property
	// keys in the data target.
	//
	// This member is required.
	Mapping []Mapping

	// The name of the transform node.
	//
	// This member is required.
	Name *string
	// contains filtered or unexported fields
}

type AthenaConnectorSource struct {

	// The name of the connection that is associated with the connector.
	//
	// This member is required.
	ConnectionName *string

	// The type of connection, such as marketplace.athena or custom.athena,
	// designating a connection to an Amazon Athena data store.
	//
	// This member is required.
	ConnectionType *string

	// The name of a connector that assists with accessing the data store in Glue
	// Studio.
	//
	// This member is required.
	ConnectorName *string

	// The name of the data source.
	//
	// This member is required.
	Name *string

	// The name of the Cloudwatch log group to read from. For example,
	// /aws-glue/jobs/output .
	//
	// This member is required.
	SchemaName *string

	// The name of the table in the data source.
	ConnectionTable *string

	// Specifies the data schema for the custom Athena source.
	OutputSchemas []GlueSchema
	// contains filtered or unexported fields
}

type AuditContext struct {

	// A string containing the additional audit context information.
	AdditionalAuditContext *string

	// All columns request for audit.
	AllColumnsRequested *bool

	// The requested columns for audit.
	RequestedColumns []string
	// contains filtered or unexported fields
}

type BackfillError struct {

	// The error code for an error that occurred when registering partition indexes
	// for an existing table.
	Code BackfillErrorCode

	// A list of a limited number of partitions in the response.
	Partitions []PartitionValueList
	// contains filtered or unexported fields
}

type BackfillErrorCode string

type BasicCatalogTarget struct {

	// The database that contains the table you want to use as the target. This
	// database must already exist in the Data Catalog.
	//
	// This member is required.
	Database *string

	// The nodes that are inputs to the data target.
	//
	// This member is required.
	Inputs []string

	// The name of your data target.
	//
	// This member is required.
	Name *string

	// The table that defines the schema of your output data. This table must already
	// exist in the Data Catalog.
	//
	// This member is required.
	Table *string
	// contains filtered or unexported fields
}

type BatchGetTableOptimizerEntry struct {

	// The Catalog ID of the table.
	CatalogId *string

	// The name of the database in the catalog in which the table resides.
	DatabaseName *string

	// The name of the table.
	TableName *string

	// The type of table optimizer.
	Type TableOptimizerType
	// contains filtered or unexported fields
}

type BatchGetTableOptimizerError struct {

	// The Catalog ID of the table.
	CatalogId *string

	// The name of the database in the catalog in which the table resides.
	DatabaseName *string

	// An ErrorDetail object containing code and message details about the error.
	Error *ErrorDetail

	// The name of the table.
	TableName *string

	// The type of table optimizer.
	Type TableOptimizerType
	// contains filtered or unexported fields
}

type BatchStopJobRunError struct {

	// Specifies details about the error that was encountered.
	ErrorDetail *ErrorDetail

	// The name of the job definition that is used in the job run in question.
	JobName *string

	// The JobRunId of the job run in question.
	JobRunId *string
	// contains filtered or unexported fields
}

type BatchStopJobRunSuccessfulSubmission struct {

	// The name of the job definition used in the job run that was stopped.
	JobName *string

	// The JobRunId of the job run that was stopped.
	JobRunId *string
	// contains filtered or unexported fields
}

type BatchTableOptimizer struct {

	// The Catalog ID of the table.
	CatalogId *string

	// The name of the database in the catalog in which the table resides.
	DatabaseName *string

	// The name of the table.
	TableName *string

	// A TableOptimizer object that contains details on the configuration and last run
	// of a table optimzer.
	TableOptimizer *TableOptimizer
	// contains filtered or unexported fields
}

type BatchUpdatePartitionFailureEntry struct {

	// The details about the batch update partition error.
	ErrorDetail *ErrorDetail

	// A list of values defining the partitions.
	PartitionValueList []string
	// contains filtered or unexported fields
}

type BatchUpdatePartitionRequestEntry struct {

	// The structure used to update a partition.
	//
	// This member is required.
	PartitionInput *PartitionInput

	// A list of values defining the partitions.
	//
	// This member is required.
	PartitionValueList []string
	// contains filtered or unexported fields
}

type BinaryColumnStatisticsData struct {

	// The average bit sequence length in the column.
	//
	// This member is required.
	AverageLength float64

	// The size of the longest bit sequence in the column.
	//
	// This member is required.
	MaximumLength int64

	// The number of null values in the column.
	//
	// This member is required.
	NumberOfNulls int64
	// contains filtered or unexported fields
}

type Blueprint struct {

	// Specifies the path in Amazon S3 where the blueprint is published.
	BlueprintLocation *string

	// Specifies a path in Amazon S3 where the blueprint is copied when you call
	// CreateBlueprint/UpdateBlueprint to register the blueprint in Glue.
	BlueprintServiceLocation *string

	// The date and time the blueprint was registered.
	CreatedOn *time.Time

	// The description of the blueprint.
	Description *string

	// An error message.
	ErrorMessage *string

	// When there are multiple versions of a blueprint and the latest version has some
	// errors, this attribute indicates the last successful blueprint definition that
	// is available with the service.
	LastActiveDefinition *LastActiveDefinition

	// The date and time the blueprint was last modified.
	LastModifiedOn *time.Time

	// The name of the blueprint.
	Name *string

	// A JSON string that indicates the list of parameter specifications for the
	// blueprint.
	ParameterSpec *string

	// The status of the blueprint registration.
	//   - Creating — The blueprint registration is in progress.
	//   - Active — The blueprint has been successfully registered.
	//   - Updating — An update to the blueprint registration is in progress.
	//   - Failed — The blueprint registration failed.
	Status BlueprintStatus
	// contains filtered or unexported fields
}

type BlueprintDetails struct {

	// The name of the blueprint.
	BlueprintName *string

	// The run ID for this blueprint.
	RunId *string
	// contains filtered or unexported fields
}

type BlueprintRun struct {

	// The name of the blueprint.
	BlueprintName *string

	// The date and time that the blueprint run completed.
	CompletedOn *time.Time

	// Indicates any errors that are seen while running the blueprint.
	ErrorMessage *string

	// The blueprint parameters as a string. You will have to provide a value for each
	// key that is required from the parameter spec that is defined in the
	// Blueprint$ParameterSpec .
	Parameters *string

	// The role ARN. This role will be assumed by the Glue service and will be used to
	// create the workflow and other entities of a workflow.
	RoleArn *string

	// If there are any errors while creating the entities of a workflow, we try to
	// roll back the created entities until that point and delete them. This attribute
	// indicates the errors seen while trying to delete the entities that are created.
	RollbackErrorMessage *string

	// The run ID for this blueprint run.
	RunId *string

	// The date and time that the blueprint run started.
	StartedOn *time.Time

	// The state of the blueprint run. Possible values are:
	//   - Running — The blueprint run is in progress.
	//   - Succeeded — The blueprint run completed successfully.
	//   - Failed — The blueprint run failed and rollback is complete.
	//   - Rolling Back — The blueprint run failed and rollback is in progress.
	State BlueprintRunState

	// The name of a workflow that is created as a result of a successful blueprint
	// run. If a blueprint run has an error, there will not be a workflow created.
	WorkflowName *string
	// contains filtered or unexported fields
}

type BlueprintRunState string

type BlueprintStatus string

type BooleanColumnStatisticsData struct {

	// The number of false values in the column.
	//
	// This member is required.
	NumberOfFalses int64

	// The number of null values in the column.
	//
	// This member is required.
	NumberOfNulls int64

	// The number of true values in the column.
	//
	// This member is required.
	NumberOfTrues int64
	// contains filtered or unexported fields
}

type CatalogDeltaSource struct {

	// The name of the database to read from.
	//
	// This member is required.
	Database *string

	// The name of the Delta Lake data source.
	//
	// This member is required.
	Name *string

	// The name of the table in the database to read from.
	//
	// This member is required.
	Table *string

	// Specifies additional connection options.
	AdditionalDeltaOptions map[string]string

	// Specifies the data schema for the Delta Lake source.
	OutputSchemas []GlueSchema
	// contains filtered or unexported fields
}

type CatalogEncryptionMode string

type CatalogEntry struct {

	// The database in which the table metadata resides.
	//
	// This member is required.
	DatabaseName *string

	// The name of the table in question.
	//
	// This member is required.
	TableName *string
	// contains filtered or unexported fields
}

type CatalogHudiSource struct {

	// The name of the database to read from.
	//
	// This member is required.
	Database *string

	// The name of the Hudi data source.
	//
	// This member is required.
	Name *string

	// The name of the table in the database to read from.
	//
	// This member is required.
	Table *string

	// Specifies additional connection options.
	AdditionalHudiOptions map[string]string

	// Specifies the data schema for the Hudi source.
	OutputSchemas []GlueSchema
	// contains filtered or unexported fields
}

type CatalogImportStatus struct {

	// True if the migration has completed, or False otherwise.
	ImportCompleted bool

	// The time that the migration was started.
	ImportTime *time.Time

	// The name of the person who initiated the migration.
	ImportedBy *string
	// contains filtered or unexported fields
}

type CatalogKafkaSource struct {

	// The name of the database to read from.
	//
	// This member is required.
	Database *string

	// The name of the data store.
	//
	// This member is required.
	Name *string

	// The name of the table in the database to read from.
	//
	// This member is required.
	Table *string

	// Specifies options related to data preview for viewing a sample of your data.
	DataPreviewOptions *StreamingDataPreviewOptions

	// Whether to automatically determine the schema from the incoming data.
	DetectSchema *bool

	// Specifies the streaming options.
	StreamingOptions *KafkaStreamingSourceOptions

	// The amount of time to spend processing each micro batch.
	WindowSize *int32
	// contains filtered or unexported fields
}

type CatalogKinesisSource struct {

	// The name of the database to read from.
	//
	// This member is required.
	Database *string

	// The name of the data source.
	//
	// This member is required.
	Name *string

	// The name of the table in the database to read from.
	//
	// This member is required.
	Table *string

	// Additional options for data preview.
	DataPreviewOptions *StreamingDataPreviewOptions

	// Whether to automatically determine the schema from the incoming data.
	DetectSchema *bool

	// Additional options for the Kinesis streaming data source.
	StreamingOptions *KinesisStreamingSourceOptions

	// The amount of time to spend processing each micro batch.
	WindowSize *int32
	// contains filtered or unexported fields
}

type CatalogSchemaChangePolicy struct {

	// Whether to use the specified update behavior when the crawler finds a changed
	// schema.
	EnableUpdateCatalog *bool

	// The update behavior when the crawler finds a changed schema.
	UpdateBehavior UpdateCatalogBehavior
	// contains filtered or unexported fields
}

type CatalogSource struct {

	// The name of the database to read from.
	//
	// This member is required.
	Database *string

	// The name of the data store.
	//
	// This member is required.
	Name *string

	// The name of the table in the database to read from.
	//
	// This member is required.
	Table *string
	// contains filtered or unexported fields
}

type CatalogTarget struct {

	// The name of the database to be synchronized.
	//
	// This member is required.
	DatabaseName *string

	// A list of the tables to be synchronized.
	//
	// This member is required.
	Tables []string

	// The name of the connection for an Amazon S3-backed Data Catalog table to be a
	// target of the crawl when using a Catalog connection type paired with a NETWORK
	// Connection type.
	ConnectionName *string

	// A valid Amazon dead-letter SQS ARN. For example,
	// arn:aws:sqs:region:account:deadLetterQueue .
	DlqEventQueueArn *string

	// A valid Amazon SQS ARN. For example, arn:aws:sqs:region:account:sqs .
	EventQueueArn *string
	// contains filtered or unexported fields
}

type Classifier struct {

	// A classifier for comma-separated values (CSV).
	CsvClassifier *CsvClassifier

	// A classifier that uses grok .
	GrokClassifier *GrokClassifier

	// A classifier for JSON content.
	JsonClassifier *JsonClassifier

	// A classifier for XML content.
	XMLClassifier *XMLClassifier
	// contains filtered or unexported fields
}

type CloudWatchEncryption struct {

	// The encryption mode to use for CloudWatch data.
	CloudWatchEncryptionMode CloudWatchEncryptionMode

	// The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.
	KmsKeyArn *string
	// contains filtered or unexported fields
}

type CloudWatchEncryptionMode string

type CodeGenConfigurationNode struct {

	// Specifies a transform that groups rows by chosen fields and computes the
	// aggregated value by specified function.
	Aggregate *Aggregate

	// Specifies a target that writes to a data source in Amazon Redshift.
	AmazonRedshiftSource *AmazonRedshiftSource

	// Specifies a target that writes to a data target in Amazon Redshift.
	AmazonRedshiftTarget *AmazonRedshiftTarget

	// Specifies a transform that maps data property keys in the data source to data
	// property keys in the data target. You can rename keys, modify the data types for
	// keys, and choose which keys to drop from the dataset.
	ApplyMapping *ApplyMapping

	// Specifies a connector to an Amazon Athena data source.
	AthenaConnectorSource *AthenaConnectorSource

	// Specifies a Delta Lake data source that is registered in the Glue Data Catalog.
	CatalogDeltaSource *CatalogDeltaSource

	// Specifies a Hudi data source that is registered in the Glue Data Catalog.
	CatalogHudiSource *CatalogHudiSource

	// Specifies an Apache Kafka data store in the Data Catalog.
	CatalogKafkaSource *CatalogKafkaSource

	// Specifies a Kinesis data source in the Glue Data Catalog.
	CatalogKinesisSource *CatalogKinesisSource

	// Specifies a data store in the Glue Data Catalog.
	CatalogSource *CatalogSource

	// Specifies a target that uses a Glue Data Catalog table.
	CatalogTarget *BasicCatalogTarget

	// Specifies a source generated with standard connection options.
	ConnectorDataSource *ConnectorDataSource

	// Specifies a target generated with standard connection options.
	ConnectorDataTarget *ConnectorDataTarget

	// Specifies a transform that uses custom code you provide to perform the data
	// transformation. The output is a collection of DynamicFrames.
	CustomCode *CustomCode

	// Specifies the direct JDBC source connection.
	DirectJDBCSource *DirectJDBCSource

	// Specifies an Apache Kafka data store.
	DirectKafkaSource *DirectKafkaSource

	// Specifies a direct Amazon Kinesis data source.
	DirectKinesisSource *DirectKinesisSource

	// Specifies a transform that removes rows of repeating data from a data set.
	DropDuplicates *DropDuplicates

	// Specifies a transform that chooses the data property keys that you want to drop.
	DropFields *DropFields

	// Specifies a transform that removes columns from the dataset if all values in
	// the column are 'null'. By default, Glue Studio will recognize null objects, but
	// some values such as empty strings, strings that are "null", -1 integers or other
	// placeholders such as zeros, are not automatically recognized as nulls.
	DropNullFields *DropNullFields

	// Specifies a custom visual transform created by a user.
	DynamicTransform *DynamicTransform

	// Specifies a DynamoDBC Catalog data store in the Glue Data Catalog.
	DynamoDBCatalogSource *DynamoDBCatalogSource

	// Specifies your data quality evaluation criteria.
	EvaluateDataQuality *EvaluateDataQuality

	// Specifies your data quality evaluation criteria. Allows multiple input data and
	// returns a collection of Dynamic Frames.
	EvaluateDataQualityMultiFrame *EvaluateDataQualityMultiFrame

	// Specifies a transform that locates records in the dataset that have missing
	// values and adds a new field with a value determined by imputation. The input
	// data set is used to train the machine learning model that determines what the
	// missing value should be.
	FillMissingValues *FillMissingValues

	// Specifies a transform that splits a dataset into two, based on a filter
	// condition.
	Filter *Filter

	// Specifies a data source in a goverened Data Catalog.
	GovernedCatalogSource *GovernedCatalogSource

	// Specifies a data target that writes to a goverened catalog.
	GovernedCatalogTarget *GovernedCatalogTarget

	// Specifies a connector to a JDBC data source.
	JDBCConnectorSource *JDBCConnectorSource

	// Specifies a data target that writes to Amazon S3 in Apache Parquet columnar
	// storage.
	JDBCConnectorTarget *JDBCConnectorTarget

	// Specifies a transform that joins two datasets into one dataset using a
	// comparison phrase on the specified data property keys. You can use inner, outer,
	// left, right, left semi, and left anti joins.
	Join *Join

	// Specifies a transform that merges a DynamicFrame with a staging DynamicFrame
	// based on the specified primary keys to identify records. Duplicate records
	// (records with the same primary keys) are not de-duplicated.
	Merge *Merge

	// Specifies a Microsoft SQL server data source in the Glue Data Catalog.
	MicrosoftSQLServerCatalogSource *MicrosoftSQLServerCatalogSource

	// Specifies a target that uses Microsoft SQL.
	MicrosoftSQLServerCatalogTarget *MicrosoftSQLServerCatalogTarget

	// Specifies a MySQL data source in the Glue Data Catalog.
	MySQLCatalogSource *MySQLCatalogSource

	// Specifies a target that uses MySQL.
	MySQLCatalogTarget *MySQLCatalogTarget

	// Specifies an Oracle data source in the Glue Data Catalog.
	OracleSQLCatalogSource *OracleSQLCatalogSource

	// Specifies a target that uses Oracle SQL.
	OracleSQLCatalogTarget *OracleSQLCatalogTarget

	// Specifies a transform that identifies, removes or masks PII data.
	PIIDetection *PIIDetection

	// Specifies a PostgresSQL data source in the Glue Data Catalog.
	PostgreSQLCatalogSource *PostgreSQLCatalogSource

	// Specifies a target that uses Postgres SQL.
	PostgreSQLCatalogTarget *PostgreSQLCatalogTarget

	// Specifies a Glue DataBrew recipe node.
	Recipe *Recipe

	// Specifies an Amazon Redshift data store.
	RedshiftSource *RedshiftSource

	// Specifies a target that uses Amazon Redshift.
	RedshiftTarget *RedshiftTarget

	// Specifies a relational catalog data store in the Glue Data Catalog.
	RelationalCatalogSource *RelationalCatalogSource

	// Specifies a transform that renames a single data property key.
	RenameField *RenameField

	// Specifies a Delta Lake data source that is registered in the Glue Data Catalog.
	// The data source must be stored in Amazon S3.
	S3CatalogDeltaSource *S3CatalogDeltaSource

	// Specifies a Hudi data source that is registered in the Glue Data Catalog. The
	// data source must be stored in Amazon S3.
	S3CatalogHudiSource *S3CatalogHudiSource

	// Specifies an Amazon S3 data store in the Glue Data Catalog.
	S3CatalogSource *S3CatalogSource

	// Specifies a data target that writes to Amazon S3 using the Glue Data Catalog.
	S3CatalogTarget *S3CatalogTarget

	// Specifies a command-separated value (CSV) data store stored in Amazon S3.
	S3CsvSource *S3CsvSource

	// Specifies a target that writes to a Delta Lake data source in the Glue Data
	// Catalog.
	S3DeltaCatalogTarget *S3DeltaCatalogTarget

	// Specifies a target that writes to a Delta Lake data source in Amazon S3.
	S3DeltaDirectTarget *S3DeltaDirectTarget

	// Specifies a Delta Lake data source stored in Amazon S3.
	S3DeltaSource *S3DeltaSource

	// Specifies a data target that writes to Amazon S3.
	S3DirectTarget *S3DirectTarget

	// Specifies a data target that writes to Amazon S3 in Apache Parquet columnar
	// storage.
	S3GlueParquetTarget *S3GlueParquetTarget

	// Specifies a target that writes to a Hudi data source in the Glue Data Catalog.
	S3HudiCatalogTarget *S3HudiCatalogTarget

	// Specifies a target that writes to a Hudi data source in Amazon S3.
	S3HudiDirectTarget *S3HudiDirectTarget

	// Specifies a Hudi data source stored in Amazon S3.
	S3HudiSource *S3HudiSource

	// Specifies a JSON data store stored in Amazon S3.
	S3JsonSource *S3JsonSource

	// Specifies an Apache Parquet data store stored in Amazon S3.
	S3ParquetSource *S3ParquetSource

	// Specifies a transform that chooses the data property keys that you want to keep.
	SelectFields *SelectFields

	// Specifies a transform that chooses one DynamicFrame from a collection of
	// DynamicFrames . The output is the selected DynamicFrame
	SelectFromCollection *SelectFromCollection

	// Specifies a Snowflake data source.
	SnowflakeSource *SnowflakeSource

	// Specifies a target that writes to a Snowflake data source.
	SnowflakeTarget *SnowflakeTarget

	// Specifies a connector to an Apache Spark data source.
	SparkConnectorSource *SparkConnectorSource

	// Specifies a target that uses an Apache Spark connector.
	SparkConnectorTarget *SparkConnectorTarget

	// Specifies a transform where you enter a SQL query using Spark SQL syntax to
	// transform the data. The output is a single DynamicFrame .
	SparkSQL *SparkSQL

	// Specifies a transform that writes samples of the data to an Amazon S3 bucket.
	Spigot *Spigot

	// Specifies a transform that splits data property keys into two DynamicFrames .
	// The output is a collection of DynamicFrames : one with selected data property
	// keys, and one with the remaining data property keys.
	SplitFields *SplitFields

	// Specifies a transform that combines the rows from two or more datasets into a
	// single result.
	Union *Union
	// contains filtered or unexported fields
}

type CodeGenEdge struct {

	// The ID of the node at which the edge starts.
	//
	// This member is required.
	Source *string

	// The ID of the node at which the edge ends.
	//
	// This member is required.
	Target *string

	// The target of the edge.
	TargetParameter *string
	// contains filtered or unexported fields
}

type CodeGenNode struct {

	// Properties of the node, in the form of name-value pairs.
	//
	// This member is required.
	Args []CodeGenNodeArg

	// A node identifier that is unique within the node's graph.
	//
	// This member is required.
	Id *string

	// The type of node that this is.
	//
	// This member is required.
	NodeType *string

	// The line number of the node.
	LineNumber int32
	// contains filtered or unexported fields
}

type CodeGenNodeArg struct {

	// The name of the argument or property.
	//
	// This member is required.
	Name *string

	// The value of the argument or property.
	//
	// This member is required.
	Value *string

	// True if the value is used as a parameter.
	Param bool
	// contains filtered or unexported fields
}

type Column struct {

	// The name of the Column .
	//
	// This member is required.
	Name *string

	// A free-form text comment.
	Comment *string

	// These key-value pairs define properties associated with the column.
	Parameters map[string]string

	// The data type of the Column .
	Type *string
	// contains filtered or unexported fields
}

type ColumnError struct {

	// The name of the column that failed.
	ColumnName *string

	// An error message with the reason for the failure of an operation.
	Error *ErrorDetail
	// contains filtered or unexported fields
}

type ColumnImportance struct {

	// The name of a column.
	ColumnName *string

	// The column importance score for the column, as a decimal.
	Importance *float64
	// contains filtered or unexported fields
}

type ColumnRowFilter struct {

	// A string containing the name of the column.
	ColumnName *string

	// A string containing the row-level filter expression.
	RowFilterExpression *string
	// contains filtered or unexported fields
}

type ColumnStatistics struct {

	// The timestamp of when column statistics were generated.
	//
	// This member is required.
	AnalyzedTime *time.Time

	// Name of column which statistics belong to.
	//
	// This member is required.
	ColumnName *string

	// The data type of the column.
	//
	// This member is required.
	ColumnType *string

	// A ColumnStatisticData object that contains the statistics data values.
	//
	// This member is required.
	StatisticsData *ColumnStatisticsData
	// contains filtered or unexported fields
}

type ColumnStatisticsData struct {

	// The type of column statistics data.
	//
	// This member is required.
	Type ColumnStatisticsType

	// Binary column statistics data.
	BinaryColumnStatisticsData *BinaryColumnStatisticsData

	// Boolean column statistics data.
	BooleanColumnStatisticsData *BooleanColumnStatisticsData

	// Date column statistics data.
	DateColumnStatisticsData *DateColumnStatisticsData

	// Decimal column statistics data. UnscaledValues within are Base64-encoded binary
	// objects storing big-endian, two's complement representations of the decimal's
	// unscaled value.
	DecimalColumnStatisticsData *DecimalColumnStatisticsData

	// Double column statistics data.
	DoubleColumnStatisticsData *DoubleColumnStatisticsData

	// Long column statistics data.
	LongColumnStatisticsData *LongColumnStatisticsData

	// String column statistics data.
	StringColumnStatisticsData *StringColumnStatisticsData
	// contains filtered or unexported fields
}

type ColumnStatisticsError struct {

	// The ColumnStatistics of the column.
	ColumnStatistics *ColumnStatistics

	// An error message with the reason for the failure of an operation.
	Error *ErrorDetail
	// contains filtered or unexported fields
}

type ColumnStatisticsState string

type ColumnStatisticsTaskNotRunningException struct {
	Message *string

	ErrorCodeOverride *string
	// contains filtered or unexported fields
}

type ColumnStatisticsTaskRun struct {

	// The ID of the Data Catalog where the table resides. If none is supplied, the
	// Amazon Web Services account ID is used by default.
	CatalogID *string

	// A list of the column names. If none is supplied, all column names for the table
	// will be used by default.
	ColumnNameList []string

	// The identifier for the particular column statistics task run.
	ColumnStatisticsTaskRunId *string

	// The time that this task was created.
	CreationTime *time.Time

	// The Amazon Web Services account ID.
	CustomerId *string

	// The calculated DPU usage in seconds for all autoscaled workers.
	DPUSeconds float64

	// The database where the table resides.
	DatabaseName *string

	// The end time of the task.
	EndTime *time.Time

	// The error message for the job.
	ErrorMessage *string

	// The last point in time when this task was modified.
	LastUpdated *time.Time

	// The number of workers used to generate column statistics. The job is
	// preconfigured to autoscale up to 25 instances.
	NumberOfWorkers int32

	// The IAM role that the service assumes to generate statistics.
	Role *string

	// The percentage of rows used to generate statistics. If none is supplied, the
	// entire table will be used to generate stats.
	SampleSize float64

	// Name of the security configuration that is used to encrypt CloudWatch logs for
	// the column stats task run.
	SecurityConfiguration *string

	// The start time of the task.
	StartTime *time.Time

	// The status of the task run.
	Status ColumnStatisticsState

	// The name of the table for which column statistics is generated.
	TableName *string

	// The type of workers being used for generating stats. The default is g.1x .
	WorkerType *string
	// contains filtered or unexported fields
}

type ColumnStatisticsTaskRunningException struct {
	Message *string

	ErrorCodeOverride *string
	// contains filtered or unexported fields
}

type ColumnStatisticsTaskStoppingException struct {
	Message *string

	ErrorCodeOverride *string
	// contains filtered or unexported fields
}

type ColumnStatisticsType string

type Comparator string

type Compatibility string

type CompressionType string

type ConcurrentModificationException struct {
	Message *string

	ErrorCodeOverride *string
	// contains filtered or unexported fields
}

type ConcurrentRunsExceededException struct {
	Message *string

	ErrorCodeOverride *string
	// contains filtered or unexported fields
}

type Condition struct {

	// The state of the crawler to which this condition applies.
	CrawlState CrawlState

	// The name of the crawler to which this condition applies.
	CrawlerName *string

	// The name of the job whose JobRuns this condition applies to, and on which this
	// trigger waits.
	JobName *string

	// A logical operator.
	LogicalOperator LogicalOperator

	// The condition state. Currently, the only job states that a trigger can listen
	// for are SUCCEEDED , STOPPED , FAILED , and TIMEOUT . The only crawler states
	// that a trigger can listen for are SUCCEEDED , FAILED , and CANCELLED .
	State JobRunState
	// contains filtered or unexported fields
}

type ConditionCheckFailureException struct {
	Message *string

	ErrorCodeOverride *string
	// contains filtered or unexported fields
}

type ConflictException struct {
	Message *string

	ErrorCodeOverride *string
	// contains filtered or unexported fields
}

type ConfusionMatrix struct {

	// The number of matches in the data that the transform didn't find, in the
	// confusion matrix for your transform.
	NumFalseNegatives *int64

	// The number of nonmatches in the data that the transform incorrectly classified
	// as a match, in the confusion matrix for your transform.
	NumFalsePositives *int64

	// The number of nonmatches in the data that the transform correctly rejected, in
	// the confusion matrix for your transform.
	NumTrueNegatives *int64

	// The number of matches in the data that the transform correctly found, in the
	// confusion matrix for your transform.
	NumTruePositives *int64
	// contains filtered or unexported fields
}

type Connection struct {

	// These key-value pairs define parameters for the connection:
	//   - HOST - The host URI: either the fully qualified domain name (FQDN) or the
	//   IPv4 address of the database host.
	//   - PORT - The port number, between 1024 and 65535, of the port on which the
	//   database host is listening for database connections.
	//   - USER_NAME - The name under which to log in to the database. The value string
	//   for USER_NAME is " USERNAME ".
	//   - PASSWORD - A password, if one is used, for the user name.
	//   - ENCRYPTED_PASSWORD - When you enable connection password protection by
	//   setting ConnectionPasswordEncryption in the Data Catalog encryption settings,
	//   this field stores the encrypted password.
	//   - JDBC_DRIVER_JAR_URI - The Amazon Simple Storage Service (Amazon S3) path of
	//   the JAR file that contains the JDBC driver to use.
	//   - JDBC_DRIVER_CLASS_NAME - The class name of the JDBC driver to use.
	//   - JDBC_ENGINE - The name of the JDBC engine to use.
	//   - JDBC_ENGINE_VERSION - The version of the JDBC engine to use.
	//   - CONFIG_FILES - (Reserved for future use.)
	//   - INSTANCE_ID - The instance ID to use.
	//   - JDBC_CONNECTION_URL - The URL for connecting to a JDBC data source.
	//   - JDBC_ENFORCE_SSL - A Boolean string (true, false) specifying whether Secure
	//   Sockets Layer (SSL) with hostname matching is enforced for the JDBC connection
	//   on the client. The default is false.
	//   - CUSTOM_JDBC_CERT - An Amazon S3 location specifying the customer's root
	//   certificate. Glue uses this root certificate to validate the customer’s
	//   certificate when connecting to the customer database. Glue only handles X.509
	//   certificates. The certificate provided must be DER-encoded and supplied in
	//   Base64 encoding PEM format.
	//   - SKIP_CUSTOM_JDBC_CERT_VALIDATION - By default, this is false . Glue
	//   validates the Signature algorithm and Subject Public Key Algorithm for the
	//   customer certificate. The only permitted algorithms for the Signature algorithm
	//   are SHA256withRSA, SHA384withRSA or SHA512withRSA. For the Subject Public Key
	//   Algorithm, the key length must be at least 2048. You can set the value of this
	//   property to true to skip Glue’s validation of the customer certificate.
	//   - CUSTOM_JDBC_CERT_STRING - A custom JDBC certificate string which is used for
	//   domain match or distinguished name match to prevent a man-in-the-middle attack.
	//   In Oracle database, this is used as the SSL_SERVER_CERT_DN ; in Microsoft SQL
	//   Server, this is used as the hostNameInCertificate .
	//   - CONNECTION_URL - The URL for connecting to a general (non-JDBC) data source.
	//   - SECRET_ID - The secret ID used for the secret manager of credentials.
	//   - CONNECTOR_URL - The connector URL for a MARKETPLACE or CUSTOM connection.
	//   - CONNECTOR_TYPE - The connector type for a MARKETPLACE or CUSTOM connection.
	//   - CONNECTOR_CLASS_NAME - The connector class name for a MARKETPLACE or CUSTOM
	//   connection.
	//   - KAFKA_BOOTSTRAP_SERVERS - A comma-separated list of host and port pairs that
	//   are the addresses of the Apache Kafka brokers in a Kafka cluster to which a
	//   Kafka client will connect to and bootstrap itself.
	//   - KAFKA_SSL_ENABLED - Whether to enable or disable SSL on an Apache Kafka
	//   connection. Default value is "true".
	//   - KAFKA_CUSTOM_CERT - The Amazon S3 URL for the private CA cert file (.pem
	//   format). The default is an empty string.
	//   - KAFKA_SKIP_CUSTOM_CERT_VALIDATION - Whether to skip the validation of the CA
	//   cert file or not. Glue validates for three algorithms: SHA256withRSA,
	//   SHA384withRSA and SHA512withRSA. Default value is "false".
	//   - KAFKA_CLIENT_KEYSTORE - The Amazon S3 location of the client keystore file
	//   for Kafka client side authentication (Optional).
	//   - KAFKA_CLIENT_KEYSTORE_PASSWORD - The password to access the provided
	//   keystore (Optional).
	//   - KAFKA_CLIENT_KEY_PASSWORD - A keystore can consist of multiple keys, so this
	//   is the password to access the client key to be used with the Kafka server side
	//   key (Optional).
	//   - ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD - The encrypted version of the
	//   Kafka client keystore password (if the user has the Glue encrypt passwords
	//   setting selected).
	//   - ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD - The encrypted version of the Kafka
	//   client key password (if the user has the Glue encrypt passwords setting
	//   selected).
	//   - KAFKA_SASL_MECHANISM - "SCRAM-SHA-512" , "GSSAPI" , "AWS_MSK_IAM" , or
	//   "PLAIN" . These are the supported SASL Mechanisms (https://www.iana.org/assignments/sasl-mechanisms/sasl-mechanisms.xhtml)
	//   .
	//   - KAFKA_SASL_PLAIN_USERNAME - A plaintext username used to authenticate with
	//   the "PLAIN" mechanism.
	//   - KAFKA_SASL_PLAIN_PASSWORD - A plaintext password used to authenticate with
	//   the "PLAIN" mechanism.
	//   - ENCRYPTED_KAFKA_SASL_PLAIN_PASSWORD - The encrypted version of the Kafka
	//   SASL PLAIN password (if the user has the Glue encrypt passwords setting
	//   selected).
	//   - KAFKA_SASL_SCRAM_USERNAME - A plaintext username used to authenticate with
	//   the "SCRAM-SHA-512" mechanism.
	//   - KAFKA_SASL_SCRAM_PASSWORD - A plaintext password used to authenticate with
	//   the "SCRAM-SHA-512" mechanism.
	//   - ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD - The encrypted version of the Kafka
	//   SASL SCRAM password (if the user has the Glue encrypt passwords setting
	//   selected).
	//   - KAFKA_SASL_SCRAM_SECRETS_ARN - The Amazon Resource Name of a secret in
	//   Amazon Web Services Secrets Manager.
	//   - KAFKA_SASL_GSSAPI_KEYTAB - The S3 location of a Kerberos keytab file. A
	//   keytab stores long-term keys for one or more principals. For more information,
	//   see MIT Kerberos Documentation: Keytab (https://web.mit.edu/kerberos/krb5-latest/doc/basic/keytab_def.html)
	//   .
	//   - KAFKA_SASL_GSSAPI_KRB5_CONF - The S3 location of a Kerberos krb5.conf file.
	//   A krb5.conf stores Kerberos configuration information, such as the location of
	//   the KDC server. For more information, see MIT Kerberos Documentation:
	//   krb5.conf (https://web.mit.edu/kerberos/krb5-1.12/doc/admin/conf_files/krb5_conf.html)
	//   .
	//   - KAFKA_SASL_GSSAPI_SERVICE - The Kerberos service name, as set with
	//   sasl.kerberos.service.name in your Kafka Configuration (https://kafka.apache.org/documentation/#brokerconfigs_sasl.kerberos.service.name)
	//   .
	//   - KAFKA_SASL_GSSAPI_PRINCIPAL - The name of the Kerberos princial used by
	//   Glue. For more information, see Kafka Documentation: Configuring Kafka Brokers (https://kafka.apache.org/documentation/#security_sasl_kerberos_clientconfig)
	//   .
	ConnectionProperties map[string]string

	// The type of the connection. Currently, SFTP is not supported.
	ConnectionType ConnectionType

	// The time that this connection definition was created.
	CreationTime *time.Time

	// The description of the connection.
	Description *string

	// The user, group, or role that last updated this connection definition.
	LastUpdatedBy *string

	// The last time that this connection definition was updated.
	LastUpdatedTime *time.Time

	// A list of criteria that can be used in selecting this connection.
	MatchCriteria []string

	// The name of the connection definition.
	Name *string

	// A map of physical connection requirements, such as virtual private cloud (VPC)
	// and SecurityGroup , that are needed to make this connection successfully.
	PhysicalConnectionRequirements *PhysicalConnectionRequirements
	// contains filtered or unexported fields
}

type ConnectionInput struct {

	// These key-value pairs define parameters for the connection.
	//
	// This member is required.
	ConnectionProperties map[string]string

	// The type of the connection. Currently, these types are supported:
	//   - JDBC - Designates a connection to a database through Java Database
	//   Connectivity (JDBC). JDBC Connections use the following ConnectionParameters.
	//   - Required: All of ( HOST , PORT , JDBC_ENGINE ) or JDBC_CONNECTION_URL .
	//   - Required: All of ( USERNAME , PASSWORD ) or SECRET_ID .
	//   - Optional: JDBC_ENFORCE_SSL , CUSTOM_JDBC_CERT , CUSTOM_JDBC_CERT_STRING ,
	//   SKIP_CUSTOM_JDBC_CERT_VALIDATION . These parameters are used to configure SSL
	//   with JDBC.
	//   - KAFKA - Designates a connection to an Apache Kafka streaming platform. KAFKA
	//   Connections use the following ConnectionParameters.
	//   - Required: KAFKA_BOOTSTRAP_SERVERS .
	//   - Optional: KAFKA_SSL_ENABLED , KAFKA_CUSTOM_CERT ,
	//   KAFKA_SKIP_CUSTOM_CERT_VALIDATION . These parameters are used to configure SSL
	//   with KAFKA .
	//   - Optional: KAFKA_CLIENT_KEYSTORE , KAFKA_CLIENT_KEYSTORE_PASSWORD ,
	//   KAFKA_CLIENT_KEY_PASSWORD , ENCRYPTED_KAFKA_CLIENT_KEYSTORE_PASSWORD ,
	//   ENCRYPTED_KAFKA_CLIENT_KEY_PASSWORD . These parameters are used to configure
	//   TLS client configuration with SSL in KAFKA .
	//   - Optional: KAFKA_SASL_MECHANISM . Can be specified as SCRAM-SHA-512 , GSSAPI
	//   , or AWS_MSK_IAM .
	//   - Optional: KAFKA_SASL_SCRAM_USERNAME , KAFKA_SASL_SCRAM_PASSWORD ,
	//   ENCRYPTED_KAFKA_SASL_SCRAM_PASSWORD . These parameters are used to configure
	//   SASL/SCRAM-SHA-512 authentication with KAFKA .
	//   - Optional: KAFKA_SASL_GSSAPI_KEYTAB , KAFKA_SASL_GSSAPI_KRB5_CONF ,
	//   KAFKA_SASL_GSSAPI_SERVICE , KAFKA_SASL_GSSAPI_PRINCIPAL . These parameters are
	//   used to configure SASL/GSSAPI authentication with KAFKA .
	//   - MONGODB - Designates a connection to a MongoDB document database. MONGODB
	//   Connections use the following ConnectionParameters.
	//   - Required: CONNECTION_URL .
	//   - Required: All of ( USERNAME , PASSWORD ) or SECRET_ID .
	//   - NETWORK - Designates a network connection to a data source within an Amazon
	//   Virtual Private Cloud environment (Amazon VPC). NETWORK Connections do not
	//   require ConnectionParameters. Instead, provide a PhysicalConnectionRequirements.
	//
	//   - MARKETPLACE - Uses configuration settings contained in a connector purchased
	//   from Amazon Web Services Marketplace to read from and write to data stores that
	//   are not natively supported by Glue. MARKETPLACE Connections use the following
	//   ConnectionParameters.
	//   - Required: CONNECTOR_TYPE , CONNECTOR_URL , CONNECTOR_CLASS_NAME ,
	//   CONNECTION_URL .
	//   - Required for JDBC CONNECTOR_TYPE connections: All of ( USERNAME , PASSWORD )
	//   or SECRET_ID .
	//   - CUSTOM - Uses configuration settings contained in a custom connector to read
	//   from and write to data stores that are not natively supported by Glue.
	// SFTP is not supported. For more information about how optional
	// ConnectionProperties are used to configure features in Glue, consult Glue
	// connection properties (https://docs.aws.amazon.com/glue/latest/dg/connection-defining.html)
	// . For more information about how optional ConnectionProperties are used to
	// configure features in Glue Studio, consult Using connectors and connections (https://docs.aws.amazon.com/glue/latest/ug/connectors-chapter.html)
	// .
	//
	// This member is required.
	ConnectionType ConnectionType

	// The name of the connection. Connection will not function as expected without a
	// name.
	//
	// This member is required.
	Name *string

	// The description of the connection.
	Description *string

	// A list of criteria that can be used in selecting this connection.
	MatchCriteria []string

	// A map of physical connection requirements, such as virtual private cloud (VPC)
	// and SecurityGroup , that are needed to successfully make this connection.
	PhysicalConnectionRequirements *PhysicalConnectionRequirements
	// contains filtered or unexported fields
}

type ConnectionPasswordEncryption struct {

	// When the ReturnConnectionPasswordEncrypted flag is set to "true", passwords
	// remain encrypted in the responses of GetConnection and GetConnections . This
	// encryption takes effect independently from catalog encryption.
	//
	// This member is required.
	ReturnConnectionPasswordEncrypted bool

	// An KMS key that is used to encrypt the connection password. If connection
	// password protection is enabled, the caller of CreateConnection and
	// UpdateConnection needs at least kms:Encrypt permission on the specified KMS
	// key, to encrypt passwords before storing them in the Data Catalog. You can set
	// the decrypt permission to enable or restrict access on the password key
	// according to your security requirements.
	AwsKmsKeyId *string
	// contains filtered or unexported fields
}

type ConnectionPropertyKey string

type ConnectionType string

type ConnectionsList struct {

	// A list of connections used by the job.
	Connections []string
	// contains filtered or unexported fields
}

type ConnectorDataSource struct {

	// The connectionType , as provided to the underlying Glue library. This node type
	// supports the following connection types:
	//   - opensearch
	//   - azuresql
	//   - azurecosmos
	//   - bigquery
	//   - saphana
	//   - teradata
	//   - vertica
	//
	// This member is required.
	ConnectionType *string

	// A map specifying connection options for the node. You can find standard
	// connection options for the corresponding connection type in the Connection
	// parameters (https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-connect.html)
	// section of the Glue documentation.
	//
	// This member is required.
	Data map[string]string

	// The name of this source node.
	//
	// This member is required.
	Name *string

	// Specifies the data schema for this source.
	OutputSchemas []GlueSchema
	// contains filtered or unexported fields
}

type ConnectorDataTarget struct {

	// The connectionType , as provided to the underlying Glue library. This node type
	// supports the following connection types:
	//   - opensearch
	//   - azuresql
	//   - azurecosmos
	//   - bigquery
	//   - saphana
	//   - teradata
	//   - vertica
	//
	// This member is required.
	ConnectionType *string

	// A map specifying connection options for the node. You can find standard
	// connection options for the corresponding connection type in the Connection
	// parameters (https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-connect.html)
	// section of the Glue documentation.
	//
	// This member is required.
	Data map[string]string

	// The name of this target node.
	//
	// This member is required.
	Name *string

	// The nodes that are inputs to the data target.
	Inputs []string
	// contains filtered or unexported fields
}

type Crawl struct {

	// The date and time on which the crawl completed.
	CompletedOn *time.Time

	// The error message associated with the crawl.
	ErrorMessage *string

	// The log group associated with the crawl.
	LogGroup *string

	// The log stream associated with the crawl.
	LogStream *string

	// The date and time on which the crawl started.
	StartedOn *time.Time

	// The state of the crawler.
	State CrawlState
	// contains filtered or unexported fields
}

type CrawlState string

type Crawler struct {

	// A list of UTF-8 strings that specify the custom classifiers that are associated
	// with the crawler.
	Classifiers []string

	// Crawler configuration information. This versioned JSON string allows users to
	// specify aspects of a crawler's behavior. For more information, see Setting
	// crawler configuration options (https://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html)
	// .
	Configuration *string

	// If the crawler is running, contains the total time elapsed since the last crawl
	// began.
	CrawlElapsedTime int64

	// The name of the SecurityConfiguration structure to be used by this crawler.
	CrawlerSecurityConfiguration *string

	// The time that the crawler was created.
	CreationTime *time.Time

	// The name of the database in which the crawler's output is stored.
	DatabaseName *string

	// A description of the crawler.
	Description *string

	// Specifies whether the crawler should use Lake Formation credentials for the
	// crawler instead of the IAM role credentials.
	LakeFormationConfiguration *LakeFormationConfiguration

	// The status of the last crawl, and potentially error information if an error
	// occurred.
	LastCrawl *LastCrawlInfo

	// The time that the crawler was last updated.
	LastUpdated *time.Time

	// A configuration that specifies whether data lineage is enabled for the crawler.
	LineageConfiguration *LineageConfiguration

	// The name of the crawler.
	Name *string

	// A policy that specifies whether to crawl the entire dataset again, or to crawl
	// only folders that were added since the last crawler run.
	RecrawlPolicy *RecrawlPolicy

	// The Amazon Resource Name (ARN) of an IAM role that's used to access customer
	// resources, such as Amazon Simple Storage Service (Amazon S3) data.
	Role *string

	// For scheduled crawlers, the schedule when the crawler runs.
	Schedule *Schedule

	// The policy that specifies update and delete behaviors for the crawler.
	SchemaChangePolicy *SchemaChangePolicy

	// Indicates whether the crawler is running, or whether a run is pending.
	State CrawlerState

	// The prefix added to the names of tables that are created.
	TablePrefix *string

	// A collection of targets to crawl.
	Targets *CrawlerTargets

	// The version of the crawler.
	Version int64
	// contains filtered or unexported fields
}

type CrawlerHistory struct {

	// A UUID identifier for each crawl.
	CrawlId *string

	// The number of data processing units (DPU) used in hours for the crawl.
	DPUHour float64

	// The date and time on which the crawl ended.
	EndTime *time.Time

	// If an error occurred, the error message associated with the crawl.
	ErrorMessage *string

	// The log group associated with the crawl.
	LogGroup *string

	// The log stream associated with the crawl.
	LogStream *string

	// The prefix for a CloudWatch message about this crawl.
	MessagePrefix *string

	// The date and time on which the crawl started.
	StartTime *time.Time

	// The state of the crawl.
	State CrawlerHistoryState

	// A run summary for the specific crawl in JSON. Contains the catalog tables and
	// partitions that were added, updated, or deleted.
	Summary *string
	// contains filtered or unexported fields
}

type CrawlerHistoryState string

type CrawlerLineageSettings string

type CrawlerMetrics struct {

	// The name of the crawler.
	CrawlerName *string

	// The duration of the crawler's most recent run, in seconds.
	LastRuntimeSeconds float64

	// The median duration of this crawler's runs, in seconds.
	MedianRuntimeSeconds float64

	// True if the crawler is still estimating how long it will take to complete this
	// run.
	StillEstimating bool

	// The number of tables created by this crawler.
	TablesCreated int32

	// The number of tables deleted by this crawler.
	TablesDeleted int32

	// The number of tables updated by this crawler.
	TablesUpdated int32

	// The estimated time left to complete a running crawl.
	TimeLeftSeconds float64
	// contains filtered or unexported fields
}

type CrawlerNodeDetails struct {

	// A list of crawls represented by the crawl node.
	Crawls []Crawl
	// contains filtered or unexported fields
}

type CrawlerNotRunningException struct {
	Message *string

	ErrorCodeOverride *string
	// contains filtered or unexported fields
}

type CrawlerRunningException struct {
	Message *string

	ErrorCodeOverride *string
	// contains filtered or unexported fields
}

type CrawlerState string

type CrawlerStoppingException struct {
	Message *string

	ErrorCodeOverride *string
	// contains filtered or unexported fields
}

type CrawlerTargets struct {

	// Specifies Glue Data Catalog targets.
	CatalogTargets []CatalogTarget

	// Specifies Delta data store targets.
	DeltaTargets []DeltaTarget

	// Specifies Amazon DynamoDB targets.
	DynamoDBTargets []DynamoDBTarget

	// Specifies Apache Hudi data store targets.
	HudiTargets []HudiTarget

	// Specifies Apache Iceberg data store targets.
	IcebergTargets []IcebergTarget

	// Specifies JDBC targets.
	JdbcTargets []JdbcTarget

	// Specifies Amazon DocumentDB or MongoDB targets.
	MongoDBTargets []MongoDBTarget

	// Specifies Amazon Simple Storage Service (Amazon S3) targets.
	S3Targets []S3Target
	// contains filtered or unexported fields
}

type CrawlsFilter struct {

	// A key used to filter the crawler runs for a specified crawler. Valid values for
	// each of the field names are:
	//   - CRAWL_ID : A string representing the UUID identifier for a crawl.
	//   - STATE : A string representing the state of the crawl.
	//   - START_TIME and END_TIME : The epoch timestamp in milliseconds.
	//   - DPU_HOUR : The number of data processing unit (DPU) hours used for the
	//   crawl.
	FieldName FieldName

	// The value provided for comparison on the crawl field.
	FieldValue *string

	// A defined comparator that operates on the value. The available operators are:
	//   - GT : Greater than.
	//   - GE : Greater than or equal to.
	//   - LT : Less than.
	//   - LE : Less than or equal to.
	//   - EQ : Equal to.
	//   - NE : Not equal to.
	FilterOperator FilterOperator
	// contains filtered or unexported fields
}

type CreateCsvClassifierRequest struct {

	// The name of the classifier.
	//
	// This member is required.
	Name *string

	// Enables the processing of files that contain only one column.
	AllowSingleColumn *bool

	// Indicates whether the CSV file contains a header.
	ContainsHeader CsvHeaderOption

	// Enables the configuration of custom datatypes.
	CustomDatatypeConfigured *bool

	// Creates a list of supported custom datatypes.
	CustomDatatypes []string

	// A custom symbol to denote what separates each column entry in the row.
	Delimiter *string

	// Specifies not to trim values before identifying the type of column values. The
	// default value is true.
	DisableValueTrimming *bool

	// A list of strings representing column names.
	Header []string

	// A custom symbol to denote what combines content into a single column value.
	// Must be different from the column delimiter.
	QuoteSymbol *string

	// Sets the SerDe for processing CSV in the classifier, which will be applied in
	// the Data Catalog. Valid values are OpenCSVSerDe , LazySimpleSerDe , and None .
	// You can specify the None value when you want the crawler to do the detection.
	Serde CsvSerdeOption
	// contains filtered or unexported fields
}

type CreateGrokClassifierRequest struct {

	// An identifier of the data format that the classifier matches, such as Twitter,
	// JSON, Omniture logs, Amazon CloudWatch Logs, and so on.
	//
	// This member is required.
	Classification *string

	// The grok pattern used by this classifier.
	//
	// This member is required.
	GrokPattern *string

	// The name of the new classifier.
	//
	// This member is required.
	Name *string

	// Optional custom grok patterns used by this classifier.
	CustomPatterns *string
	// contains filtered or unexported fields
}

type CreateJsonClassifierRequest struct {

	// A JsonPath string defining the JSON data for the classifier to classify. Glue
	// supports a subset of JsonPath, as described in Writing JsonPath Custom
	// Classifiers (https://docs.aws.amazon.com/glue/latest/dg/custom-classifier.html#custom-classifier-json)
	// .
	//
	// This member is required.
	JsonPath *string

	// The name of the classifier.
	//
	// This member is required.
	Name *string
	// contains filtered or unexported fields
}

type CreateXMLClassifierRequest struct {

	// An identifier of the data format that the classifier matches.
	//
	// This member is required.
	Classification *string

	// The name of the classifier.
	//
	// This member is required.
	Name *string

	// The XML tag designating the element that contains each record in an XML
	// document being parsed. This can't identify a self-closing element (closed by />
	// ). An empty row element that contains only attributes can be parsed as long as
	// it ends with a closing tag (for example, is okay, but  is not).
	RowTag *string
	// contains filtered or unexported fields
}

type CsvClassifier struct {

	// The name of the classifier.
	//
	// This member is required.
	Name *string

	// Enables the processing of files that contain only one column.
	AllowSingleColumn *bool

	// Indicates whether the CSV file contains a header.
	ContainsHeader CsvHeaderOption

	// The time that this classifier was registered.
	CreationTime *time.Time

	// Enables the custom datatype to be configured.
	CustomDatatypeConfigured *bool

	// A list of custom datatypes including "BINARY", "BOOLEAN", "DATE", "DECIMAL",
	// "DOUBLE", "FLOAT", "INT", "LONG", "SHORT", "STRING", "TIMESTAMP".
	CustomDatatypes []string

	// A custom symbol to denote what separates each column entry in the row.
	Delimiter *string

	// Specifies not to trim values before identifying the type of column values. The
	// default value is true .
	DisableValueTrimming *bool

	// A list of strings representing column names.
	Header []string

	// The time that this classifier was last updated.
	LastUpdated *time.Time

	// A custom symbol to denote what combines content into a single column value. It
	// must be different from the column delimiter.
	QuoteSymbol *string

	// Sets the SerDe for processing CSV in the classifier, which will be applied in
	// the Data Catalog. Valid values are OpenCSVSerDe , LazySimpleSerDe , and None .
	// You can specify the None value when you want the crawler to do the detection.
	Serde CsvSerdeOption

	// The version of this classifier.
	Version int64
	// contains filtered or unexported fields
}

type CsvHeaderOption string

type CsvSerdeOption string

type CustomCode struct {

	// The name defined for the custom code node class.
	//
	// This member is required.
	ClassName *string

	// The custom code that is used to perform the data transformation.
	//
	// This member is required.
	Code *string

	// The data inputs identified by their node names.
	//
	// This member is required.
	Inputs []string

	// The name of the transform node.
	//
	// This member is required.
	Name *string

	// Specifies the data schema for the custom code transform.
	OutputSchemas []GlueSchema
	// contains filtered or unexported fields
}

type CustomEntityType struct {

	// A name for the custom pattern that allows it to be retrieved or deleted later.
	// This name must be unique per Amazon Web Services account.
	//
	// This member is required.
	Name *string

	// A regular expression string that is used for detecting sensitive data in a
	// custom pattern.
	//
	// This member is required.
	RegexString *string

	// A list of context words. If none of these context words are found within the
	// vicinity of the regular expression the data will not be detected as sensitive
	// data. If no context words are passed only a regular expression is checked.
	ContextWords []string
	// contains filtered or unexported fields
}

type DQResultsPublishingOptions struct {

	// Enable metrics for your data quality results.
	CloudWatchMetricsEnabled *bool

	// The context of the evaluation.
	EvaluationContext *string

	// Enable publishing for your data quality results.
	ResultsPublishingEnabled *bool

	// The Amazon S3 prefix prepended to the results.
	ResultsS3Prefix *string
	// contains filtered or unexported fields
}

type DQStopJobOnFailureOptions struct {

	// When to stop job if your data quality evaluation fails. Options are Immediate
	// or AfterDataLoad.
	StopJobOnFailureTiming DQStopJobOnFailureTiming
	// contains filtered or unexported fields
}

type DQStopJobOnFailureTiming string

type DQTransformOutput string

type DataCatalogEncryptionSettings struct {

	// When connection password protection is enabled, the Data Catalog uses a
	// customer-provided key to encrypt the password as part of CreateConnection or
	// UpdateConnection and store it in the ENCRYPTED_PASSWORD field in the connection
	// properties. You can enable catalog encryption or only password encryption.
	ConnectionPasswordEncryption *ConnectionPasswordEncryption

	// Specifies the encryption-at-rest configuration for the Data Catalog.
	EncryptionAtRest *EncryptionAtRest
	// contains filtered or unexported fields
}

type DataFormat string

type DataLakePrincipal struct {

	// An identifier for the Lake Formation principal.
	DataLakePrincipalIdentifier *string
	// contains filtered or unexported fields
}

type DataQualityAnalyzerResult struct {

	// A description of the data quality analyzer.
	Description *string

	// A map of metrics associated with the evaluation of the analyzer.
	EvaluatedMetrics map[string]float64

	// An evaluation message.
	EvaluationMessage *string

	// The name of the data quality analyzer.
	Name *string
	// contains filtered or unexported fields
}

type DataQualityEvaluationRunAdditionalRunOptions struct {

	// Whether or not to enable CloudWatch metrics.
	CloudWatchMetricsEnabled *bool

	// Prefix for Amazon S3 to store results.
	ResultsS3Prefix *string
	// contains filtered or unexported fields
}

type DataQualityMetricValues struct {

	// The actual value of the data quality metric.
	ActualValue *float64

	// The expected value of the data quality metric according to the analysis of
	// historical data.
	ExpectedValue *float64

	// The lower limit of the data quality metric value according to the analysis of
	// historical data.
	LowerLimit *float64

	// The upper limit of the data quality metric value according to the analysis of
	// historical data.
	UpperLimit *float64
	// contains filtered or unexported fields
}

type DataQualityObservation struct {

	// A description of the data quality observation.
	Description *string

	// An object of type MetricBasedObservation representing the observation that is
	// based on evaluated data quality metrics.
	MetricBasedObservation *MetricBasedObservation
	// contains filtered or unexported fields
}

type DataQualityResult struct {

	// A list of DataQualityAnalyzerResult objects representing the results for each
	// analyzer.
	AnalyzerResults []DataQualityAnalyzerResult

	// The date and time when this data quality run completed.
	CompletedOn *time.Time

	// The table associated with the data quality result, if any.
	DataSource *DataSource

	// In the context of a job in Glue Studio, each node in the canvas is typically
	// assigned some sort of name and data quality nodes will have names. In the case
	// of multiple nodes, the evaluationContext can differentiate the nodes.
	EvaluationContext *string

	// The job name associated with the data quality result, if any.
	JobName *string

	// The job run ID associated with the data quality result, if any.
	JobRunId *string

	// A list of DataQualityObservation objects representing the observations
	// generated after evaluating the rules and analyzers.
	Observations []DataQualityObservation

	// A unique result ID for the data quality result.
	ResultId *string

	// A list of DataQualityRuleResult objects representing the results for each rule.
	RuleResults []DataQualityRuleResult

	// The unique run ID for the ruleset evaluation for this data quality result.
	RulesetEvaluationRunId *string

	// The name of the ruleset associated with the data quality result.
	RulesetName *string

	// An aggregate data quality score. Represents the ratio of rules that passed to
	// the total number of rules.
	Score *float64

	// The date and time when this data quality run started.
	StartedOn *time.Time
	// contains filtered or unexported fields
}

type DataQualityResultDescription struct {

	// The table name associated with the data quality result.
	DataSource *DataSource

	// The job name associated with the data quality result.
	JobName *string

	// The job run ID associated with the data quality result.
	JobRunId *string

	// The unique result ID for this data quality result.
	ResultId *string

	// The time that the run started for this data quality result.
	StartedOn *time.Time
	// contains filtered or unexported fields
}

type DataQualityResultFilterCriteria struct {

	// Filter results by the specified data source. For example, retrieving all
	// results for an Glue table.
	DataSource *DataSource

	// Filter results by the specified job name.
	JobName *string

	// Filter results by the specified job run ID.
	JobRunId *string

	// Filter results by runs that started after this time.
	StartedAfter *time.Time

	// Filter results by runs that started before this time.
	StartedBefore *time.Time
	// contains filtered or unexported fields
}

type DataQualityRuleRecommendationRunDescription struct {

	// The data source (Glue table) associated with the recommendation run.
	DataSource *DataSource

	// The unique run identifier associated with this run.
	RunId *string

	// The date and time when this run started.
	StartedOn *time.Time

	// The status for this run.
	Status TaskStatusType
	// contains filtered or unexported fields
}

type DataQualityRuleRecommendationRunFilter struct {

	// Filter based on a specified data source (Glue table).
	//
	// This member is required.
	DataSource *DataSource

	// Filter based on time for results started after provided time.
	StartedAfter *time.Time

	// Filter based on time for results started before provided time.
	StartedBefore *time.Time
	// contains filtered or unexported fields
}

type DataQualityRuleResult struct {

	// A description of the data quality rule.
	Description *string

	// A map of metrics associated with the evaluation of the rule.
	EvaluatedMetrics map[string]float64

	// An evaluation message.
	EvaluationMessage *string

	// The name of the data quality rule.
	Name *string

	// A pass or fail status for the rule.
	Result DataQualityRuleResultStatus
	// contains filtered or unexported fields
}

type DataQualityRuleResultStatus string

type DataQualityRulesetEvaluationRunDescription struct {

	// The data source (an Glue table) associated with the run.
	DataSource *DataSource

	// The unique run identifier associated with this run.
	RunId *string

	// The date and time when the run started.
	StartedOn *time.Time

	// The status for this run.
	Status TaskStatusType
	// contains filtered or unexported fields
}

type DataQualityRulesetEvaluationRunFilter struct {

	// Filter based on a data source (an Glue table) associated with the run.
	//
	// This member is required.
	DataSource *DataSource

	// Filter results by runs that started after this time.
	StartedAfter *time.Time

	// Filter results by runs that started before this time.
	StartedBefore *time.Time
	// contains filtered or unexported fields
}

type DataQualityRulesetFilterCriteria struct {

	// Filter on rulesets created after this date.
	CreatedAfter *time.Time

	// Filter on rulesets created before this date.
	CreatedBefore *time.Time

	// The description of the ruleset filter criteria.
	Description *string

	// Filter on rulesets last modified after this date.
	LastModifiedAfter *time.Time

	// Filter on rulesets last modified before this date.
	LastModifiedBefore *time.Time

	// The name of the ruleset filter criteria.
	Name *string

	// The name and database name of the target table.
	TargetTable *DataQualityTargetTable
	// contains filtered or unexported fields
}

type DataQualityRulesetListDetails struct {

	// The date and time the data quality ruleset was created.
	CreatedOn *time.Time

	// A description of the data quality ruleset.
	Description *string

	// The date and time the data quality ruleset was last modified.
	LastModifiedOn *time.Time

	// The name of the data quality ruleset.
	Name *string

	// When a ruleset was created from a recommendation run, this run ID is generated
	// to link the two together.
	RecommendationRunId *string

	// The number of rules in the ruleset.
	RuleCount *int32

	// An object representing an Glue table.
	TargetTable *DataQualityTargetTable
	// contains filtered or unexported fields
}

type DataQualityTargetTable struct {

	// The name of the database where the Glue table exists.
	//
	// This member is required.
	DatabaseName *string

	// The name of the Glue table.
	//
	// This member is required.
	TableName *string

	// The catalog id where the Glue table exists.
	CatalogId *string
	// contains filtered or unexported fields
}

type DataSource struct {

	// An Glue table.
	//
	// This member is required.
	GlueTable *GlueTable
	// contains filtered or unexported fields
}

type Database struct {

	// The name of the database. For Hive compatibility, this is folded to lowercase
	// when it is stored.
	//
	// This member is required.
	Name *string

	// The ID of the Data Catalog in which the database resides.
	CatalogId *string

	// Creates a set of default permissions on the table for principals. Used by Lake
	// Formation. Not used in the normal course of Glue operations.
	CreateTableDefaultPermissions []PrincipalPermissions

	// The time at which the metadata database was created in the catalog.
	CreateTime *time.Time

	// A description of the database.
	Description *string

	// A FederatedDatabase structure that references an entity outside the Glue Data
	// Catalog.
	FederatedDatabase *FederatedDatabase

	// The location of the database (for example, an HDFS path).
	LocationUri *string

	// These key-value pairs define parameters and properties of the database.
	Parameters map[string]string

	// A DatabaseIdentifier structure that describes a target database for resource
	// linking.
	TargetDatabase *DatabaseIdentifier
	// contains filtered or unexported fields
}

type DatabaseIdentifier struct {

	// The ID of the Data Catalog in which the database resides.
	CatalogId *string

	// The name of the catalog database.
	DatabaseName *string

	// Region of the target database.
	Region *string
	// contains filtered or unexported fields
}

type DatabaseInput struct {

	// The name of the database. For Hive compatibility, this is folded to lowercase
	// when it is stored.
	//
	// This member is required.
	Name *string

	// Creates a set of default permissions on the table for principals. Used by Lake
	// Formation. Not used in the normal course of Glue operations.
	CreateTableDefaultPermissions []PrincipalPermissions

	// A description of the database.
	Description *string

	// A FederatedDatabase structure that references an entity outside the Glue Data
	// Catalog.
	FederatedDatabase *FederatedDatabase

	// The location of the database (for example, an HDFS path).
	LocationUri *string

	// These key-value pairs define parameters and properties of the database. These
	// key-value pairs define parameters and properties of the database.
	Parameters map[string]string

	// A DatabaseIdentifier structure that describes a target database for resource
	// linking.
	TargetDatabase *DatabaseIdentifier
	// contains filtered or unexported fields
}

type Datatype struct {

	// The datatype of the value.
	//
	// This member is required.
	Id *string

	// A label assigned to the datatype.
	//
	// This member is required.
	Label *string
	// contains filtered or unexported fields
}

type DateColumnStatisticsData struct {

	// The number of distinct values in a column.
	//
	// This member is required.
	NumberOfDistinctValues int64

	// The number of null values in the column.
	//
	// This member is required.
	NumberOfNulls int64

	// The highest value in the column.
	MaximumValue *time.Time

	// The lowest value in the column.
	MinimumValue *time.Time
	// contains filtered or unexported fields
}

type DecimalColumnStatisticsData struct {

	// The number of distinct values in a column.
	//
	// This member is required.
	NumberOfDistinctValues int64

	// The number of null values in the column.
	//
	// This member is required.
	NumberOfNulls int64

	// The highest value in the column.
	MaximumValue *DecimalNumber

	// The lowest value in the column.
	MinimumValue *DecimalNumber
	// contains filtered or unexported fields
}

type DecimalNumber struct {

	// The scale that determines where the decimal point falls in the unscaled value.
	//
	// This member is required.
	Scale int32

	// The unscaled numeric value.
	//
	// This member is required.
	UnscaledValue []byte
	// contains filtered or unexported fields
}

type DeleteBehavior string

type DeltaTarget struct {

	// The name of the connection to use to connect to the Delta table target.
	ConnectionName *string

	// Specifies whether the crawler will create native tables, to allow integration
	// with query engines that support querying of the Delta transaction log directly.
	CreateNativeDeltaTable *bool

	// A list of the Amazon S3 paths to the Delta tables.
	DeltaTables []string

	// Specifies whether to write the manifest files to the Delta table path.
	WriteManifest *bool
	// contains filtered or unexported fields
}

type DeltaTargetCompressionType string

type DevEndpoint struct {

	// A map of arguments used to configure the DevEndpoint . Valid arguments are:
	//   - "--enable-glue-datacatalog": ""
	// You can specify a version of Python support for development endpoints by using
	// the Arguments parameter in the CreateDevEndpoint or UpdateDevEndpoint APIs. If
	// no arguments are provided, the version defaults to Python 2.
	Arguments map[string]string

	// The Amazon Web Services Availability Zone where this DevEndpoint is located.
	AvailabilityZone *string

	// The point in time at which this DevEndpoint was created.
	CreatedTimestamp *time.Time

	// The name of the DevEndpoint .
	EndpointName *string

	// The path to one or more Java .jar files in an S3 bucket that should be loaded
	// in your DevEndpoint . You can only use pure Java/Scala libraries with a
	// DevEndpoint .
	ExtraJarsS3Path *string

	// The paths to one or more Python libraries in an Amazon S3 bucket that should be
	// loaded in your DevEndpoint . Multiple values must be complete paths separated by
	// a comma. You can only use pure Python libraries with a DevEndpoint . Libraries
	// that rely on C extensions, such as the pandas (http://pandas.pydata.org/)
	// Python data analysis library, are not currently supported.
	ExtraPythonLibsS3Path *string

	// The reason for a current failure in this DevEndpoint .
	FailureReason *string

	// Glue version determines the versions of Apache Spark and Python that Glue
	// supports. The Python version indicates the version supported for running your
	// ETL scripts on development endpoints. For more information about the available
	// Glue versions and corresponding Spark and Python versions, see Glue version (https://docs.aws.amazon.com/glue/latest/dg/add-job.html)
	// in the developer guide. Development endpoints that are created without
	// specifying a Glue version default to Glue 0.9. You can specify a version of
	// Python support for development endpoints by using the Arguments parameter in
	// the CreateDevEndpoint or UpdateDevEndpoint APIs. If no arguments are provided,
	// the version defaults to Python 2.
	GlueVersion *string

	// The point in time at which this DevEndpoint was last modified.
	LastModifiedTimestamp *time.Time

	// The status of the last update.
	LastUpdateStatus *string

	// The number of Glue Data Processing Units (DPUs) allocated to this DevEndpoint .
	NumberOfNodes int32

	// The number of workers of a defined workerType that are allocated to the
	// development endpoint. The maximum number of workers you can define are 299 for
	// G.1X , and 149 for G.2X .
	NumberOfWorkers *int32

	// A private IP address to access the DevEndpoint within a VPC if the DevEndpoint
	// is created within one. The PrivateAddress field is present only when you create
	// the DevEndpoint within your VPC.
	PrivateAddress *string

	// The public IP address used by this DevEndpoint . The PublicAddress field is
	// present only when you create a non-virtual private cloud (VPC) DevEndpoint .
	PublicAddress *string

	// The public key to be used by this DevEndpoint for authentication. This
	// attribute is provided for backward compatibility because the recommended
	// attribute to use is public keys.
	PublicKey *string

	// A list of public keys to be used by the DevEndpoints for authentication. Using
	// this attribute is preferred over a single public key because the public keys
	// allow you to have a different private key per client. If you previously created
	// an endpoint with a public key, you must remove that key to be able to set a list
	// of public keys. Call the UpdateDevEndpoint API operation with the public key
	// content in the deletePublicKeys attribute, and the list of new keys in the
	// addPublicKeys attribute.
	PublicKeys []string

	// The Amazon Resource Name (ARN) of the IAM role used in this DevEndpoint .
	RoleArn *string

	// The name of the SecurityConfiguration structure to be used with this DevEndpoint
	// .
	SecurityConfiguration *string

	// A list of security group identifiers used in this DevEndpoint .
	SecurityGroupIds []string

	// The current status of this DevEndpoint .
	Status *string

	// The subnet ID for this DevEndpoint .
	SubnetId *string

	// The ID of the virtual private cloud (VPC) used by this DevEndpoint .
	VpcId *string

	// The type of predefined worker that is allocated to the development endpoint.
	// Accepts a value of Standard, G.1X, or G.2X.
	//   - For the Standard worker type, each worker provides 4 vCPU, 16 GB of memory
	//   and a 50GB disk, and 2 executors per worker.
	//   - For the G.1X worker type, each worker maps to 1 DPU (4 vCPU, 16 GB of
	//   memory, 64 GB disk), and provides 1 executor per worker. We recommend this
	//   worker type for memory-intensive jobs.
	//   - For the G.2X worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of
	//   memory, 128 GB disk), and provides 1 executor per worker. We recommend this
	//   worker type for memory-intensive jobs.
	// Known issue: when a development endpoint is created with the G.2X WorkerType
	// configuration, the Spark drivers for the development endpoint will run on 4
	// vCPU, 16 GB of memory, and a 64 GB disk.
	WorkerType WorkerType

	// The YARN endpoint address used by this DevEndpoint .
	YarnEndpointAddress *string

	// The Apache Zeppelin port for the remote Apache Spark interpreter.
	ZeppelinRemoteSparkInterpreterPort int32
	// contains filtered or unexported fields
}

type DevEndpointCustomLibraries struct {

	// The path to one or more Java .jar files in an S3 bucket that should be loaded
	// in your DevEndpoint . You can only use pure Java/Scala libraries with a
	// DevEndpoint .
	ExtraJarsS3Path *string

	// The paths to one or more Python libraries in an Amazon Simple Storage Service
	// (Amazon S3) bucket that should be loaded in your DevEndpoint . Multiple values
	// must be complete paths separated by a comma. You can only use pure Python
	// libraries with a DevEndpoint . Libraries that rely on C extensions, such as the
	// pandas (http://pandas.pydata.org/) Python data analysis library, are not
	// currently supported.
	ExtraPythonLibsS3Path *string
	// contains filtered or unexported fields
}

type DirectJDBCSource struct {

	// The connection name of the JDBC source.
	//
	// This member is required.
	ConnectionName *string

	// The connection type of the JDBC source.
	//
	// This member is required.
	ConnectionType JDBCConnectionType

	// The database of the JDBC source connection.
	//
	// This member is required.
	Database *string

	// The name of the JDBC source connection.
	//
	// This member is required.
	Name *string

	// The table of the JDBC source connection.
	//
	// This member is required.
	Table *string

	// The temp directory of the JDBC Redshift source.
	RedshiftTmpDir *string
	// contains filtered or unexported fields
}

type DirectKafkaSource struct {

	// The name of the data store.
	//
	// This member is required.
	Name *string

	// Specifies options related to data preview for viewing a sample of your data.
	DataPreviewOptions *StreamingDataPreviewOptions

	// Whether to automatically determine the schema from the incoming data.
	DetectSchema *bool

	// Specifies the streaming options.
	StreamingOptions *KafkaStreamingSourceOptions

	// The amount of time to spend processing each micro batch.
	WindowSize *int32
	// contains filtered or unexported fields
}

type DirectKinesisSource struct {

	// The name of the data source.
	//
	// This member is required.
	Name *string

	// Additional options for data preview.
	DataPreviewOptions *StreamingDataPreviewOptions

	// Whether to automatically determine the schema from the incoming data.
	DetectSchema *bool

	// Additional options for the Kinesis streaming data source.
	StreamingOptions *KinesisStreamingSourceOptions

	// The amount of time to spend processing each micro batch.
	WindowSize *int32
	// contains filtered or unexported fields
}

type DirectSchemaChangePolicy struct {

	// Specifies the database that the schema change policy applies to.
	Database *string

	// Whether to use the specified update behavior when the crawler finds a changed
	// schema.
	EnableUpdateCatalog *bool

	// Specifies the table in the database that the schema change policy applies to.
	Table *string

	// The update behavior when the crawler finds a changed schema.
	UpdateBehavior UpdateCatalogBehavior
	// contains filtered or unexported fields
}

type DoubleColumnStatisticsData struct {

	// The number of distinct values in a column.
	//
	// This member is required.
	NumberOfDistinctValues int64

	// The number of null values in the column.
	//
	// This member is required.
	NumberOfNulls int64

	// The highest value in the column.
	MaximumValue float64

	// The lowest value in the column.
	MinimumValue float64
	// contains filtered or unexported fields
}

type DropDuplicates struct {

	// The data inputs identified by their node names.
	//
	// This member is required.
	Inputs []string

	// The name of the transform node.
	//
	// This member is required.
	Name *string

	// The name of the columns to be merged or removed if repeating.
	Columns [][]string
	// contains filtered or unexported fields
}

type DropFields struct {

	// The data inputs identified by their node names.
	//
	// This member is required.
	Inputs []string

	// The name of the transform node.
	//
	// This member is required.
	Name *string

	// A JSON path to a variable in the data structure.
	//
	// This member is required.
	Paths [][]string
	// contains filtered or unexported fields
}

type DropNullFields struct {

	// The data inputs identified by their node names.
	//
	// This member is required.
	Inputs []string

	// The name of the transform node.
	//
	// This member is required.
	Name *string

	// A structure that represents whether certain values are recognized as null
	// values for removal.
	NullCheckBoxList *NullCheckBoxList

	// A structure that specifies a list of NullValueField structures that represent a
	// custom null value such as zero or other value being used as a null placeholder
	// unique to the dataset. The DropNullFields transform removes custom null values
	// only if both the value of the null placeholder and the datatype match the data.
	NullTextList []NullValueField
	// contains filtered or unexported fields
}

type DynamicTransform struct {

	// Specifies the name of the function of the dynamic transform.
	//
	// This member is required.
	FunctionName *string

	// Specifies the inputs for the dynamic transform that are required.
	//
	// This member is required.
	Inputs []string

	// Specifies the name of the dynamic transform.
	//
	// This member is required.
	Name *string

	// Specifies the path of the dynamic transform source and config files.
	//
	// This member is required.
	Path *string

	// Specifies the name of the dynamic transform as it appears in the Glue Studio
	// visual editor.
	//
	// This member is required.
	TransformName *string

	// Specifies the data schema for the dynamic transform.
	OutputSchemas []GlueSchema

	// Specifies the parameters of the dynamic transform.
	Parameters []TransformConfigParameter

	// This field is not used and will be deprecated in future release.
	Version *string
	// contains filtered or unexported fields
}

type DynamoDBCatalogSource struct {

	// The name of the database to read from.
	//
	// This member is required.
	Database *string

	// The name of the data source.
	//
	// This member is required.
	Name *string

	// The name of the table in the database to read from.
	//
	// This member is required.
	Table *string
	// contains filtered or unexported fields
}

type DynamoDBTarget struct {

	// The name of the DynamoDB table to crawl.
	Path *string

	// Indicates whether to scan all the records, or to sample rows from the table.
	// Scanning all the records can take a long time when the table is not a high
	// throughput table. A value of true means to scan all records, while a value of
	// false means to sample the records. If no value is specified, the value defaults
	// to true .
	ScanAll *bool

	// The percentage of the configured read capacity units to use by the Glue
	// crawler. Read capacity units is a term defined by DynamoDB, and is a numeric
	// value that acts as rate limiter for the number of reads that can be performed on
	// that table per second. The valid values are null or a value between 0.1 to 1.5.
	// A null value is used when user does not provide a value, and defaults to 0.5 of
	// the configured Read Capacity Unit (for provisioned tables), or 0.25 of the max
	// configured Read Capacity Unit (for tables using on-demand mode).
	ScanRate *float64
	// contains filtered or unexported fields
}

type Edge struct {

	// The unique of the node within the workflow where the edge ends.
	DestinationId *string

	// The unique of the node within the workflow where the edge starts.
	SourceId *string
	// contains filtered or unexported fields
}

type EnableHybridValues string

type EncryptionAtRest struct {

	// The encryption-at-rest mode for encrypting Data Catalog data.
	//
	// This member is required.
	CatalogEncryptionMode CatalogEncryptionMode

	// The role that Glue assumes to encrypt and decrypt the Data Catalog objects on
	// the caller's behalf.
	CatalogEncryptionServiceRole *string

	// The ID of the KMS key to use for encryption at rest.
	SseAwsKmsKeyId *string
	// contains filtered or unexported fields
}

type EncryptionConfiguration struct {

	// The encryption configuration for Amazon CloudWatch.
	CloudWatchEncryption *CloudWatchEncryption

	// The encryption configuration for job bookmarks.
	JobBookmarksEncryption *JobBookmarksEncryption

	// The encryption configuration for Amazon Simple Storage Service (Amazon S3) data.
	S3Encryption []S3Encryption
	// contains filtered or unexported fields
}

type EntityNotFoundException struct {
	Message *string

	ErrorCodeOverride *string

	FromFederationSource *bool
	// contains filtered or unexported fields
}

type ErrorDetail struct {

	// The code associated with this error.
	ErrorCode *string

	// A message describing the error.
	ErrorMessage *string
	// contains filtered or unexported fields
}

type ErrorDetails struct {

	// The error code for an error.
	ErrorCode *string

	// The error message for an error.
	ErrorMessage *string
	// contains filtered or unexported fields
}

type EvaluateDataQuality struct {

	// The inputs of your data quality evaluation.
	//
	// This member is required.
	Inputs []string

	// The name of the data quality evaluation.
	//
	// This member is required.
	Name *string

	// The ruleset for your data quality evaluation.
	//
	// This member is required.
	Ruleset *string

	// The output of your data quality evaluation.
	Output DQTransformOutput

	// Options to configure how your results are published.
	PublishingOptions *DQResultsPublishingOptions

	// Options to configure how your job will stop if your data quality evaluation
	// fails.
	StopJobOnFailureOptions *DQStopJobOnFailureOptions
	// contains filtered or unexported fields
}

type EvaluateDataQualityMultiFrame struct {

	// The inputs of your data quality evaluation. The first input in this list is the
	// primary data source.
	//
	// This member is required.
	Inputs []string

	// The name of the data quality evaluation.
	//
	// This member is required.
	Name *string

	// The ruleset for your data quality evaluation.
	//
	// This member is required.
	Ruleset *string

	// The aliases of all data sources except primary.
	AdditionalDataSources map[string]string

	// Options to configure runtime behavior of the transform.
	AdditionalOptions map[string]string

	// Options to configure how your results are published.
	PublishingOptions *DQResultsPublishingOptions

	// Options to configure how your job will stop if your data quality evaluation
	// fails.
	StopJobOnFailureOptions *DQStopJobOnFailureOptions
	// contains filtered or unexported fields
}

type EvaluationMetrics struct {

	// The type of machine learning transform.
	//
	// This member is required.
	TransformType TransformType

	// The evaluation metrics for the find matches algorithm.
	FindMatchesMetrics *FindMatchesMetrics
	// contains filtered or unexported fields
}

type EventBatchingCondition struct {

	// Number of events that must be received from Amazon EventBridge before
	// EventBridge event trigger fires.
	//
	// This member is required.
	BatchSize *int32

	// Window of time in seconds after which EventBridge event trigger fires. Window
	// starts when first event is received.
	BatchWindow *int32
	// contains filtered or unexported fields
}

type ExecutionClass string

type ExecutionProperty struct {

	// The maximum number of concurrent runs allowed for the job. The default is 1. An
	// error is returned when this threshold is reached. The maximum value you can
	// specify is controlled by a service limit.
	MaxConcurrentRuns int32
	// contains filtered or unexported fields
}

type ExistCondition string

type ExportLabelsTaskRunProperties struct {

	// The Amazon Simple Storage Service (Amazon S3) path where you will export the
	// labels.
	OutputS3Path *string
	// contains filtered or unexported fields
}

type FederatedDatabase struct {

	// The name of the connection to the external metastore.
	ConnectionName *string

	// A unique identifier for the federated database.
	Identifier *string
	// contains filtered or unexported fields
}

type FederatedResourceAlreadyExistsException struct {
	Message *string

	ErrorCodeOverride *string

	AssociatedGlueResource *string
	// contains filtered or unexported fields
}

type FederatedTable struct {

	// The name of the connection to the external metastore.
	ConnectionName *string

	// A unique identifier for the federated database.
	DatabaseIdentifier *string

	// A unique identifier for the federated table.
	Identifier *string
	// contains filtered or unexported fields
}

type FederationSourceErrorCode string

type FederationSourceException struct {
	Message *string

	ErrorCodeOverride *string

	FederationSourceErrorCode FederationSourceErrorCode
	// contains filtered or unexported fields
}

type FederationSourceRetryableException struct {
	Message *string

	ErrorCodeOverride *string
	// contains filtered or unexported fields
}

type FieldName string

type FillMissingValues struct {

	// A JSON path to a variable in the data structure for the dataset that is imputed.
	//
	// This member is required.
	ImputedPath *string

	// The data inputs identified by their node names.
	//
	// This member is required.
	Inputs []string

	// The name of the transform node.
	//
	// This member is required.
	Name *string

	// A JSON path to a variable in the data structure for the dataset that is filled.
	FilledPath *string
	// contains filtered or unexported fields
}

type Filter struct {

	// Specifies a filter expression.
	//
	// This member is required.
	Filters []FilterExpression

	// The data inputs identified by their node names.
	//
	// This member is required.
	Inputs []string

	// The operator used to filter rows by comparing the key value to a specified
	// value.
	//
	// This member is required.
	LogicalOperator FilterLogicalOperator

	// The name of the transform node.
	//
	// This member is required.
	Name *string
	// contains filtered or unexported fields
}

type FilterExpression struct {

	// The type of operation to perform in the expression.
	//
	// This member is required.
	Operation FilterOperation

	// A list of filter values.
	//
	// This member is required.
	Values []FilterValue

	// Whether the expression is to be negated.
	Negated *bool
	// contains filtered or unexported fields
}

type FilterLogicalOperator string

type FilterOperation string