5.0.0 • Published 7 years ago
@datafire/amazonaws_glue v5.0.0
@datafire/amazonaws_glue
Client library for AWS Glue
Installation and Usage
npm install --save @datafire/amazonaws_glue
let amazonaws_glue = require('@datafire/amazonaws_glue').create({
accessKeyId: "",
secretAccessKey: "",
region: ""
});
amazonaws_glue.BatchCreatePartition({
"DatabaseName": "",
"TableName": "",
"PartitionInputList": []
}).then(data => {
console.log(data);
});
Description
AWS Glue Defines the public endpoint for the AWS Glue service.
Actions
BatchCreatePartition
amazonaws_glue.BatchCreatePartition({
"DatabaseName": "",
"TableName": "",
"PartitionInputList": []
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- PartitionInputList required PartitionInputList
- TableName required NameString
Output
- output BatchCreatePartitionResponse
BatchDeleteConnection
amazonaws_glue.BatchDeleteConnection({
"ConnectionNameList": []
}, context)
Input
- input
object
- CatalogId CatalogIdString
- ConnectionNameList required DeleteConnectionNameList
Output
BatchDeletePartition
amazonaws_glue.BatchDeletePartition({
"DatabaseName": "",
"TableName": "",
"PartitionsToDelete": []
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- PartitionsToDelete required BatchDeletePartitionValueList
- TableName required NameString
Output
- output BatchDeletePartitionResponse
BatchDeleteTable
amazonaws_glue.BatchDeleteTable({
"DatabaseName": "",
"TablesToDelete": []
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- TablesToDelete required BatchDeleteTableNameList
Output
- output BatchDeleteTableResponse
BatchDeleteTableVersion
amazonaws_glue.BatchDeleteTableVersion({
"DatabaseName": "",
"TableName": "",
"VersionIds": []
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- TableName required NameString
- VersionIds required BatchDeleteTableVersionList
Output
BatchGetPartition
amazonaws_glue.BatchGetPartition({
"DatabaseName": "",
"TableName": "",
"PartitionsToGet": []
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- PartitionsToGet required BatchGetPartitionValueList
- TableName required NameString
Output
- output BatchGetPartitionResponse
BatchStopJobRun
amazonaws_glue.BatchStopJobRun({
"JobName": "",
"JobRunIds": []
}, context)
Input
- input
object
- JobName required NameString
- JobRunIds required BatchStopJobRunJobRunIdList
Output
- output BatchStopJobRunResponse
CreateClassifier
amazonaws_glue.CreateClassifier({}, context)
Input
- input
object
- GrokClassifier CreateGrokClassifierRequest
- JsonClassifier CreateJsonClassifierRequest
- XMLClassifier CreateXMLClassifierRequest
Output
- output CreateClassifierResponse
CreateConnection
amazonaws_glue.CreateConnection({
"ConnectionInput": {
"Name": "",
"ConnectionType": "",
"ConnectionProperties": []
}
}, context)
Input
- input
object
- CatalogId CatalogIdString
- ConnectionInput required ConnectionInput
Output
- output CreateConnectionResponse
CreateCrawler
amazonaws_glue.CreateCrawler({
"Name": "",
"Role": "",
"DatabaseName": "",
"Targets": {}
}, context)
Input
- input
object
- Classifiers ClassifierNameList
- Configuration CrawlerConfiguration
- DatabaseName required DatabaseName
- Description DescriptionString
- Name required NameString
- Role required Role
- Schedule CronExpression
- SchemaChangePolicy SchemaChangePolicy
- TablePrefix TablePrefix
- Targets required CrawlerTargets
Output
- output CreateCrawlerResponse
CreateDatabase
amazonaws_glue.CreateDatabase({
"DatabaseInput": {
"Name": ""
}
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseInput required DatabaseInput
Output
- output CreateDatabaseResponse
CreateDevEndpoint
amazonaws_glue.CreateDevEndpoint({
"EndpointName": "",
"RoleArn": "",
"PublicKey": ""
}, context)
Input
- input
object
- EndpointName required GenericString
- ExtraJarsS3Path GenericString
- ExtraPythonLibsS3Path GenericString
- NumberOfNodes IntegerValue
- PublicKey required GenericString
- RoleArn required RoleArn
- SecurityGroupIds StringList
- SubnetId GenericString
Output
- output CreateDevEndpointResponse
CreateJob
amazonaws_glue.CreateJob({
"Name": "",
"Role": "",
"Command": {}
}, context)
Input
- input
object
- AllocatedCapacity IntegerValue
- Command required JobCommand
- Connections ConnectionsList
- DefaultArguments GenericMap
- Description DescriptionString
- ExecutionProperty ExecutionProperty
- LogUri UriString
- MaxRetries MaxRetries
- Name required NameString
- Role required RoleString
Output
- output CreateJobResponse
CreatePartition
amazonaws_glue.CreatePartition({
"DatabaseName": "",
"TableName": "",
"PartitionInput": {}
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- PartitionInput required PartitionInput
- TableName required NameString
Output
- output CreatePartitionResponse
CreateScript
amazonaws_glue.CreateScript({}, context)
Input
Output
- output CreateScriptResponse
CreateTable
amazonaws_glue.CreateTable({
"DatabaseName": "",
"TableInput": {
"Name": ""
}
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- TableInput required TableInput
Output
- output CreateTableResponse
CreateTrigger
amazonaws_glue.CreateTrigger({
"Name": "",
"Type": "",
"Actions": []
}, context)
Input
- input
object
- Actions required ActionList
- Description DescriptionString
- Name required NameString
- Predicate Predicate
- Schedule GenericString
- Type required TriggerType
Output
- output CreateTriggerResponse
CreateUserDefinedFunction
amazonaws_glue.CreateUserDefinedFunction({
"DatabaseName": "",
"FunctionInput": {}
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- FunctionInput required UserDefinedFunctionInput
Output
DeleteClassifier
amazonaws_glue.DeleteClassifier({
"Name": ""
}, context)
Input
- input
object
- Name required NameString
Output
- output DeleteClassifierResponse
DeleteConnection
amazonaws_glue.DeleteConnection({
"ConnectionName": ""
}, context)
Input
- input
object
- CatalogId CatalogIdString
- ConnectionName required NameString
Output
- output DeleteConnectionResponse
DeleteCrawler
amazonaws_glue.DeleteCrawler({
"Name": ""
}, context)
Input
- input
object
- Name required NameString
Output
- output DeleteCrawlerResponse
DeleteDatabase
amazonaws_glue.DeleteDatabase({
"Name": ""
}, context)
Input
- input
object
- CatalogId CatalogIdString
- Name required NameString
Output
- output DeleteDatabaseResponse
DeleteDevEndpoint
amazonaws_glue.DeleteDevEndpoint({
"EndpointName": ""
}, context)
Input
- input
object
- EndpointName required GenericString
Output
- output DeleteDevEndpointResponse
DeleteJob
amazonaws_glue.DeleteJob({
"JobName": ""
}, context)
Input
- input
object
- JobName required NameString
Output
- output DeleteJobResponse
DeletePartition
amazonaws_glue.DeletePartition({
"DatabaseName": "",
"TableName": "",
"PartitionValues": []
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- PartitionValues required ValueStringList
- TableName required NameString
Output
- output DeletePartitionResponse
DeleteTable
amazonaws_glue.DeleteTable({
"DatabaseName": "",
"Name": ""
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- Name required NameString
Output
- output DeleteTableResponse
DeleteTableVersion
amazonaws_glue.DeleteTableVersion({
"DatabaseName": "",
"TableName": "",
"VersionId": ""
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- TableName required NameString
- VersionId required VersionString
Output
- output DeleteTableVersionResponse
DeleteTrigger
amazonaws_glue.DeleteTrigger({
"Name": ""
}, context)
Input
- input
object
- Name required NameString
Output
- output DeleteTriggerResponse
DeleteUserDefinedFunction
amazonaws_glue.DeleteUserDefinedFunction({
"DatabaseName": "",
"FunctionName": ""
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- FunctionName required NameString
Output
GetCatalogImportStatus
amazonaws_glue.GetCatalogImportStatus({}, context)
Input
- input
object
- CatalogId CatalogIdString
Output
GetClassifier
amazonaws_glue.GetClassifier({
"Name": ""
}, context)
Input
- input
object
- Name required NameString
Output
- output GetClassifierResponse
GetClassifiers
amazonaws_glue.GetClassifiers({}, context)
Input
Output
- output GetClassifiersResponse
GetConnection
amazonaws_glue.GetConnection({
"Name": ""
}, context)
Input
- input
object
- CatalogId CatalogIdString
- Name required NameString
Output
- output GetConnectionResponse
GetConnections
amazonaws_glue.GetConnections({}, context)
Input
- input
object
- MaxResults
string
- NextToken
string
- CatalogId CatalogIdString
- Filter GetConnectionsFilter
- MaxResults PageSize
- NextToken Token
- MaxResults
Output
- output GetConnectionsResponse
GetCrawler
amazonaws_glue.GetCrawler({
"Name": ""
}, context)
Input
- input
object
- Name required NameString
Output
- output GetCrawlerResponse
GetCrawlerMetrics
amazonaws_glue.GetCrawlerMetrics({}, context)
Input
- input
object
- MaxResults
string
- NextToken
string
- CrawlerNameList CrawlerNameList
- MaxResults PageSize
- NextToken Token
- MaxResults
Output
- output GetCrawlerMetricsResponse
GetCrawlers
amazonaws_glue.GetCrawlers({}, context)
Input
Output
- output GetCrawlersResponse
GetDatabase
amazonaws_glue.GetDatabase({
"Name": ""
}, context)
Input
- input
object
- CatalogId CatalogIdString
- Name required NameString
Output
- output GetDatabaseResponse
GetDatabases
amazonaws_glue.GetDatabases({}, context)
Input
- input
object
- MaxResults
string
- NextToken
string
- CatalogId CatalogIdString
- MaxResults PageSize
- NextToken Token
- MaxResults
Output
- output GetDatabasesResponse
GetDataflowGraph
amazonaws_glue.GetDataflowGraph({}, context)
Input
- input
object
- PythonScript PythonScript
Output
- output GetDataflowGraphResponse
GetDevEndpoint
amazonaws_glue.GetDevEndpoint({
"EndpointName": ""
}, context)
Input
- input
object
- EndpointName required GenericString
Output
- output GetDevEndpointResponse
GetDevEndpoints
amazonaws_glue.GetDevEndpoints({}, context)
Input
- input
object
- MaxResults
string
- NextToken
string
- MaxResults PageSize
- NextToken GenericString
- MaxResults
Output
- output GetDevEndpointsResponse
GetJob
amazonaws_glue.GetJob({
"JobName": ""
}, context)
Input
- input
object
- JobName required NameString
Output
- output GetJobResponse
GetJobRun
amazonaws_glue.GetJobRun({
"JobName": "",
"RunId": ""
}, context)
Input
- input
object
- JobName required NameString
- PredecessorsIncluded BooleanValue
- RunId required IdString
Output
- output GetJobRunResponse
GetJobRuns
amazonaws_glue.GetJobRuns({
"JobName": ""
}, context)
Input
- input
object
- MaxResults
string
- NextToken
string
- JobName required NameString
- MaxResults PageSize
- NextToken GenericString
- MaxResults
Output
- output GetJobRunsResponse
GetJobs
amazonaws_glue.GetJobs({}, context)
Input
- input
object
- MaxResults
string
- NextToken
string
- MaxResults PageSize
- NextToken GenericString
- MaxResults
Output
- output GetJobsResponse
GetMapping
amazonaws_glue.GetMapping({
"Source": {
"DatabaseName": "",
"TableName": ""
}
}, context)
Input
- input
object
- Location Location
- Sinks CatalogEntries
- Source required CatalogEntry
Output
- output GetMappingResponse
GetPartition
amazonaws_glue.GetPartition({
"DatabaseName": "",
"TableName": "",
"PartitionValues": []
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- PartitionValues required ValueStringList
- TableName required NameString
Output
- output GetPartitionResponse
GetPartitions
amazonaws_glue.GetPartitions({
"DatabaseName": "",
"TableName": ""
}, context)
Input
- input
object
- MaxResults
string
- NextToken
string
- CatalogId CatalogIdString
- DatabaseName required NameString
- Expression PredicateString
- MaxResults PageSize
- NextToken Token
- Segment Segment
- TableName required NameString
- MaxResults
Output
- output GetPartitionsResponse
GetPlan
amazonaws_glue.GetPlan({
"Mapping": [],
"Source": {
"DatabaseName": "",
"TableName": ""
}
}, context)
Input
- input
object
- Language Language
- Location Location
- Mapping required MappingList
- Sinks CatalogEntries
- Source required CatalogEntry
Output
- output GetPlanResponse
GetTable
amazonaws_glue.GetTable({
"DatabaseName": "",
"Name": ""
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- Name required NameString
Output
- output GetTableResponse
GetTableVersion
amazonaws_glue.GetTableVersion({
"DatabaseName": "",
"TableName": ""
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- TableName required NameString
- VersionId VersionString
Output
- output GetTableVersionResponse
GetTableVersions
amazonaws_glue.GetTableVersions({
"DatabaseName": "",
"TableName": ""
}, context)
Input
- input
object
- MaxResults
string
- NextToken
string
- CatalogId CatalogIdString
- DatabaseName required NameString
- MaxResults PageSize
- NextToken Token
- TableName required NameString
- MaxResults
Output
- output GetTableVersionsResponse
GetTables
amazonaws_glue.GetTables({
"DatabaseName": ""
}, context)
Input
- input
object
- MaxResults
string
- NextToken
string
- CatalogId CatalogIdString
- DatabaseName required NameString
- Expression FilterString
- MaxResults PageSize
- NextToken Token
- MaxResults
Output
- output GetTablesResponse
GetTrigger
amazonaws_glue.GetTrigger({
"Name": ""
}, context)
Input
- input
object
- Name required NameString
Output
- output GetTriggerResponse
GetTriggers
amazonaws_glue.GetTriggers({}, context)
Input
- input
object
- MaxResults
string
- NextToken
string
- DependentJobName NameString
- MaxResults PageSize
- NextToken GenericString
- MaxResults
Output
- output GetTriggersResponse
GetUserDefinedFunction
amazonaws_glue.GetUserDefinedFunction({
"DatabaseName": "",
"FunctionName": ""
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- FunctionName required NameString
Output
GetUserDefinedFunctions
amazonaws_glue.GetUserDefinedFunctions({
"DatabaseName": "",
"Pattern": ""
}, context)
Input
- input
object
- MaxResults
string
- NextToken
string
- CatalogId CatalogIdString
- DatabaseName required NameString
- MaxResults PageSize
- NextToken Token
- Pattern required NameString
- MaxResults
Output
ImportCatalogToGlue
amazonaws_glue.ImportCatalogToGlue({}, context)
Input
- input
object
- CatalogId CatalogIdString
Output
- output ImportCatalogToGlueResponse
ResetJobBookmark
amazonaws_glue.ResetJobBookmark({
"JobName": ""
}, context)
Input
- input
object
- JobName required JobName
Output
- output ResetJobBookmarkResponse
StartCrawler
amazonaws_glue.StartCrawler({
"Name": ""
}, context)
Input
- input
object
- Name required NameString
Output
- output StartCrawlerResponse
StartCrawlerSchedule
amazonaws_glue.StartCrawlerSchedule({
"CrawlerName": ""
}, context)
Input
- input
object
- CrawlerName required NameString
Output
- output StartCrawlerScheduleResponse
StartJobRun
amazonaws_glue.StartJobRun({
"JobName": ""
}, context)
Input
- input
object
- AllocatedCapacity IntegerValue
- Arguments GenericMap
- JobName required NameString
- JobRunId IdString
Output
- output StartJobRunResponse
StartTrigger
amazonaws_glue.StartTrigger({
"Name": ""
}, context)
Input
- input
object
- Name required NameString
Output
- output StartTriggerResponse
StopCrawler
amazonaws_glue.StopCrawler({
"Name": ""
}, context)
Input
- input
object
- Name required NameString
Output
- output StopCrawlerResponse
StopCrawlerSchedule
amazonaws_glue.StopCrawlerSchedule({
"CrawlerName": ""
}, context)
Input
- input
object
- CrawlerName required NameString
Output
- output StopCrawlerScheduleResponse
StopTrigger
amazonaws_glue.StopTrigger({
"Name": ""
}, context)
Input
- input
object
- Name required NameString
Output
- output StopTriggerResponse
UpdateClassifier
amazonaws_glue.UpdateClassifier({}, context)
Input
- input
object
- GrokClassifier UpdateGrokClassifierRequest
- JsonClassifier UpdateJsonClassifierRequest
- XMLClassifier UpdateXMLClassifierRequest
Output
- output UpdateClassifierResponse
UpdateConnection
amazonaws_glue.UpdateConnection({
"Name": "",
"ConnectionInput": {
"Name": "",
"ConnectionType": "",
"ConnectionProperties": []
}
}, context)
Input
- input
object
- CatalogId CatalogIdString
- ConnectionInput required ConnectionInput
- Name required NameString
Output
- output UpdateConnectionResponse
UpdateCrawler
amazonaws_glue.UpdateCrawler({
"Name": ""
}, context)
Input
- input
object
- Classifiers ClassifierNameList
- Configuration CrawlerConfiguration
- DatabaseName DatabaseName
- Description DescriptionStringRemovable
- Name required NameString
- Role Role
- Schedule CronExpression
- SchemaChangePolicy SchemaChangePolicy
- TablePrefix TablePrefix
- Targets CrawlerTargets
Output
- output UpdateCrawlerResponse
UpdateCrawlerSchedule
amazonaws_glue.UpdateCrawlerSchedule({
"CrawlerName": ""
}, context)
Input
- input
object
- CrawlerName required NameString
- Schedule CronExpression
Output
UpdateDatabase
amazonaws_glue.UpdateDatabase({
"Name": "",
"DatabaseInput": {
"Name": ""
}
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseInput required DatabaseInput
- Name required NameString
Output
- output UpdateDatabaseResponse
UpdateDevEndpoint
amazonaws_glue.UpdateDevEndpoint({
"EndpointName": ""
}, context)
Input
- input
object
- CustomLibraries DevEndpointCustomLibraries
- EndpointName required GenericString
- PublicKey GenericString
- UpdateEtlLibraries BooleanValue
Output
- output UpdateDevEndpointResponse
UpdateJob
amazonaws_glue.UpdateJob({
"JobName": "",
"JobUpdate": {}
}, context)
Input
- input
object
- JobName required NameString
- JobUpdate required JobUpdate
Output
- output UpdateJobResponse
UpdatePartition
amazonaws_glue.UpdatePartition({
"DatabaseName": "",
"TableName": "",
"PartitionValueList": [],
"PartitionInput": {}
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- PartitionInput required PartitionInput
- PartitionValueList required BoundedPartitionValueList
- TableName required NameString
Output
- output UpdatePartitionResponse
UpdateTable
amazonaws_glue.UpdateTable({
"DatabaseName": "",
"TableInput": {
"Name": ""
}
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- SkipArchive BooleanNullable
- TableInput required TableInput
Output
- output UpdateTableResponse
UpdateTrigger
amazonaws_glue.UpdateTrigger({
"Name": "",
"TriggerUpdate": {}
}, context)
Input
- input
object
- Name required NameString
- TriggerUpdate required TriggerUpdate
Output
- output UpdateTriggerResponse
UpdateUserDefinedFunction
amazonaws_glue.UpdateUserDefinedFunction({
"DatabaseName": "",
"FunctionName": "",
"FunctionInput": {}
}, context)
Input
- input
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- FunctionInput required UserDefinedFunctionInput
- FunctionName required NameString
Output
Definitions
AccessDeniedException
- AccessDeniedException
object
: Access to a resource was denied.- Message MessageString
Action
- Action
object
: Defines an action to be initiated by a trigger.- Arguments GenericMap
- JobName NameString
ActionList
- ActionList
array
- items Action
AlreadyExistsException
- AlreadyExistsException
object
: A resource to be created or added already exists.- Message MessageString
AttemptCount
- AttemptCount
integer
BatchCreatePartitionRequest
- BatchCreatePartitionRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- PartitionInputList required PartitionInputList
- TableName required NameString
BatchCreatePartitionResponse
- BatchCreatePartitionResponse
object
- Errors PartitionErrors
BatchDeleteConnectionRequest
- BatchDeleteConnectionRequest
object
- CatalogId CatalogIdString
- ConnectionNameList required DeleteConnectionNameList
BatchDeleteConnectionResponse
- BatchDeleteConnectionResponse
object
- Errors ErrorByName
- Succeeded NameStringList
BatchDeletePartitionRequest
- BatchDeletePartitionRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- PartitionsToDelete required BatchDeletePartitionValueList
- TableName required NameString
BatchDeletePartitionResponse
- BatchDeletePartitionResponse
object
- Errors PartitionErrors
BatchDeletePartitionValueList
- BatchDeletePartitionValueList
array
- items PartitionValueList
BatchDeleteTableNameList
- BatchDeleteTableNameList
array
- items NameString
BatchDeleteTableRequest
- BatchDeleteTableRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- TablesToDelete required BatchDeleteTableNameList
BatchDeleteTableResponse
- BatchDeleteTableResponse
object
- Errors TableErrors
BatchDeleteTableVersionList
- BatchDeleteTableVersionList
array
- items VersionString
BatchDeleteTableVersionRequest
- BatchDeleteTableVersionRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- TableName required NameString
- VersionIds required BatchDeleteTableVersionList
BatchDeleteTableVersionResponse
- BatchDeleteTableVersionResponse
object
- Errors TableVersionErrors
BatchGetPartitionRequest
- BatchGetPartitionRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- PartitionsToGet required BatchGetPartitionValueList
- TableName required NameString
BatchGetPartitionResponse
- BatchGetPartitionResponse
object
- Partitions PartitionList
- UnprocessedKeys BatchGetPartitionValueList
BatchGetPartitionValueList
- BatchGetPartitionValueList
array
- items PartitionValueList
BatchStopJobRunError
- BatchStopJobRunError
object
: Records an error that occurred when attempting to stop a specified JobRun.- ErrorDetail ErrorDetail
- JobName NameString
- JobRunId IdString
BatchStopJobRunErrorList
- BatchStopJobRunErrorList
array
- items BatchStopJobRunError
BatchStopJobRunJobRunIdList
- BatchStopJobRunJobRunIdList
array
- items IdString
BatchStopJobRunRequest
- BatchStopJobRunRequest
object
- JobName required NameString
- JobRunIds required BatchStopJobRunJobRunIdList
BatchStopJobRunResponse
- BatchStopJobRunResponse
object
- Errors BatchStopJobRunErrorList
- SuccessfulSubmissions BatchStopJobRunSuccessfulSubmissionList
BatchStopJobRunSuccessfulSubmission
- BatchStopJobRunSuccessfulSubmission
object
: Records a successful request to stop a specified JobRun.- JobName NameString
- JobRunId IdString
BatchStopJobRunSuccessfulSubmissionList
- BatchStopJobRunSuccessfulSubmissionList
array
Boolean
- Boolean
boolean
BooleanNullable
- BooleanNullable
boolean
BooleanValue
- BooleanValue
boolean
BoundedPartitionValueList
- BoundedPartitionValueList
array
- items ValueString
CatalogEntries
- CatalogEntries
array
- items CatalogEntry
CatalogEntry
- CatalogEntry
object
: Specifies a table definition in the Data Catalog.- DatabaseName required NameString
- TableName required NameString
CatalogIdString
- CatalogIdString
string
CatalogImportStatus
- CatalogImportStatus
object
: A structure containing migration status information.- ImportCompleted Boolean
- ImportTime Timestamp
- ImportedBy NameString
Classification
- Classification
string
Classifier
- Classifier
object
: Classifiers are written in Python and triggered during a crawl task. You can write your own classifiers to best categorize your data sources and specify the appropriate schemas to use for them. A classifier checks whether a given file is in a format it can handle, and if it is, the classifier creates a schema in the form of a StructType object that matches that data format. A classifier can be a grok classifier, an XML classifier, or a JSON classifier, asspecified in one of the fields in the Classifier object.- GrokClassifier GrokClassifier
- JsonClassifier JsonClassifier
- XMLClassifier XMLClassifier
ClassifierList
- ClassifierList
array
- items Classifier
ClassifierNameList
- ClassifierNameList
array
- items NameString
CodeGenArgName
- CodeGenArgName
string
CodeGenArgValue
- CodeGenArgValue
string
CodeGenEdge
- CodeGenEdge
object
: Represents a directional edge in a directed acyclic graph (DAG).- Source required CodeGenIdentifier
- Target required CodeGenIdentifier
- TargetParameter CodeGenArgName
CodeGenIdentifier
- CodeGenIdentifier
string
CodeGenNode
- CodeGenNode
object
: Represents a node in a directed acyclic graph (DAG)- Args required CodeGenNodeArgs
- Id required CodeGenIdentifier
- LineNumber Integer
- NodeType required CodeGenNodeType
CodeGenNodeArg
- CodeGenNodeArg
object
: An argument or property of a node.- Name required CodeGenArgName
- Param Boolean
- Value required CodeGenArgValue
CodeGenNodeArgs
- CodeGenNodeArgs
array
- items CodeGenNodeArg
CodeGenNodeType
- CodeGenNodeType
string
Column
- Column
object
: A column in a Table.- Comment CommentString
- Name required NameString
- Type ColumnTypeString
ColumnList
- ColumnList
array
- items Column
ColumnTypeString
- ColumnTypeString
string
ColumnValueStringList
- ColumnValueStringList
array
- items ColumnValuesString
ColumnValuesString
- ColumnValuesString
string
CommentString
- CommentString
string
ConcurrentModificationException
- ConcurrentModificationException
object
: Two processes are trying to modify a resource simultaneously.- Message MessageString
ConcurrentRunsExceededException
- ConcurrentRunsExceededException
object
: Too many jobs are being run concurrently.- Message MessageString
Condition
- Condition
object
: Defines a condition under which a trigger fires.- JobName NameString
- LogicalOperator LogicalOperator
- State JobRunState
ConditionList
- ConditionList
array
- items Condition
Connection
- Connection
object
: Defines a connection to a data source.- ConnectionProperties ConnectionProperties
- ConnectionType ConnectionType
- CreationTime Timestamp
- Description DescriptionString
- LastUpdatedBy NameString
- LastUpdatedTime Timestamp
- MatchCriteria MatchCriteria
- Name NameString
- PhysicalConnectionRequirements PhysicalConnectionRequirements
ConnectionInput
- ConnectionInput
object
: A structure used to specify a connection to create or update.- ConnectionProperties required ConnectionProperties
- ConnectionType required ConnectionType
- Description DescriptionString
- MatchCriteria MatchCriteria
- Name required NameString
- PhysicalConnectionRequirements PhysicalConnectionRequirements
ConnectionList
- ConnectionList
array
- items Connection
ConnectionName
- ConnectionName
string
ConnectionProperties
- ConnectionProperties
array
- items
object
- key ConnectionPropertyKey
- value ValueString
- items
ConnectionPropertyKey
- ConnectionPropertyKey
string
(values: HOST, PORT, USERNAME, PASSWORD, JDBC_DRIVER_JAR_URI, JDBC_DRIVER_CLASS_NAME, JDBC_ENGINE, JDBC_ENGINE_VERSION, CONFIG_FILES, INSTANCE_ID, JDBC_CONNECTION_URL)
ConnectionType
- ConnectionType
string
(values: JDBC, SFTP)
ConnectionsList
- ConnectionsList
object
: Specifies the connections used by a job.- Connections StringList
Crawler
- Crawler
object
: Specifies a crawler program that examines a data source and uses classifiers to try to determine its schema. If successful, the crawler records metadata concerning the data source in the AWS Glue Data Catalog.- Classifiers ClassifierNameList
- Configuration CrawlerConfiguration
- CrawlElapsedTime MillisecondsCount
- CreationTime Timestamp
- DatabaseName DatabaseName
- Description DescriptionString
- LastCrawl LastCrawlInfo
- LastUpdated Timestamp
- Name NameString
- Role Role
- Schedule Schedule
- SchemaChangePolicy SchemaChangePolicy
- State CrawlerState
- TablePrefix TablePrefix
- Targets CrawlerTargets
- Version VersionId
CrawlerConfiguration
- CrawlerConfiguration
string
CrawlerList
- CrawlerList
array
- items Crawler
CrawlerMetrics
- CrawlerMetrics
object
: Metrics for a specified crawler.- CrawlerName NameString
- LastRuntimeSeconds NonNegativeDouble
- MedianRuntimeSeconds NonNegativeDouble
- StillEstimating Boolean
- TablesCreated NonNegativeInteger
- TablesDeleted NonNegativeInteger
- TablesUpdated NonNegativeInteger
- TimeLeftSeconds NonNegativeDouble
CrawlerMetricsList
- CrawlerMetricsList
array
- items CrawlerMetrics
CrawlerNameList
- CrawlerNameList
array
- items NameString
CrawlerNotRunningException
- CrawlerNotRunningException
object
: The specified crawler is not running.- Message MessageString
CrawlerRunningException
- CrawlerRunningException
object
: The operation cannot be performed because the crawler is already running.- Message MessageString
CrawlerState
- CrawlerState
string
(values: READY, RUNNING, STOPPING)
CrawlerStoppingException
- CrawlerStoppingException
object
: The specified crawler is stopping.- Message MessageString
CrawlerTargets
- CrawlerTargets
object
: Specifies data stores to crawl.- JdbcTargets JdbcTargetList
- S3Targets S3TargetList
CreateClassifierRequest
- CreateClassifierRequest
object
- GrokClassifier CreateGrokClassifierRequest
- JsonClassifier CreateJsonClassifierRequest
- XMLClassifier CreateXMLClassifierRequest
CreateClassifierResponse
- CreateClassifierResponse
object
CreateConnectionRequest
- CreateConnectionRequest
object
- CatalogId CatalogIdString
- ConnectionInput required ConnectionInput
CreateConnectionResponse
- CreateConnectionResponse
object
CreateCrawlerRequest
- CreateCrawlerRequest
object
- Classifiers ClassifierNameList
- Configuration CrawlerConfiguration
- DatabaseName required DatabaseName
- Description DescriptionString
- Name required NameString
- Role required Role
- Schedule CronExpression
- SchemaChangePolicy SchemaChangePolicy
- TablePrefix TablePrefix
- Targets required CrawlerTargets
CreateCrawlerResponse
- CreateCrawlerResponse
object
CreateDatabaseRequest
- CreateDatabaseRequest
object
- CatalogId CatalogIdString
- DatabaseInput required DatabaseInput
CreateDatabaseResponse
- CreateDatabaseResponse
object
CreateDevEndpointRequest
- CreateDevEndpointRequest
object
- EndpointName required GenericString
- ExtraJarsS3Path GenericString
- ExtraPythonLibsS3Path GenericString
- NumberOfNodes IntegerValue
- PublicKey required GenericString
- RoleArn required RoleArn
- SecurityGroupIds StringList
- SubnetId GenericString
CreateDevEndpointResponse
- CreateDevEndpointResponse
object
- AvailabilityZone GenericString
- CreatedTimestamp TimestampValue
- EndpointName GenericString
- ExtraJarsS3Path GenericString
- ExtraPythonLibsS3Path GenericString
- FailureReason GenericString
- NumberOfNodes IntegerValue
- RoleArn RoleArn
- SecurityGroupIds StringList
- Status GenericString
- SubnetId GenericString
- VpcId GenericString
- YarnEndpointAddress GenericString
- ZeppelinRemoteSparkInterpreterPort IntegerValue
CreateGrokClassifierRequest
- CreateGrokClassifierRequest
object
: Specifies a grok classifier for CreateClassifier to create.- Classification required Classification
- CustomPatterns CustomPatterns
- GrokPattern required GrokPattern
- Name required NameString
CreateJobRequest
- CreateJobRequest
object
- AllocatedCapacity IntegerValue
- Command required JobCommand
- Connections ConnectionsList
- DefaultArguments GenericMap
- Description DescriptionString
- ExecutionProperty ExecutionProperty
- LogUri UriString
- MaxRetries MaxRetries
- Name required NameString
- Role required RoleString
CreateJobResponse
- CreateJobResponse
object
- Name NameString
CreateJsonClassifierRequest
- CreateJsonClassifierRequest
object
: Specifies a JSON classifier for CreateClassifier to create.- JsonPath required JsonPath
- Name required NameString
CreatePartitionRequest
- CreatePartitionRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- PartitionInput required PartitionInput
- TableName required NameString
CreatePartitionResponse
- CreatePartitionResponse
object
CreateScriptRequest
CreateScriptResponse
- CreateScriptResponse
object
- PythonScript PythonScript
- ScalaCode ScalaCode
CreateTableRequest
- CreateTableRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- TableInput required TableInput
CreateTableResponse
- CreateTableResponse
object
CreateTriggerRequest
- CreateTriggerRequest
object
- Actions required ActionList
- Description DescriptionString
- Name required NameString
- Predicate Predicate
- Schedule GenericString
- Type required TriggerType
CreateTriggerResponse
- CreateTriggerResponse
object
- Name NameString
CreateUserDefinedFunctionRequest
- CreateUserDefinedFunctionRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- FunctionInput required UserDefinedFunctionInput
CreateUserDefinedFunctionResponse
- CreateUserDefinedFunctionResponse
object
CreateXMLClassifierRequest
- CreateXMLClassifierRequest
object
: Specifies an XML classifier for CreateClassifier to create.- Classification required Classification
- Name required NameString
- RowTag RowTag
CronExpression
- CronExpression
string
CustomPatterns
- CustomPatterns
string
DagEdges
- DagEdges
array
- items CodeGenEdge
DagNodes
- DagNodes
array
- items CodeGenNode
Database
- Database
object
: The Database object represents a logical grouping of tables that may reside in a Hive metastore or an RDBMS.- CreateTime Timestamp
- Description DescriptionString
- LocationUri URI
- Name required NameString
- Parameters ParametersMap
DatabaseInput
- DatabaseInput
object
: The structure used to create or update a database.- Description DescriptionString
- LocationUri URI
- Name required NameString
- Parameters ParametersMap
DatabaseList
- DatabaseList
array
- items Database
DatabaseName
- DatabaseName
string
DeleteBehavior
- DeleteBehavior
string
(values: LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE)
DeleteClassifierRequest
- DeleteClassifierRequest
object
- Name required NameString
DeleteClassifierResponse
- DeleteClassifierResponse
object
DeleteConnectionNameList
- DeleteConnectionNameList
array
- items NameString
DeleteConnectionRequest
- DeleteConnectionRequest
object
- CatalogId CatalogIdString
- ConnectionName required NameString
DeleteConnectionResponse
- DeleteConnectionResponse
object
DeleteCrawlerRequest
- DeleteCrawlerRequest
object
- Name required NameString
DeleteCrawlerResponse
- DeleteCrawlerResponse
object
DeleteDatabaseRequest
- DeleteDatabaseRequest
object
- CatalogId CatalogIdString
- Name required NameString
DeleteDatabaseResponse
- DeleteDatabaseResponse
object
DeleteDevEndpointRequest
- DeleteDevEndpointRequest
object
- EndpointName required GenericString
DeleteDevEndpointResponse
- DeleteDevEndpointResponse
object
DeleteJobRequest
- DeleteJobRequest
object
- JobName required NameString
DeleteJobResponse
- DeleteJobResponse
object
- JobName NameString
DeletePartitionRequest
- DeletePartitionRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- PartitionValues required ValueStringList
- TableName required NameString
DeletePartitionResponse
- DeletePartitionResponse
object
DeleteTableRequest
- DeleteTableRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- Name required NameString
DeleteTableResponse
- DeleteTableResponse
object
DeleteTableVersionRequest
- DeleteTableVersionRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- TableName required NameString
- VersionId required VersionString
DeleteTableVersionResponse
- DeleteTableVersionResponse
object
DeleteTriggerRequest
- DeleteTriggerRequest
object
- Name required NameString
DeleteTriggerResponse
- DeleteTriggerResponse
object
- Name NameString
DeleteUserDefinedFunctionRequest
- DeleteUserDefinedFunctionRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- FunctionName required NameString
DeleteUserDefinedFunctionResponse
- DeleteUserDefinedFunctionResponse
object
DescriptionString
- DescriptionString
string
DescriptionStringRemovable
- DescriptionStringRemovable
string
DevEndpoint
- DevEndpoint
object
: A development endpoint where a developer can remotely debug ETL scripts.- AvailabilityZone GenericString
- CreatedTimestamp TimestampValue
- EndpointName GenericString
- ExtraJarsS3Path GenericString
- ExtraPythonLibsS3Path GenericString
- FailureReason GenericString
- LastModifiedTimestamp TimestampValue
- LastUpdateStatus GenericString
- NumberOfNodes IntegerValue
- PublicAddress GenericString
- PublicKey GenericString
- RoleArn RoleArn
- SecurityGroupIds StringList
- Status GenericString
- SubnetId GenericString
- VpcId GenericString
- YarnEndpointAddress GenericString
- ZeppelinRemoteSparkInterpreterPort IntegerValue
DevEndpointCustomLibraries
- DevEndpointCustomLibraries
object
: Custom libraries to be loaded into a DevEndpoint.- ExtraJarsS3Path GenericString
- ExtraPythonLibsS3Path GenericString
DevEndpointList
- DevEndpointList
array
- items DevEndpoint
EntityNotFoundException
- EntityNotFoundException
object
: A specified entity does not exist- Message MessageString
ErrorByName
- ErrorByName
array
- items
object
- key NameString
- value ErrorDetail
- items
ErrorDetail
- ErrorDetail
object
: Contains details about an error.- ErrorCode NameString
- ErrorMessage DescriptionString
ErrorString
- ErrorString
string
ExecutionProperty
- ExecutionProperty
object
: An execution property of a job.- MaxConcurrentRuns MaxConcurrentRuns
FieldType
- FieldType
string
FilterString
- FilterString
string
FormatString
- FormatString
string
GenericMap
- GenericMap
array
- items
object
- key GenericString
- value GenericString
- items
GenericString
- GenericString
string
GetCatalogImportStatusRequest
- GetCatalogImportStatusRequest
object
- CatalogId CatalogIdString
GetCatalogImportStatusResponse
- GetCatalogImportStatusResponse
object
- ImportStatus CatalogImportStatus
GetClassifierRequest
- GetClassifierRequest
object
- Name required NameString
GetClassifierResponse
- GetClassifierResponse
object
- Classifier Classifier
GetClassifiersRequest
GetClassifiersResponse
- GetClassifiersResponse
object
- Classifiers ClassifierList
- NextToken Token
GetConnectionRequest
- GetConnectionRequest
object
- CatalogId CatalogIdString
- Name required NameString
GetConnectionResponse
- GetConnectionResponse
object
- Connection Connection
GetConnectionsFilter
- GetConnectionsFilter
object
: Filters the connection definitions returned by the GetConnections API.- ConnectionType ConnectionType
- MatchCriteria MatchCriteria
GetConnectionsRequest
- GetConnectionsRequest
object
- CatalogId CatalogIdString
- Filter GetConnectionsFilter
- MaxResults PageSize
- NextToken Token
GetConnectionsResponse
- GetConnectionsResponse
object
- ConnectionList ConnectionList
- NextToken Token
GetCrawlerMetricsRequest
- GetCrawlerMetricsRequest
object
- CrawlerNameList CrawlerNameList
- MaxResults PageSize
- NextToken Token
GetCrawlerMetricsResponse
- GetCrawlerMetricsResponse
object
- CrawlerMetricsList CrawlerMetricsList
- NextToken Token
GetCrawlerRequest
- GetCrawlerRequest
object
- Name required NameString
GetCrawlerResponse
- GetCrawlerResponse
object
- Crawler Crawler
GetCrawlersRequest
GetCrawlersResponse
- GetCrawlersResponse
object
- Crawlers CrawlerList
- NextToken Token
GetDatabaseRequest
- GetDatabaseRequest
object
- CatalogId CatalogIdString
- Name required NameString
GetDatabaseResponse
- GetDatabaseResponse
object
- Database Database
GetDatabasesRequest
- GetDatabasesRequest
object
- CatalogId CatalogIdString
- MaxResults PageSize
- NextToken Token
GetDatabasesResponse
- GetDatabasesResponse
object
- DatabaseList required DatabaseList
- NextToken Token
GetDataflowGraphRequest
- GetDataflowGraphRequest
object
- PythonScript PythonScript
GetDataflowGraphResponse
GetDevEndpointRequest
- GetDevEndpointRequest
object
- EndpointName required GenericString
GetDevEndpointResponse
- GetDevEndpointResponse
object
- DevEndpoint DevEndpoint
GetDevEndpointsRequest
- GetDevEndpointsRequest
object
- MaxResults PageSize
- NextToken GenericString
GetDevEndpointsResponse
- GetDevEndpointsResponse
object
- DevEndpoints DevEndpointList
- NextToken GenericString
GetJobRequest
- GetJobRequest
object
- JobName required NameString
GetJobResponse
- GetJobResponse
object
- Job Job
GetJobRunRequest
- GetJobRunRequest
object
- JobName required NameString
- PredecessorsIncluded BooleanValue
- RunId required IdString
GetJobRunResponse
- GetJobRunResponse
object
- JobRun JobRun
GetJobRunsRequest
- GetJobRunsRequest
object
- JobName required NameString
- MaxResults PageSize
- NextToken GenericString
GetJobRunsResponse
- GetJobRunsResponse
object
- JobRuns JobRunList
- NextToken GenericString
GetJobsRequest
- GetJobsRequest
object
- MaxResults PageSize
- NextToken GenericString
GetJobsResponse
- GetJobsResponse
object
- Jobs JobList
- NextToken GenericString
GetMappingRequest
- GetMappingRequest
object
- Location Location
- Sinks CatalogEntries
- Source required CatalogEntry
GetMappingResponse
- GetMappingResponse
object
- Mapping required MappingList
GetPartitionRequest
- GetPartitionRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- PartitionValues required ValueStringList
- TableName required NameString
GetPartitionResponse
- GetPartitionResponse
object
- Partition Partition
GetPartitionsRequest
- GetPartitionsRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- Expression PredicateString
- MaxResults PageSize
- NextToken Token
- Segment Segment
- TableName required NameString
GetPartitionsResponse
- GetPartitionsResponse
object
- NextToken Token
- Partitions PartitionList
GetPlanRequest
- GetPlanRequest
object
- Language Language
- Location Location
- Mapping required MappingList
- Sinks CatalogEntries
- Source required CatalogEntry
GetPlanResponse
- GetPlanResponse
object
- PythonScript PythonScript
- ScalaCode ScalaCode
GetTableRequest
- GetTableRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- Name required NameString
GetTableResponse
- GetTableResponse
object
- Table Table
GetTableVersionRequest
- GetTableVersionRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- TableName required NameString
- VersionId VersionString
GetTableVersionResponse
- GetTableVersionResponse
object
- TableVersion TableVersion
GetTableVersionsList
- GetTableVersionsList
array
- items TableVersion
GetTableVersionsRequest
- GetTableVersionsRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- MaxResults PageSize
- NextToken Token
- TableName required NameString
GetTableVersionsResponse
- GetTableVersionsResponse
object
- NextToken Token
- TableVersions GetTableVersionsList
GetTablesRequest
- GetTablesRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- Expression FilterString
- MaxResults PageSize
- NextToken Token
GetTablesResponse
GetTriggerRequest
- GetTriggerRequest
object
- Name required NameString
GetTriggerResponse
- GetTriggerResponse
object
- Trigger Trigger
GetTriggersRequest
- GetTriggersRequest
object
- DependentJobName NameString
- MaxResults PageSize
- NextToken GenericString
GetTriggersResponse
- GetTriggersResponse
object
- NextToken GenericString
- Triggers TriggerList
GetUserDefinedFunctionRequest
- GetUserDefinedFunctionRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- FunctionName required NameString
GetUserDefinedFunctionResponse
- GetUserDefinedFunctionResponse
object
- UserDefinedFunction UserDefinedFunction
GetUserDefinedFunctionsRequest
- GetUserDefinedFunctionsRequest
object
- CatalogId CatalogIdString
- DatabaseName required NameString
- MaxResults PageSize
- NextToken Token
- Pattern required NameString
GetUserDefinedFunctionsResponse
- GetUserDefinedFunctionsResponse
object
- NextToken Token
- UserDefinedFunctions UserDefinedFunctionList
GrokClassifier
- GrokClassifier
object
: A classifier that uses grok patterns.- Classification required Classification
- CreationTime Timestamp
- CustomPatterns CustomPatterns
- GrokPattern required GrokPattern
- LastUpdated Timestamp
- Name required NameString
- Version VersionId
GrokPattern
- GrokPattern
string
IdString
- IdString
string
IdempotentParameterMismatchException
- IdempotentParameterMismatchExcept