5.0.0 • Published 7 years ago

@datafire/amazonaws_glue v5.0.0

Weekly downloads
2
License
MIT
Repository
github
Last release
7 years ago

@datafire/amazonaws_glue

Client library for AWS Glue

Installation and Usage

npm install --save @datafire/amazonaws_glue
let amazonaws_glue = require('@datafire/amazonaws_glue').create({
  accessKeyId: "",
  secretAccessKey: "",
  region: ""
});

amazonaws_glue.BatchCreatePartition({
  "DatabaseName": "",
  "TableName": "",
  "PartitionInputList": []
}).then(data => {
  console.log(data);
});

Description

AWS Glue Defines the public endpoint for the AWS Glue service.

Actions

BatchCreatePartition

amazonaws_glue.BatchCreatePartition({
  "DatabaseName": "",
  "TableName": "",
  "PartitionInputList": []
}, context)

Input

Output

BatchDeleteConnection

amazonaws_glue.BatchDeleteConnection({
  "ConnectionNameList": []
}, context)

Input

Output

BatchDeletePartition

amazonaws_glue.BatchDeletePartition({
  "DatabaseName": "",
  "TableName": "",
  "PartitionsToDelete": []
}, context)

Input

Output

BatchDeleteTable

amazonaws_glue.BatchDeleteTable({
  "DatabaseName": "",
  "TablesToDelete": []
}, context)

Input

Output

BatchDeleteTableVersion

amazonaws_glue.BatchDeleteTableVersion({
  "DatabaseName": "",
  "TableName": "",
  "VersionIds": []
}, context)

Input

Output

BatchGetPartition

amazonaws_glue.BatchGetPartition({
  "DatabaseName": "",
  "TableName": "",
  "PartitionsToGet": []
}, context)

Input

Output

BatchStopJobRun

amazonaws_glue.BatchStopJobRun({
  "JobName": "",
  "JobRunIds": []
}, context)

Input

Output

CreateClassifier

amazonaws_glue.CreateClassifier({}, context)

Input

Output

CreateConnection

amazonaws_glue.CreateConnection({
  "ConnectionInput": {
    "Name": "",
    "ConnectionType": "",
    "ConnectionProperties": []
  }
}, context)

Input

Output

CreateCrawler

amazonaws_glue.CreateCrawler({
  "Name": "",
  "Role": "",
  "DatabaseName": "",
  "Targets": {}
}, context)

Input

Output

CreateDatabase

amazonaws_glue.CreateDatabase({
  "DatabaseInput": {
    "Name": ""
  }
}, context)

Input

Output

CreateDevEndpoint

amazonaws_glue.CreateDevEndpoint({
  "EndpointName": "",
  "RoleArn": "",
  "PublicKey": ""
}, context)

Input

Output

CreateJob

amazonaws_glue.CreateJob({
  "Name": "",
  "Role": "",
  "Command": {}
}, context)

Input

Output

CreatePartition

amazonaws_glue.CreatePartition({
  "DatabaseName": "",
  "TableName": "",
  "PartitionInput": {}
}, context)

Input

Output

CreateScript

amazonaws_glue.CreateScript({}, context)

Input

Output

CreateTable

amazonaws_glue.CreateTable({
  "DatabaseName": "",
  "TableInput": {
    "Name": ""
  }
}, context)

Input

Output

CreateTrigger

amazonaws_glue.CreateTrigger({
  "Name": "",
  "Type": "",
  "Actions": []
}, context)

Input

Output

CreateUserDefinedFunction

amazonaws_glue.CreateUserDefinedFunction({
  "DatabaseName": "",
  "FunctionInput": {}
}, context)

Input

Output

DeleteClassifier

amazonaws_glue.DeleteClassifier({
  "Name": ""
}, context)

Input

Output

DeleteConnection

amazonaws_glue.DeleteConnection({
  "ConnectionName": ""
}, context)

Input

Output

DeleteCrawler

amazonaws_glue.DeleteCrawler({
  "Name": ""
}, context)

Input

Output

DeleteDatabase

amazonaws_glue.DeleteDatabase({
  "Name": ""
}, context)

Input

Output

DeleteDevEndpoint

amazonaws_glue.DeleteDevEndpoint({
  "EndpointName": ""
}, context)

Input

Output

DeleteJob

amazonaws_glue.DeleteJob({
  "JobName": ""
}, context)

Input

Output

DeletePartition

amazonaws_glue.DeletePartition({
  "DatabaseName": "",
  "TableName": "",
  "PartitionValues": []
}, context)

Input

Output

DeleteTable

amazonaws_glue.DeleteTable({
  "DatabaseName": "",
  "Name": ""
}, context)

Input

Output

DeleteTableVersion

amazonaws_glue.DeleteTableVersion({
  "DatabaseName": "",
  "TableName": "",
  "VersionId": ""
}, context)

Input

Output

DeleteTrigger

amazonaws_glue.DeleteTrigger({
  "Name": ""
}, context)

Input

Output

DeleteUserDefinedFunction

amazonaws_glue.DeleteUserDefinedFunction({
  "DatabaseName": "",
  "FunctionName": ""
}, context)

Input

Output

GetCatalogImportStatus

amazonaws_glue.GetCatalogImportStatus({}, context)

Input

Output

GetClassifier

amazonaws_glue.GetClassifier({
  "Name": ""
}, context)

Input

Output

GetClassifiers

amazonaws_glue.GetClassifiers({}, context)

Input

  • input object
    • MaxResults string
    • NextToken string
    • MaxResults PageSize
    • NextToken Token

Output

GetConnection

amazonaws_glue.GetConnection({
  "Name": ""
}, context)

Input

Output

GetConnections

amazonaws_glue.GetConnections({}, context)

Input

Output

GetCrawler

amazonaws_glue.GetCrawler({
  "Name": ""
}, context)

Input

Output

GetCrawlerMetrics

amazonaws_glue.GetCrawlerMetrics({}, context)

Input

Output

GetCrawlers

amazonaws_glue.GetCrawlers({}, context)

Input

  • input object
    • MaxResults string
    • NextToken string
    • MaxResults PageSize
    • NextToken Token

Output

GetDatabase

amazonaws_glue.GetDatabase({
  "Name": ""
}, context)

Input

Output

GetDatabases

amazonaws_glue.GetDatabases({}, context)

Input

Output

GetDataflowGraph

amazonaws_glue.GetDataflowGraph({}, context)

Input

Output

GetDevEndpoint

amazonaws_glue.GetDevEndpoint({
  "EndpointName": ""
}, context)

Input

Output

GetDevEndpoints

amazonaws_glue.GetDevEndpoints({}, context)

Input

Output

GetJob

amazonaws_glue.GetJob({
  "JobName": ""
}, context)

Input

Output

GetJobRun

amazonaws_glue.GetJobRun({
  "JobName": "",
  "RunId": ""
}, context)

Input

Output

GetJobRuns

amazonaws_glue.GetJobRuns({
  "JobName": ""
}, context)

Input

Output

GetJobs

amazonaws_glue.GetJobs({}, context)

Input

Output

GetMapping

amazonaws_glue.GetMapping({
  "Source": {
    "DatabaseName": "",
    "TableName": ""
  }
}, context)

Input

Output

GetPartition

amazonaws_glue.GetPartition({
  "DatabaseName": "",
  "TableName": "",
  "PartitionValues": []
}, context)

Input

Output

GetPartitions

amazonaws_glue.GetPartitions({
  "DatabaseName": "",
  "TableName": ""
}, context)

Input

Output

GetPlan

amazonaws_glue.GetPlan({
  "Mapping": [],
  "Source": {
    "DatabaseName": "",
    "TableName": ""
  }
}, context)

Input

Output

GetTable

amazonaws_glue.GetTable({
  "DatabaseName": "",
  "Name": ""
}, context)

Input

Output

GetTableVersion

amazonaws_glue.GetTableVersion({
  "DatabaseName": "",
  "TableName": ""
}, context)

Input

Output

GetTableVersions

amazonaws_glue.GetTableVersions({
  "DatabaseName": "",
  "TableName": ""
}, context)

Input

Output

GetTables

amazonaws_glue.GetTables({
  "DatabaseName": ""
}, context)

Input

Output

GetTrigger

amazonaws_glue.GetTrigger({
  "Name": ""
}, context)

Input

Output

GetTriggers

amazonaws_glue.GetTriggers({}, context)

Input

Output

GetUserDefinedFunction

amazonaws_glue.GetUserDefinedFunction({
  "DatabaseName": "",
  "FunctionName": ""
}, context)

Input

Output

GetUserDefinedFunctions

amazonaws_glue.GetUserDefinedFunctions({
  "DatabaseName": "",
  "Pattern": ""
}, context)

Input

Output

ImportCatalogToGlue

amazonaws_glue.ImportCatalogToGlue({}, context)

Input

Output

ResetJobBookmark

amazonaws_glue.ResetJobBookmark({
  "JobName": ""
}, context)

Input

  • input object

Output

StartCrawler

amazonaws_glue.StartCrawler({
  "Name": ""
}, context)

Input

Output

StartCrawlerSchedule

amazonaws_glue.StartCrawlerSchedule({
  "CrawlerName": ""
}, context)

Input

Output

StartJobRun

amazonaws_glue.StartJobRun({
  "JobName": ""
}, context)

Input

Output

StartTrigger

amazonaws_glue.StartTrigger({
  "Name": ""
}, context)

Input

Output

StopCrawler

amazonaws_glue.StopCrawler({
  "Name": ""
}, context)

Input

Output

StopCrawlerSchedule

amazonaws_glue.StopCrawlerSchedule({
  "CrawlerName": ""
}, context)

Input

Output

StopTrigger

amazonaws_glue.StopTrigger({
  "Name": ""
}, context)

Input

Output

UpdateClassifier

amazonaws_glue.UpdateClassifier({}, context)

Input

Output

UpdateConnection

amazonaws_glue.UpdateConnection({
  "Name": "",
  "ConnectionInput": {
    "Name": "",
    "ConnectionType": "",
    "ConnectionProperties": []
  }
}, context)

Input

Output

UpdateCrawler

amazonaws_glue.UpdateCrawler({
  "Name": ""
}, context)

Input

Output

UpdateCrawlerSchedule

amazonaws_glue.UpdateCrawlerSchedule({
  "CrawlerName": ""
}, context)

Input

Output

UpdateDatabase

amazonaws_glue.UpdateDatabase({
  "Name": "",
  "DatabaseInput": {
    "Name": ""
  }
}, context)

Input

Output

UpdateDevEndpoint

amazonaws_glue.UpdateDevEndpoint({
  "EndpointName": ""
}, context)

Input

Output

UpdateJob

amazonaws_glue.UpdateJob({
  "JobName": "",
  "JobUpdate": {}
}, context)

Input

Output

UpdatePartition

amazonaws_glue.UpdatePartition({
  "DatabaseName": "",
  "TableName": "",
  "PartitionValueList": [],
  "PartitionInput": {}
}, context)

Input

Output

UpdateTable

amazonaws_glue.UpdateTable({
  "DatabaseName": "",
  "TableInput": {
    "Name": ""
  }
}, context)

Input

Output

UpdateTrigger

amazonaws_glue.UpdateTrigger({
  "Name": "",
  "TriggerUpdate": {}
}, context)

Input

Output

UpdateUserDefinedFunction

amazonaws_glue.UpdateUserDefinedFunction({
  "DatabaseName": "",
  "FunctionName": "",
  "FunctionInput": {}
}, context)

Input

Output

Definitions

AccessDeniedException

  • AccessDeniedException object: Access to a resource was denied.

Action

  • Action object: Defines an action to be initiated by a trigger.

ActionList

AlreadyExistsException

  • AlreadyExistsException object: A resource to be created or added already exists.

AttemptCount

  • AttemptCount integer

BatchCreatePartitionRequest

BatchCreatePartitionResponse

BatchDeleteConnectionRequest

BatchDeleteConnectionResponse

BatchDeletePartitionRequest

BatchDeletePartitionResponse

BatchDeletePartitionValueList

BatchDeleteTableNameList

BatchDeleteTableRequest

BatchDeleteTableResponse

BatchDeleteTableVersionList

BatchDeleteTableVersionRequest

BatchDeleteTableVersionResponse

BatchGetPartitionRequest

BatchGetPartitionResponse

BatchGetPartitionValueList

BatchStopJobRunError

  • BatchStopJobRunError object: Records an error that occurred when attempting to stop a specified JobRun.

BatchStopJobRunErrorList

BatchStopJobRunJobRunIdList

  • BatchStopJobRunJobRunIdList array

BatchStopJobRunRequest

BatchStopJobRunResponse

BatchStopJobRunSuccessfulSubmission

  • BatchStopJobRunSuccessfulSubmission object: Records a successful request to stop a specified JobRun.

BatchStopJobRunSuccessfulSubmissionList

Boolean

  • Boolean boolean

BooleanNullable

  • BooleanNullable boolean

BooleanValue

  • BooleanValue boolean

BoundedPartitionValueList

CatalogEntries

CatalogEntry

  • CatalogEntry object: Specifies a table definition in the Data Catalog.

CatalogIdString

  • CatalogIdString string

CatalogImportStatus

  • CatalogImportStatus object: A structure containing migration status information.

Classification

  • Classification string

Classifier

  • Classifier object: Classifiers are written in Python and triggered during a crawl task. You can write your own classifiers to best categorize your data sources and specify the appropriate schemas to use for them. A classifier checks whether a given file is in a format it can handle, and if it is, the classifier creates a schema in the form of a StructType object that matches that data format. A classifier can be a grok classifier, an XML classifier, or a JSON classifier, asspecified in one of the fields in the Classifier object.

ClassifierList

ClassifierNameList

CodeGenArgName

  • CodeGenArgName string

CodeGenArgValue

  • CodeGenArgValue string

CodeGenEdge

CodeGenIdentifier

  • CodeGenIdentifier string

CodeGenNode

CodeGenNodeArg

CodeGenNodeArgs

CodeGenNodeType

  • CodeGenNodeType string

Column

ColumnList

ColumnTypeString

  • ColumnTypeString string

ColumnValueStringList

ColumnValuesString

  • ColumnValuesString string

CommentString

  • CommentString string

ConcurrentModificationException

  • ConcurrentModificationException object: Two processes are trying to modify a resource simultaneously.

ConcurrentRunsExceededException

  • ConcurrentRunsExceededException object: Too many jobs are being run concurrently.

Condition

ConditionList

Connection

ConnectionInput

ConnectionList

ConnectionName

  • ConnectionName string

ConnectionProperties

ConnectionPropertyKey

  • ConnectionPropertyKey string (values: HOST, PORT, USERNAME, PASSWORD, JDBC_DRIVER_JAR_URI, JDBC_DRIVER_CLASS_NAME, JDBC_ENGINE, JDBC_ENGINE_VERSION, CONFIG_FILES, INSTANCE_ID, JDBC_CONNECTION_URL)

ConnectionType

  • ConnectionType string (values: JDBC, SFTP)

ConnectionsList

  • ConnectionsList object: Specifies the connections used by a job.

Crawler

CrawlerConfiguration

  • CrawlerConfiguration string

CrawlerList

CrawlerMetrics

CrawlerMetricsList

CrawlerNameList

CrawlerNotRunningException

  • CrawlerNotRunningException object: The specified crawler is not running.

CrawlerRunningException

  • CrawlerRunningException object: The operation cannot be performed because the crawler is already running.

CrawlerState

  • CrawlerState string (values: READY, RUNNING, STOPPING)

CrawlerStoppingException

  • CrawlerStoppingException object: The specified crawler is stopping.

CrawlerTargets

CreateClassifierRequest

CreateClassifierResponse

  • CreateClassifierResponse object

CreateConnectionRequest

CreateConnectionResponse

  • CreateConnectionResponse object

CreateCrawlerRequest

CreateCrawlerResponse

  • CreateCrawlerResponse object

CreateDatabaseRequest

CreateDatabaseResponse

  • CreateDatabaseResponse object

CreateDevEndpointRequest

CreateDevEndpointResponse

CreateGrokClassifierRequest

CreateJobRequest

CreateJobResponse

CreateJsonClassifierRequest

  • CreateJsonClassifierRequest object: Specifies a JSON classifier for CreateClassifier to create.

CreatePartitionRequest

CreatePartitionResponse

  • CreatePartitionResponse object

CreateScriptRequest

CreateScriptResponse

CreateTableRequest

CreateTableResponse

  • CreateTableResponse object

CreateTriggerRequest

CreateTriggerResponse

CreateUserDefinedFunctionRequest

CreateUserDefinedFunctionResponse

  • CreateUserDefinedFunctionResponse object

CreateXMLClassifierRequest

  • CreateXMLClassifierRequest object: Specifies an XML classifier for CreateClassifier to create.

CronExpression

  • CronExpression string

CustomPatterns

  • CustomPatterns string

DagEdges

DagNodes

Database

DatabaseInput

DatabaseList

DatabaseName

  • DatabaseName string

DeleteBehavior

  • DeleteBehavior string (values: LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE)

DeleteClassifierRequest

  • DeleteClassifierRequest object

DeleteClassifierResponse

  • DeleteClassifierResponse object

DeleteConnectionNameList

DeleteConnectionRequest

DeleteConnectionResponse

  • DeleteConnectionResponse object

DeleteCrawlerRequest

  • DeleteCrawlerRequest object

DeleteCrawlerResponse

  • DeleteCrawlerResponse object

DeleteDatabaseRequest

DeleteDatabaseResponse

  • DeleteDatabaseResponse object

DeleteDevEndpointRequest

  • DeleteDevEndpointRequest object

DeleteDevEndpointResponse

  • DeleteDevEndpointResponse object

DeleteJobRequest

  • DeleteJobRequest object

DeleteJobResponse

DeletePartitionRequest

DeletePartitionResponse

  • DeletePartitionResponse object

DeleteTableRequest

DeleteTableResponse

  • DeleteTableResponse object

DeleteTableVersionRequest

DeleteTableVersionResponse

  • DeleteTableVersionResponse object

DeleteTriggerRequest

  • DeleteTriggerRequest object

DeleteTriggerResponse

DeleteUserDefinedFunctionRequest

DeleteUserDefinedFunctionResponse

  • DeleteUserDefinedFunctionResponse object

DescriptionString

  • DescriptionString string

DescriptionStringRemovable

  • DescriptionStringRemovable string

DevEndpoint

DevEndpointCustomLibraries

  • DevEndpointCustomLibraries object: Custom libraries to be loaded into a DevEndpoint.

DevEndpointList

EntityNotFoundException

  • EntityNotFoundException object: A specified entity does not exist

ErrorByName

ErrorDetail

ErrorString

  • ErrorString string

ExecutionProperty

  • ExecutionProperty object: An execution property of a job.

FieldType

  • FieldType string

FilterString

  • FilterString string

FormatString

  • FormatString string

GenericMap

GenericString

  • GenericString string

GetCatalogImportStatusRequest

GetCatalogImportStatusResponse

GetClassifierRequest

  • GetClassifierRequest object

GetClassifierResponse

GetClassifiersRequest

GetClassifiersResponse

GetConnectionRequest

GetConnectionResponse

GetConnectionsFilter

  • GetConnectionsFilter object: Filters the connection definitions returned by the GetConnections API.

GetConnectionsRequest

GetConnectionsResponse

GetCrawlerMetricsRequest

GetCrawlerMetricsResponse

GetCrawlerRequest

GetCrawlerResponse

  • GetCrawlerResponse object

GetCrawlersRequest

GetCrawlersResponse

GetDatabaseRequest

GetDatabaseResponse

  • GetDatabaseResponse object

GetDatabasesRequest

GetDatabasesResponse

GetDataflowGraphRequest

GetDataflowGraphResponse

GetDevEndpointRequest

GetDevEndpointResponse

GetDevEndpointsRequest

GetDevEndpointsResponse

GetJobRequest

GetJobResponse

  • GetJobResponse object

GetJobRunRequest

GetJobRunResponse

  • GetJobRunResponse object

GetJobRunsRequest

GetJobRunsResponse

GetJobsRequest

GetJobsResponse

GetMappingRequest

GetMappingResponse

GetPartitionRequest

GetPartitionResponse

  • GetPartitionResponse object

GetPartitionsRequest

GetPartitionsResponse

GetPlanRequest

GetPlanResponse

GetTableRequest

GetTableResponse

  • GetTableResponse object

GetTableVersionRequest

GetTableVersionResponse

GetTableVersionsList

GetTableVersionsRequest

GetTableVersionsResponse

GetTablesRequest

GetTablesResponse

GetTriggerRequest

GetTriggerResponse

  • GetTriggerResponse object

GetTriggersRequest

GetTriggersResponse

GetUserDefinedFunctionRequest

GetUserDefinedFunctionResponse

GetUserDefinedFunctionsRequest

GetUserDefinedFunctionsResponse

GrokClassifier

GrokPattern

  • GrokPattern string

IdString

  • IdString string

IdempotentParameterMismatchException

  • IdempotentParameterMismatchExcept
5.0.0

7 years ago

4.0.0

8 years ago

3.0.4

8 years ago

3.0.3

8 years ago

3.0.2

8 years ago

2.0.0

8 years ago