Copyright | (c) 2013-2018 Brendan Hay |
---|---|
License | Mozilla Public License, v. 2.0. |
Maintainer | Brendan Hay <brendan.g.hay+amazonka@gmail.com> |
Stability | auto-generated |
Portability | non-portable (GHC extensions) |
Safe Haskell | None |
Language | Haskell2010 |
- Service Configuration
- Errors
- ValidationException
- AccessDeniedException
- CrawlerRunningException
- SchedulerTransitioningException
- SchedulerRunningException
- ConcurrentRunsExceededException
- NoScheduleException
- OperationTimeoutException
- CrawlerNotRunningException
- VersionMismatchException
- EntityNotFoundException
- ConcurrentModificationException
- SchedulerNotRunningException
- InternalServiceException
- InvalidInputException
- ResourceNumberLimitExceededException
- IdempotentParameterMismatchException
- CrawlerStoppingException
- AlreadyExistsException
- Waiters
- Operations
- StartCrawler
- GetCatalogImportStatus
- GetPartition
- CreateTrigger
- DeleteTable
- UpdateTable
- DeleteConnection
- UpdateConnection
- GetUserDefinedFunctions (Paginated)
- BatchCreatePartition
- GetMapping
- GetTableVersion
- GetJobs (Paginated)
- GetClassifiers (Paginated)
- CreateConnection
- DeleteTableVersion
- DeleteDevEndpoint
- UpdateDevEndpoint
- DeleteCrawler
- UpdateCrawler
- GetConnection
- BatchGetPartition
- StopTrigger
- UpdateCrawlerSchedule
- DeleteUserDefinedFunction
- UpdateUserDefinedFunction
- BatchDeleteTable
- GetTables (Paginated)
- CreateClassifier
- BatchDeleteConnection
- CreateJob
- GetJobRuns (Paginated)
- CreateUserDefinedFunction
- ResetJobBookmark
- DeleteJob
- UpdateJob
- GetCrawlers (Paginated)
- GetClassifier
- GetJob
- BatchDeleteTableVersion
- GetDevEndpoints (Paginated)
- StartCrawlerSchedule
- GetUserDefinedFunction
- DeleteDatabase
- UpdateDatabase
- StopCrawler
- GetPartitions (Paginated)
- BatchDeletePartition
- GetCrawler
- BatchStopJobRun
- GetDevEndpoint
- CreateTable
- GetCrawlerMetrics (Paginated)
- GetPlan
- GetTriggers (Paginated)
- StartTrigger
- GetDataflowGraph
- GetDatabases (Paginated)
- GetTable
- CreateCrawler
- GetJobRun
- CreateDevEndpoint
- GetDatabase
- DeletePartition
- UpdatePartition
- CreateScript
- GetConnections (Paginated)
- GetTrigger
- ImportCatalogToGlue
- DeleteClassifier
- UpdateClassifier
- StartJobRun
- CreatePartition
- StopCrawlerSchedule
- CreateDatabase
- GetTableVersions (Paginated)
- DeleteTrigger
- UpdateTrigger
- Types
- ConnectionPropertyKey
- ConnectionType
- CrawlerState
- DeleteBehavior
- JobRunState
- Language
- LastCrawlStatus
- Logical
- LogicalOperator
- PrincipalType
- ResourceType
- ScheduleState
- TriggerState
- TriggerType
- UpdateBehavior
- Action
- BatchStopJobRunError
- BatchStopJobRunSuccessfulSubmission
- CatalogEntry
- CatalogImportStatus
- Classifier
- CodeGenEdge
- CodeGenNode
- CodeGenNodeArg
- Column
- Condition
- Connection
- ConnectionInput
- ConnectionsList
- Crawler
- CrawlerMetrics
- CrawlerTargets
- CreateGrokClassifierRequest
- CreateJSONClassifierRequest
- CreateXMLClassifierRequest
- Database
- DatabaseInput
- DevEndpoint
- DevEndpointCustomLibraries
- ErrorDetail
- ExecutionProperty
- GetConnectionsFilter
- GrokClassifier
- JSONClassifier
- JdbcTarget
- Job
- JobBookmarkEntry
- JobCommand
- JobRun
- JobUpdate
- LastCrawlInfo
- Location
- MappingEntry
- Order
- Partition
- PartitionError
- PartitionInput
- PartitionValueList
- PhysicalConnectionRequirements
- Predecessor
- Predicate
- ResourceURI
- S3Target
- Schedule
- SchemaChangePolicy
- Segment
- SerDeInfo
- SkewedInfo
- StorageDescriptor
- Table
- TableError
- TableInput
- TableVersion
- TableVersionError
- Trigger
- TriggerUpdate
- UpdateGrokClassifierRequest
- UpdateJSONClassifierRequest
- UpdateXMLClassifierRequest
- UserDefinedFunction
- UserDefinedFunctionInput
- XMLClassifier
AWS Glue
Defines the public endpoint for the AWS Glue service.
- glue :: Service
- _ValidationException :: AsError a => Getting (First ServiceError) a ServiceError
- _AccessDeniedException :: AsError a => Getting (First ServiceError) a ServiceError
- _CrawlerRunningException :: AsError a => Getting (First ServiceError) a ServiceError
- _SchedulerTransitioningException :: AsError a => Getting (First ServiceError) a ServiceError
- _SchedulerRunningException :: AsError a => Getting (First ServiceError) a ServiceError
- _ConcurrentRunsExceededException :: AsError a => Getting (First ServiceError) a ServiceError
- _NoScheduleException :: AsError a => Getting (First ServiceError) a ServiceError
- _OperationTimeoutException :: AsError a => Getting (First ServiceError) a ServiceError
- _CrawlerNotRunningException :: AsError a => Getting (First ServiceError) a ServiceError
- _VersionMismatchException :: AsError a => Getting (First ServiceError) a ServiceError
- _EntityNotFoundException :: AsError a => Getting (First ServiceError) a ServiceError
- _ConcurrentModificationException :: AsError a => Getting (First ServiceError) a ServiceError
- _SchedulerNotRunningException :: AsError a => Getting (First ServiceError) a ServiceError
- _InternalServiceException :: AsError a => Getting (First ServiceError) a ServiceError
- _InvalidInputException :: AsError a => Getting (First ServiceError) a ServiceError
- _ResourceNumberLimitExceededException :: AsError a => Getting (First ServiceError) a ServiceError
- _IdempotentParameterMismatchException :: AsError a => Getting (First ServiceError) a ServiceError
- _CrawlerStoppingException :: AsError a => Getting (First ServiceError) a ServiceError
- _AlreadyExistsException :: AsError a => Getting (First ServiceError) a ServiceError
- module Network.AWS.Glue.StartCrawler
- module Network.AWS.Glue.GetCatalogImportStatus
- module Network.AWS.Glue.GetPartition
- module Network.AWS.Glue.CreateTrigger
- module Network.AWS.Glue.DeleteTable
- module Network.AWS.Glue.UpdateTable
- module Network.AWS.Glue.DeleteConnection
- module Network.AWS.Glue.UpdateConnection
- module Network.AWS.Glue.GetUserDefinedFunctions
- module Network.AWS.Glue.BatchCreatePartition
- module Network.AWS.Glue.GetMapping
- module Network.AWS.Glue.GetTableVersion
- module Network.AWS.Glue.GetJobs
- module Network.AWS.Glue.GetClassifiers
- module Network.AWS.Glue.CreateConnection
- module Network.AWS.Glue.DeleteTableVersion
- module Network.AWS.Glue.DeleteDevEndpoint
- module Network.AWS.Glue.UpdateDevEndpoint
- module Network.AWS.Glue.DeleteCrawler
- module Network.AWS.Glue.UpdateCrawler
- module Network.AWS.Glue.GetConnection
- module Network.AWS.Glue.BatchGetPartition
- module Network.AWS.Glue.StopTrigger
- module Network.AWS.Glue.UpdateCrawlerSchedule
- module Network.AWS.Glue.DeleteUserDefinedFunction
- module Network.AWS.Glue.UpdateUserDefinedFunction
- module Network.AWS.Glue.BatchDeleteTable
- module Network.AWS.Glue.GetTables
- module Network.AWS.Glue.CreateClassifier
- module Network.AWS.Glue.BatchDeleteConnection
- module Network.AWS.Glue.CreateJob
- module Network.AWS.Glue.GetJobRuns
- module Network.AWS.Glue.CreateUserDefinedFunction
- module Network.AWS.Glue.ResetJobBookmark
- module Network.AWS.Glue.DeleteJob
- module Network.AWS.Glue.UpdateJob
- module Network.AWS.Glue.GetCrawlers
- module Network.AWS.Glue.GetClassifier
- module Network.AWS.Glue.GetJob
- module Network.AWS.Glue.BatchDeleteTableVersion
- module Network.AWS.Glue.GetDevEndpoints
- module Network.AWS.Glue.StartCrawlerSchedule
- module Network.AWS.Glue.GetUserDefinedFunction
- module Network.AWS.Glue.DeleteDatabase
- module Network.AWS.Glue.UpdateDatabase
- module Network.AWS.Glue.StopCrawler
- module Network.AWS.Glue.GetPartitions
- module Network.AWS.Glue.BatchDeletePartition
- module Network.AWS.Glue.GetCrawler
- module Network.AWS.Glue.BatchStopJobRun
- module Network.AWS.Glue.GetDevEndpoint
- module Network.AWS.Glue.CreateTable
- module Network.AWS.Glue.GetCrawlerMetrics
- module Network.AWS.Glue.GetPlan
- module Network.AWS.Glue.GetTriggers
- module Network.AWS.Glue.StartTrigger
- module Network.AWS.Glue.GetDataflowGraph
- module Network.AWS.Glue.GetDatabases
- module Network.AWS.Glue.GetTable
- module Network.AWS.Glue.CreateCrawler
- module Network.AWS.Glue.GetJobRun
- module Network.AWS.Glue.CreateDevEndpoint
- module Network.AWS.Glue.GetDatabase
- module Network.AWS.Glue.DeletePartition
- module Network.AWS.Glue.UpdatePartition
- module Network.AWS.Glue.CreateScript
- module Network.AWS.Glue.GetConnections
- module Network.AWS.Glue.GetTrigger
- module Network.AWS.Glue.ImportCatalogToGlue
- module Network.AWS.Glue.DeleteClassifier
- module Network.AWS.Glue.UpdateClassifier
- module Network.AWS.Glue.StartJobRun
- module Network.AWS.Glue.CreatePartition
- module Network.AWS.Glue.StopCrawlerSchedule
- module Network.AWS.Glue.CreateDatabase
- module Network.AWS.Glue.GetTableVersions
- module Network.AWS.Glue.DeleteTrigger
- module Network.AWS.Glue.UpdateTrigger
- data ConnectionPropertyKey
- data ConnectionType
- data CrawlerState
- data DeleteBehavior
- data JobRunState
- data Language
- data LastCrawlStatus
- data Logical
- data LogicalOperator = Equals
- data PrincipalType
- data ResourceType
- data ScheduleState
- data TriggerState
- data TriggerType
- data UpdateBehavior
- data Action
- action :: Action
- aArguments :: Lens' Action (HashMap Text Text)
- aJobName :: Lens' Action (Maybe Text)
- aTimeout :: Lens' Action (Maybe Natural)
- data BatchStopJobRunError
- batchStopJobRunError :: BatchStopJobRunError
- bsjreJobName :: Lens' BatchStopJobRunError (Maybe Text)
- bsjreJobRunId :: Lens' BatchStopJobRunError (Maybe Text)
- bsjreErrorDetail :: Lens' BatchStopJobRunError (Maybe ErrorDetail)
- data BatchStopJobRunSuccessfulSubmission
- batchStopJobRunSuccessfulSubmission :: BatchStopJobRunSuccessfulSubmission
- bsjrssJobName :: Lens' BatchStopJobRunSuccessfulSubmission (Maybe Text)
- bsjrssJobRunId :: Lens' BatchStopJobRunSuccessfulSubmission (Maybe Text)
- data CatalogEntry
- catalogEntry :: Text -> Text -> CatalogEntry
- ceDatabaseName :: Lens' CatalogEntry Text
- ceTableName :: Lens' CatalogEntry Text
- data CatalogImportStatus
- catalogImportStatus :: CatalogImportStatus
- cisImportedBy :: Lens' CatalogImportStatus (Maybe Text)
- cisImportTime :: Lens' CatalogImportStatus (Maybe UTCTime)
- cisImportCompleted :: Lens' CatalogImportStatus (Maybe Bool)
- data Classifier
- classifier :: Classifier
- cGrokClassifier :: Lens' Classifier (Maybe GrokClassifier)
- cXMLClassifier :: Lens' Classifier (Maybe XMLClassifier)
- cJSONClassifier :: Lens' Classifier (Maybe JSONClassifier)
- data CodeGenEdge
- codeGenEdge :: Text -> Text -> CodeGenEdge
- cgeTargetParameter :: Lens' CodeGenEdge (Maybe Text)
- cgeSource :: Lens' CodeGenEdge Text
- cgeTarget :: Lens' CodeGenEdge Text
- data CodeGenNode
- codeGenNode :: Text -> Text -> CodeGenNode
- cgnLineNumber :: Lens' CodeGenNode (Maybe Int)
- cgnId :: Lens' CodeGenNode Text
- cgnNodeType :: Lens' CodeGenNode Text
- cgnArgs :: Lens' CodeGenNode [CodeGenNodeArg]
- data CodeGenNodeArg
- codeGenNodeArg :: Text -> Text -> CodeGenNodeArg
- cgnaParam :: Lens' CodeGenNodeArg (Maybe Bool)
- cgnaName :: Lens' CodeGenNodeArg Text
- cgnaValue :: Lens' CodeGenNodeArg Text
- data Column
- column :: Text -> Column
- cType :: Lens' Column (Maybe Text)
- cComment :: Lens' Column (Maybe Text)
- cName :: Lens' Column Text
- data Condition
- condition :: Condition
- cState :: Lens' Condition (Maybe JobRunState)
- cJobName :: Lens' Condition (Maybe Text)
- cLogicalOperator :: Lens' Condition (Maybe LogicalOperator)
- data Connection
- connection :: Connection
- conCreationTime :: Lens' Connection (Maybe UTCTime)
- conLastUpdatedBy :: Lens' Connection (Maybe Text)
- conConnectionProperties :: Lens' Connection (HashMap ConnectionPropertyKey Text)
- conLastUpdatedTime :: Lens' Connection (Maybe UTCTime)
- conMatchCriteria :: Lens' Connection [Text]
- conPhysicalConnectionRequirements :: Lens' Connection (Maybe PhysicalConnectionRequirements)
- conName :: Lens' Connection (Maybe Text)
- conDescription :: Lens' Connection (Maybe Text)
- conConnectionType :: Lens' Connection (Maybe ConnectionType)
- data ConnectionInput
- connectionInput :: Text -> ConnectionType -> ConnectionInput
- ciMatchCriteria :: Lens' ConnectionInput [Text]
- ciPhysicalConnectionRequirements :: Lens' ConnectionInput (Maybe PhysicalConnectionRequirements)
- ciDescription :: Lens' ConnectionInput (Maybe Text)
- ciName :: Lens' ConnectionInput Text
- ciConnectionType :: Lens' ConnectionInput ConnectionType
- ciConnectionProperties :: Lens' ConnectionInput (HashMap ConnectionPropertyKey Text)
- data ConnectionsList
- connectionsList :: ConnectionsList
- clConnections :: Lens' ConnectionsList [Text]
- data Crawler
- crawler :: Crawler
- craCreationTime :: Lens' Crawler (Maybe UTCTime)
- craState :: Lens' Crawler (Maybe CrawlerState)
- craSchemaChangePolicy :: Lens' Crawler (Maybe SchemaChangePolicy)
- craLastUpdated :: Lens' Crawler (Maybe UTCTime)
- craSchedule :: Lens' Crawler (Maybe Schedule)
- craLastCrawl :: Lens' Crawler (Maybe LastCrawlInfo)
- craCrawlElapsedTime :: Lens' Crawler (Maybe Integer)
- craClassifiers :: Lens' Crawler [Text]
- craRole :: Lens' Crawler (Maybe Text)
- craName :: Lens' Crawler (Maybe Text)
- craTargets :: Lens' Crawler (Maybe CrawlerTargets)
- craVersion :: Lens' Crawler (Maybe Integer)
- craDatabaseName :: Lens' Crawler (Maybe Text)
- craConfiguration :: Lens' Crawler (Maybe Text)
- craTablePrefix :: Lens' Crawler (Maybe Text)
- craDescription :: Lens' Crawler (Maybe Text)
- data CrawlerMetrics
- crawlerMetrics :: CrawlerMetrics
- cmLastRuntimeSeconds :: Lens' CrawlerMetrics (Maybe Double)
- cmTablesCreated :: Lens' CrawlerMetrics (Maybe Natural)
- cmStillEstimating :: Lens' CrawlerMetrics (Maybe Bool)
- cmMedianRuntimeSeconds :: Lens' CrawlerMetrics (Maybe Double)
- cmTimeLeftSeconds :: Lens' CrawlerMetrics (Maybe Double)
- cmTablesDeleted :: Lens' CrawlerMetrics (Maybe Natural)
- cmTablesUpdated :: Lens' CrawlerMetrics (Maybe Natural)
- cmCrawlerName :: Lens' CrawlerMetrics (Maybe Text)
- data CrawlerTargets
- crawlerTargets :: CrawlerTargets
- ctS3Targets :: Lens' CrawlerTargets [S3Target]
- ctJdbcTargets :: Lens' CrawlerTargets [JdbcTarget]
- data CreateGrokClassifierRequest
- createGrokClassifierRequest :: Text -> Text -> Text -> CreateGrokClassifierRequest
- cgcrCustomPatterns :: Lens' CreateGrokClassifierRequest (Maybe Text)
- cgcrClassification :: Lens' CreateGrokClassifierRequest Text
- cgcrName :: Lens' CreateGrokClassifierRequest Text
- cgcrGrokPattern :: Lens' CreateGrokClassifierRequest Text
- data CreateJSONClassifierRequest
- createJSONClassifierRequest :: Text -> Text -> CreateJSONClassifierRequest
- cjcrName :: Lens' CreateJSONClassifierRequest Text
- cjcrJSONPath :: Lens' CreateJSONClassifierRequest Text
- data CreateXMLClassifierRequest
- createXMLClassifierRequest :: Text -> Text -> CreateXMLClassifierRequest
- cxcrRowTag :: Lens' CreateXMLClassifierRequest (Maybe Text)
- cxcrClassification :: Lens' CreateXMLClassifierRequest Text
- cxcrName :: Lens' CreateXMLClassifierRequest Text
- data Database
- database :: Text -> Database
- dLocationURI :: Lens' Database (Maybe Text)
- dParameters :: Lens' Database (HashMap Text Text)
- dDescription :: Lens' Database (Maybe Text)
- dCreateTime :: Lens' Database (Maybe UTCTime)
- dName :: Lens' Database Text
- data DatabaseInput
- databaseInput :: Text -> DatabaseInput
- diLocationURI :: Lens' DatabaseInput (Maybe Text)
- diParameters :: Lens' DatabaseInput (HashMap Text Text)
- diDescription :: Lens' DatabaseInput (Maybe Text)
- diName :: Lens' DatabaseInput Text
- data DevEndpoint
- devEndpoint :: DevEndpoint
- deStatus :: Lens' DevEndpoint (Maybe Text)
- deFailureReason :: Lens' DevEndpoint (Maybe Text)
- deEndpointName :: Lens' DevEndpoint (Maybe Text)
- deExtraPythonLibsS3Path :: Lens' DevEndpoint (Maybe Text)
- deLastUpdateStatus :: Lens' DevEndpoint (Maybe Text)
- deSecurityGroupIds :: Lens' DevEndpoint [Text]
- deLastModifiedTimestamp :: Lens' DevEndpoint (Maybe UTCTime)
- deVPCId :: Lens' DevEndpoint (Maybe Text)
- dePrivateAddress :: Lens' DevEndpoint (Maybe Text)
- dePublicKey :: Lens' DevEndpoint (Maybe Text)
- deSubnetId :: Lens' DevEndpoint (Maybe Text)
- deNumberOfNodes :: Lens' DevEndpoint (Maybe Int)
- dePublicAddress :: Lens' DevEndpoint (Maybe Text)
- deAvailabilityZone :: Lens' DevEndpoint (Maybe Text)
- deZeppelinRemoteSparkInterpreterPort :: Lens' DevEndpoint (Maybe Int)
- deExtraJARsS3Path :: Lens' DevEndpoint (Maybe Text)
- deCreatedTimestamp :: Lens' DevEndpoint (Maybe UTCTime)
- deYarnEndpointAddress :: Lens' DevEndpoint (Maybe Text)
- deRoleARN :: Lens' DevEndpoint (Maybe Text)
- data DevEndpointCustomLibraries
- devEndpointCustomLibraries :: DevEndpointCustomLibraries
- declExtraPythonLibsS3Path :: Lens' DevEndpointCustomLibraries (Maybe Text)
- declExtraJARsS3Path :: Lens' DevEndpointCustomLibraries (Maybe Text)
- data ErrorDetail
- errorDetail :: ErrorDetail
- edErrorCode :: Lens' ErrorDetail (Maybe Text)
- edErrorMessage :: Lens' ErrorDetail (Maybe Text)
- data ExecutionProperty
- executionProperty :: ExecutionProperty
- epMaxConcurrentRuns :: Lens' ExecutionProperty (Maybe Int)
- data GetConnectionsFilter
- getConnectionsFilter :: GetConnectionsFilter
- gcfMatchCriteria :: Lens' GetConnectionsFilter [Text]
- gcfConnectionType :: Lens' GetConnectionsFilter (Maybe ConnectionType)
- data GrokClassifier
- grokClassifier :: Text -> Text -> Text -> GrokClassifier
- gcCreationTime :: Lens' GrokClassifier (Maybe UTCTime)
- gcLastUpdated :: Lens' GrokClassifier (Maybe UTCTime)
- gcVersion :: Lens' GrokClassifier (Maybe Integer)
- gcCustomPatterns :: Lens' GrokClassifier (Maybe Text)
- gcName :: Lens' GrokClassifier Text
- gcClassification :: Lens' GrokClassifier Text
- gcGrokPattern :: Lens' GrokClassifier Text
- data JSONClassifier
- jsonClassifier :: Text -> Text -> JSONClassifier
- jcCreationTime :: Lens' JSONClassifier (Maybe UTCTime)
- jcLastUpdated :: Lens' JSONClassifier (Maybe UTCTime)
- jcVersion :: Lens' JSONClassifier (Maybe Integer)
- jcName :: Lens' JSONClassifier Text
- jcJSONPath :: Lens' JSONClassifier Text
- data JdbcTarget
- jdbcTarget :: JdbcTarget
- jtPath :: Lens' JdbcTarget (Maybe Text)
- jtConnectionName :: Lens' JdbcTarget (Maybe Text)
- jtExclusions :: Lens' JdbcTarget [Text]
- data Job
- job :: Job
- jCommand :: Lens' Job (Maybe JobCommand)
- jLastModifiedOn :: Lens' Job (Maybe UTCTime)
- jConnections :: Lens' Job (Maybe ConnectionsList)
- jRole :: Lens' Job (Maybe Text)
- jName :: Lens' Job (Maybe Text)
- jLogURI :: Lens' Job (Maybe Text)
- jMaxRetries :: Lens' Job (Maybe Int)
- jExecutionProperty :: Lens' Job (Maybe ExecutionProperty)
- jAllocatedCapacity :: Lens' Job (Maybe Int)
- jTimeout :: Lens' Job (Maybe Natural)
- jDefaultArguments :: Lens' Job (HashMap Text Text)
- jDescription :: Lens' Job (Maybe Text)
- jCreatedOn :: Lens' Job (Maybe UTCTime)
- data JobBookmarkEntry
- jobBookmarkEntry :: JobBookmarkEntry
- jbeJobName :: Lens' JobBookmarkEntry (Maybe Text)
- jbeRun :: Lens' JobBookmarkEntry (Maybe Int)
- jbeVersion :: Lens' JobBookmarkEntry (Maybe Int)
- jbeAttempt :: Lens' JobBookmarkEntry (Maybe Int)
- jbeJobBookmark :: Lens' JobBookmarkEntry (Maybe Text)
- data JobCommand
- jobCommand :: JobCommand
- jobScriptLocation :: Lens' JobCommand (Maybe Text)
- jobName :: Lens' JobCommand (Maybe Text)
- data JobRun
- jobRun :: JobRun
- jrCompletedOn :: Lens' JobRun (Maybe UTCTime)
- jrTriggerName :: Lens' JobRun (Maybe Text)
- jrLastModifiedOn :: Lens' JobRun (Maybe UTCTime)
- jrArguments :: Lens' JobRun (HashMap Text Text)
- jrJobName :: Lens' JobRun (Maybe Text)
- jrStartedOn :: Lens' JobRun (Maybe UTCTime)
- jrJobRunState :: Lens' JobRun (Maybe JobRunState)
- jrExecutionTime :: Lens' JobRun (Maybe Int)
- jrPredecessorRuns :: Lens' JobRun [Predecessor]
- jrPreviousRunId :: Lens' JobRun (Maybe Text)
- jrId :: Lens' JobRun (Maybe Text)
- jrAttempt :: Lens' JobRun (Maybe Int)
- jrAllocatedCapacity :: Lens' JobRun (Maybe Int)
- jrTimeout :: Lens' JobRun (Maybe Natural)
- jrErrorMessage :: Lens' JobRun (Maybe Text)
- data JobUpdate
- jobUpdate :: JobUpdate
- juCommand :: Lens' JobUpdate (Maybe JobCommand)
- juConnections :: Lens' JobUpdate (Maybe ConnectionsList)
- juRole :: Lens' JobUpdate (Maybe Text)
- juLogURI :: Lens' JobUpdate (Maybe Text)
- juMaxRetries :: Lens' JobUpdate (Maybe Int)
- juExecutionProperty :: Lens' JobUpdate (Maybe ExecutionProperty)
- juAllocatedCapacity :: Lens' JobUpdate (Maybe Int)
- juTimeout :: Lens' JobUpdate (Maybe Natural)
- juDefaultArguments :: Lens' JobUpdate (HashMap Text Text)
- juDescription :: Lens' JobUpdate (Maybe Text)
- data LastCrawlInfo
- lastCrawlInfo :: LastCrawlInfo
- lciStatus :: Lens' LastCrawlInfo (Maybe LastCrawlStatus)
- lciStartTime :: Lens' LastCrawlInfo (Maybe UTCTime)
- lciLogStream :: Lens' LastCrawlInfo (Maybe Text)
- lciLogGroup :: Lens' LastCrawlInfo (Maybe Text)
- lciMessagePrefix :: Lens' LastCrawlInfo (Maybe Text)
- lciErrorMessage :: Lens' LastCrawlInfo (Maybe Text)
- data Location
- location :: Location
- lJdbc :: Lens' Location [CodeGenNodeArg]
- lS3 :: Lens' Location [CodeGenNodeArg]
- data MappingEntry
- mappingEntry :: MappingEntry
- meTargetTable :: Lens' MappingEntry (Maybe Text)
- meSourceType :: Lens' MappingEntry (Maybe Text)
- meSourceTable :: Lens' MappingEntry (Maybe Text)
- meTargetType :: Lens' MappingEntry (Maybe Text)
- meTargetPath :: Lens' MappingEntry (Maybe Text)
- meSourcePath :: Lens' MappingEntry (Maybe Text)
- data Order
- order :: Text -> Natural -> Order
- oColumn :: Lens' Order Text
- oSortOrder :: Lens' Order Natural
- data Partition
- partition :: Partition
- pCreationTime :: Lens' Partition (Maybe UTCTime)
- pValues :: Lens' Partition [Text]
- pLastAnalyzedTime :: Lens' Partition (Maybe UTCTime)
- pStorageDescriptor :: Lens' Partition (Maybe StorageDescriptor)
- pDatabaseName :: Lens' Partition (Maybe Text)
- pParameters :: Lens' Partition (HashMap Text Text)
- pLastAccessTime :: Lens' Partition (Maybe UTCTime)
- pTableName :: Lens' Partition (Maybe Text)
- data PartitionError
- partitionError :: PartitionError
- pePartitionValues :: Lens' PartitionError [Text]
- peErrorDetail :: Lens' PartitionError (Maybe ErrorDetail)
- data PartitionInput
- partitionInput :: PartitionInput
- piValues :: Lens' PartitionInput [Text]
- piLastAnalyzedTime :: Lens' PartitionInput (Maybe UTCTime)
- piStorageDescriptor :: Lens' PartitionInput (Maybe StorageDescriptor)
- piParameters :: Lens' PartitionInput (HashMap Text Text)
- piLastAccessTime :: Lens' PartitionInput (Maybe UTCTime)
- data PartitionValueList
- partitionValueList :: PartitionValueList
- pvlValues :: Lens' PartitionValueList [Text]
- data PhysicalConnectionRequirements
- physicalConnectionRequirements :: PhysicalConnectionRequirements
- pcrSecurityGroupIdList :: Lens' PhysicalConnectionRequirements [Text]
- pcrSubnetId :: Lens' PhysicalConnectionRequirements (Maybe Text)
- pcrAvailabilityZone :: Lens' PhysicalConnectionRequirements (Maybe Text)
- data Predecessor
- predecessor :: Predecessor
- pJobName :: Lens' Predecessor (Maybe Text)
- pRunId :: Lens' Predecessor (Maybe Text)
- data Predicate
- predicate :: Predicate
- pLogical :: Lens' Predicate (Maybe Logical)
- pConditions :: Lens' Predicate [Condition]
- data ResourceURI
- resourceURI :: ResourceURI
- ruResourceType :: Lens' ResourceURI (Maybe ResourceType)
- ruURI :: Lens' ResourceURI (Maybe Text)
- data S3Target
- s3Target :: S3Target
- stPath :: Lens' S3Target (Maybe Text)
- stExclusions :: Lens' S3Target [Text]
- data Schedule
- schedule :: Schedule
- sState :: Lens' Schedule (Maybe ScheduleState)
- sScheduleExpression :: Lens' Schedule (Maybe Text)
- data SchemaChangePolicy
- schemaChangePolicy :: SchemaChangePolicy
- scpDeleteBehavior :: Lens' SchemaChangePolicy (Maybe DeleteBehavior)
- scpUpdateBehavior :: Lens' SchemaChangePolicy (Maybe UpdateBehavior)
- data Segment
- segment :: Natural -> Natural -> Segment
- sSegmentNumber :: Lens' Segment Natural
- sTotalSegments :: Lens' Segment Natural
- data SerDeInfo
- serDeInfo :: SerDeInfo
- sdiSerializationLibrary :: Lens' SerDeInfo (Maybe Text)
- sdiName :: Lens' SerDeInfo (Maybe Text)
- sdiParameters :: Lens' SerDeInfo (HashMap Text Text)
- data SkewedInfo
- skewedInfo :: SkewedInfo
- siSkewedColumnValueLocationMaps :: Lens' SkewedInfo (HashMap Text Text)
- siSkewedColumnValues :: Lens' SkewedInfo [Text]
- siSkewedColumnNames :: Lens' SkewedInfo [Text]
- data StorageDescriptor
- storageDescriptor :: StorageDescriptor
- sdSortColumns :: Lens' StorageDescriptor [Order]
- sdCompressed :: Lens' StorageDescriptor (Maybe Bool)
- sdLocation :: Lens' StorageDescriptor (Maybe Text)
- sdBucketColumns :: Lens' StorageDescriptor [Text]
- sdSerdeInfo :: Lens' StorageDescriptor (Maybe SerDeInfo)
- sdOutputFormat :: Lens' StorageDescriptor (Maybe Text)
- sdNumberOfBuckets :: Lens' StorageDescriptor (Maybe Int)
- sdStoredAsSubDirectories :: Lens' StorageDescriptor (Maybe Bool)
- sdParameters :: Lens' StorageDescriptor (HashMap Text Text)
- sdInputFormat :: Lens' StorageDescriptor (Maybe Text)
- sdSkewedInfo :: Lens' StorageDescriptor (Maybe SkewedInfo)
- sdColumns :: Lens' StorageDescriptor [Column]
- data Table
- table :: Text -> Table
- tRetention :: Lens' Table (Maybe Natural)
- tCreatedBy :: Lens' Table (Maybe Text)
- tTableType :: Lens' Table (Maybe Text)
- tOwner :: Lens' Table (Maybe Text)
- tViewOriginalText :: Lens' Table (Maybe Text)
- tUpdateTime :: Lens' Table (Maybe UTCTime)
- tViewExpandedText :: Lens' Table (Maybe Text)
- tLastAnalyzedTime :: Lens' Table (Maybe UTCTime)
- tStorageDescriptor :: Lens' Table (Maybe StorageDescriptor)
- tDatabaseName :: Lens' Table (Maybe Text)
- tParameters :: Lens' Table (HashMap Text Text)
- tLastAccessTime :: Lens' Table (Maybe UTCTime)
- tDescription :: Lens' Table (Maybe Text)
- tPartitionKeys :: Lens' Table [Column]
- tCreateTime :: Lens' Table (Maybe UTCTime)
- tName :: Lens' Table Text
- data TableError
- tableError :: TableError
- teTableName :: Lens' TableError (Maybe Text)
- teErrorDetail :: Lens' TableError (Maybe ErrorDetail)
- data TableInput
- tableInput :: Text -> TableInput
- tiRetention :: Lens' TableInput (Maybe Natural)
- tiTableType :: Lens' TableInput (Maybe Text)
- tiOwner :: Lens' TableInput (Maybe Text)
- tiViewOriginalText :: Lens' TableInput (Maybe Text)
- tiViewExpandedText :: Lens' TableInput (Maybe Text)
- tiLastAnalyzedTime :: Lens' TableInput (Maybe UTCTime)
- tiStorageDescriptor :: Lens' TableInput (Maybe StorageDescriptor)
- tiParameters :: Lens' TableInput (HashMap Text Text)
- tiLastAccessTime :: Lens' TableInput (Maybe UTCTime)
- tiDescription :: Lens' TableInput (Maybe Text)
- tiPartitionKeys :: Lens' TableInput [Column]
- tiName :: Lens' TableInput Text
- data TableVersion
- tableVersion :: TableVersion
- tvVersionId :: Lens' TableVersion (Maybe Text)
- tvTable :: Lens' TableVersion (Maybe Table)
- data TableVersionError
- tableVersionError :: TableVersionError
- tveVersionId :: Lens' TableVersionError (Maybe Text)
- tveTableName :: Lens' TableVersionError (Maybe Text)
- tveErrorDetail :: Lens' TableVersionError (Maybe ErrorDetail)
- data Trigger
- trigger :: Trigger
- triState :: Lens' Trigger (Maybe TriggerState)
- triActions :: Lens' Trigger [Action]
- triSchedule :: Lens' Trigger (Maybe Text)
- triPredicate :: Lens' Trigger (Maybe Predicate)
- triName :: Lens' Trigger (Maybe Text)
- triId :: Lens' Trigger (Maybe Text)
- triType :: Lens' Trigger (Maybe TriggerType)
- triDescription :: Lens' Trigger (Maybe Text)
- data TriggerUpdate
- triggerUpdate :: TriggerUpdate
- tuActions :: Lens' TriggerUpdate [Action]
- tuSchedule :: Lens' TriggerUpdate (Maybe Text)
- tuPredicate :: Lens' TriggerUpdate (Maybe Predicate)
- tuName :: Lens' TriggerUpdate (Maybe Text)
- tuDescription :: Lens' TriggerUpdate (Maybe Text)
- data UpdateGrokClassifierRequest
- updateGrokClassifierRequest :: Text -> UpdateGrokClassifierRequest
- ugcrClassification :: Lens' UpdateGrokClassifierRequest (Maybe Text)
- ugcrCustomPatterns :: Lens' UpdateGrokClassifierRequest (Maybe Text)
- ugcrGrokPattern :: Lens' UpdateGrokClassifierRequest (Maybe Text)
- ugcrName :: Lens' UpdateGrokClassifierRequest Text
- data UpdateJSONClassifierRequest
- updateJSONClassifierRequest :: Text -> UpdateJSONClassifierRequest
- ujcrJSONPath :: Lens' UpdateJSONClassifierRequest (Maybe Text)
- ujcrName :: Lens' UpdateJSONClassifierRequest Text
- data UpdateXMLClassifierRequest
- updateXMLClassifierRequest :: Text -> UpdateXMLClassifierRequest
- uxcrClassification :: Lens' UpdateXMLClassifierRequest (Maybe Text)
- uxcrRowTag :: Lens' UpdateXMLClassifierRequest (Maybe Text)
- uxcrName :: Lens' UpdateXMLClassifierRequest Text
- data UserDefinedFunction
- userDefinedFunction :: UserDefinedFunction
- udfOwnerName :: Lens' UserDefinedFunction (Maybe Text)
- udfResourceURIs :: Lens' UserDefinedFunction [ResourceURI]
- udfFunctionName :: Lens' UserDefinedFunction (Maybe Text)
- udfOwnerType :: Lens' UserDefinedFunction (Maybe PrincipalType)
- udfCreateTime :: Lens' UserDefinedFunction (Maybe UTCTime)
- udfClassName :: Lens' UserDefinedFunction (Maybe Text)
- data UserDefinedFunctionInput
- userDefinedFunctionInput :: UserDefinedFunctionInput
- udfiOwnerName :: Lens' UserDefinedFunctionInput (Maybe Text)
- udfiResourceURIs :: Lens' UserDefinedFunctionInput [ResourceURI]
- udfiFunctionName :: Lens' UserDefinedFunctionInput (Maybe Text)
- udfiOwnerType :: Lens' UserDefinedFunctionInput (Maybe PrincipalType)
- udfiClassName :: Lens' UserDefinedFunctionInput (Maybe Text)
- data XMLClassifier
- xmlClassifier :: Text -> Text -> XMLClassifier
- xcCreationTime :: Lens' XMLClassifier (Maybe UTCTime)
- xcLastUpdated :: Lens' XMLClassifier (Maybe UTCTime)
- xcVersion :: Lens' XMLClassifier (Maybe Integer)
- xcRowTag :: Lens' XMLClassifier (Maybe Text)
- xcName :: Lens' XMLClassifier Text
- xcClassification :: Lens' XMLClassifier Text
Service Configuration
Errors
Error matchers are designed for use with the functions provided by
Control.Exception.Lens.
This allows catching (and rethrowing) service specific errors returned
by Glue
.
ValidationException
_ValidationException :: AsError a => Getting (First ServiceError) a ServiceError Source #
A value could not be validated.
AccessDeniedException
_AccessDeniedException :: AsError a => Getting (First ServiceError) a ServiceError Source #
Access to a resource was denied.
CrawlerRunningException
_CrawlerRunningException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The operation cannot be performed because the crawler is already running.
SchedulerTransitioningException
_SchedulerTransitioningException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The specified scheduler is transitioning.
SchedulerRunningException
_SchedulerRunningException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The specified scheduler is already running.
ConcurrentRunsExceededException
_ConcurrentRunsExceededException :: AsError a => Getting (First ServiceError) a ServiceError Source #
Too many jobs are being run concurrently.
NoScheduleException
_NoScheduleException :: AsError a => Getting (First ServiceError) a ServiceError Source #
There is no applicable schedule.
OperationTimeoutException
_OperationTimeoutException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The operation timed out.
CrawlerNotRunningException
_CrawlerNotRunningException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The specified crawler is not running.
VersionMismatchException
_VersionMismatchException :: AsError a => Getting (First ServiceError) a ServiceError Source #
There was a version conflict.
EntityNotFoundException
_EntityNotFoundException :: AsError a => Getting (First ServiceError) a ServiceError Source #
A specified entity does not exist
ConcurrentModificationException
_ConcurrentModificationException :: AsError a => Getting (First ServiceError) a ServiceError Source #
Two processes are trying to modify a resource simultaneously.
SchedulerNotRunningException
_SchedulerNotRunningException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The specified scheduler is not running.
InternalServiceException
_InternalServiceException :: AsError a => Getting (First ServiceError) a ServiceError Source #
An internal service error occurred.
InvalidInputException
_InvalidInputException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The input provided was not valid.
ResourceNumberLimitExceededException
_ResourceNumberLimitExceededException :: AsError a => Getting (First ServiceError) a ServiceError Source #
A resource numerical limit was exceeded.
IdempotentParameterMismatchException
_IdempotentParameterMismatchException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The same unique identifier was associated with two different records.
CrawlerStoppingException
_CrawlerStoppingException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The specified crawler is stopping.
AlreadyExistsException
_AlreadyExistsException :: AsError a => Getting (First ServiceError) a ServiceError Source #
A resource to be created or added already exists.
Waiters
Waiters poll by repeatedly sending a request until some remote success condition
configured by the Wait
specification is fulfilled. The Wait
specification
determines how many attempts should be made, in addition to delay and retry strategies.
Operations
Some AWS operations return results that are incomplete and require subsequent
requests in order to obtain the entire result set. The process of sending
subsequent requests to continue where a previous request left off is called
pagination. For example, the ListObjects
operation of Amazon S3 returns up to
1000 objects at a time, and you must send subsequent requests with the
appropriate Marker in order to retrieve the next page of results.
Operations that have an AWSPager
instance can transparently perform subsequent
requests, correctly setting Markers and other request facets to iterate through
the entire result set of a truncated API operation. Operations which support
this have an additional note in the documentation.
Many operations have the ability to filter results on the server side. See the individual operation parameters for details.
StartCrawler
GetCatalogImportStatus
GetPartition
CreateTrigger
DeleteTable
module Network.AWS.Glue.DeleteTable
UpdateTable
module Network.AWS.Glue.UpdateTable
DeleteConnection
UpdateConnection
GetUserDefinedFunctions (Paginated)
BatchCreatePartition
GetMapping
module Network.AWS.Glue.GetMapping
GetTableVersion
GetJobs (Paginated)
module Network.AWS.Glue.GetJobs
GetClassifiers (Paginated)
CreateConnection
DeleteTableVersion
DeleteDevEndpoint
UpdateDevEndpoint
DeleteCrawler
UpdateCrawler
GetConnection
BatchGetPartition
StopTrigger
module Network.AWS.Glue.StopTrigger
UpdateCrawlerSchedule
DeleteUserDefinedFunction
UpdateUserDefinedFunction
BatchDeleteTable
GetTables (Paginated)
module Network.AWS.Glue.GetTables
CreateClassifier
BatchDeleteConnection
CreateJob
module Network.AWS.Glue.CreateJob
GetJobRuns (Paginated)
module Network.AWS.Glue.GetJobRuns
CreateUserDefinedFunction
ResetJobBookmark
DeleteJob
module Network.AWS.Glue.DeleteJob
UpdateJob
module Network.AWS.Glue.UpdateJob
GetCrawlers (Paginated)
module Network.AWS.Glue.GetCrawlers
GetClassifier
GetJob
module Network.AWS.Glue.GetJob
BatchDeleteTableVersion
GetDevEndpoints (Paginated)
StartCrawlerSchedule
GetUserDefinedFunction
DeleteDatabase
UpdateDatabase
StopCrawler
module Network.AWS.Glue.StopCrawler
GetPartitions (Paginated)
BatchDeletePartition
GetCrawler
module Network.AWS.Glue.GetCrawler
BatchStopJobRun
GetDevEndpoint
CreateTable
module Network.AWS.Glue.CreateTable
GetCrawlerMetrics (Paginated)
GetPlan
module Network.AWS.Glue.GetPlan
GetTriggers (Paginated)
module Network.AWS.Glue.GetTriggers
StartTrigger
GetDataflowGraph
GetDatabases (Paginated)
GetTable
module Network.AWS.Glue.GetTable
CreateCrawler
GetJobRun
module Network.AWS.Glue.GetJobRun
CreateDevEndpoint
GetDatabase
module Network.AWS.Glue.GetDatabase
DeletePartition
UpdatePartition
CreateScript
GetConnections (Paginated)
GetTrigger
module Network.AWS.Glue.GetTrigger
ImportCatalogToGlue
DeleteClassifier
UpdateClassifier
StartJobRun
module Network.AWS.Glue.StartJobRun
CreatePartition
StopCrawlerSchedule
CreateDatabase
GetTableVersions (Paginated)
DeleteTrigger
UpdateTrigger
Types
ConnectionPropertyKey
data ConnectionPropertyKey Source #
ConfigFiles | |
Host | |
InstanceId | |
JdbcConnectionURL | |
JdbcDriverClassName | |
JdbcDriverJARURI | |
JdbcEngine | |
JdbcEngineVersion | |
Password | |
Port | |
Username |
ConnectionType
data ConnectionType Source #
CrawlerState
data CrawlerState Source #
DeleteBehavior
data DeleteBehavior Source #
JobRunState
data JobRunState Source #
Language
LastCrawlStatus
data LastCrawlStatus Source #
Logical
LogicalOperator
data LogicalOperator Source #
PrincipalType
data PrincipalType Source #
ResourceType
data ResourceType Source #
ScheduleState
data ScheduleState Source #
TriggerState
data TriggerState Source #
TriggerType
data TriggerType Source #
UpdateBehavior
data UpdateBehavior Source #
Action
Defines an action to be initiated by a trigger.
See: action
smart constructor.
Creates a value of Action
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
aArguments
- Arguments to be passed to the job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.aJobName
- The name of a job to be executed.aTimeout
- The job run timeout in minutes. It overrides the timeout value of the job.
aArguments :: Lens' Action (HashMap Text Text) Source #
Arguments to be passed to the job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.
aTimeout :: Lens' Action (Maybe Natural) Source #
The job run timeout in minutes. It overrides the timeout value of the job.
BatchStopJobRunError
data BatchStopJobRunError Source #
Records an error that occurred when attempting to stop a specified job run.
See: batchStopJobRunError
smart constructor.
batchStopJobRunError :: BatchStopJobRunError Source #
Creates a value of BatchStopJobRunError
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
bsjreJobName
- The name of the job definition used in the job run in question.bsjreJobRunId
- The JobRunId of the job run in question.bsjreErrorDetail
- Specifies details about the error that was encountered.
bsjreJobName :: Lens' BatchStopJobRunError (Maybe Text) Source #
The name of the job definition used in the job run in question.
bsjreJobRunId :: Lens' BatchStopJobRunError (Maybe Text) Source #
The JobRunId of the job run in question.
bsjreErrorDetail :: Lens' BatchStopJobRunError (Maybe ErrorDetail) Source #
Specifies details about the error that was encountered.
BatchStopJobRunSuccessfulSubmission
data BatchStopJobRunSuccessfulSubmission Source #
Records a successful request to stop a specified JobRun.
See: batchStopJobRunSuccessfulSubmission
smart constructor.
batchStopJobRunSuccessfulSubmission :: BatchStopJobRunSuccessfulSubmission Source #
Creates a value of BatchStopJobRunSuccessfulSubmission
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
bsjrssJobName
- The name of the job definition used in the job run that was stopped.bsjrssJobRunId
- The JobRunId of the job run that was stopped.
bsjrssJobName :: Lens' BatchStopJobRunSuccessfulSubmission (Maybe Text) Source #
The name of the job definition used in the job run that was stopped.
bsjrssJobRunId :: Lens' BatchStopJobRunSuccessfulSubmission (Maybe Text) Source #
The JobRunId of the job run that was stopped.
CatalogEntry
data CatalogEntry Source #
Specifies a table definition in the Data Catalog.
See: catalogEntry
smart constructor.
Creates a value of CatalogEntry
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
ceDatabaseName
- The database in which the table metadata resides.ceTableName
- The name of the table in question.
ceDatabaseName :: Lens' CatalogEntry Text Source #
The database in which the table metadata resides.
ceTableName :: Lens' CatalogEntry Text Source #
The name of the table in question.
CatalogImportStatus
data CatalogImportStatus Source #
A structure containing migration status information.
See: catalogImportStatus
smart constructor.
catalogImportStatus :: CatalogImportStatus Source #
Creates a value of CatalogImportStatus
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cisImportedBy
- The name of the person who initiated the migration.cisImportTime
- The time that the migration was started.cisImportCompleted
- True if the migration has completed, or False otherwise.
cisImportedBy :: Lens' CatalogImportStatus (Maybe Text) Source #
The name of the person who initiated the migration.
cisImportTime :: Lens' CatalogImportStatus (Maybe UTCTime) Source #
The time that the migration was started.
cisImportCompleted :: Lens' CatalogImportStatus (Maybe Bool) Source #
True if the migration has completed, or False otherwise.
Classifier
data Classifier Source #
Classifiers are written in Python and triggered during a crawl task. You can write your own classifiers to best categorize your data sources and specify the appropriate schemas to use for them. A classifier checks whether a given file is in a format it can handle, and if it is, the classifier creates a schema in the form of a StructType
object that matches that data format.
A classifier can be a grok
classifier, an XML classifier, or a JSON classifier, asspecified in one of the fields in the Classifier
object.
See: classifier
smart constructor.
classifier :: Classifier Source #
Creates a value of Classifier
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cGrokClassifier
- AGrokClassifier
object.cXMLClassifier
- AnXMLClassifier
object.cJSONClassifier
- AJsonClassifier
object.
cGrokClassifier :: Lens' Classifier (Maybe GrokClassifier) Source #
A GrokClassifier
object.
cXMLClassifier :: Lens' Classifier (Maybe XMLClassifier) Source #
An XMLClassifier
object.
cJSONClassifier :: Lens' Classifier (Maybe JSONClassifier) Source #
A JsonClassifier
object.
CodeGenEdge
data CodeGenEdge Source #
Represents a directional edge in a directed acyclic graph (DAG).
See: codeGenEdge
smart constructor.
Creates a value of CodeGenEdge
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cgeTargetParameter
- The target of the edge.cgeSource
- The ID of the node at which the edge starts.cgeTarget
- The ID of the node at which the edge ends.
cgeTargetParameter :: Lens' CodeGenEdge (Maybe Text) Source #
The target of the edge.
CodeGenNode
data CodeGenNode Source #
Represents a node in a directed acyclic graph (DAG)
See: codeGenNode
smart constructor.
:: Text | |
-> Text | |
-> CodeGenNode |
Creates a value of CodeGenNode
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cgnLineNumber
- The line number of the node.cgnId
- A node identifier that is unique within the node's graph.cgnNodeType
- The type of node this is.cgnArgs
- Properties of the node, in the form of name-value pairs.
cgnLineNumber :: Lens' CodeGenNode (Maybe Int) Source #
The line number of the node.
cgnNodeType :: Lens' CodeGenNode Text Source #
The type of node this is.
cgnArgs :: Lens' CodeGenNode [CodeGenNodeArg] Source #
Properties of the node, in the form of name-value pairs.
CodeGenNodeArg
data CodeGenNodeArg Source #
An argument or property of a node.
See: codeGenNodeArg
smart constructor.
Creates a value of CodeGenNodeArg
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
Column
A column in a Table
.
See: column
smart constructor.
Condition
Defines a condition under which a trigger fires.
See: condition
smart constructor.
condition :: Condition Source #
Creates a value of Condition
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cState
- The condition state. Currently, the values supported are SUCCEEDED, STOPPED, TIMEOUT and FAILED.cJobName
- The name of the Job to whose JobRuns this condition applies and on which this trigger waits.cLogicalOperator
- A logical operator.
cState :: Lens' Condition (Maybe JobRunState) Source #
The condition state. Currently, the values supported are SUCCEEDED, STOPPED, TIMEOUT and FAILED.
cJobName :: Lens' Condition (Maybe Text) Source #
The name of the Job to whose JobRuns this condition applies and on which this trigger waits.
cLogicalOperator :: Lens' Condition (Maybe LogicalOperator) Source #
A logical operator.
Connection
data Connection Source #
Defines a connection to a data source.
See: connection
smart constructor.
connection :: Connection Source #
Creates a value of Connection
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
conCreationTime
- The time this connection definition was created.conLastUpdatedBy
- The user, group or role that last updated this connection definition.conConnectionProperties
- A list of key-value pairs used as parameters for this connection.conLastUpdatedTime
- The last time this connection definition was updated.conMatchCriteria
- A list of criteria that can be used in selecting this connection.conPhysicalConnectionRequirements
- A map of physical connection requirements, such as VPC and SecurityGroup, needed for making this connection successfully.conName
- The name of the connection definition.conDescription
- Description of the connection.conConnectionType
- The type of the connection. Currently, only JDBC is supported; SFTP is not supported.
conCreationTime :: Lens' Connection (Maybe UTCTime) Source #
The time this connection definition was created.
conLastUpdatedBy :: Lens' Connection (Maybe Text) Source #
The user, group or role that last updated this connection definition.
conConnectionProperties :: Lens' Connection (HashMap ConnectionPropertyKey Text) Source #
A list of key-value pairs used as parameters for this connection.
conLastUpdatedTime :: Lens' Connection (Maybe UTCTime) Source #
The last time this connection definition was updated.
conMatchCriteria :: Lens' Connection [Text] Source #
A list of criteria that can be used in selecting this connection.
conPhysicalConnectionRequirements :: Lens' Connection (Maybe PhysicalConnectionRequirements) Source #
A map of physical connection requirements, such as VPC and SecurityGroup, needed for making this connection successfully.
conDescription :: Lens' Connection (Maybe Text) Source #
Description of the connection.
conConnectionType :: Lens' Connection (Maybe ConnectionType) Source #
The type of the connection. Currently, only JDBC is supported; SFTP is not supported.
ConnectionInput
data ConnectionInput Source #
A structure used to specify a connection to create or update.
See: connectionInput
smart constructor.
Creates a value of ConnectionInput
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
ciMatchCriteria
- A list of criteria that can be used in selecting this connection.ciPhysicalConnectionRequirements
- A map of physical connection requirements, such as VPC and SecurityGroup, needed for making this connection successfully.ciDescription
- Description of the connection.ciName
- The name of the connection.ciConnectionType
- The type of the connection. Currently, only JDBC is supported; SFTP is not supported.ciConnectionProperties
- A list of key-value pairs used as parameters for this connection.
ciMatchCriteria :: Lens' ConnectionInput [Text] Source #
A list of criteria that can be used in selecting this connection.
ciPhysicalConnectionRequirements :: Lens' ConnectionInput (Maybe PhysicalConnectionRequirements) Source #
A map of physical connection requirements, such as VPC and SecurityGroup, needed for making this connection successfully.
ciDescription :: Lens' ConnectionInput (Maybe Text) Source #
Description of the connection.
ciConnectionType :: Lens' ConnectionInput ConnectionType Source #
The type of the connection. Currently, only JDBC is supported; SFTP is not supported.
ciConnectionProperties :: Lens' ConnectionInput (HashMap ConnectionPropertyKey Text) Source #
A list of key-value pairs used as parameters for this connection.
ConnectionsList
data ConnectionsList Source #
Specifies the connections used by a job.
See: connectionsList
smart constructor.
connectionsList :: ConnectionsList Source #
Creates a value of ConnectionsList
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
clConnections
- A list of connections used by the job.
clConnections :: Lens' ConnectionsList [Text] Source #
A list of connections used by the job.
Crawler
Specifies a crawler program that examines a data source and uses classifiers to try to determine its schema. If successful, the crawler records metadata concerning the data source in the AWS Glue Data Catalog.
See: crawler
smart constructor.
Creates a value of Crawler
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
craCreationTime
- The time when the crawler was created.craState
- Indicates whether the crawler is running, or whether a run is pending.craSchemaChangePolicy
- Sets the behavior when the crawler finds a changed or deleted object.craLastUpdated
- The time the crawler was last updated.craSchedule
- For scheduled crawlers, the schedule when the crawler runs.craLastCrawl
- The status of the last crawl, and potentially error information if an error occurred.craCrawlElapsedTime
- If the crawler is running, contains the total time elapsed since the last crawl began.craClassifiers
- A list of custom classifiers associated with the crawler.craRole
- The IAM role (or ARN of an IAM role) used to access customer resources, such as data in Amazon S3.craName
- The crawler name.craTargets
- A collection of targets to crawl.craVersion
- The version of the crawler.craDatabaseName
- The database where metadata is written by this crawler.craConfiguration
- Crawler configuration information. This versioned JSON string allows users to specify aspects of a Crawler's behavior. You can use this field to force partitions to inherit metadata such as classification, input format, output format, serde information, and schema from their parent table, rather than detect this information separately for each partition. Use the following JSON string to specify that behavior: Example:'{ Version: 1.0, CrawlerOutput: { Partitions: { AddOrUpdateBehavior: InheritFromTable } } }'
craTablePrefix
- The prefix added to the names of tables that are created.craDescription
- A description of the crawler.
craState :: Lens' Crawler (Maybe CrawlerState) Source #
Indicates whether the crawler is running, or whether a run is pending.
craSchemaChangePolicy :: Lens' Crawler (Maybe SchemaChangePolicy) Source #
Sets the behavior when the crawler finds a changed or deleted object.
craSchedule :: Lens' Crawler (Maybe Schedule) Source #
For scheduled crawlers, the schedule when the crawler runs.
craLastCrawl :: Lens' Crawler (Maybe LastCrawlInfo) Source #
The status of the last crawl, and potentially error information if an error occurred.
craCrawlElapsedTime :: Lens' Crawler (Maybe Integer) Source #
If the crawler is running, contains the total time elapsed since the last crawl began.
craClassifiers :: Lens' Crawler [Text] Source #
A list of custom classifiers associated with the crawler.
craRole :: Lens' Crawler (Maybe Text) Source #
The IAM role (or ARN of an IAM role) used to access customer resources, such as data in Amazon S3.
craTargets :: Lens' Crawler (Maybe CrawlerTargets) Source #
A collection of targets to crawl.
craDatabaseName :: Lens' Crawler (Maybe Text) Source #
The database where metadata is written by this crawler.
craConfiguration :: Lens' Crawler (Maybe Text) Source #
Crawler configuration information. This versioned JSON string allows users to specify aspects of a Crawler's behavior. You can use this field to force partitions to inherit metadata such as classification, input format, output format, serde information, and schema from their parent table, rather than detect this information separately for each partition. Use the following JSON string to specify that behavior: Example: '{ Version: 1.0, CrawlerOutput: { Partitions: { AddOrUpdateBehavior: InheritFromTable } } }'
craTablePrefix :: Lens' Crawler (Maybe Text) Source #
The prefix added to the names of tables that are created.
CrawlerMetrics
data CrawlerMetrics Source #
Metrics for a specified crawler.
See: crawlerMetrics
smart constructor.
crawlerMetrics :: CrawlerMetrics Source #
Creates a value of CrawlerMetrics
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cmLastRuntimeSeconds
- The duration of the crawler's most recent run, in seconds.cmTablesCreated
- The number of tables created by this crawler.cmStillEstimating
- True if the crawler is still estimating how long it will take to complete this run.cmMedianRuntimeSeconds
- The median duration of this crawler's runs, in seconds.cmTimeLeftSeconds
- The estimated time left to complete a running crawl.cmTablesDeleted
- The number of tables deleted by this crawler.cmTablesUpdated
- The number of tables updated by this crawler.cmCrawlerName
- The name of the crawler.
cmLastRuntimeSeconds :: Lens' CrawlerMetrics (Maybe Double) Source #
The duration of the crawler's most recent run, in seconds.
cmTablesCreated :: Lens' CrawlerMetrics (Maybe Natural) Source #
The number of tables created by this crawler.
cmStillEstimating :: Lens' CrawlerMetrics (Maybe Bool) Source #
True if the crawler is still estimating how long it will take to complete this run.
cmMedianRuntimeSeconds :: Lens' CrawlerMetrics (Maybe Double) Source #
The median duration of this crawler's runs, in seconds.
cmTimeLeftSeconds :: Lens' CrawlerMetrics (Maybe Double) Source #
The estimated time left to complete a running crawl.
cmTablesDeleted :: Lens' CrawlerMetrics (Maybe Natural) Source #
The number of tables deleted by this crawler.
cmTablesUpdated :: Lens' CrawlerMetrics (Maybe Natural) Source #
The number of tables updated by this crawler.
cmCrawlerName :: Lens' CrawlerMetrics (Maybe Text) Source #
The name of the crawler.
CrawlerTargets
data CrawlerTargets Source #
Specifies data stores to crawl.
See: crawlerTargets
smart constructor.
crawlerTargets :: CrawlerTargets Source #
Creates a value of CrawlerTargets
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
ctS3Targets
- Specifies Amazon S3 targets.ctJdbcTargets
- Specifies JDBC targets.
ctS3Targets :: Lens' CrawlerTargets [S3Target] Source #
Specifies Amazon S3 targets.
ctJdbcTargets :: Lens' CrawlerTargets [JdbcTarget] Source #
Specifies JDBC targets.
CreateGrokClassifierRequest
data CreateGrokClassifierRequest Source #
Specifies a grok
classifier for CreateClassifier
to create.
See: createGrokClassifierRequest
smart constructor.
createGrokClassifierRequest Source #
Creates a value of CreateGrokClassifierRequest
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cgcrCustomPatterns
- Optional custom grok patterns used by this classifier.cgcrClassification
- An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, Amazon CloudWatch Logs, and so on.cgcrName
- The name of the new classifier.cgcrGrokPattern
- The grok pattern used by this classifier.
cgcrCustomPatterns :: Lens' CreateGrokClassifierRequest (Maybe Text) Source #
Optional custom grok patterns used by this classifier.
cgcrClassification :: Lens' CreateGrokClassifierRequest Text Source #
An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, Amazon CloudWatch Logs, and so on.
cgcrGrokPattern :: Lens' CreateGrokClassifierRequest Text Source #
The grok pattern used by this classifier.
CreateJSONClassifierRequest
data CreateJSONClassifierRequest Source #
Specifies a JSON classifier for CreateClassifier
to create.
See: createJSONClassifierRequest
smart constructor.
createJSONClassifierRequest Source #
Creates a value of CreateJSONClassifierRequest
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cjcrName
- The name of the classifier.cjcrJSONPath
- AJsonPath
string defining the JSON data for the classifier to classify. AWS Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers .
cjcrJSONPath :: Lens' CreateJSONClassifierRequest Text Source #
A JsonPath
string defining the JSON data for the classifier to classify. AWS Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers .
CreateXMLClassifierRequest
data CreateXMLClassifierRequest Source #
Specifies an XML classifier for CreateClassifier
to create.
See: createXMLClassifierRequest
smart constructor.
createXMLClassifierRequest Source #
Creates a value of CreateXMLClassifierRequest
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cxcrRowTag
- The XML tag designating the element that contains each record in an XML document being parsed. Note that this cannot identify a self-closing element (closed by/>
). An empty row element that contains only attributes can be parsed as long as it ends with a closing tag (for example,item_a="A" item_b="B"/row
is okay, butitem_a="A" item_b="B" /
is not).cxcrClassification
- An identifier of the data format that the classifier matches.cxcrName
- The name of the classifier.
cxcrRowTag :: Lens' CreateXMLClassifierRequest (Maybe Text) Source #
The XML tag designating the element that contains each record in an XML document being parsed. Note that this cannot identify a self-closing element (closed by />
). An empty row element that contains only attributes can be parsed as long as it ends with a closing tag (for example, item_a="A" item_b="B"/row
is okay, but item_a="A" item_b="B" /
is not).
cxcrClassification :: Lens' CreateXMLClassifierRequest Text Source #
An identifier of the data format that the classifier matches.
Database
The Database
object represents a logical grouping of tables that may reside in a Hive metastore or an RDBMS.
See: database
smart constructor.
Creates a value of Database
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
dLocationURI
- The location of the database (for example, an HDFS path).dParameters
- A list of key-value pairs that define parameters and properties of the database.dDescription
- Description of the database.dCreateTime
- The time at which the metadata database was created in the catalog.dName
- Name of the database. For Hive compatibility, this is folded to lowercase when it is stored.
dLocationURI :: Lens' Database (Maybe Text) Source #
The location of the database (for example, an HDFS path).
dParameters :: Lens' Database (HashMap Text Text) Source #
A list of key-value pairs that define parameters and properties of the database.
dCreateTime :: Lens' Database (Maybe UTCTime) Source #
The time at which the metadata database was created in the catalog.
dName :: Lens' Database Text Source #
Name of the database. For Hive compatibility, this is folded to lowercase when it is stored.
DatabaseInput
data DatabaseInput Source #
The structure used to create or update a database.
See: databaseInput
smart constructor.
:: Text | |
-> DatabaseInput |
Creates a value of DatabaseInput
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
diLocationURI
- The location of the database (for example, an HDFS path).diParameters
- A list of key-value pairs that define parameters and properties of the database.diDescription
- Description of the databasediName
- Name of the database. For Hive compatibility, this is folded to lowercase when it is stored.
diLocationURI :: Lens' DatabaseInput (Maybe Text) Source #
The location of the database (for example, an HDFS path).
diParameters :: Lens' DatabaseInput (HashMap Text Text) Source #
A list of key-value pairs that define parameters and properties of the database.
diDescription :: Lens' DatabaseInput (Maybe Text) Source #
Description of the database
diName :: Lens' DatabaseInput Text Source #
Name of the database. For Hive compatibility, this is folded to lowercase when it is stored.
DevEndpoint
data DevEndpoint Source #
A development endpoint where a developer can remotely debug ETL scripts.
See: devEndpoint
smart constructor.
devEndpoint :: DevEndpoint Source #
Creates a value of DevEndpoint
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
deStatus
- The current status of this DevEndpoint.deFailureReason
- The reason for a current failure in this DevEndpoint.deEndpointName
- The name of the DevEndpoint.deExtraPythonLibsS3Path
- Path(s) to one or more Python libraries in an S3 bucket that should be loaded in your DevEndpoint. Multiple values must be complete paths separated by a comma. Please note that only pure Python libraries can currently be used on a DevEndpoint. Libraries that rely on C extensions, such as the pandas Python data analysis library, are not yet supported.deLastUpdateStatus
- The status of the last update.deSecurityGroupIds
- A list of security group identifiers used in this DevEndpoint.deLastModifiedTimestamp
- The point in time at which this DevEndpoint was last modified.deVPCId
- The ID of the virtual private cloud (VPC) used by this DevEndpoint.dePrivateAddress
- The private address used by this DevEndpoint.dePublicKey
- The public key to be used by this DevEndpoint for authentication.deSubnetId
- The subnet ID for this DevEndpoint.deNumberOfNodes
- The number of AWS Glue Data Processing Units (DPUs) allocated to this DevEndpoint.dePublicAddress
- The public VPC address used by this DevEndpoint.deAvailabilityZone
- The AWS availability zone where this DevEndpoint is located.deZeppelinRemoteSparkInterpreterPort
- The Apache Zeppelin port for the remote Apache Spark interpreter.deExtraJARsS3Path
- Path to one or more Java Jars in an S3 bucket that should be loaded in your DevEndpoint. Please note that only pure Java/Scala libraries can currently be used on a DevEndpoint.deCreatedTimestamp
- The point in time at which this DevEndpoint was created.deYarnEndpointAddress
- The YARN endpoint address used by this DevEndpoint.deRoleARN
- The AWS ARN of the IAM role used in this DevEndpoint.
deFailureReason :: Lens' DevEndpoint (Maybe Text) Source #
The reason for a current failure in this DevEndpoint.
deEndpointName :: Lens' DevEndpoint (Maybe Text) Source #
The name of the DevEndpoint.
deExtraPythonLibsS3Path :: Lens' DevEndpoint (Maybe Text) Source #
Path(s) to one or more Python libraries in an S3 bucket that should be loaded in your DevEndpoint. Multiple values must be complete paths separated by a comma. Please note that only pure Python libraries can currently be used on a DevEndpoint. Libraries that rely on C extensions, such as the pandas Python data analysis library, are not yet supported.
deLastUpdateStatus :: Lens' DevEndpoint (Maybe Text) Source #
The status of the last update.
deSecurityGroupIds :: Lens' DevEndpoint [Text] Source #
A list of security group identifiers used in this DevEndpoint.
deLastModifiedTimestamp :: Lens' DevEndpoint (Maybe UTCTime) Source #
The point in time at which this DevEndpoint was last modified.
deVPCId :: Lens' DevEndpoint (Maybe Text) Source #
The ID of the virtual private cloud (VPC) used by this DevEndpoint.
dePrivateAddress :: Lens' DevEndpoint (Maybe Text) Source #
The private address used by this DevEndpoint.
dePublicKey :: Lens' DevEndpoint (Maybe Text) Source #
The public key to be used by this DevEndpoint for authentication.
deSubnetId :: Lens' DevEndpoint (Maybe Text) Source #
The subnet ID for this DevEndpoint.
deNumberOfNodes :: Lens' DevEndpoint (Maybe Int) Source #
The number of AWS Glue Data Processing Units (DPUs) allocated to this DevEndpoint.
dePublicAddress :: Lens' DevEndpoint (Maybe Text) Source #
The public VPC address used by this DevEndpoint.
deAvailabilityZone :: Lens' DevEndpoint (Maybe Text) Source #
The AWS availability zone where this DevEndpoint is located.
deZeppelinRemoteSparkInterpreterPort :: Lens' DevEndpoint (Maybe Int) Source #
The Apache Zeppelin port for the remote Apache Spark interpreter.
deExtraJARsS3Path :: Lens' DevEndpoint (Maybe Text) Source #
Path to one or more Java Jars in an S3 bucket that should be loaded in your DevEndpoint. Please note that only pure Java/Scala libraries can currently be used on a DevEndpoint.
deCreatedTimestamp :: Lens' DevEndpoint (Maybe UTCTime) Source #
The point in time at which this DevEndpoint was created.
deYarnEndpointAddress :: Lens' DevEndpoint (Maybe Text) Source #
The YARN endpoint address used by this DevEndpoint.
deRoleARN :: Lens' DevEndpoint (Maybe Text) Source #
The AWS ARN of the IAM role used in this DevEndpoint.
DevEndpointCustomLibraries
data DevEndpointCustomLibraries Source #
Custom libraries to be loaded into a DevEndpoint.
See: devEndpointCustomLibraries
smart constructor.
devEndpointCustomLibraries :: DevEndpointCustomLibraries Source #
Creates a value of DevEndpointCustomLibraries
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
declExtraPythonLibsS3Path
- Path(s) to one or more Python libraries in an S3 bucket that should be loaded in your DevEndpoint. Multiple values must be complete paths separated by a comma. Please note that only pure Python libraries can currently be used on a DevEndpoint. Libraries that rely on C extensions, such as the pandas Python data analysis library, are not yet supported.declExtraJARsS3Path
- Path to one or more Java Jars in an S3 bucket that should be loaded in your DevEndpoint. Please note that only pure Java/Scala libraries can currently be used on a DevEndpoint.
declExtraPythonLibsS3Path :: Lens' DevEndpointCustomLibraries (Maybe Text) Source #
Path(s) to one or more Python libraries in an S3 bucket that should be loaded in your DevEndpoint. Multiple values must be complete paths separated by a comma. Please note that only pure Python libraries can currently be used on a DevEndpoint. Libraries that rely on C extensions, such as the pandas Python data analysis library, are not yet supported.
declExtraJARsS3Path :: Lens' DevEndpointCustomLibraries (Maybe Text) Source #
Path to one or more Java Jars in an S3 bucket that should be loaded in your DevEndpoint. Please note that only pure Java/Scala libraries can currently be used on a DevEndpoint.
ErrorDetail
data ErrorDetail Source #
Contains details about an error.
See: errorDetail
smart constructor.
errorDetail :: ErrorDetail Source #
Creates a value of ErrorDetail
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
edErrorCode
- The code associated with this error.edErrorMessage
- A message describing the error.
edErrorCode :: Lens' ErrorDetail (Maybe Text) Source #
The code associated with this error.
edErrorMessage :: Lens' ErrorDetail (Maybe Text) Source #
A message describing the error.
ExecutionProperty
data ExecutionProperty Source #
An execution property of a job.
See: executionProperty
smart constructor.
executionProperty :: ExecutionProperty Source #
Creates a value of ExecutionProperty
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
epMaxConcurrentRuns
- The maximum number of concurrent runs allowed for the job. The default is 1. An error is returned when this threshold is reached. The maximum value you can specify is controlled by a service limit.
epMaxConcurrentRuns :: Lens' ExecutionProperty (Maybe Int) Source #
The maximum number of concurrent runs allowed for the job. The default is 1. An error is returned when this threshold is reached. The maximum value you can specify is controlled by a service limit.
GetConnectionsFilter
data GetConnectionsFilter Source #
Filters the connection definitions returned by the GetConnections
API.
See: getConnectionsFilter
smart constructor.
getConnectionsFilter :: GetConnectionsFilter Source #
Creates a value of GetConnectionsFilter
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
gcfMatchCriteria
- A criteria string that must match the criteria recorded in the connection definition for that connection definition to be returned.gcfConnectionType
- The type of connections to return. Currently, only JDBC is supported; SFTP is not supported.
gcfMatchCriteria :: Lens' GetConnectionsFilter [Text] Source #
A criteria string that must match the criteria recorded in the connection definition for that connection definition to be returned.
gcfConnectionType :: Lens' GetConnectionsFilter (Maybe ConnectionType) Source #
The type of connections to return. Currently, only JDBC is supported; SFTP is not supported.
GrokClassifier
data GrokClassifier Source #
A classifier that uses grok
patterns.
See: grokClassifier
smart constructor.
Creates a value of GrokClassifier
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
gcCreationTime
- The time this classifier was registered.gcLastUpdated
- The time this classifier was last updated.gcVersion
- The version of this classifier.gcCustomPatterns
- Optional custom grok patterns defined by this classifier. For more information, see custom patterns in Writing Custom Classifers .gcName
- The name of the classifier.gcClassification
- An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, and so on.gcGrokPattern
- The grok pattern applied to a data store by this classifier. For more information, see built-in patterns in Writing Custom Classifers .
gcCreationTime :: Lens' GrokClassifier (Maybe UTCTime) Source #
The time this classifier was registered.
gcLastUpdated :: Lens' GrokClassifier (Maybe UTCTime) Source #
The time this classifier was last updated.
gcCustomPatterns :: Lens' GrokClassifier (Maybe Text) Source #
Optional custom grok patterns defined by this classifier. For more information, see custom patterns in Writing Custom Classifers .
gcClassification :: Lens' GrokClassifier Text Source #
An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, and so on.
gcGrokPattern :: Lens' GrokClassifier Text Source #
The grok pattern applied to a data store by this classifier. For more information, see built-in patterns in Writing Custom Classifers .
JSONClassifier
data JSONClassifier Source #
A classifier for JSON
content.
See: jsonClassifier
smart constructor.
Creates a value of JSONClassifier
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
jcCreationTime
- The time this classifier was registered.jcLastUpdated
- The time this classifier was last updated.jcVersion
- The version of this classifier.jcName
- The name of the classifier.jcJSONPath
- AJsonPath
string defining the JSON data for the classifier to classify. AWS Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers .
jcCreationTime :: Lens' JSONClassifier (Maybe UTCTime) Source #
The time this classifier was registered.
jcLastUpdated :: Lens' JSONClassifier (Maybe UTCTime) Source #
The time this classifier was last updated.
jcJSONPath :: Lens' JSONClassifier Text Source #
A JsonPath
string defining the JSON data for the classifier to classify. AWS Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers .
JdbcTarget
data JdbcTarget Source #
Specifies a JDBC data store to crawl.
See: jdbcTarget
smart constructor.
jdbcTarget :: JdbcTarget Source #
Creates a value of JdbcTarget
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
jtPath
- The path of the JDBC target.jtConnectionName
- The name of the connection to use to connect to the JDBC target.jtExclusions
- A list of glob patterns used to exclude from the crawl. For more information, see Catalog Tables with a Crawler .
jtConnectionName :: Lens' JdbcTarget (Maybe Text) Source #
The name of the connection to use to connect to the JDBC target.
jtExclusions :: Lens' JdbcTarget [Text] Source #
A list of glob patterns used to exclude from the crawl. For more information, see Catalog Tables with a Crawler .
Job
Specifies a job definition.
See: job
smart constructor.
Creates a value of Job
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
jCommand
- The JobCommand that executes this job.jLastModifiedOn
- The last point in time when this job definition was modified.jConnections
- The connections used for this job.jRole
- The name or ARN of the IAM role associated with this job.jName
- The name you assign to this job definition.jLogURI
- This field is reserved for future use.jMaxRetries
- The maximum number of times to retry this job after a JobRun fails.jExecutionProperty
- An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.jAllocatedCapacity
- The number of AWS Glue data processing units (DPUs) allocated to runs of this job. From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the AWS Glue pricing page .jTimeout
- The job timeout in minutes.jDefaultArguments
- The default arguments for this job, specified as name-value pairs. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.jDescription
- Description of the job being defined.jCreatedOn
- The time and date that this job definition was created.
jLastModifiedOn :: Lens' Job (Maybe UTCTime) Source #
The last point in time when this job definition was modified.
jConnections :: Lens' Job (Maybe ConnectionsList) Source #
The connections used for this job.
jMaxRetries :: Lens' Job (Maybe Int) Source #
The maximum number of times to retry this job after a JobRun fails.
jExecutionProperty :: Lens' Job (Maybe ExecutionProperty) Source #
An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.
jAllocatedCapacity :: Lens' Job (Maybe Int) Source #
The number of AWS Glue data processing units (DPUs) allocated to runs of this job. From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the AWS Glue pricing page .
jDefaultArguments :: Lens' Job (HashMap Text Text) Source #
The default arguments for this job, specified as name-value pairs. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.
jCreatedOn :: Lens' Job (Maybe UTCTime) Source #
The time and date that this job definition was created.
JobBookmarkEntry
data JobBookmarkEntry Source #
Defines a point which a job can resume processing.
See: jobBookmarkEntry
smart constructor.
jobBookmarkEntry :: JobBookmarkEntry Source #
Creates a value of JobBookmarkEntry
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
jbeJobName
- Name of the job in question.jbeRun
- The run ID number.jbeVersion
- Version of the job.jbeAttempt
- The attempt ID number.jbeJobBookmark
- The bookmark itself.
jbeJobName :: Lens' JobBookmarkEntry (Maybe Text) Source #
Name of the job in question.
jbeVersion :: Lens' JobBookmarkEntry (Maybe Int) Source #
Version of the job.
jbeAttempt :: Lens' JobBookmarkEntry (Maybe Int) Source #
The attempt ID number.
jbeJobBookmark :: Lens' JobBookmarkEntry (Maybe Text) Source #
The bookmark itself.
JobCommand
data JobCommand Source #
Specifies code executed when a job is run.
See: jobCommand
smart constructor.
jobCommand :: JobCommand Source #
Creates a value of JobCommand
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
jobScriptLocation
- Specifies the S3 path to a script that executes a job (required).jobName
- The name of the job command: this must beglueetl
.
jobScriptLocation :: Lens' JobCommand (Maybe Text) Source #
Specifies the S3 path to a script that executes a job (required).
jobName :: Lens' JobCommand (Maybe Text) Source #
The name of the job command: this must be glueetl
.
JobRun
Contains information about a job run.
See: jobRun
smart constructor.
Creates a value of JobRun
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
jrCompletedOn
- The date and time this job run completed.jrTriggerName
- The name of the trigger that started this job run.jrLastModifiedOn
- The last time this job run was modified.jrArguments
- The job arguments associated with this run. These override equivalent default arguments set for the job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.jrJobName
- The name of the job definition being used in this run.jrStartedOn
- The date and time at which this job run was started.jrJobRunState
- The current state of the job run.jrExecutionTime
- The amount of time (in seconds) that the job run consumed resources.jrPredecessorRuns
- A list of predecessors to this job run.jrPreviousRunId
- The ID of the previous run of this job. For example, the JobRunId specified in the StartJobRun action.jrId
- The ID of this job run.jrAttempt
- The number of the attempt to run this job.jrAllocatedCapacity
- The number of AWS Glue data processing units (DPUs) allocated to this JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the AWS Glue pricing page .jrTimeout
- The job run timeout in minutes.jrErrorMessage
- An error message associated with this job run.
jrTriggerName :: Lens' JobRun (Maybe Text) Source #
The name of the trigger that started this job run.
jrArguments :: Lens' JobRun (HashMap Text Text) Source #
The job arguments associated with this run. These override equivalent default arguments set for the job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.
jrJobName :: Lens' JobRun (Maybe Text) Source #
The name of the job definition being used in this run.
jrStartedOn :: Lens' JobRun (Maybe UTCTime) Source #
The date and time at which this job run was started.
jrJobRunState :: Lens' JobRun (Maybe JobRunState) Source #
The current state of the job run.
jrExecutionTime :: Lens' JobRun (Maybe Int) Source #
The amount of time (in seconds) that the job run consumed resources.
jrPredecessorRuns :: Lens' JobRun [Predecessor] Source #
A list of predecessors to this job run.
jrPreviousRunId :: Lens' JobRun (Maybe Text) Source #
The ID of the previous run of this job. For example, the JobRunId specified in the StartJobRun action.
jrAllocatedCapacity :: Lens' JobRun (Maybe Int) Source #
The number of AWS Glue data processing units (DPUs) allocated to this JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the AWS Glue pricing page .
JobUpdate
Specifies information used to update an existing job definition. Note that the previous job definition will be completely overwritten by this information.
See: jobUpdate
smart constructor.
jobUpdate :: JobUpdate Source #
Creates a value of JobUpdate
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
juCommand
- The JobCommand that executes this job (required).juConnections
- The connections used for this job.juRole
- The name or ARN of the IAM role associated with this job (required).juLogURI
- This field is reserved for future use.juMaxRetries
- The maximum number of times to retry this job if it fails.juExecutionProperty
- An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.juAllocatedCapacity
- The number of AWS Glue data processing units (DPUs) to allocate to this Job. From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the AWS Glue pricing page .juTimeout
- The job timeout in minutes. The default is 2880 minutes (48 hours).juDefaultArguments
- The default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.juDescription
- Description of the job being defined.
juCommand :: Lens' JobUpdate (Maybe JobCommand) Source #
The JobCommand that executes this job (required).
juConnections :: Lens' JobUpdate (Maybe ConnectionsList) Source #
The connections used for this job.
juRole :: Lens' JobUpdate (Maybe Text) Source #
The name or ARN of the IAM role associated with this job (required).
juMaxRetries :: Lens' JobUpdate (Maybe Int) Source #
The maximum number of times to retry this job if it fails.
juExecutionProperty :: Lens' JobUpdate (Maybe ExecutionProperty) Source #
An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.
juAllocatedCapacity :: Lens' JobUpdate (Maybe Int) Source #
The number of AWS Glue data processing units (DPUs) to allocate to this Job. From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the AWS Glue pricing page .
juTimeout :: Lens' JobUpdate (Maybe Natural) Source #
The job timeout in minutes. The default is 2880 minutes (48 hours).
juDefaultArguments :: Lens' JobUpdate (HashMap Text Text) Source #
The default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.
LastCrawlInfo
data LastCrawlInfo Source #
Status and error information about the most recent crawl.
See: lastCrawlInfo
smart constructor.
lastCrawlInfo :: LastCrawlInfo Source #
Creates a value of LastCrawlInfo
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
lciStatus
- Status of the last crawl.lciStartTime
- The time at which the crawl started.lciLogStream
- The log stream for the last crawl.lciLogGroup
- The log group for the last crawl.lciMessagePrefix
- The prefix for a message about this crawl.lciErrorMessage
- If an error occurred, the error information about the last crawl.
lciStatus :: Lens' LastCrawlInfo (Maybe LastCrawlStatus) Source #
Status of the last crawl.
lciStartTime :: Lens' LastCrawlInfo (Maybe UTCTime) Source #
The time at which the crawl started.
lciLogStream :: Lens' LastCrawlInfo (Maybe Text) Source #
The log stream for the last crawl.
lciLogGroup :: Lens' LastCrawlInfo (Maybe Text) Source #
The log group for the last crawl.
lciMessagePrefix :: Lens' LastCrawlInfo (Maybe Text) Source #
The prefix for a message about this crawl.
lciErrorMessage :: Lens' LastCrawlInfo (Maybe Text) Source #
If an error occurred, the error information about the last crawl.
Location
The location of resources.
See: location
smart constructor.
MappingEntry
data MappingEntry Source #
Defines a mapping.
See: mappingEntry
smart constructor.
mappingEntry :: MappingEntry Source #
Creates a value of MappingEntry
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
meTargetTable
- The target table.meSourceType
- The source type.meSourceTable
- The name of the source table.meTargetType
- The target type.meTargetPath
- The target path.meSourcePath
- The source path.
meTargetTable :: Lens' MappingEntry (Maybe Text) Source #
The target table.
meSourceType :: Lens' MappingEntry (Maybe Text) Source #
The source type.
meSourceTable :: Lens' MappingEntry (Maybe Text) Source #
The name of the source table.
meTargetType :: Lens' MappingEntry (Maybe Text) Source #
The target type.
meTargetPath :: Lens' MappingEntry (Maybe Text) Source #
The target path.
meSourcePath :: Lens' MappingEntry (Maybe Text) Source #
The source path.
Order
Specifies the sort order of a sorted column.
See: order
smart constructor.
Creates a value of Order
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
oColumn
- The name of the column.oSortOrder
- Indicates that the column is sorted in ascending order (== 1
), or in descending order (==0
).
oSortOrder :: Lens' Order Natural Source #
Indicates that the column is sorted in ascending order (== 1
), or in descending order (==0
).
Partition
Represents a slice of table data.
See: partition
smart constructor.
partition :: Partition Source #
Creates a value of Partition
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
pCreationTime
- The time at which the partition was created.pValues
- The values of the partition.pLastAnalyzedTime
- The last time at which column statistics were computed for this partition.pStorageDescriptor
- Provides information about the physical location where the partition is stored.pDatabaseName
- The name of the catalog database where the table in question is located.pParameters
- Partition parameters, in the form of a list of key-value pairs.pLastAccessTime
- The last time at which the partition was accessed.pTableName
- The name of the table in question.
pCreationTime :: Lens' Partition (Maybe UTCTime) Source #
The time at which the partition was created.
pLastAnalyzedTime :: Lens' Partition (Maybe UTCTime) Source #
The last time at which column statistics were computed for this partition.
pStorageDescriptor :: Lens' Partition (Maybe StorageDescriptor) Source #
Provides information about the physical location where the partition is stored.
pDatabaseName :: Lens' Partition (Maybe Text) Source #
The name of the catalog database where the table in question is located.
pParameters :: Lens' Partition (HashMap Text Text) Source #
Partition parameters, in the form of a list of key-value pairs.
pLastAccessTime :: Lens' Partition (Maybe UTCTime) Source #
The last time at which the partition was accessed.
PartitionError
data PartitionError Source #
Contains information about a partition error.
See: partitionError
smart constructor.
partitionError :: PartitionError Source #
Creates a value of PartitionError
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
pePartitionValues
- The values that define the partition.peErrorDetail
- Details about the partition error.
pePartitionValues :: Lens' PartitionError [Text] Source #
The values that define the partition.
peErrorDetail :: Lens' PartitionError (Maybe ErrorDetail) Source #
Details about the partition error.
PartitionInput
data PartitionInput Source #
The structure used to create and update a partion.
See: partitionInput
smart constructor.
partitionInput :: PartitionInput Source #
Creates a value of PartitionInput
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
piValues
- The values of the partition.piLastAnalyzedTime
- The last time at which column statistics were computed for this partition.piStorageDescriptor
- Provides information about the physical location where the partition is stored.piParameters
- Partition parameters, in the form of a list of key-value pairs.piLastAccessTime
- The last time at which the partition was accessed.
piLastAnalyzedTime :: Lens' PartitionInput (Maybe UTCTime) Source #
The last time at which column statistics were computed for this partition.
piStorageDescriptor :: Lens' PartitionInput (Maybe StorageDescriptor) Source #
Provides information about the physical location where the partition is stored.
piParameters :: Lens' PartitionInput (HashMap Text Text) Source #
Partition parameters, in the form of a list of key-value pairs.
piLastAccessTime :: Lens' PartitionInput (Maybe UTCTime) Source #
The last time at which the partition was accessed.
PartitionValueList
data PartitionValueList Source #
Contains a list of values defining partitions.
See: partitionValueList
smart constructor.
partitionValueList :: PartitionValueList Source #
Creates a value of PartitionValueList
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
pvlValues
- The list of values.
PhysicalConnectionRequirements
data PhysicalConnectionRequirements Source #
Specifies the physical requirements for a connection.
See: physicalConnectionRequirements
smart constructor.
physicalConnectionRequirements :: PhysicalConnectionRequirements Source #
Creates a value of PhysicalConnectionRequirements
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
pcrSecurityGroupIdList
- The security group ID list used by the connection.pcrSubnetId
- The subnet ID used by the connection.pcrAvailabilityZone
- The connection's availability zone. This field is deprecated and has no effect.
pcrSecurityGroupIdList :: Lens' PhysicalConnectionRequirements [Text] Source #
The security group ID list used by the connection.
pcrSubnetId :: Lens' PhysicalConnectionRequirements (Maybe Text) Source #
The subnet ID used by the connection.
pcrAvailabilityZone :: Lens' PhysicalConnectionRequirements (Maybe Text) Source #
The connection's availability zone. This field is deprecated and has no effect.
Predecessor
data Predecessor Source #
A job run that was used in the predicate of a conditional trigger that triggered this job run.
See: predecessor
smart constructor.
predecessor :: Predecessor Source #
Creates a value of Predecessor
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
pJobName :: Lens' Predecessor (Maybe Text) Source #
The name of the job definition used by the predecessor job run.
Predicate
Defines the predicate of the trigger, which determines when it fires.
See: predicate
smart constructor.
predicate :: Predicate Source #
Creates a value of Predicate
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
pLogical
- Optional field if only one condition is listed. If multiple conditions are listed, then this field is required.pConditions
- A list of the conditions that determine when the trigger will fire.
pLogical :: Lens' Predicate (Maybe Logical) Source #
Optional field if only one condition is listed. If multiple conditions are listed, then this field is required.
pConditions :: Lens' Predicate [Condition] Source #
A list of the conditions that determine when the trigger will fire.
ResourceURI
data ResourceURI Source #
URIs for function resources.
See: resourceURI
smart constructor.
resourceURI :: ResourceURI Source #
Creates a value of ResourceURI
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
ruResourceType
- The type of the resource.ruURI
- The URI for accessing the resource.
ruResourceType :: Lens' ResourceURI (Maybe ResourceType) Source #
The type of the resource.
S3Target
Specifies a data store in Amazon S3.
See: s3Target
smart constructor.
Creates a value of S3Target
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
stPath
- The path to the Amazon S3 target.stExclusions
- A list of glob patterns used to exclude from the crawl. For more information, see Catalog Tables with a Crawler .
stExclusions :: Lens' S3Target [Text] Source #
A list of glob patterns used to exclude from the crawl. For more information, see Catalog Tables with a Crawler .
Schedule
A scheduling object using a cron
statement to schedule an event.
See: schedule
smart constructor.
Creates a value of Schedule
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
sState
- The state of the schedule.sScheduleExpression
- Acron
expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify:cron(15 12 * * ? *)
.
sScheduleExpression :: Lens' Schedule (Maybe Text) Source #
A cron
expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify: cron(15 12 * * ? *)
.
SchemaChangePolicy
data SchemaChangePolicy Source #
Crawler policy for update and deletion behavior.
See: schemaChangePolicy
smart constructor.
schemaChangePolicy :: SchemaChangePolicy Source #
Creates a value of SchemaChangePolicy
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
scpDeleteBehavior
- The deletion behavior when the crawler finds a deleted object.scpUpdateBehavior
- The update behavior when the crawler finds a changed schema.
scpDeleteBehavior :: Lens' SchemaChangePolicy (Maybe DeleteBehavior) Source #
The deletion behavior when the crawler finds a deleted object.
scpUpdateBehavior :: Lens' SchemaChangePolicy (Maybe UpdateBehavior) Source #
The update behavior when the crawler finds a changed schema.
Segment
Defines a non-overlapping region of a table's partitions, allowing multiple requests to be executed in parallel.
See: segment
smart constructor.
Creates a value of Segment
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
sSegmentNumber
- The zero-based index number of the this segment. For example, if the total number of segments is 4, SegmentNumber values will range from zero through three.sTotalSegments
- The total numer of segments.
sSegmentNumber :: Lens' Segment Natural Source #
The zero-based index number of the this segment. For example, if the total number of segments is 4, SegmentNumber values will range from zero through three.
SerDeInfo
Information about a serialization/deserialization program (SerDe) which serves as an extractor and loader.
See: serDeInfo
smart constructor.
serDeInfo :: SerDeInfo Source #
Creates a value of SerDeInfo
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
sdiSerializationLibrary
- Usually the class that implements the SerDe. An example is:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
.sdiName
- Name of the SerDe.sdiParameters
- A list of initialization parameters for the SerDe, in key-value form.
sdiSerializationLibrary :: Lens' SerDeInfo (Maybe Text) Source #
Usually the class that implements the SerDe. An example is: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
.
sdiParameters :: Lens' SerDeInfo (HashMap Text Text) Source #
A list of initialization parameters for the SerDe, in key-value form.
SkewedInfo
data SkewedInfo Source #
Specifies skewed values in a table. Skewed are ones that occur with very high frequency.
See: skewedInfo
smart constructor.
skewedInfo :: SkewedInfo Source #
Creates a value of SkewedInfo
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
siSkewedColumnValueLocationMaps
- A mapping of skewed values to the columns that contain them.siSkewedColumnValues
- A list of values that appear so frequently as to be considered skewed.siSkewedColumnNames
- A list of names of columns that contain skewed values.
siSkewedColumnValueLocationMaps :: Lens' SkewedInfo (HashMap Text Text) Source #
A mapping of skewed values to the columns that contain them.
siSkewedColumnValues :: Lens' SkewedInfo [Text] Source #
A list of values that appear so frequently as to be considered skewed.
siSkewedColumnNames :: Lens' SkewedInfo [Text] Source #
A list of names of columns that contain skewed values.
StorageDescriptor
data StorageDescriptor Source #
Describes the physical storage of table data.
See: storageDescriptor
smart constructor.
storageDescriptor :: StorageDescriptor Source #
Creates a value of StorageDescriptor
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
sdSortColumns
- A list specifying the sort order of each bucket in the table.sdCompressed
- True if the data in the table is compressed, or False if not.sdLocation
- The physical location of the table. By default this takes the form of the warehouse location, followed by the database location in the warehouse, followed by the table name.sdBucketColumns
- A list of reducer grouping columns, clustering columns, and bucketing columns in the table.sdSerdeInfo
- Serialization/deserialization (SerDe) information.sdOutputFormat
- The output format:SequenceFileOutputFormat
(binary), orIgnoreKeyTextOutputFormat
, or a custom format.sdNumberOfBuckets
- Must be specified if the table contains any dimension columns.sdStoredAsSubDirectories
- True if the table data is stored in subdirectories, or False if not.sdParameters
- User-supplied properties in key-value form.sdInputFormat
- The input format:SequenceFileInputFormat
(binary), orTextInputFormat
, or a custom format.sdSkewedInfo
- Information about values that appear very frequently in a column (skewed values).sdColumns
- A list of theColumns
in the table.
sdSortColumns :: Lens' StorageDescriptor [Order] Source #
A list specifying the sort order of each bucket in the table.
sdCompressed :: Lens' StorageDescriptor (Maybe Bool) Source #
True if the data in the table is compressed, or False if not.
sdLocation :: Lens' StorageDescriptor (Maybe Text) Source #
The physical location of the table. By default this takes the form of the warehouse location, followed by the database location in the warehouse, followed by the table name.
sdBucketColumns :: Lens' StorageDescriptor [Text] Source #
A list of reducer grouping columns, clustering columns, and bucketing columns in the table.
sdSerdeInfo :: Lens' StorageDescriptor (Maybe SerDeInfo) Source #
Serialization/deserialization (SerDe) information.
sdOutputFormat :: Lens' StorageDescriptor (Maybe Text) Source #
The output format: SequenceFileOutputFormat
(binary), or IgnoreKeyTextOutputFormat
, or a custom format.
sdNumberOfBuckets :: Lens' StorageDescriptor (Maybe Int) Source #
Must be specified if the table contains any dimension columns.
sdStoredAsSubDirectories :: Lens' StorageDescriptor (Maybe Bool) Source #
True if the table data is stored in subdirectories, or False if not.
sdParameters :: Lens' StorageDescriptor (HashMap Text Text) Source #
User-supplied properties in key-value form.
sdInputFormat :: Lens' StorageDescriptor (Maybe Text) Source #
The input format: SequenceFileInputFormat
(binary), or TextInputFormat
, or a custom format.
sdSkewedInfo :: Lens' StorageDescriptor (Maybe SkewedInfo) Source #
Information about values that appear very frequently in a column (skewed values).
Table
Represents a collection of related data organized in columns and rows.
See: table
smart constructor.
Creates a value of Table
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
tRetention
- Retention time for this table.tCreatedBy
- Person or entity who created the table.tTableType
- The type of this table (EXTERNAL_TABLE
,VIRTUAL_VIEW
, etc.).tOwner
- Owner of the table.tViewOriginalText
- If the table is a view, the original text of the view; otherwisenull
.tUpdateTime
- Last time the table was updated.tViewExpandedText
- If the table is a view, the expanded text of the view; otherwisenull
.tLastAnalyzedTime
- Last time column statistics were computed for this table.tStorageDescriptor
- A storage descriptor containing information about the physical storage of this table.tDatabaseName
- Name of the metadata database where the table metadata resides. For Hive compatibility, this must be all lowercase.tParameters
- Properties associated with this table, as a list of key-value pairs.tLastAccessTime
- Last time the table was accessed. This is usually taken from HDFS, and may not be reliable.tDescription
- Description of the table.tPartitionKeys
- A list of columns by which the table is partitioned. Only primitive types are supported as partition keys.tCreateTime
- Time when the table definition was created in the Data Catalog.tName
- Name of the table. For Hive compatibility, this must be entirely lowercase.
tTableType :: Lens' Table (Maybe Text) Source #
The type of this table (EXTERNAL_TABLE
, VIRTUAL_VIEW
, etc.).
tViewOriginalText :: Lens' Table (Maybe Text) Source #
If the table is a view, the original text of the view; otherwise null
.
tViewExpandedText :: Lens' Table (Maybe Text) Source #
If the table is a view, the expanded text of the view; otherwise null
.
tLastAnalyzedTime :: Lens' Table (Maybe UTCTime) Source #
Last time column statistics were computed for this table.
tStorageDescriptor :: Lens' Table (Maybe StorageDescriptor) Source #
A storage descriptor containing information about the physical storage of this table.
tDatabaseName :: Lens' Table (Maybe Text) Source #
Name of the metadata database where the table metadata resides. For Hive compatibility, this must be all lowercase.
tParameters :: Lens' Table (HashMap Text Text) Source #
Properties associated with this table, as a list of key-value pairs.
tLastAccessTime :: Lens' Table (Maybe UTCTime) Source #
Last time the table was accessed. This is usually taken from HDFS, and may not be reliable.
tPartitionKeys :: Lens' Table [Column] Source #
A list of columns by which the table is partitioned. Only primitive types are supported as partition keys.
tCreateTime :: Lens' Table (Maybe UTCTime) Source #
Time when the table definition was created in the Data Catalog.
tName :: Lens' Table Text Source #
Name of the table. For Hive compatibility, this must be entirely lowercase.
TableError
data TableError Source #
An error record for table operations.
See: tableError
smart constructor.
tableError :: TableError Source #
Creates a value of TableError
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
teTableName
- Name of the table. For Hive compatibility, this must be entirely lowercase.teErrorDetail
- Detail about the error.
teTableName :: Lens' TableError (Maybe Text) Source #
Name of the table. For Hive compatibility, this must be entirely lowercase.
teErrorDetail :: Lens' TableError (Maybe ErrorDetail) Source #
Detail about the error.
TableInput
data TableInput Source #
Structure used to create or update the table.
See: tableInput
smart constructor.
:: Text | |
-> TableInput |
Creates a value of TableInput
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
tiRetention
- Retention time for this table.tiTableType
- The type of this table (EXTERNAL_TABLE
,VIRTUAL_VIEW
, etc.).tiOwner
- Owner of the table.tiViewOriginalText
- If the table is a view, the original text of the view; otherwisenull
.tiViewExpandedText
- If the table is a view, the expanded text of the view; otherwisenull
.tiLastAnalyzedTime
- Last time column statistics were computed for this table.tiStorageDescriptor
- A storage descriptor containing information about the physical storage of this table.tiParameters
- Properties associated with this table, as a list of key-value pairs.tiLastAccessTime
- Last time the table was accessed.tiDescription
- Description of the table.tiPartitionKeys
- A list of columns by which the table is partitioned. Only primitive types are supported as partition keys.tiName
- Name of the table. For Hive compatibility, this is folded to lowercase when it is stored.
tiRetention :: Lens' TableInput (Maybe Natural) Source #
Retention time for this table.
tiTableType :: Lens' TableInput (Maybe Text) Source #
The type of this table (EXTERNAL_TABLE
, VIRTUAL_VIEW
, etc.).
tiViewOriginalText :: Lens' TableInput (Maybe Text) Source #
If the table is a view, the original text of the view; otherwise null
.
tiViewExpandedText :: Lens' TableInput (Maybe Text) Source #
If the table is a view, the expanded text of the view; otherwise null
.
tiLastAnalyzedTime :: Lens' TableInput (Maybe UTCTime) Source #
Last time column statistics were computed for this table.
tiStorageDescriptor :: Lens' TableInput (Maybe StorageDescriptor) Source #
A storage descriptor containing information about the physical storage of this table.
tiParameters :: Lens' TableInput (HashMap Text Text) Source #
Properties associated with this table, as a list of key-value pairs.
tiLastAccessTime :: Lens' TableInput (Maybe UTCTime) Source #
Last time the table was accessed.
tiDescription :: Lens' TableInput (Maybe Text) Source #
Description of the table.
tiPartitionKeys :: Lens' TableInput [Column] Source #
A list of columns by which the table is partitioned. Only primitive types are supported as partition keys.
tiName :: Lens' TableInput Text Source #
Name of the table. For Hive compatibility, this is folded to lowercase when it is stored.
TableVersion
data TableVersion Source #
Specifies a version of a table.
See: tableVersion
smart constructor.
tableVersion :: TableVersion Source #
Creates a value of TableVersion
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
tvVersionId
- The ID value that identifies this table version.tvTable
- The table in question
tvVersionId :: Lens' TableVersion (Maybe Text) Source #
The ID value that identifies this table version.
TableVersionError
data TableVersionError Source #
An error record for table-version operations.
See: tableVersionError
smart constructor.
tableVersionError :: TableVersionError Source #
Creates a value of TableVersionError
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
tveVersionId
- The ID value of the version in question.tveTableName
- The name of the table in question.tveErrorDetail
- Detail about the error.
tveVersionId :: Lens' TableVersionError (Maybe Text) Source #
The ID value of the version in question.
tveTableName :: Lens' TableVersionError (Maybe Text) Source #
The name of the table in question.
tveErrorDetail :: Lens' TableVersionError (Maybe ErrorDetail) Source #
Detail about the error.
Trigger
Information about a specific trigger.
See: trigger
smart constructor.
Creates a value of Trigger
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
triState
- The current state of the trigger.triActions
- The actions initiated by this trigger.triSchedule
- Acron
expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify:cron(15 12 * * ? *)
.triPredicate
- The predicate of this trigger, which defines when it will fire.triName
- Name of the trigger.triId
- Reserved for future use.triType
- The type of trigger that this is.triDescription
- A description of this trigger.
triSchedule :: Lens' Trigger (Maybe Text) Source #
A cron
expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify: cron(15 12 * * ? *)
.
triPredicate :: Lens' Trigger (Maybe Predicate) Source #
The predicate of this trigger, which defines when it will fire.
TriggerUpdate
data TriggerUpdate Source #
A structure used to provide information used to update a trigger. This object will update the the previous trigger definition by overwriting it completely.
See: triggerUpdate
smart constructor.
triggerUpdate :: TriggerUpdate Source #
Creates a value of TriggerUpdate
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
tuActions
- The actions initiated by this trigger.tuSchedule
- Acron
expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify:cron(15 12 * * ? *)
.tuPredicate
- The predicate of this trigger, which defines when it will fire.tuName
- Reserved for future use.tuDescription
- A description of this trigger.
tuSchedule :: Lens' TriggerUpdate (Maybe Text) Source #
A cron
expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify: cron(15 12 * * ? *)
.
tuPredicate :: Lens' TriggerUpdate (Maybe Predicate) Source #
The predicate of this trigger, which defines when it will fire.
tuDescription :: Lens' TriggerUpdate (Maybe Text) Source #
A description of this trigger.
UpdateGrokClassifierRequest
data UpdateGrokClassifierRequest Source #
Specifies a grok classifier to update when passed to UpdateClassifier
.
See: updateGrokClassifierRequest
smart constructor.
updateGrokClassifierRequest Source #
Creates a value of UpdateGrokClassifierRequest
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
ugcrClassification
- An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, Amazon CloudWatch Logs, and so on.ugcrCustomPatterns
- Optional custom grok patterns used by this classifier.ugcrGrokPattern
- The grok pattern used by this classifier.ugcrName
- The name of theGrokClassifier
.
ugcrClassification :: Lens' UpdateGrokClassifierRequest (Maybe Text) Source #
An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, Amazon CloudWatch Logs, and so on.
ugcrCustomPatterns :: Lens' UpdateGrokClassifierRequest (Maybe Text) Source #
Optional custom grok patterns used by this classifier.
ugcrGrokPattern :: Lens' UpdateGrokClassifierRequest (Maybe Text) Source #
The grok pattern used by this classifier.
UpdateJSONClassifierRequest
data UpdateJSONClassifierRequest Source #
Specifies a JSON classifier to be updated.
See: updateJSONClassifierRequest
smart constructor.
updateJSONClassifierRequest Source #
Creates a value of UpdateJSONClassifierRequest
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
ujcrJSONPath
- AJsonPath
string defining the JSON data for the classifier to classify. AWS Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers .ujcrName
- The name of the classifier.
ujcrJSONPath :: Lens' UpdateJSONClassifierRequest (Maybe Text) Source #
A JsonPath
string defining the JSON data for the classifier to classify. AWS Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers .
UpdateXMLClassifierRequest
data UpdateXMLClassifierRequest Source #
Specifies an XML classifier to be updated.
See: updateXMLClassifierRequest
smart constructor.
updateXMLClassifierRequest Source #
Creates a value of UpdateXMLClassifierRequest
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
uxcrClassification
- An identifier of the data format that the classifier matches.uxcrRowTag
- The XML tag designating the element that contains each record in an XML document being parsed. Note that this cannot identify a self-closing element (closed by/>
). An empty row element that contains only attributes can be parsed as long as it ends with a closing tag (for example,item_a="A" item_b="B"/row
is okay, butitem_a="A" item_b="B" /
is not).uxcrName
- The name of the classifier.
uxcrClassification :: Lens' UpdateXMLClassifierRequest (Maybe Text) Source #
An identifier of the data format that the classifier matches.
uxcrRowTag :: Lens' UpdateXMLClassifierRequest (Maybe Text) Source #
The XML tag designating the element that contains each record in an XML document being parsed. Note that this cannot identify a self-closing element (closed by />
). An empty row element that contains only attributes can be parsed as long as it ends with a closing tag (for example, item_a="A" item_b="B"/row
is okay, but item_a="A" item_b="B" /
is not).
UserDefinedFunction
data UserDefinedFunction Source #
Represents the equivalent of a Hive user-defined function (UDF
) definition.
See: userDefinedFunction
smart constructor.
userDefinedFunction :: UserDefinedFunction Source #
Creates a value of UserDefinedFunction
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
udfOwnerName
- The owner of the function.udfResourceURIs
- The resource URIs for the function.udfFunctionName
- The name of the function.udfOwnerType
- The owner type.udfCreateTime
- The time at which the function was created.udfClassName
- The Java class that contains the function code.
udfOwnerName :: Lens' UserDefinedFunction (Maybe Text) Source #
The owner of the function.
udfResourceURIs :: Lens' UserDefinedFunction [ResourceURI] Source #
The resource URIs for the function.
udfFunctionName :: Lens' UserDefinedFunction (Maybe Text) Source #
The name of the function.
udfOwnerType :: Lens' UserDefinedFunction (Maybe PrincipalType) Source #
The owner type.
udfCreateTime :: Lens' UserDefinedFunction (Maybe UTCTime) Source #
The time at which the function was created.
udfClassName :: Lens' UserDefinedFunction (Maybe Text) Source #
The Java class that contains the function code.
UserDefinedFunctionInput
data UserDefinedFunctionInput Source #
A structure used to create or updata a user-defined function.
See: userDefinedFunctionInput
smart constructor.
userDefinedFunctionInput :: UserDefinedFunctionInput Source #
Creates a value of UserDefinedFunctionInput
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
udfiOwnerName
- The owner of the function.udfiResourceURIs
- The resource URIs for the function.udfiFunctionName
- The name of the function.udfiOwnerType
- The owner type.udfiClassName
- The Java class that contains the function code.
udfiOwnerName :: Lens' UserDefinedFunctionInput (Maybe Text) Source #
The owner of the function.
udfiResourceURIs :: Lens' UserDefinedFunctionInput [ResourceURI] Source #
The resource URIs for the function.
udfiFunctionName :: Lens' UserDefinedFunctionInput (Maybe Text) Source #
The name of the function.
udfiOwnerType :: Lens' UserDefinedFunctionInput (Maybe PrincipalType) Source #
The owner type.
udfiClassName :: Lens' UserDefinedFunctionInput (Maybe Text) Source #
The Java class that contains the function code.
XMLClassifier
data XMLClassifier Source #
A classifier for XML
content.
See: xmlClassifier
smart constructor.
Creates a value of XMLClassifier
with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
xcCreationTime
- The time this classifier was registered.xcLastUpdated
- The time this classifier was last updated.xcVersion
- The version of this classifier.xcRowTag
- The XML tag designating the element that contains each record in an XML document being parsed. Note that this cannot identify a self-closing element (closed by/>
). An empty row element that contains only attributes can be parsed as long as it ends with a closing tag (for example,item_a="A" item_b="B"/row
is okay, butitem_a="A" item_b="B" /
is not).xcName
- The name of the classifier.xcClassification
- An identifier of the data format that the classifier matches.
xcCreationTime :: Lens' XMLClassifier (Maybe UTCTime) Source #
The time this classifier was registered.
xcLastUpdated :: Lens' XMLClassifier (Maybe UTCTime) Source #
The time this classifier was last updated.
xcRowTag :: Lens' XMLClassifier (Maybe Text) Source #
The XML tag designating the element that contains each record in an XML document being parsed. Note that this cannot identify a self-closing element (closed by />
). An empty row element that contains only attributes can be parsed as long as it ends with a closing tag (for example, item_a="A" item_b="B"/row
is okay, but item_a="A" item_b="B" /
is not).
xcClassification :: Lens' XMLClassifier Text Source #
An identifier of the data format that the classifier matches.