| Copyright | (c) 2013-2018 Brendan Hay |
|---|---|
| License | Mozilla Public License, v. 2.0. |
| Maintainer | Brendan Hay <brendan.g.hay+amazonka@gmail.com> |
| Stability | auto-generated |
| Portability | non-portable (GHC extensions) |
| Safe Haskell | None |
| Language | Haskell2010 |
Network.AWS.Glue
Contents
- Service Configuration
- Errors
- ValidationException
- AccessDeniedException
- CrawlerRunningException
- SchedulerTransitioningException
- SchedulerRunningException
- ConcurrentRunsExceededException
- NoScheduleException
- OperationTimeoutException
- CrawlerNotRunningException
- VersionMismatchException
- EntityNotFoundException
- ConcurrentModificationException
- SchedulerNotRunningException
- InternalServiceException
- InvalidInputException
- ResourceNumberLimitExceededException
- IdempotentParameterMismatchException
- CrawlerStoppingException
- AlreadyExistsException
- Waiters
- Operations
- StartCrawler
- GetCatalogImportStatus
- GetPartition
- CreateTrigger
- DeleteTable
- UpdateTable
- DeleteConnection
- UpdateConnection
- GetUserDefinedFunctions (Paginated)
- BatchCreatePartition
- GetMapping
- GetTableVersion
- GetJobs (Paginated)
- GetClassifiers (Paginated)
- CreateConnection
- DeleteTableVersion
- DeleteDevEndpoint
- UpdateDevEndpoint
- DeleteCrawler
- UpdateCrawler
- GetConnection
- BatchGetPartition
- StopTrigger
- UpdateCrawlerSchedule
- DeleteUserDefinedFunction
- UpdateUserDefinedFunction
- BatchDeleteTable
- GetTables (Paginated)
- CreateClassifier
- BatchDeleteConnection
- CreateJob
- GetJobRuns (Paginated)
- CreateUserDefinedFunction
- ResetJobBookmark
- DeleteJob
- UpdateJob
- GetCrawlers (Paginated)
- GetClassifier
- GetJob
- BatchDeleteTableVersion
- GetDevEndpoints (Paginated)
- StartCrawlerSchedule
- GetUserDefinedFunction
- DeleteDatabase
- UpdateDatabase
- StopCrawler
- GetPartitions (Paginated)
- BatchDeletePartition
- GetCrawler
- BatchStopJobRun
- GetDevEndpoint
- CreateTable
- GetCrawlerMetrics (Paginated)
- GetPlan
- GetTriggers (Paginated)
- StartTrigger
- GetDataflowGraph
- GetDatabases (Paginated)
- GetTable
- CreateCrawler
- GetJobRun
- CreateDevEndpoint
- GetDatabase
- DeletePartition
- UpdatePartition
- CreateScript
- GetConnections (Paginated)
- GetTrigger
- ImportCatalogToGlue
- DeleteClassifier
- UpdateClassifier
- StartJobRun
- CreatePartition
- StopCrawlerSchedule
- CreateDatabase
- GetTableVersions (Paginated)
- DeleteTrigger
- UpdateTrigger
- Types
- ConnectionPropertyKey
- ConnectionType
- CrawlerState
- DeleteBehavior
- JobRunState
- Language
- LastCrawlStatus
- Logical
- LogicalOperator
- PrincipalType
- ResourceType
- ScheduleState
- TriggerState
- TriggerType
- UpdateBehavior
- Action
- BatchStopJobRunError
- BatchStopJobRunSuccessfulSubmission
- CatalogEntry
- CatalogImportStatus
- Classifier
- CodeGenEdge
- CodeGenNode
- CodeGenNodeArg
- Column
- Condition
- Connection
- ConnectionInput
- ConnectionsList
- Crawler
- CrawlerMetrics
- CrawlerTargets
- CreateGrokClassifierRequest
- CreateJSONClassifierRequest
- CreateXMLClassifierRequest
- Database
- DatabaseInput
- DevEndpoint
- DevEndpointCustomLibraries
- ErrorDetail
- ExecutionProperty
- GetConnectionsFilter
- GrokClassifier
- JSONClassifier
- JdbcTarget
- Job
- JobBookmarkEntry
- JobCommand
- JobRun
- JobUpdate
- LastCrawlInfo
- Location
- MappingEntry
- Order
- Partition
- PartitionError
- PartitionInput
- PartitionValueList
- PhysicalConnectionRequirements
- Predecessor
- Predicate
- ResourceURI
- S3Target
- Schedule
- SchemaChangePolicy
- Segment
- SerDeInfo
- SkewedInfo
- StorageDescriptor
- Table
- TableError
- TableInput
- TableVersion
- TableVersionError
- Trigger
- TriggerUpdate
- UpdateGrokClassifierRequest
- UpdateJSONClassifierRequest
- UpdateXMLClassifierRequest
- UserDefinedFunction
- UserDefinedFunctionInput
- XMLClassifier
Description
AWS Glue
Defines the public endpoint for the AWS Glue service.
Synopsis
- glue :: Service
- _ValidationException :: AsError a => Getting (First ServiceError) a ServiceError
- _AccessDeniedException :: AsError a => Getting (First ServiceError) a ServiceError
- _CrawlerRunningException :: AsError a => Getting (First ServiceError) a ServiceError
- _SchedulerTransitioningException :: AsError a => Getting (First ServiceError) a ServiceError
- _SchedulerRunningException :: AsError a => Getting (First ServiceError) a ServiceError
- _ConcurrentRunsExceededException :: AsError a => Getting (First ServiceError) a ServiceError
- _NoScheduleException :: AsError a => Getting (First ServiceError) a ServiceError
- _OperationTimeoutException :: AsError a => Getting (First ServiceError) a ServiceError
- _CrawlerNotRunningException :: AsError a => Getting (First ServiceError) a ServiceError
- _VersionMismatchException :: AsError a => Getting (First ServiceError) a ServiceError
- _EntityNotFoundException :: AsError a => Getting (First ServiceError) a ServiceError
- _ConcurrentModificationException :: AsError a => Getting (First ServiceError) a ServiceError
- _SchedulerNotRunningException :: AsError a => Getting (First ServiceError) a ServiceError
- _InternalServiceException :: AsError a => Getting (First ServiceError) a ServiceError
- _InvalidInputException :: AsError a => Getting (First ServiceError) a ServiceError
- _ResourceNumberLimitExceededException :: AsError a => Getting (First ServiceError) a ServiceError
- _IdempotentParameterMismatchException :: AsError a => Getting (First ServiceError) a ServiceError
- _CrawlerStoppingException :: AsError a => Getting (First ServiceError) a ServiceError
- _AlreadyExistsException :: AsError a => Getting (First ServiceError) a ServiceError
- module Network.AWS.Glue.StartCrawler
- module Network.AWS.Glue.GetCatalogImportStatus
- module Network.AWS.Glue.GetPartition
- module Network.AWS.Glue.CreateTrigger
- module Network.AWS.Glue.DeleteTable
- module Network.AWS.Glue.UpdateTable
- module Network.AWS.Glue.DeleteConnection
- module Network.AWS.Glue.UpdateConnection
- module Network.AWS.Glue.GetUserDefinedFunctions
- module Network.AWS.Glue.BatchCreatePartition
- module Network.AWS.Glue.GetMapping
- module Network.AWS.Glue.GetTableVersion
- module Network.AWS.Glue.GetJobs
- module Network.AWS.Glue.GetClassifiers
- module Network.AWS.Glue.CreateConnection
- module Network.AWS.Glue.DeleteTableVersion
- module Network.AWS.Glue.DeleteDevEndpoint
- module Network.AWS.Glue.UpdateDevEndpoint
- module Network.AWS.Glue.DeleteCrawler
- module Network.AWS.Glue.UpdateCrawler
- module Network.AWS.Glue.GetConnection
- module Network.AWS.Glue.BatchGetPartition
- module Network.AWS.Glue.StopTrigger
- module Network.AWS.Glue.UpdateCrawlerSchedule
- module Network.AWS.Glue.DeleteUserDefinedFunction
- module Network.AWS.Glue.UpdateUserDefinedFunction
- module Network.AWS.Glue.BatchDeleteTable
- module Network.AWS.Glue.GetTables
- module Network.AWS.Glue.CreateClassifier
- module Network.AWS.Glue.BatchDeleteConnection
- module Network.AWS.Glue.CreateJob
- module Network.AWS.Glue.GetJobRuns
- module Network.AWS.Glue.CreateUserDefinedFunction
- module Network.AWS.Glue.ResetJobBookmark
- module Network.AWS.Glue.DeleteJob
- module Network.AWS.Glue.UpdateJob
- module Network.AWS.Glue.GetCrawlers
- module Network.AWS.Glue.GetClassifier
- module Network.AWS.Glue.GetJob
- module Network.AWS.Glue.BatchDeleteTableVersion
- module Network.AWS.Glue.GetDevEndpoints
- module Network.AWS.Glue.StartCrawlerSchedule
- module Network.AWS.Glue.GetUserDefinedFunction
- module Network.AWS.Glue.DeleteDatabase
- module Network.AWS.Glue.UpdateDatabase
- module Network.AWS.Glue.StopCrawler
- module Network.AWS.Glue.GetPartitions
- module Network.AWS.Glue.BatchDeletePartition
- module Network.AWS.Glue.GetCrawler
- module Network.AWS.Glue.BatchStopJobRun
- module Network.AWS.Glue.GetDevEndpoint
- module Network.AWS.Glue.CreateTable
- module Network.AWS.Glue.GetCrawlerMetrics
- module Network.AWS.Glue.GetPlan
- module Network.AWS.Glue.GetTriggers
- module Network.AWS.Glue.StartTrigger
- module Network.AWS.Glue.GetDataflowGraph
- module Network.AWS.Glue.GetDatabases
- module Network.AWS.Glue.GetTable
- module Network.AWS.Glue.CreateCrawler
- module Network.AWS.Glue.GetJobRun
- module Network.AWS.Glue.CreateDevEndpoint
- module Network.AWS.Glue.GetDatabase
- module Network.AWS.Glue.DeletePartition
- module Network.AWS.Glue.UpdatePartition
- module Network.AWS.Glue.CreateScript
- module Network.AWS.Glue.GetConnections
- module Network.AWS.Glue.GetTrigger
- module Network.AWS.Glue.ImportCatalogToGlue
- module Network.AWS.Glue.DeleteClassifier
- module Network.AWS.Glue.UpdateClassifier
- module Network.AWS.Glue.StartJobRun
- module Network.AWS.Glue.CreatePartition
- module Network.AWS.Glue.StopCrawlerSchedule
- module Network.AWS.Glue.CreateDatabase
- module Network.AWS.Glue.GetTableVersions
- module Network.AWS.Glue.DeleteTrigger
- module Network.AWS.Glue.UpdateTrigger
- data ConnectionPropertyKey
- data ConnectionType
- data CrawlerState
- data DeleteBehavior
- data JobRunState
- data Language
- data LastCrawlStatus
- data Logical
- data LogicalOperator = Equals
- data PrincipalType
- data ResourceType
- data ScheduleState
- data TriggerState
- data TriggerType
- data UpdateBehavior
- data Action
- action :: Action
- aArguments :: Lens' Action (HashMap Text Text)
- aJobName :: Lens' Action (Maybe Text)
- aTimeout :: Lens' Action (Maybe Natural)
- data BatchStopJobRunError
- batchStopJobRunError :: BatchStopJobRunError
- bsjreJobName :: Lens' BatchStopJobRunError (Maybe Text)
- bsjreJobRunId :: Lens' BatchStopJobRunError (Maybe Text)
- bsjreErrorDetail :: Lens' BatchStopJobRunError (Maybe ErrorDetail)
- data BatchStopJobRunSuccessfulSubmission
- batchStopJobRunSuccessfulSubmission :: BatchStopJobRunSuccessfulSubmission
- bsjrssJobName :: Lens' BatchStopJobRunSuccessfulSubmission (Maybe Text)
- bsjrssJobRunId :: Lens' BatchStopJobRunSuccessfulSubmission (Maybe Text)
- data CatalogEntry
- catalogEntry :: Text -> Text -> CatalogEntry
- ceDatabaseName :: Lens' CatalogEntry Text
- ceTableName :: Lens' CatalogEntry Text
- data CatalogImportStatus
- catalogImportStatus :: CatalogImportStatus
- cisImportedBy :: Lens' CatalogImportStatus (Maybe Text)
- cisImportTime :: Lens' CatalogImportStatus (Maybe UTCTime)
- cisImportCompleted :: Lens' CatalogImportStatus (Maybe Bool)
- data Classifier
- classifier :: Classifier
- cGrokClassifier :: Lens' Classifier (Maybe GrokClassifier)
- cXMLClassifier :: Lens' Classifier (Maybe XMLClassifier)
- cJSONClassifier :: Lens' Classifier (Maybe JSONClassifier)
- data CodeGenEdge
- codeGenEdge :: Text -> Text -> CodeGenEdge
- cgeTargetParameter :: Lens' CodeGenEdge (Maybe Text)
- cgeSource :: Lens' CodeGenEdge Text
- cgeTarget :: Lens' CodeGenEdge Text
- data CodeGenNode
- codeGenNode :: Text -> Text -> CodeGenNode
- cgnLineNumber :: Lens' CodeGenNode (Maybe Int)
- cgnId :: Lens' CodeGenNode Text
- cgnNodeType :: Lens' CodeGenNode Text
- cgnArgs :: Lens' CodeGenNode [CodeGenNodeArg]
- data CodeGenNodeArg
- codeGenNodeArg :: Text -> Text -> CodeGenNodeArg
- cgnaParam :: Lens' CodeGenNodeArg (Maybe Bool)
- cgnaName :: Lens' CodeGenNodeArg Text
- cgnaValue :: Lens' CodeGenNodeArg Text
- data Column
- column :: Text -> Column
- cType :: Lens' Column (Maybe Text)
- cComment :: Lens' Column (Maybe Text)
- cName :: Lens' Column Text
- data Condition
- condition :: Condition
- cState :: Lens' Condition (Maybe JobRunState)
- cJobName :: Lens' Condition (Maybe Text)
- cLogicalOperator :: Lens' Condition (Maybe LogicalOperator)
- data Connection
- connection :: Connection
- conCreationTime :: Lens' Connection (Maybe UTCTime)
- conLastUpdatedBy :: Lens' Connection (Maybe Text)
- conConnectionProperties :: Lens' Connection (HashMap ConnectionPropertyKey Text)
- conLastUpdatedTime :: Lens' Connection (Maybe UTCTime)
- conMatchCriteria :: Lens' Connection [Text]
- conPhysicalConnectionRequirements :: Lens' Connection (Maybe PhysicalConnectionRequirements)
- conName :: Lens' Connection (Maybe Text)
- conDescription :: Lens' Connection (Maybe Text)
- conConnectionType :: Lens' Connection (Maybe ConnectionType)
- data ConnectionInput
- connectionInput :: Text -> ConnectionType -> ConnectionInput
- ciMatchCriteria :: Lens' ConnectionInput [Text]
- ciPhysicalConnectionRequirements :: Lens' ConnectionInput (Maybe PhysicalConnectionRequirements)
- ciDescription :: Lens' ConnectionInput (Maybe Text)
- ciName :: Lens' ConnectionInput Text
- ciConnectionType :: Lens' ConnectionInput ConnectionType
- ciConnectionProperties :: Lens' ConnectionInput (HashMap ConnectionPropertyKey Text)
- data ConnectionsList
- connectionsList :: ConnectionsList
- clConnections :: Lens' ConnectionsList [Text]
- data Crawler
- crawler :: Crawler
- craCreationTime :: Lens' Crawler (Maybe UTCTime)
- craState :: Lens' Crawler (Maybe CrawlerState)
- craSchemaChangePolicy :: Lens' Crawler (Maybe SchemaChangePolicy)
- craLastUpdated :: Lens' Crawler (Maybe UTCTime)
- craSchedule :: Lens' Crawler (Maybe Schedule)
- craLastCrawl :: Lens' Crawler (Maybe LastCrawlInfo)
- craCrawlElapsedTime :: Lens' Crawler (Maybe Integer)
- craClassifiers :: Lens' Crawler [Text]
- craRole :: Lens' Crawler (Maybe Text)
- craName :: Lens' Crawler (Maybe Text)
- craTargets :: Lens' Crawler (Maybe CrawlerTargets)
- craVersion :: Lens' Crawler (Maybe Integer)
- craDatabaseName :: Lens' Crawler (Maybe Text)
- craConfiguration :: Lens' Crawler (Maybe Text)
- craTablePrefix :: Lens' Crawler (Maybe Text)
- craDescription :: Lens' Crawler (Maybe Text)
- data CrawlerMetrics
- crawlerMetrics :: CrawlerMetrics
- cmLastRuntimeSeconds :: Lens' CrawlerMetrics (Maybe Double)
- cmTablesCreated :: Lens' CrawlerMetrics (Maybe Natural)
- cmStillEstimating :: Lens' CrawlerMetrics (Maybe Bool)
- cmMedianRuntimeSeconds :: Lens' CrawlerMetrics (Maybe Double)
- cmTimeLeftSeconds :: Lens' CrawlerMetrics (Maybe Double)
- cmTablesDeleted :: Lens' CrawlerMetrics (Maybe Natural)
- cmTablesUpdated :: Lens' CrawlerMetrics (Maybe Natural)
- cmCrawlerName :: Lens' CrawlerMetrics (Maybe Text)
- data CrawlerTargets
- crawlerTargets :: CrawlerTargets
- ctS3Targets :: Lens' CrawlerTargets [S3Target]
- ctJdbcTargets :: Lens' CrawlerTargets [JdbcTarget]
- data CreateGrokClassifierRequest
- createGrokClassifierRequest :: Text -> Text -> Text -> CreateGrokClassifierRequest
- cgcrCustomPatterns :: Lens' CreateGrokClassifierRequest (Maybe Text)
- cgcrClassification :: Lens' CreateGrokClassifierRequest Text
- cgcrName :: Lens' CreateGrokClassifierRequest Text
- cgcrGrokPattern :: Lens' CreateGrokClassifierRequest Text
- data CreateJSONClassifierRequest
- createJSONClassifierRequest :: Text -> Text -> CreateJSONClassifierRequest
- cjcrName :: Lens' CreateJSONClassifierRequest Text
- cjcrJSONPath :: Lens' CreateJSONClassifierRequest Text
- data CreateXMLClassifierRequest
- createXMLClassifierRequest :: Text -> Text -> CreateXMLClassifierRequest
- cxcrRowTag :: Lens' CreateXMLClassifierRequest (Maybe Text)
- cxcrClassification :: Lens' CreateXMLClassifierRequest Text
- cxcrName :: Lens' CreateXMLClassifierRequest Text
- data Database
- database :: Text -> Database
- dLocationURI :: Lens' Database (Maybe Text)
- dParameters :: Lens' Database (HashMap Text Text)
- dDescription :: Lens' Database (Maybe Text)
- dCreateTime :: Lens' Database (Maybe UTCTime)
- dName :: Lens' Database Text
- data DatabaseInput
- databaseInput :: Text -> DatabaseInput
- diLocationURI :: Lens' DatabaseInput (Maybe Text)
- diParameters :: Lens' DatabaseInput (HashMap Text Text)
- diDescription :: Lens' DatabaseInput (Maybe Text)
- diName :: Lens' DatabaseInput Text
- data DevEndpoint
- devEndpoint :: DevEndpoint
- deStatus :: Lens' DevEndpoint (Maybe Text)
- deFailureReason :: Lens' DevEndpoint (Maybe Text)
- deEndpointName :: Lens' DevEndpoint (Maybe Text)
- deExtraPythonLibsS3Path :: Lens' DevEndpoint (Maybe Text)
- deLastUpdateStatus :: Lens' DevEndpoint (Maybe Text)
- deSecurityGroupIds :: Lens' DevEndpoint [Text]
- deLastModifiedTimestamp :: Lens' DevEndpoint (Maybe UTCTime)
- deVPCId :: Lens' DevEndpoint (Maybe Text)
- dePrivateAddress :: Lens' DevEndpoint (Maybe Text)
- dePublicKey :: Lens' DevEndpoint (Maybe Text)
- deSubnetId :: Lens' DevEndpoint (Maybe Text)
- deNumberOfNodes :: Lens' DevEndpoint (Maybe Int)
- dePublicAddress :: Lens' DevEndpoint (Maybe Text)
- deAvailabilityZone :: Lens' DevEndpoint (Maybe Text)
- deZeppelinRemoteSparkInterpreterPort :: Lens' DevEndpoint (Maybe Int)
- deExtraJARsS3Path :: Lens' DevEndpoint (Maybe Text)
- deCreatedTimestamp :: Lens' DevEndpoint (Maybe UTCTime)
- deYarnEndpointAddress :: Lens' DevEndpoint (Maybe Text)
- deRoleARN :: Lens' DevEndpoint (Maybe Text)
- data DevEndpointCustomLibraries
- devEndpointCustomLibraries :: DevEndpointCustomLibraries
- declExtraPythonLibsS3Path :: Lens' DevEndpointCustomLibraries (Maybe Text)
- declExtraJARsS3Path :: Lens' DevEndpointCustomLibraries (Maybe Text)
- data ErrorDetail
- errorDetail :: ErrorDetail
- edErrorCode :: Lens' ErrorDetail (Maybe Text)
- edErrorMessage :: Lens' ErrorDetail (Maybe Text)
- data ExecutionProperty
- executionProperty :: ExecutionProperty
- epMaxConcurrentRuns :: Lens' ExecutionProperty (Maybe Int)
- data GetConnectionsFilter
- getConnectionsFilter :: GetConnectionsFilter
- gcfMatchCriteria :: Lens' GetConnectionsFilter [Text]
- gcfConnectionType :: Lens' GetConnectionsFilter (Maybe ConnectionType)
- data GrokClassifier
- grokClassifier :: Text -> Text -> Text -> GrokClassifier
- gcCreationTime :: Lens' GrokClassifier (Maybe UTCTime)
- gcLastUpdated :: Lens' GrokClassifier (Maybe UTCTime)
- gcVersion :: Lens' GrokClassifier (Maybe Integer)
- gcCustomPatterns :: Lens' GrokClassifier (Maybe Text)
- gcName :: Lens' GrokClassifier Text
- gcClassification :: Lens' GrokClassifier Text
- gcGrokPattern :: Lens' GrokClassifier Text
- data JSONClassifier
- jsonClassifier :: Text -> Text -> JSONClassifier
- jcCreationTime :: Lens' JSONClassifier (Maybe UTCTime)
- jcLastUpdated :: Lens' JSONClassifier (Maybe UTCTime)
- jcVersion :: Lens' JSONClassifier (Maybe Integer)
- jcName :: Lens' JSONClassifier Text
- jcJSONPath :: Lens' JSONClassifier Text
- data JdbcTarget
- jdbcTarget :: JdbcTarget
- jtPath :: Lens' JdbcTarget (Maybe Text)
- jtConnectionName :: Lens' JdbcTarget (Maybe Text)
- jtExclusions :: Lens' JdbcTarget [Text]
- data Job
- job :: Job
- jCommand :: Lens' Job (Maybe JobCommand)
- jLastModifiedOn :: Lens' Job (Maybe UTCTime)
- jConnections :: Lens' Job (Maybe ConnectionsList)
- jRole :: Lens' Job (Maybe Text)
- jName :: Lens' Job (Maybe Text)
- jLogURI :: Lens' Job (Maybe Text)
- jMaxRetries :: Lens' Job (Maybe Int)
- jExecutionProperty :: Lens' Job (Maybe ExecutionProperty)
- jAllocatedCapacity :: Lens' Job (Maybe Int)
- jTimeout :: Lens' Job (Maybe Natural)
- jDefaultArguments :: Lens' Job (HashMap Text Text)
- jDescription :: Lens' Job (Maybe Text)
- jCreatedOn :: Lens' Job (Maybe UTCTime)
- data JobBookmarkEntry
- jobBookmarkEntry :: JobBookmarkEntry
- jbeJobName :: Lens' JobBookmarkEntry (Maybe Text)
- jbeRun :: Lens' JobBookmarkEntry (Maybe Int)
- jbeVersion :: Lens' JobBookmarkEntry (Maybe Int)
- jbeAttempt :: Lens' JobBookmarkEntry (Maybe Int)
- jbeJobBookmark :: Lens' JobBookmarkEntry (Maybe Text)
- data JobCommand
- jobCommand :: JobCommand
- jobScriptLocation :: Lens' JobCommand (Maybe Text)
- jobName :: Lens' JobCommand (Maybe Text)
- data JobRun
- jobRun :: JobRun
- jrCompletedOn :: Lens' JobRun (Maybe UTCTime)
- jrTriggerName :: Lens' JobRun (Maybe Text)
- jrLastModifiedOn :: Lens' JobRun (Maybe UTCTime)
- jrArguments :: Lens' JobRun (HashMap Text Text)
- jrJobName :: Lens' JobRun (Maybe Text)
- jrStartedOn :: Lens' JobRun (Maybe UTCTime)
- jrJobRunState :: Lens' JobRun (Maybe JobRunState)
- jrExecutionTime :: Lens' JobRun (Maybe Int)
- jrPredecessorRuns :: Lens' JobRun [Predecessor]
- jrPreviousRunId :: Lens' JobRun (Maybe Text)
- jrId :: Lens' JobRun (Maybe Text)
- jrAttempt :: Lens' JobRun (Maybe Int)
- jrAllocatedCapacity :: Lens' JobRun (Maybe Int)
- jrTimeout :: Lens' JobRun (Maybe Natural)
- jrErrorMessage :: Lens' JobRun (Maybe Text)
- data JobUpdate
- jobUpdate :: JobUpdate
- juCommand :: Lens' JobUpdate (Maybe JobCommand)
- juConnections :: Lens' JobUpdate (Maybe ConnectionsList)
- juRole :: Lens' JobUpdate (Maybe Text)
- juLogURI :: Lens' JobUpdate (Maybe Text)
- juMaxRetries :: Lens' JobUpdate (Maybe Int)
- juExecutionProperty :: Lens' JobUpdate (Maybe ExecutionProperty)
- juAllocatedCapacity :: Lens' JobUpdate (Maybe Int)
- juTimeout :: Lens' JobUpdate (Maybe Natural)
- juDefaultArguments :: Lens' JobUpdate (HashMap Text Text)
- juDescription :: Lens' JobUpdate (Maybe Text)
- data LastCrawlInfo
- lastCrawlInfo :: LastCrawlInfo
- lciStatus :: Lens' LastCrawlInfo (Maybe LastCrawlStatus)
- lciStartTime :: Lens' LastCrawlInfo (Maybe UTCTime)
- lciLogStream :: Lens' LastCrawlInfo (Maybe Text)
- lciLogGroup :: Lens' LastCrawlInfo (Maybe Text)
- lciMessagePrefix :: Lens' LastCrawlInfo (Maybe Text)
- lciErrorMessage :: Lens' LastCrawlInfo (Maybe Text)
- data Location
- location :: Location
- lJdbc :: Lens' Location [CodeGenNodeArg]
- lS3 :: Lens' Location [CodeGenNodeArg]
- data MappingEntry
- mappingEntry :: MappingEntry
- meTargetTable :: Lens' MappingEntry (Maybe Text)
- meSourceType :: Lens' MappingEntry (Maybe Text)
- meSourceTable :: Lens' MappingEntry (Maybe Text)
- meTargetType :: Lens' MappingEntry (Maybe Text)
- meTargetPath :: Lens' MappingEntry (Maybe Text)
- meSourcePath :: Lens' MappingEntry (Maybe Text)
- data Order
- order :: Text -> Natural -> Order
- oColumn :: Lens' Order Text
- oSortOrder :: Lens' Order Natural
- data Partition
- partition :: Partition
- pCreationTime :: Lens' Partition (Maybe UTCTime)
- pValues :: Lens' Partition [Text]
- pLastAnalyzedTime :: Lens' Partition (Maybe UTCTime)
- pStorageDescriptor :: Lens' Partition (Maybe StorageDescriptor)
- pDatabaseName :: Lens' Partition (Maybe Text)
- pParameters :: Lens' Partition (HashMap Text Text)
- pLastAccessTime :: Lens' Partition (Maybe UTCTime)
- pTableName :: Lens' Partition (Maybe Text)
- data PartitionError
- partitionError :: PartitionError
- pePartitionValues :: Lens' PartitionError [Text]
- peErrorDetail :: Lens' PartitionError (Maybe ErrorDetail)
- data PartitionInput
- partitionInput :: PartitionInput
- piValues :: Lens' PartitionInput [Text]
- piLastAnalyzedTime :: Lens' PartitionInput (Maybe UTCTime)
- piStorageDescriptor :: Lens' PartitionInput (Maybe StorageDescriptor)
- piParameters :: Lens' PartitionInput (HashMap Text Text)
- piLastAccessTime :: Lens' PartitionInput (Maybe UTCTime)
- data PartitionValueList
- partitionValueList :: PartitionValueList
- pvlValues :: Lens' PartitionValueList [Text]
- data PhysicalConnectionRequirements
- physicalConnectionRequirements :: PhysicalConnectionRequirements
- pcrSecurityGroupIdList :: Lens' PhysicalConnectionRequirements [Text]
- pcrSubnetId :: Lens' PhysicalConnectionRequirements (Maybe Text)
- pcrAvailabilityZone :: Lens' PhysicalConnectionRequirements (Maybe Text)
- data Predecessor
- predecessor :: Predecessor
- pJobName :: Lens' Predecessor (Maybe Text)
- pRunId :: Lens' Predecessor (Maybe Text)
- data Predicate
- predicate :: Predicate
- pLogical :: Lens' Predicate (Maybe Logical)
- pConditions :: Lens' Predicate [Condition]
- data ResourceURI
- resourceURI :: ResourceURI
- ruResourceType :: Lens' ResourceURI (Maybe ResourceType)
- ruURI :: Lens' ResourceURI (Maybe Text)
- data S3Target
- s3Target :: S3Target
- stPath :: Lens' S3Target (Maybe Text)
- stExclusions :: Lens' S3Target [Text]
- data Schedule
- schedule :: Schedule
- sState :: Lens' Schedule (Maybe ScheduleState)
- sScheduleExpression :: Lens' Schedule (Maybe Text)
- data SchemaChangePolicy
- schemaChangePolicy :: SchemaChangePolicy
- scpDeleteBehavior :: Lens' SchemaChangePolicy (Maybe DeleteBehavior)
- scpUpdateBehavior :: Lens' SchemaChangePolicy (Maybe UpdateBehavior)
- data Segment
- segment :: Natural -> Natural -> Segment
- sSegmentNumber :: Lens' Segment Natural
- sTotalSegments :: Lens' Segment Natural
- data SerDeInfo
- serDeInfo :: SerDeInfo
- sdiSerializationLibrary :: Lens' SerDeInfo (Maybe Text)
- sdiName :: Lens' SerDeInfo (Maybe Text)
- sdiParameters :: Lens' SerDeInfo (HashMap Text Text)
- data SkewedInfo
- skewedInfo :: SkewedInfo
- siSkewedColumnValueLocationMaps :: Lens' SkewedInfo (HashMap Text Text)
- siSkewedColumnValues :: Lens' SkewedInfo [Text]
- siSkewedColumnNames :: Lens' SkewedInfo [Text]
- data StorageDescriptor
- storageDescriptor :: StorageDescriptor
- sdSortColumns :: Lens' StorageDescriptor [Order]
- sdCompressed :: Lens' StorageDescriptor (Maybe Bool)
- sdLocation :: Lens' StorageDescriptor (Maybe Text)
- sdBucketColumns :: Lens' StorageDescriptor [Text]
- sdSerdeInfo :: Lens' StorageDescriptor (Maybe SerDeInfo)
- sdOutputFormat :: Lens' StorageDescriptor (Maybe Text)
- sdNumberOfBuckets :: Lens' StorageDescriptor (Maybe Int)
- sdStoredAsSubDirectories :: Lens' StorageDescriptor (Maybe Bool)
- sdParameters :: Lens' StorageDescriptor (HashMap Text Text)
- sdInputFormat :: Lens' StorageDescriptor (Maybe Text)
- sdSkewedInfo :: Lens' StorageDescriptor (Maybe SkewedInfo)
- sdColumns :: Lens' StorageDescriptor [Column]
- data Table
- table :: Text -> Table
- tRetention :: Lens' Table (Maybe Natural)
- tCreatedBy :: Lens' Table (Maybe Text)
- tTableType :: Lens' Table (Maybe Text)
- tOwner :: Lens' Table (Maybe Text)
- tViewOriginalText :: Lens' Table (Maybe Text)
- tUpdateTime :: Lens' Table (Maybe UTCTime)
- tViewExpandedText :: Lens' Table (Maybe Text)
- tLastAnalyzedTime :: Lens' Table (Maybe UTCTime)
- tStorageDescriptor :: Lens' Table (Maybe StorageDescriptor)
- tDatabaseName :: Lens' Table (Maybe Text)
- tParameters :: Lens' Table (HashMap Text Text)
- tLastAccessTime :: Lens' Table (Maybe UTCTime)
- tDescription :: Lens' Table (Maybe Text)
- tPartitionKeys :: Lens' Table [Column]
- tCreateTime :: Lens' Table (Maybe UTCTime)
- tName :: Lens' Table Text
- data TableError
- tableError :: TableError
- teTableName :: Lens' TableError (Maybe Text)
- teErrorDetail :: Lens' TableError (Maybe ErrorDetail)
- data TableInput
- tableInput :: Text -> TableInput
- tiRetention :: Lens' TableInput (Maybe Natural)
- tiTableType :: Lens' TableInput (Maybe Text)
- tiOwner :: Lens' TableInput (Maybe Text)
- tiViewOriginalText :: Lens' TableInput (Maybe Text)
- tiViewExpandedText :: Lens' TableInput (Maybe Text)
- tiLastAnalyzedTime :: Lens' TableInput (Maybe UTCTime)
- tiStorageDescriptor :: Lens' TableInput (Maybe StorageDescriptor)
- tiParameters :: Lens' TableInput (HashMap Text Text)
- tiLastAccessTime :: Lens' TableInput (Maybe UTCTime)
- tiDescription :: Lens' TableInput (Maybe Text)
- tiPartitionKeys :: Lens' TableInput [Column]
- tiName :: Lens' TableInput Text
- data TableVersion
- tableVersion :: TableVersion
- tvVersionId :: Lens' TableVersion (Maybe Text)
- tvTable :: Lens' TableVersion (Maybe Table)
- data TableVersionError
- tableVersionError :: TableVersionError
- tveVersionId :: Lens' TableVersionError (Maybe Text)
- tveTableName :: Lens' TableVersionError (Maybe Text)
- tveErrorDetail :: Lens' TableVersionError (Maybe ErrorDetail)
- data Trigger
- trigger :: Trigger
- triState :: Lens' Trigger (Maybe TriggerState)
- triActions :: Lens' Trigger [Action]
- triSchedule :: Lens' Trigger (Maybe Text)
- triPredicate :: Lens' Trigger (Maybe Predicate)
- triName :: Lens' Trigger (Maybe Text)
- triId :: Lens' Trigger (Maybe Text)
- triType :: Lens' Trigger (Maybe TriggerType)
- triDescription :: Lens' Trigger (Maybe Text)
- data TriggerUpdate
- triggerUpdate :: TriggerUpdate
- tuActions :: Lens' TriggerUpdate [Action]
- tuSchedule :: Lens' TriggerUpdate (Maybe Text)
- tuPredicate :: Lens' TriggerUpdate (Maybe Predicate)
- tuName :: Lens' TriggerUpdate (Maybe Text)
- tuDescription :: Lens' TriggerUpdate (Maybe Text)
- data UpdateGrokClassifierRequest
- updateGrokClassifierRequest :: Text -> UpdateGrokClassifierRequest
- ugcrClassification :: Lens' UpdateGrokClassifierRequest (Maybe Text)
- ugcrCustomPatterns :: Lens' UpdateGrokClassifierRequest (Maybe Text)
- ugcrGrokPattern :: Lens' UpdateGrokClassifierRequest (Maybe Text)
- ugcrName :: Lens' UpdateGrokClassifierRequest Text
- data UpdateJSONClassifierRequest
- updateJSONClassifierRequest :: Text -> UpdateJSONClassifierRequest
- ujcrJSONPath :: Lens' UpdateJSONClassifierRequest (Maybe Text)
- ujcrName :: Lens' UpdateJSONClassifierRequest Text
- data UpdateXMLClassifierRequest
- updateXMLClassifierRequest :: Text -> UpdateXMLClassifierRequest
- uxcrClassification :: Lens' UpdateXMLClassifierRequest (Maybe Text)
- uxcrRowTag :: Lens' UpdateXMLClassifierRequest (Maybe Text)
- uxcrName :: Lens' UpdateXMLClassifierRequest Text
- data UserDefinedFunction
- userDefinedFunction :: UserDefinedFunction
- udfOwnerName :: Lens' UserDefinedFunction (Maybe Text)
- udfResourceURIs :: Lens' UserDefinedFunction [ResourceURI]
- udfFunctionName :: Lens' UserDefinedFunction (Maybe Text)
- udfOwnerType :: Lens' UserDefinedFunction (Maybe PrincipalType)
- udfCreateTime :: Lens' UserDefinedFunction (Maybe UTCTime)
- udfClassName :: Lens' UserDefinedFunction (Maybe Text)
- data UserDefinedFunctionInput
- userDefinedFunctionInput :: UserDefinedFunctionInput
- udfiOwnerName :: Lens' UserDefinedFunctionInput (Maybe Text)
- udfiResourceURIs :: Lens' UserDefinedFunctionInput [ResourceURI]
- udfiFunctionName :: Lens' UserDefinedFunctionInput (Maybe Text)
- udfiOwnerType :: Lens' UserDefinedFunctionInput (Maybe PrincipalType)
- udfiClassName :: Lens' UserDefinedFunctionInput (Maybe Text)
- data XMLClassifier
- xmlClassifier :: Text -> Text -> XMLClassifier
- xcCreationTime :: Lens' XMLClassifier (Maybe UTCTime)
- xcLastUpdated :: Lens' XMLClassifier (Maybe UTCTime)
- xcVersion :: Lens' XMLClassifier (Maybe Integer)
- xcRowTag :: Lens' XMLClassifier (Maybe Text)
- xcName :: Lens' XMLClassifier Text
- xcClassification :: Lens' XMLClassifier Text
Service Configuration
Errors
Error matchers are designed for use with the functions provided by
Control.Exception.Lens.
This allows catching (and rethrowing) service specific errors returned
by Glue.
ValidationException
_ValidationException :: AsError a => Getting (First ServiceError) a ServiceError Source #
A value could not be validated.
AccessDeniedException
_AccessDeniedException :: AsError a => Getting (First ServiceError) a ServiceError Source #
Access to a resource was denied.
CrawlerRunningException
_CrawlerRunningException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The operation cannot be performed because the crawler is already running.
SchedulerTransitioningException
_SchedulerTransitioningException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The specified scheduler is transitioning.
SchedulerRunningException
_SchedulerRunningException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The specified scheduler is already running.
ConcurrentRunsExceededException
_ConcurrentRunsExceededException :: AsError a => Getting (First ServiceError) a ServiceError Source #
Too many jobs are being run concurrently.
NoScheduleException
_NoScheduleException :: AsError a => Getting (First ServiceError) a ServiceError Source #
There is no applicable schedule.
OperationTimeoutException
_OperationTimeoutException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The operation timed out.
CrawlerNotRunningException
_CrawlerNotRunningException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The specified crawler is not running.
VersionMismatchException
_VersionMismatchException :: AsError a => Getting (First ServiceError) a ServiceError Source #
There was a version conflict.
EntityNotFoundException
_EntityNotFoundException :: AsError a => Getting (First ServiceError) a ServiceError Source #
A specified entity does not exist
ConcurrentModificationException
_ConcurrentModificationException :: AsError a => Getting (First ServiceError) a ServiceError Source #
Two processes are trying to modify a resource simultaneously.
SchedulerNotRunningException
_SchedulerNotRunningException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The specified scheduler is not running.
InternalServiceException
_InternalServiceException :: AsError a => Getting (First ServiceError) a ServiceError Source #
An internal service error occurred.
InvalidInputException
_InvalidInputException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The input provided was not valid.
ResourceNumberLimitExceededException
_ResourceNumberLimitExceededException :: AsError a => Getting (First ServiceError) a ServiceError Source #
A resource numerical limit was exceeded.
IdempotentParameterMismatchException
_IdempotentParameterMismatchException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The same unique identifier was associated with two different records.
CrawlerStoppingException
_CrawlerStoppingException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The specified crawler is stopping.
AlreadyExistsException
_AlreadyExistsException :: AsError a => Getting (First ServiceError) a ServiceError Source #
A resource to be created or added already exists.
Waiters
Waiters poll by repeatedly sending a request until some remote success condition
configured by the Wait specification is fulfilled. The Wait specification
determines how many attempts should be made, in addition to delay and retry strategies.
Operations
Some AWS operations return results that are incomplete and require subsequent
requests in order to obtain the entire result set. The process of sending
subsequent requests to continue where a previous request left off is called
pagination. For example, the ListObjects operation of Amazon S3 returns up to
1000 objects at a time, and you must send subsequent requests with the
appropriate Marker in order to retrieve the next page of results.
Operations that have an AWSPager instance can transparently perform subsequent
requests, correctly setting Markers and other request facets to iterate through
the entire result set of a truncated API operation. Operations which support
this have an additional note in the documentation.
Many operations have the ability to filter results on the server side. See the individual operation parameters for details.
StartCrawler
GetCatalogImportStatus
GetPartition
CreateTrigger
DeleteTable
module Network.AWS.Glue.DeleteTable
UpdateTable
module Network.AWS.Glue.UpdateTable
DeleteConnection
UpdateConnection
GetUserDefinedFunctions (Paginated)
BatchCreatePartition
GetMapping
module Network.AWS.Glue.GetMapping
GetTableVersion
GetJobs (Paginated)
module Network.AWS.Glue.GetJobs
GetClassifiers (Paginated)
CreateConnection
DeleteTableVersion
DeleteDevEndpoint
UpdateDevEndpoint
DeleteCrawler
UpdateCrawler
GetConnection
BatchGetPartition
StopTrigger
module Network.AWS.Glue.StopTrigger
UpdateCrawlerSchedule
DeleteUserDefinedFunction
UpdateUserDefinedFunction
BatchDeleteTable
GetTables (Paginated)
module Network.AWS.Glue.GetTables
CreateClassifier
BatchDeleteConnection
CreateJob
module Network.AWS.Glue.CreateJob
GetJobRuns (Paginated)
module Network.AWS.Glue.GetJobRuns
CreateUserDefinedFunction
ResetJobBookmark
DeleteJob
module Network.AWS.Glue.DeleteJob
UpdateJob
module Network.AWS.Glue.UpdateJob
GetCrawlers (Paginated)
module Network.AWS.Glue.GetCrawlers
GetClassifier
GetJob
module Network.AWS.Glue.GetJob
BatchDeleteTableVersion
GetDevEndpoints (Paginated)
StartCrawlerSchedule
GetUserDefinedFunction
DeleteDatabase
UpdateDatabase
StopCrawler
module Network.AWS.Glue.StopCrawler
GetPartitions (Paginated)
BatchDeletePartition
GetCrawler
module Network.AWS.Glue.GetCrawler
BatchStopJobRun
GetDevEndpoint
CreateTable
module Network.AWS.Glue.CreateTable
GetCrawlerMetrics (Paginated)
GetPlan
module Network.AWS.Glue.GetPlan
GetTriggers (Paginated)
module Network.AWS.Glue.GetTriggers
StartTrigger
GetDataflowGraph
GetDatabases (Paginated)
GetTable
module Network.AWS.Glue.GetTable
CreateCrawler
GetJobRun
module Network.AWS.Glue.GetJobRun
CreateDevEndpoint
GetDatabase
module Network.AWS.Glue.GetDatabase
DeletePartition
UpdatePartition
CreateScript
GetConnections (Paginated)
GetTrigger
module Network.AWS.Glue.GetTrigger
ImportCatalogToGlue
DeleteClassifier
UpdateClassifier
StartJobRun
module Network.AWS.Glue.StartJobRun
CreatePartition
StopCrawlerSchedule
CreateDatabase
GetTableVersions (Paginated)
DeleteTrigger
UpdateTrigger
Types
ConnectionPropertyKey
data ConnectionPropertyKey Source #
Constructors
| ConfigFiles | |
| Host | |
| InstanceId | |
| JdbcConnectionURL | |
| JdbcDriverClassName | |
| JdbcDriverJARURI | |
| JdbcEngine | |
| JdbcEngineVersion | |
| Password | |
| Port | |
| Username |
Instances
ConnectionType
data ConnectionType Source #
Instances
CrawlerState
data CrawlerState Source #
Constructors
| CSReady | |
| CSRunning | |
| CSStopping |
Instances
DeleteBehavior
data DeleteBehavior Source #
Constructors
| DeleteFromDatabase | |
| DeprecateInDatabase | |
| Log |
Instances
JobRunState
data JobRunState Source #
Instances
Language
Instances
LastCrawlStatus
data LastCrawlStatus Source #
Constructors
| LCSCancelled | |
| LCSFailed | |
| LCSSucceeded |
Instances
Logical
Instances
LogicalOperator
data LogicalOperator Source #
Constructors
| Equals |
Instances
PrincipalType
data PrincipalType Source #
Instances
ResourceType
data ResourceType Source #
Instances
ScheduleState
data ScheduleState Source #
Constructors
| NotScheduled | |
| Scheduled | |
| Transitioning |
Instances
TriggerState
data TriggerState Source #
Constructors
| Activated | |
| Activating | |
| Created | |
| Creating | |
| Deactivated | |
| Deactivating | |
| Deleting | |
| Updating |
Instances
TriggerType
data TriggerType Source #
Constructors
| TTConditional | |
| TTOnDemand | |
| TTScheduled |
Instances
UpdateBehavior
data UpdateBehavior Source #
Constructors
| UBLog | |
| UBUpdateInDatabase |
Instances
Action
Defines an action to be initiated by a trigger.
See: action smart constructor.
Instances
| Eq Action Source # | |
| Data Action Source # | |
Defined in Network.AWS.Glue.Types.Product Methods gfoldl :: (forall d b. Data d => c (d -> b) -> d -> c b) -> (forall g. g -> c g) -> Action -> c Action # gunfold :: (forall b r. Data b => c (b -> r) -> c r) -> (forall r. r -> c r) -> Constr -> c Action # toConstr :: Action -> Constr # dataTypeOf :: Action -> DataType # dataCast1 :: Typeable t => (forall d. Data d => c (t d)) -> Maybe (c Action) # dataCast2 :: Typeable t => (forall d e. (Data d, Data e) => c (t d e)) -> Maybe (c Action) # gmapT :: (forall b. Data b => b -> b) -> Action -> Action # gmapQl :: (r -> r' -> r) -> r -> (forall d. Data d => d -> r') -> Action -> r # gmapQr :: (r' -> r -> r) -> r -> (forall d. Data d => d -> r') -> Action -> r # gmapQ :: (forall d. Data d => d -> u) -> Action -> [u] # gmapQi :: Int -> (forall d. Data d => d -> u) -> Action -> u # gmapM :: Monad m => (forall d. Data d => d -> m d) -> Action -> m Action # gmapMp :: MonadPlus m => (forall d. Data d => d -> m d) -> Action -> m Action # gmapMo :: MonadPlus m => (forall d. Data d => d -> m d) -> Action -> m Action # | |
| Read Action Source # | |
| Show Action Source # | |
| Generic Action Source # | |
| Hashable Action Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| ToJSON Action Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| FromJSON Action Source # | |
| NFData Action Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| type Rep Action Source # | |
Defined in Network.AWS.Glue.Types.Product type Rep Action = D1 (MetaData "Action" "Network.AWS.Glue.Types.Product" "amazonka-glue-1.6.1-4wrowkj7LqMExQlCyUUmWF" False) (C1 (MetaCons "Action'" PrefixI True) (S1 (MetaSel (Just "_aArguments") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 (Maybe (Map Text Text))) :*: (S1 (MetaSel (Just "_aJobName") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 (Maybe Text)) :*: S1 (MetaSel (Just "_aTimeout") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 (Maybe Nat))))) | |
Creates a value of Action with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
aArguments- Arguments to be passed to the job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.aJobName- The name of a job to be executed.aTimeout- The job run timeout in minutes. It overrides the timeout value of the job.
aArguments :: Lens' Action (HashMap Text Text) Source #
Arguments to be passed to the job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.
aTimeout :: Lens' Action (Maybe Natural) Source #
The job run timeout in minutes. It overrides the timeout value of the job.
BatchStopJobRunError
data BatchStopJobRunError Source #
Records an error that occurred when attempting to stop a specified job run.
See: batchStopJobRunError smart constructor.
Instances
batchStopJobRunError :: BatchStopJobRunError Source #
Creates a value of BatchStopJobRunError with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
bsjreJobName- The name of the job definition used in the job run in question.bsjreJobRunId- The JobRunId of the job run in question.bsjreErrorDetail- Specifies details about the error that was encountered.
bsjreJobName :: Lens' BatchStopJobRunError (Maybe Text) Source #
The name of the job definition used in the job run in question.
bsjreJobRunId :: Lens' BatchStopJobRunError (Maybe Text) Source #
The JobRunId of the job run in question.
bsjreErrorDetail :: Lens' BatchStopJobRunError (Maybe ErrorDetail) Source #
Specifies details about the error that was encountered.
BatchStopJobRunSuccessfulSubmission
data BatchStopJobRunSuccessfulSubmission Source #
Records a successful request to stop a specified JobRun.
See: batchStopJobRunSuccessfulSubmission smart constructor.
Instances
batchStopJobRunSuccessfulSubmission :: BatchStopJobRunSuccessfulSubmission Source #
Creates a value of BatchStopJobRunSuccessfulSubmission with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
bsjrssJobName- The name of the job definition used in the job run that was stopped.bsjrssJobRunId- The JobRunId of the job run that was stopped.
bsjrssJobName :: Lens' BatchStopJobRunSuccessfulSubmission (Maybe Text) Source #
The name of the job definition used in the job run that was stopped.
bsjrssJobRunId :: Lens' BatchStopJobRunSuccessfulSubmission (Maybe Text) Source #
The JobRunId of the job run that was stopped.
CatalogEntry
data CatalogEntry Source #
Specifies a table definition in the Data Catalog.
See: catalogEntry smart constructor.
Instances
Arguments
| :: Text | |
| -> Text | |
| -> CatalogEntry |
Creates a value of CatalogEntry with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
ceDatabaseName- The database in which the table metadata resides.ceTableName- The name of the table in question.
ceDatabaseName :: Lens' CatalogEntry Text Source #
The database in which the table metadata resides.
ceTableName :: Lens' CatalogEntry Text Source #
The name of the table in question.
CatalogImportStatus
data CatalogImportStatus Source #
A structure containing migration status information.
See: catalogImportStatus smart constructor.
Instances
catalogImportStatus :: CatalogImportStatus Source #
Creates a value of CatalogImportStatus with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cisImportedBy- The name of the person who initiated the migration.cisImportTime- The time that the migration was started.cisImportCompleted- True if the migration has completed, or False otherwise.
cisImportedBy :: Lens' CatalogImportStatus (Maybe Text) Source #
The name of the person who initiated the migration.
cisImportTime :: Lens' CatalogImportStatus (Maybe UTCTime) Source #
The time that the migration was started.
cisImportCompleted :: Lens' CatalogImportStatus (Maybe Bool) Source #
True if the migration has completed, or False otherwise.
Classifier
data Classifier Source #
Classifiers are written in Python and triggered during a crawl task. You can write your own classifiers to best categorize your data sources and specify the appropriate schemas to use for them. A classifier checks whether a given file is in a format it can handle, and if it is, the classifier creates a schema in the form of a StructType object that matches that data format.
A classifier can be a grok classifier, an XML classifier, or a JSON classifier, asspecified in one of the fields in the Classifier object.
See: classifier smart constructor.
Instances
classifier :: Classifier Source #
Creates a value of Classifier with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cGrokClassifier- AGrokClassifierobject.cXMLClassifier- AnXMLClassifierobject.cJSONClassifier- AJsonClassifierobject.
cGrokClassifier :: Lens' Classifier (Maybe GrokClassifier) Source #
A GrokClassifier object.
cXMLClassifier :: Lens' Classifier (Maybe XMLClassifier) Source #
An XMLClassifier object.
cJSONClassifier :: Lens' Classifier (Maybe JSONClassifier) Source #
A JsonClassifier object.
CodeGenEdge
data CodeGenEdge Source #
Represents a directional edge in a directed acyclic graph (DAG).
See: codeGenEdge smart constructor.
Instances
Arguments
| :: Text | |
| -> Text | |
| -> CodeGenEdge |
Creates a value of CodeGenEdge with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cgeTargetParameter- The target of the edge.cgeSource- The ID of the node at which the edge starts.cgeTarget- The ID of the node at which the edge ends.
cgeTargetParameter :: Lens' CodeGenEdge (Maybe Text) Source #
The target of the edge.
CodeGenNode
data CodeGenNode Source #
Represents a node in a directed acyclic graph (DAG)
See: codeGenNode smart constructor.
Instances
Arguments
| :: Text | |
| -> Text | |
| -> CodeGenNode |
Creates a value of CodeGenNode with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cgnLineNumber- The line number of the node.cgnId- A node identifier that is unique within the node's graph.cgnNodeType- The type of node this is.cgnArgs- Properties of the node, in the form of name-value pairs.
cgnLineNumber :: Lens' CodeGenNode (Maybe Int) Source #
The line number of the node.
cgnNodeType :: Lens' CodeGenNode Text Source #
The type of node this is.
cgnArgs :: Lens' CodeGenNode [CodeGenNodeArg] Source #
Properties of the node, in the form of name-value pairs.
CodeGenNodeArg
data CodeGenNodeArg Source #
An argument or property of a node.
See: codeGenNodeArg smart constructor.
Instances
Arguments
| :: Text | |
| -> Text | |
| -> CodeGenNodeArg |
Creates a value of CodeGenNodeArg with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
Column
A column in a Table .
See: column smart constructor.
Instances
| Eq Column Source # | |
| Data Column Source # | |
Defined in Network.AWS.Glue.Types.Product Methods gfoldl :: (forall d b. Data d => c (d -> b) -> d -> c b) -> (forall g. g -> c g) -> Column -> c Column # gunfold :: (forall b r. Data b => c (b -> r) -> c r) -> (forall r. r -> c r) -> Constr -> c Column # toConstr :: Column -> Constr # dataTypeOf :: Column -> DataType # dataCast1 :: Typeable t => (forall d. Data d => c (t d)) -> Maybe (c Column) # dataCast2 :: Typeable t => (forall d e. (Data d, Data e) => c (t d e)) -> Maybe (c Column) # gmapT :: (forall b. Data b => b -> b) -> Column -> Column # gmapQl :: (r -> r' -> r) -> r -> (forall d. Data d => d -> r') -> Column -> r # gmapQr :: (r' -> r -> r) -> r -> (forall d. Data d => d -> r') -> Column -> r # gmapQ :: (forall d. Data d => d -> u) -> Column -> [u] # gmapQi :: Int -> (forall d. Data d => d -> u) -> Column -> u # gmapM :: Monad m => (forall d. Data d => d -> m d) -> Column -> m Column # gmapMp :: MonadPlus m => (forall d. Data d => d -> m d) -> Column -> m Column # gmapMo :: MonadPlus m => (forall d. Data d => d -> m d) -> Column -> m Column # | |
| Read Column Source # | |
| Show Column Source # | |
| Generic Column Source # | |
| Hashable Column Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| ToJSON Column Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| FromJSON Column Source # | |
| NFData Column Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| type Rep Column Source # | |
Defined in Network.AWS.Glue.Types.Product type Rep Column = D1 (MetaData "Column" "Network.AWS.Glue.Types.Product" "amazonka-glue-1.6.1-4wrowkj7LqMExQlCyUUmWF" False) (C1 (MetaCons "Column'" PrefixI True) (S1 (MetaSel (Just "_cType") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 (Maybe Text)) :*: (S1 (MetaSel (Just "_cComment") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 (Maybe Text)) :*: S1 (MetaSel (Just "_cName") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 Text)))) | |
Condition
Defines a condition under which a trigger fires.
See: condition smart constructor.
Instances
condition :: Condition Source #
Creates a value of Condition with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cState- The condition state. Currently, the values supported are SUCCEEDED, STOPPED, TIMEOUT and FAILED.cJobName- The name of the Job to whose JobRuns this condition applies and on which this trigger waits.cLogicalOperator- A logical operator.
cState :: Lens' Condition (Maybe JobRunState) Source #
The condition state. Currently, the values supported are SUCCEEDED, STOPPED, TIMEOUT and FAILED.
cJobName :: Lens' Condition (Maybe Text) Source #
The name of the Job to whose JobRuns this condition applies and on which this trigger waits.
cLogicalOperator :: Lens' Condition (Maybe LogicalOperator) Source #
A logical operator.
Connection
data Connection Source #
Defines a connection to a data source.
See: connection smart constructor.
Instances
connection :: Connection Source #
Creates a value of Connection with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
conCreationTime- The time this connection definition was created.conLastUpdatedBy- The user, group or role that last updated this connection definition.conConnectionProperties- A list of key-value pairs used as parameters for this connection.conLastUpdatedTime- The last time this connection definition was updated.conMatchCriteria- A list of criteria that can be used in selecting this connection.conPhysicalConnectionRequirements- A map of physical connection requirements, such as VPC and SecurityGroup, needed for making this connection successfully.conName- The name of the connection definition.conDescription- Description of the connection.conConnectionType- The type of the connection. Currently, only JDBC is supported; SFTP is not supported.
conCreationTime :: Lens' Connection (Maybe UTCTime) Source #
The time this connection definition was created.
conLastUpdatedBy :: Lens' Connection (Maybe Text) Source #
The user, group or role that last updated this connection definition.
conConnectionProperties :: Lens' Connection (HashMap ConnectionPropertyKey Text) Source #
A list of key-value pairs used as parameters for this connection.
conLastUpdatedTime :: Lens' Connection (Maybe UTCTime) Source #
The last time this connection definition was updated.
conMatchCriteria :: Lens' Connection [Text] Source #
A list of criteria that can be used in selecting this connection.
conPhysicalConnectionRequirements :: Lens' Connection (Maybe PhysicalConnectionRequirements) Source #
A map of physical connection requirements, such as VPC and SecurityGroup, needed for making this connection successfully.
conDescription :: Lens' Connection (Maybe Text) Source #
Description of the connection.
conConnectionType :: Lens' Connection (Maybe ConnectionType) Source #
The type of the connection. Currently, only JDBC is supported; SFTP is not supported.
ConnectionInput
data ConnectionInput Source #
A structure used to specify a connection to create or update.
See: connectionInput smart constructor.
Instances
Arguments
| :: Text | |
| -> ConnectionType | |
| -> ConnectionInput |
Creates a value of ConnectionInput with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
ciMatchCriteria- A list of criteria that can be used in selecting this connection.ciPhysicalConnectionRequirements- A map of physical connection requirements, such as VPC and SecurityGroup, needed for making this connection successfully.ciDescription- Description of the connection.ciName- The name of the connection.ciConnectionType- The type of the connection. Currently, only JDBC is supported; SFTP is not supported.ciConnectionProperties- A list of key-value pairs used as parameters for this connection.
ciMatchCriteria :: Lens' ConnectionInput [Text] Source #
A list of criteria that can be used in selecting this connection.
ciPhysicalConnectionRequirements :: Lens' ConnectionInput (Maybe PhysicalConnectionRequirements) Source #
A map of physical connection requirements, such as VPC and SecurityGroup, needed for making this connection successfully.
ciDescription :: Lens' ConnectionInput (Maybe Text) Source #
Description of the connection.
ciConnectionType :: Lens' ConnectionInput ConnectionType Source #
The type of the connection. Currently, only JDBC is supported; SFTP is not supported.
ciConnectionProperties :: Lens' ConnectionInput (HashMap ConnectionPropertyKey Text) Source #
A list of key-value pairs used as parameters for this connection.
ConnectionsList
data ConnectionsList Source #
Specifies the connections used by a job.
See: connectionsList smart constructor.
Instances
connectionsList :: ConnectionsList Source #
Creates a value of ConnectionsList with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
clConnections- A list of connections used by the job.
clConnections :: Lens' ConnectionsList [Text] Source #
A list of connections used by the job.
Crawler
Specifies a crawler program that examines a data source and uses classifiers to try to determine its schema. If successful, the crawler records metadata concerning the data source in the AWS Glue Data Catalog.
See: crawler smart constructor.
Instances
Creates a value of Crawler with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
craCreationTime- The time when the crawler was created.craState- Indicates whether the crawler is running, or whether a run is pending.craSchemaChangePolicy- Sets the behavior when the crawler finds a changed or deleted object.craLastUpdated- The time the crawler was last updated.craSchedule- For scheduled crawlers, the schedule when the crawler runs.craLastCrawl- The status of the last crawl, and potentially error information if an error occurred.craCrawlElapsedTime- If the crawler is running, contains the total time elapsed since the last crawl began.craClassifiers- A list of custom classifiers associated with the crawler.craRole- The IAM role (or ARN of an IAM role) used to access customer resources, such as data in Amazon S3.craName- The crawler name.craTargets- A collection of targets to crawl.craVersion- The version of the crawler.craDatabaseName- The database where metadata is written by this crawler.craConfiguration- Crawler configuration information. This versioned JSON string allows users to specify aspects of a Crawler's behavior. You can use this field to force partitions to inherit metadata such as classification, input format, output format, serde information, and schema from their parent table, rather than detect this information separately for each partition. Use the following JSON string to specify that behavior: Example:'{ Version: 1.0, CrawlerOutput: { Partitions: { AddOrUpdateBehavior: InheritFromTable } } }'craTablePrefix- The prefix added to the names of tables that are created.craDescription- A description of the crawler.
craState :: Lens' Crawler (Maybe CrawlerState) Source #
Indicates whether the crawler is running, or whether a run is pending.
craSchemaChangePolicy :: Lens' Crawler (Maybe SchemaChangePolicy) Source #
Sets the behavior when the crawler finds a changed or deleted object.
craSchedule :: Lens' Crawler (Maybe Schedule) Source #
For scheduled crawlers, the schedule when the crawler runs.
craLastCrawl :: Lens' Crawler (Maybe LastCrawlInfo) Source #
The status of the last crawl, and potentially error information if an error occurred.
craCrawlElapsedTime :: Lens' Crawler (Maybe Integer) Source #
If the crawler is running, contains the total time elapsed since the last crawl began.
craClassifiers :: Lens' Crawler [Text] Source #
A list of custom classifiers associated with the crawler.
craRole :: Lens' Crawler (Maybe Text) Source #
The IAM role (or ARN of an IAM role) used to access customer resources, such as data in Amazon S3.
craTargets :: Lens' Crawler (Maybe CrawlerTargets) Source #
A collection of targets to crawl.
craDatabaseName :: Lens' Crawler (Maybe Text) Source #
The database where metadata is written by this crawler.
craConfiguration :: Lens' Crawler (Maybe Text) Source #
Crawler configuration information. This versioned JSON string allows users to specify aspects of a Crawler's behavior. You can use this field to force partitions to inherit metadata such as classification, input format, output format, serde information, and schema from their parent table, rather than detect this information separately for each partition. Use the following JSON string to specify that behavior: Example: '{ Version: 1.0, CrawlerOutput: { Partitions: { AddOrUpdateBehavior: InheritFromTable } } }'
craTablePrefix :: Lens' Crawler (Maybe Text) Source #
The prefix added to the names of tables that are created.
CrawlerMetrics
data CrawlerMetrics Source #
Metrics for a specified crawler.
See: crawlerMetrics smart constructor.
Instances
crawlerMetrics :: CrawlerMetrics Source #
Creates a value of CrawlerMetrics with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cmLastRuntimeSeconds- The duration of the crawler's most recent run, in seconds.cmTablesCreated- The number of tables created by this crawler.cmStillEstimating- True if the crawler is still estimating how long it will take to complete this run.cmMedianRuntimeSeconds- The median duration of this crawler's runs, in seconds.cmTimeLeftSeconds- The estimated time left to complete a running crawl.cmTablesDeleted- The number of tables deleted by this crawler.cmTablesUpdated- The number of tables updated by this crawler.cmCrawlerName- The name of the crawler.
cmLastRuntimeSeconds :: Lens' CrawlerMetrics (Maybe Double) Source #
The duration of the crawler's most recent run, in seconds.
cmTablesCreated :: Lens' CrawlerMetrics (Maybe Natural) Source #
The number of tables created by this crawler.
cmStillEstimating :: Lens' CrawlerMetrics (Maybe Bool) Source #
True if the crawler is still estimating how long it will take to complete this run.
cmMedianRuntimeSeconds :: Lens' CrawlerMetrics (Maybe Double) Source #
The median duration of this crawler's runs, in seconds.
cmTimeLeftSeconds :: Lens' CrawlerMetrics (Maybe Double) Source #
The estimated time left to complete a running crawl.
cmTablesDeleted :: Lens' CrawlerMetrics (Maybe Natural) Source #
The number of tables deleted by this crawler.
cmTablesUpdated :: Lens' CrawlerMetrics (Maybe Natural) Source #
The number of tables updated by this crawler.
cmCrawlerName :: Lens' CrawlerMetrics (Maybe Text) Source #
The name of the crawler.
CrawlerTargets
data CrawlerTargets Source #
Specifies data stores to crawl.
See: crawlerTargets smart constructor.
Instances
crawlerTargets :: CrawlerTargets Source #
Creates a value of CrawlerTargets with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
ctS3Targets- Specifies Amazon S3 targets.ctJdbcTargets- Specifies JDBC targets.
ctS3Targets :: Lens' CrawlerTargets [S3Target] Source #
Specifies Amazon S3 targets.
ctJdbcTargets :: Lens' CrawlerTargets [JdbcTarget] Source #
Specifies JDBC targets.
CreateGrokClassifierRequest
data CreateGrokClassifierRequest Source #
Specifies a grok classifier for CreateClassifier to create.
See: createGrokClassifierRequest smart constructor.
Instances
createGrokClassifierRequest Source #
Arguments
| :: Text | |
| -> Text | |
| -> Text | |
| -> CreateGrokClassifierRequest |
Creates a value of CreateGrokClassifierRequest with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cgcrCustomPatterns- Optional custom grok patterns used by this classifier.cgcrClassification- An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, Amazon CloudWatch Logs, and so on.cgcrName- The name of the new classifier.cgcrGrokPattern- The grok pattern used by this classifier.
cgcrCustomPatterns :: Lens' CreateGrokClassifierRequest (Maybe Text) Source #
Optional custom grok patterns used by this classifier.
cgcrClassification :: Lens' CreateGrokClassifierRequest Text Source #
An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, Amazon CloudWatch Logs, and so on.
cgcrGrokPattern :: Lens' CreateGrokClassifierRequest Text Source #
The grok pattern used by this classifier.
CreateJSONClassifierRequest
data CreateJSONClassifierRequest Source #
Specifies a JSON classifier for CreateClassifier to create.
See: createJSONClassifierRequest smart constructor.
Instances
createJSONClassifierRequest Source #
Arguments
| :: Text | |
| -> Text | |
| -> CreateJSONClassifierRequest |
Creates a value of CreateJSONClassifierRequest with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cjcrName- The name of the classifier.cjcrJSONPath- AJsonPathstring defining the JSON data for the classifier to classify. AWS Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers .
cjcrJSONPath :: Lens' CreateJSONClassifierRequest Text Source #
A JsonPath string defining the JSON data for the classifier to classify. AWS Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers .
CreateXMLClassifierRequest
data CreateXMLClassifierRequest Source #
Specifies an XML classifier for CreateClassifier to create.
See: createXMLClassifierRequest smart constructor.
Instances
createXMLClassifierRequest Source #
Arguments
| :: Text | |
| -> Text | |
| -> CreateXMLClassifierRequest |
Creates a value of CreateXMLClassifierRequest with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cxcrRowTag- The XML tag designating the element that contains each record in an XML document being parsed. Note that this cannot identify a self-closing element (closed by/>). An empty row element that contains only attributes can be parsed as long as it ends with a closing tag (for example,item_a="A" item_b="B"/rowis okay, butitem_a="A" item_b="B" /is not).cxcrClassification- An identifier of the data format that the classifier matches.cxcrName- The name of the classifier.
cxcrRowTag :: Lens' CreateXMLClassifierRequest (Maybe Text) Source #
The XML tag designating the element that contains each record in an XML document being parsed. Note that this cannot identify a self-closing element (closed by /> ). An empty row element that contains only attributes can be parsed as long as it ends with a closing tag (for example, item_a="A" item_b="B"/row is okay, but item_a="A" item_b="B" / is not).
cxcrClassification :: Lens' CreateXMLClassifierRequest Text Source #
An identifier of the data format that the classifier matches.
Database
The Database object represents a logical grouping of tables that may reside in a Hive metastore or an RDBMS.
See: database smart constructor.
Instances
Creates a value of Database with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
dLocationURI- The location of the database (for example, an HDFS path).dParameters- A list of key-value pairs that define parameters and properties of the database.dDescription- Description of the database.dCreateTime- The time at which the metadata database was created in the catalog.dName- Name of the database. For Hive compatibility, this is folded to lowercase when it is stored.
dLocationURI :: Lens' Database (Maybe Text) Source #
The location of the database (for example, an HDFS path).
dParameters :: Lens' Database (HashMap Text Text) Source #
A list of key-value pairs that define parameters and properties of the database.
dCreateTime :: Lens' Database (Maybe UTCTime) Source #
The time at which the metadata database was created in the catalog.
dName :: Lens' Database Text Source #
Name of the database. For Hive compatibility, this is folded to lowercase when it is stored.
DatabaseInput
data DatabaseInput Source #
The structure used to create or update a database.
See: databaseInput smart constructor.
Instances
Arguments
| :: Text | |
| -> DatabaseInput |
Creates a value of DatabaseInput with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
diLocationURI- The location of the database (for example, an HDFS path).diParameters- A list of key-value pairs that define parameters and properties of the database.diDescription- Description of the databasediName- Name of the database. For Hive compatibility, this is folded to lowercase when it is stored.
diLocationURI :: Lens' DatabaseInput (Maybe Text) Source #
The location of the database (for example, an HDFS path).
diParameters :: Lens' DatabaseInput (HashMap Text Text) Source #
A list of key-value pairs that define parameters and properties of the database.
diDescription :: Lens' DatabaseInput (Maybe Text) Source #
Description of the database
diName :: Lens' DatabaseInput Text Source #
Name of the database. For Hive compatibility, this is folded to lowercase when it is stored.
DevEndpoint
data DevEndpoint Source #
A development endpoint where a developer can remotely debug ETL scripts.
See: devEndpoint smart constructor.
Instances
devEndpoint :: DevEndpoint Source #
Creates a value of DevEndpoint with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
deStatus- The current status of this DevEndpoint.deFailureReason- The reason for a current failure in this DevEndpoint.deEndpointName- The name of the DevEndpoint.deExtraPythonLibsS3Path- Path(s) to one or more Python libraries in an S3 bucket that should be loaded in your DevEndpoint. Multiple values must be complete paths separated by a comma. Please note that only pure Python libraries can currently be used on a DevEndpoint. Libraries that rely on C extensions, such as the pandas Python data analysis library, are not yet supported.deLastUpdateStatus- The status of the last update.deSecurityGroupIds- A list of security group identifiers used in this DevEndpoint.deLastModifiedTimestamp- The point in time at which this DevEndpoint was last modified.deVPCId- The ID of the virtual private cloud (VPC) used by this DevEndpoint.dePrivateAddress- The private address used by this DevEndpoint.dePublicKey- The public key to be used by this DevEndpoint for authentication.deSubnetId- The subnet ID for this DevEndpoint.deNumberOfNodes- The number of AWS Glue Data Processing Units (DPUs) allocated to this DevEndpoint.dePublicAddress- The public VPC address used by this DevEndpoint.deAvailabilityZone- The AWS availability zone where this DevEndpoint is located.deZeppelinRemoteSparkInterpreterPort- The Apache Zeppelin port for the remote Apache Spark interpreter.deExtraJARsS3Path- Path to one or more Java Jars in an S3 bucket that should be loaded in your DevEndpoint. Please note that only pure Java/Scala libraries can currently be used on a DevEndpoint.deCreatedTimestamp- The point in time at which this DevEndpoint was created.deYarnEndpointAddress- The YARN endpoint address used by this DevEndpoint.deRoleARN- The AWS ARN of the IAM role used in this DevEndpoint.
deFailureReason :: Lens' DevEndpoint (Maybe Text) Source #
The reason for a current failure in this DevEndpoint.
deEndpointName :: Lens' DevEndpoint (Maybe Text) Source #
The name of the DevEndpoint.
deExtraPythonLibsS3Path :: Lens' DevEndpoint (Maybe Text) Source #
Path(s) to one or more Python libraries in an S3 bucket that should be loaded in your DevEndpoint. Multiple values must be complete paths separated by a comma. Please note that only pure Python libraries can currently be used on a DevEndpoint. Libraries that rely on C extensions, such as the pandas Python data analysis library, are not yet supported.
deLastUpdateStatus :: Lens' DevEndpoint (Maybe Text) Source #
The status of the last update.
deSecurityGroupIds :: Lens' DevEndpoint [Text] Source #
A list of security group identifiers used in this DevEndpoint.
deLastModifiedTimestamp :: Lens' DevEndpoint (Maybe UTCTime) Source #
The point in time at which this DevEndpoint was last modified.
deVPCId :: Lens' DevEndpoint (Maybe Text) Source #
The ID of the virtual private cloud (VPC) used by this DevEndpoint.
dePrivateAddress :: Lens' DevEndpoint (Maybe Text) Source #
The private address used by this DevEndpoint.
dePublicKey :: Lens' DevEndpoint (Maybe Text) Source #
The public key to be used by this DevEndpoint for authentication.
deSubnetId :: Lens' DevEndpoint (Maybe Text) Source #
The subnet ID for this DevEndpoint.
deNumberOfNodes :: Lens' DevEndpoint (Maybe Int) Source #
The number of AWS Glue Data Processing Units (DPUs) allocated to this DevEndpoint.
dePublicAddress :: Lens' DevEndpoint (Maybe Text) Source #
The public VPC address used by this DevEndpoint.
deAvailabilityZone :: Lens' DevEndpoint (Maybe Text) Source #
The AWS availability zone where this DevEndpoint is located.
deZeppelinRemoteSparkInterpreterPort :: Lens' DevEndpoint (Maybe Int) Source #
The Apache Zeppelin port for the remote Apache Spark interpreter.
deExtraJARsS3Path :: Lens' DevEndpoint (Maybe Text) Source #
Path to one or more Java Jars in an S3 bucket that should be loaded in your DevEndpoint. Please note that only pure Java/Scala libraries can currently be used on a DevEndpoint.
deCreatedTimestamp :: Lens' DevEndpoint (Maybe UTCTime) Source #
The point in time at which this DevEndpoint was created.
deYarnEndpointAddress :: Lens' DevEndpoint (Maybe Text) Source #
The YARN endpoint address used by this DevEndpoint.
deRoleARN :: Lens' DevEndpoint (Maybe Text) Source #
The AWS ARN of the IAM role used in this DevEndpoint.
DevEndpointCustomLibraries
data DevEndpointCustomLibraries Source #
Custom libraries to be loaded into a DevEndpoint.
See: devEndpointCustomLibraries smart constructor.
Instances
devEndpointCustomLibraries :: DevEndpointCustomLibraries Source #
Creates a value of DevEndpointCustomLibraries with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
declExtraPythonLibsS3Path- Path(s) to one or more Python libraries in an S3 bucket that should be loaded in your DevEndpoint. Multiple values must be complete paths separated by a comma. Please note that only pure Python libraries can currently be used on a DevEndpoint. Libraries that rely on C extensions, such as the pandas Python data analysis library, are not yet supported.declExtraJARsS3Path- Path to one or more Java Jars in an S3 bucket that should be loaded in your DevEndpoint. Please note that only pure Java/Scala libraries can currently be used on a DevEndpoint.
declExtraPythonLibsS3Path :: Lens' DevEndpointCustomLibraries (Maybe Text) Source #
Path(s) to one or more Python libraries in an S3 bucket that should be loaded in your DevEndpoint. Multiple values must be complete paths separated by a comma. Please note that only pure Python libraries can currently be used on a DevEndpoint. Libraries that rely on C extensions, such as the pandas Python data analysis library, are not yet supported.
declExtraJARsS3Path :: Lens' DevEndpointCustomLibraries (Maybe Text) Source #
Path to one or more Java Jars in an S3 bucket that should be loaded in your DevEndpoint. Please note that only pure Java/Scala libraries can currently be used on a DevEndpoint.
ErrorDetail
data ErrorDetail Source #
Contains details about an error.
See: errorDetail smart constructor.
Instances
errorDetail :: ErrorDetail Source #
Creates a value of ErrorDetail with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
edErrorCode- The code associated with this error.edErrorMessage- A message describing the error.
edErrorCode :: Lens' ErrorDetail (Maybe Text) Source #
The code associated with this error.
edErrorMessage :: Lens' ErrorDetail (Maybe Text) Source #
A message describing the error.
ExecutionProperty
data ExecutionProperty Source #
An execution property of a job.
See: executionProperty smart constructor.
Instances
executionProperty :: ExecutionProperty Source #
Creates a value of ExecutionProperty with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
epMaxConcurrentRuns- The maximum number of concurrent runs allowed for the job. The default is 1. An error is returned when this threshold is reached. The maximum value you can specify is controlled by a service limit.
epMaxConcurrentRuns :: Lens' ExecutionProperty (Maybe Int) Source #
The maximum number of concurrent runs allowed for the job. The default is 1. An error is returned when this threshold is reached. The maximum value you can specify is controlled by a service limit.
GetConnectionsFilter
data GetConnectionsFilter Source #
Filters the connection definitions returned by the GetConnections API.
See: getConnectionsFilter smart constructor.
Instances
getConnectionsFilter :: GetConnectionsFilter Source #
Creates a value of GetConnectionsFilter with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
gcfMatchCriteria- A criteria string that must match the criteria recorded in the connection definition for that connection definition to be returned.gcfConnectionType- The type of connections to return. Currently, only JDBC is supported; SFTP is not supported.
gcfMatchCriteria :: Lens' GetConnectionsFilter [Text] Source #
A criteria string that must match the criteria recorded in the connection definition for that connection definition to be returned.
gcfConnectionType :: Lens' GetConnectionsFilter (Maybe ConnectionType) Source #
The type of connections to return. Currently, only JDBC is supported; SFTP is not supported.
GrokClassifier
data GrokClassifier Source #
A classifier that uses grok patterns.
See: grokClassifier smart constructor.
Instances
Arguments
| :: Text | |
| -> Text | |
| -> Text | |
| -> GrokClassifier |
Creates a value of GrokClassifier with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
gcCreationTime- The time this classifier was registered.gcLastUpdated- The time this classifier was last updated.gcVersion- The version of this classifier.gcCustomPatterns- Optional custom grok patterns defined by this classifier. For more information, see custom patterns in Writing Custom Classifers .gcName- The name of the classifier.gcClassification- An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, and so on.gcGrokPattern- The grok pattern applied to a data store by this classifier. For more information, see built-in patterns in Writing Custom Classifers .
gcCreationTime :: Lens' GrokClassifier (Maybe UTCTime) Source #
The time this classifier was registered.
gcLastUpdated :: Lens' GrokClassifier (Maybe UTCTime) Source #
The time this classifier was last updated.
gcCustomPatterns :: Lens' GrokClassifier (Maybe Text) Source #
Optional custom grok patterns defined by this classifier. For more information, see custom patterns in Writing Custom Classifers .
gcClassification :: Lens' GrokClassifier Text Source #
An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, and so on.
gcGrokPattern :: Lens' GrokClassifier Text Source #
The grok pattern applied to a data store by this classifier. For more information, see built-in patterns in Writing Custom Classifers .
JSONClassifier
data JSONClassifier Source #
A classifier for JSON content.
See: jsonClassifier smart constructor.
Instances
Arguments
| :: Text | |
| -> Text | |
| -> JSONClassifier |
Creates a value of JSONClassifier with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
jcCreationTime- The time this classifier was registered.jcLastUpdated- The time this classifier was last updated.jcVersion- The version of this classifier.jcName- The name of the classifier.jcJSONPath- AJsonPathstring defining the JSON data for the classifier to classify. AWS Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers .
jcCreationTime :: Lens' JSONClassifier (Maybe UTCTime) Source #
The time this classifier was registered.
jcLastUpdated :: Lens' JSONClassifier (Maybe UTCTime) Source #
The time this classifier was last updated.
jcJSONPath :: Lens' JSONClassifier Text Source #
A JsonPath string defining the JSON data for the classifier to classify. AWS Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers .
JdbcTarget
data JdbcTarget Source #
Specifies a JDBC data store to crawl.
See: jdbcTarget smart constructor.
Instances
jdbcTarget :: JdbcTarget Source #
Creates a value of JdbcTarget with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
jtPath- The path of the JDBC target.jtConnectionName- The name of the connection to use to connect to the JDBC target.jtExclusions- A list of glob patterns used to exclude from the crawl. For more information, see Catalog Tables with a Crawler .
jtConnectionName :: Lens' JdbcTarget (Maybe Text) Source #
The name of the connection to use to connect to the JDBC target.
jtExclusions :: Lens' JdbcTarget [Text] Source #
A list of glob patterns used to exclude from the crawl. For more information, see Catalog Tables with a Crawler .
Job
Specifies a job definition.
See: job smart constructor.
Instances
Creates a value of Job with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
jCommand- The JobCommand that executes this job.jLastModifiedOn- The last point in time when this job definition was modified.jConnections- The connections used for this job.jRole- The name or ARN of the IAM role associated with this job.jName- The name you assign to this job definition.jLogURI- This field is reserved for future use.jMaxRetries- The maximum number of times to retry this job after a JobRun fails.jExecutionProperty- An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.jAllocatedCapacity- The number of AWS Glue data processing units (DPUs) allocated to runs of this job. From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the AWS Glue pricing page .jTimeout- The job timeout in minutes.jDefaultArguments- The default arguments for this job, specified as name-value pairs. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.jDescription- Description of the job being defined.jCreatedOn- The time and date that this job definition was created.
jLastModifiedOn :: Lens' Job (Maybe UTCTime) Source #
The last point in time when this job definition was modified.
jConnections :: Lens' Job (Maybe ConnectionsList) Source #
The connections used for this job.
jMaxRetries :: Lens' Job (Maybe Int) Source #
The maximum number of times to retry this job after a JobRun fails.
jExecutionProperty :: Lens' Job (Maybe ExecutionProperty) Source #
An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.
jAllocatedCapacity :: Lens' Job (Maybe Int) Source #
The number of AWS Glue data processing units (DPUs) allocated to runs of this job. From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the AWS Glue pricing page .
jDefaultArguments :: Lens' Job (HashMap Text Text) Source #
The default arguments for this job, specified as name-value pairs. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.
jCreatedOn :: Lens' Job (Maybe UTCTime) Source #
The time and date that this job definition was created.
JobBookmarkEntry
data JobBookmarkEntry Source #
Defines a point which a job can resume processing.
See: jobBookmarkEntry smart constructor.
Instances
jobBookmarkEntry :: JobBookmarkEntry Source #
Creates a value of JobBookmarkEntry with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
jbeJobName- Name of the job in question.jbeRun- The run ID number.jbeVersion- Version of the job.jbeAttempt- The attempt ID number.jbeJobBookmark- The bookmark itself.
jbeJobName :: Lens' JobBookmarkEntry (Maybe Text) Source #
Name of the job in question.
jbeVersion :: Lens' JobBookmarkEntry (Maybe Int) Source #
Version of the job.
jbeAttempt :: Lens' JobBookmarkEntry (Maybe Int) Source #
The attempt ID number.
jbeJobBookmark :: Lens' JobBookmarkEntry (Maybe Text) Source #
The bookmark itself.
JobCommand
data JobCommand Source #
Specifies code executed when a job is run.
See: jobCommand smart constructor.
Instances
jobCommand :: JobCommand Source #
Creates a value of JobCommand with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
jobScriptLocation- Specifies the S3 path to a script that executes a job (required).jobName- The name of the job command: this must beglueetl.
jobScriptLocation :: Lens' JobCommand (Maybe Text) Source #
Specifies the S3 path to a script that executes a job (required).
jobName :: Lens' JobCommand (Maybe Text) Source #
The name of the job command: this must be glueetl .
JobRun
Contains information about a job run.
See: jobRun smart constructor.
Instances
Creates a value of JobRun with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
jrCompletedOn- The date and time this job run completed.jrTriggerName- The name of the trigger that started this job run.jrLastModifiedOn- The last time this job run was modified.jrArguments- The job arguments associated with this run. These override equivalent default arguments set for the job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.jrJobName- The name of the job definition being used in this run.jrStartedOn- The date and time at which this job run was started.jrJobRunState- The current state of the job run.jrExecutionTime- The amount of time (in seconds) that the job run consumed resources.jrPredecessorRuns- A list of predecessors to this job run.jrPreviousRunId- The ID of the previous run of this job. For example, the JobRunId specified in the StartJobRun action.jrId- The ID of this job run.jrAttempt- The number of the attempt to run this job.jrAllocatedCapacity- The number of AWS Glue data processing units (DPUs) allocated to this JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the AWS Glue pricing page .jrTimeout- The job run timeout in minutes.jrErrorMessage- An error message associated with this job run.
jrTriggerName :: Lens' JobRun (Maybe Text) Source #
The name of the trigger that started this job run.
jrArguments :: Lens' JobRun (HashMap Text Text) Source #
The job arguments associated with this run. These override equivalent default arguments set for the job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.
jrJobName :: Lens' JobRun (Maybe Text) Source #
The name of the job definition being used in this run.
jrStartedOn :: Lens' JobRun (Maybe UTCTime) Source #
The date and time at which this job run was started.
jrJobRunState :: Lens' JobRun (Maybe JobRunState) Source #
The current state of the job run.
jrExecutionTime :: Lens' JobRun (Maybe Int) Source #
The amount of time (in seconds) that the job run consumed resources.
jrPredecessorRuns :: Lens' JobRun [Predecessor] Source #
A list of predecessors to this job run.
jrPreviousRunId :: Lens' JobRun (Maybe Text) Source #
The ID of the previous run of this job. For example, the JobRunId specified in the StartJobRun action.
jrAllocatedCapacity :: Lens' JobRun (Maybe Int) Source #
The number of AWS Glue data processing units (DPUs) allocated to this JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the AWS Glue pricing page .
JobUpdate
Specifies information used to update an existing job definition. Note that the previous job definition will be completely overwritten by this information.
See: jobUpdate smart constructor.
Instances
jobUpdate :: JobUpdate Source #
Creates a value of JobUpdate with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
juCommand- The JobCommand that executes this job (required).juConnections- The connections used for this job.juRole- The name or ARN of the IAM role associated with this job (required).juLogURI- This field is reserved for future use.juMaxRetries- The maximum number of times to retry this job if it fails.juExecutionProperty- An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.juAllocatedCapacity- The number of AWS Glue data processing units (DPUs) to allocate to this Job. From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the AWS Glue pricing page .juTimeout- The job timeout in minutes. The default is 2880 minutes (48 hours).juDefaultArguments- The default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.juDescription- Description of the job being defined.
juCommand :: Lens' JobUpdate (Maybe JobCommand) Source #
The JobCommand that executes this job (required).
juConnections :: Lens' JobUpdate (Maybe ConnectionsList) Source #
The connections used for this job.
juRole :: Lens' JobUpdate (Maybe Text) Source #
The name or ARN of the IAM role associated with this job (required).
juMaxRetries :: Lens' JobUpdate (Maybe Int) Source #
The maximum number of times to retry this job if it fails.
juExecutionProperty :: Lens' JobUpdate (Maybe ExecutionProperty) Source #
An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.
juAllocatedCapacity :: Lens' JobUpdate (Maybe Int) Source #
The number of AWS Glue data processing units (DPUs) to allocate to this Job. From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the AWS Glue pricing page .
juTimeout :: Lens' JobUpdate (Maybe Natural) Source #
The job timeout in minutes. The default is 2880 minutes (48 hours).
juDefaultArguments :: Lens' JobUpdate (HashMap Text Text) Source #
The default arguments for this job. You can specify arguments here that your own job-execution script consumes, as well as arguments that AWS Glue itself consumes. For information about how to specify and consume your own Job arguments, see the Calling AWS Glue APIs in Python topic in the developer guide. For information about the key-value pairs that AWS Glue consumes to set up your job, see the Special Parameters Used by AWS Glue topic in the developer guide.
LastCrawlInfo
data LastCrawlInfo Source #
Status and error information about the most recent crawl.
See: lastCrawlInfo smart constructor.
Instances
lastCrawlInfo :: LastCrawlInfo Source #
Creates a value of LastCrawlInfo with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
lciStatus- Status of the last crawl.lciStartTime- The time at which the crawl started.lciLogStream- The log stream for the last crawl.lciLogGroup- The log group for the last crawl.lciMessagePrefix- The prefix for a message about this crawl.lciErrorMessage- If an error occurred, the error information about the last crawl.
lciStatus :: Lens' LastCrawlInfo (Maybe LastCrawlStatus) Source #
Status of the last crawl.
lciStartTime :: Lens' LastCrawlInfo (Maybe UTCTime) Source #
The time at which the crawl started.
lciLogStream :: Lens' LastCrawlInfo (Maybe Text) Source #
The log stream for the last crawl.
lciLogGroup :: Lens' LastCrawlInfo (Maybe Text) Source #
The log group for the last crawl.
lciMessagePrefix :: Lens' LastCrawlInfo (Maybe Text) Source #
The prefix for a message about this crawl.
lciErrorMessage :: Lens' LastCrawlInfo (Maybe Text) Source #
If an error occurred, the error information about the last crawl.
Location
The location of resources.
See: location smart constructor.
Instances
| Eq Location Source # | |
| Data Location Source # | |
Defined in Network.AWS.Glue.Types.Product Methods gfoldl :: (forall d b. Data d => c (d -> b) -> d -> c b) -> (forall g. g -> c g) -> Location -> c Location # gunfold :: (forall b r. Data b => c (b -> r) -> c r) -> (forall r. r -> c r) -> Constr -> c Location # toConstr :: Location -> Constr # dataTypeOf :: Location -> DataType # dataCast1 :: Typeable t => (forall d. Data d => c (t d)) -> Maybe (c Location) # dataCast2 :: Typeable t => (forall d e. (Data d, Data e) => c (t d e)) -> Maybe (c Location) # gmapT :: (forall b. Data b => b -> b) -> Location -> Location # gmapQl :: (r -> r' -> r) -> r -> (forall d. Data d => d -> r') -> Location -> r # gmapQr :: (r' -> r -> r) -> r -> (forall d. Data d => d -> r') -> Location -> r # gmapQ :: (forall d. Data d => d -> u) -> Location -> [u] # gmapQi :: Int -> (forall d. Data d => d -> u) -> Location -> u # gmapM :: Monad m => (forall d. Data d => d -> m d) -> Location -> m Location # gmapMp :: MonadPlus m => (forall d. Data d => d -> m d) -> Location -> m Location # gmapMo :: MonadPlus m => (forall d. Data d => d -> m d) -> Location -> m Location # | |
| Read Location Source # | |
| Show Location Source # | |
| Generic Location Source # | |
| Hashable Location Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| ToJSON Location Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| NFData Location Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| type Rep Location Source # | |
Defined in Network.AWS.Glue.Types.Product type Rep Location = D1 (MetaData "Location" "Network.AWS.Glue.Types.Product" "amazonka-glue-1.6.1-4wrowkj7LqMExQlCyUUmWF" False) (C1 (MetaCons "Location'" PrefixI True) (S1 (MetaSel (Just "_lJdbc") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 (Maybe [CodeGenNodeArg])) :*: S1 (MetaSel (Just "_lS3") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 (Maybe [CodeGenNodeArg])))) | |
MappingEntry
data MappingEntry Source #
Defines a mapping.
See: mappingEntry smart constructor.
Instances
mappingEntry :: MappingEntry Source #
Creates a value of MappingEntry with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
meTargetTable- The target table.meSourceType- The source type.meSourceTable- The name of the source table.meTargetType- The target type.meTargetPath- The target path.meSourcePath- The source path.
meTargetTable :: Lens' MappingEntry (Maybe Text) Source #
The target table.
meSourceType :: Lens' MappingEntry (Maybe Text) Source #
The source type.
meSourceTable :: Lens' MappingEntry (Maybe Text) Source #
The name of the source table.
meTargetType :: Lens' MappingEntry (Maybe Text) Source #
The target type.
meTargetPath :: Lens' MappingEntry (Maybe Text) Source #
The target path.
meSourcePath :: Lens' MappingEntry (Maybe Text) Source #
The source path.
Order
Specifies the sort order of a sorted column.
See: order smart constructor.
Instances
| Eq Order Source # | |
| Data Order Source # | |
Defined in Network.AWS.Glue.Types.Product Methods gfoldl :: (forall d b. Data d => c (d -> b) -> d -> c b) -> (forall g. g -> c g) -> Order -> c Order # gunfold :: (forall b r. Data b => c (b -> r) -> c r) -> (forall r. r -> c r) -> Constr -> c Order # dataTypeOf :: Order -> DataType # dataCast1 :: Typeable t => (forall d. Data d => c (t d)) -> Maybe (c Order) # dataCast2 :: Typeable t => (forall d e. (Data d, Data e) => c (t d e)) -> Maybe (c Order) # gmapT :: (forall b. Data b => b -> b) -> Order -> Order # gmapQl :: (r -> r' -> r) -> r -> (forall d. Data d => d -> r') -> Order -> r # gmapQr :: (r' -> r -> r) -> r -> (forall d. Data d => d -> r') -> Order -> r # gmapQ :: (forall d. Data d => d -> u) -> Order -> [u] # gmapQi :: Int -> (forall d. Data d => d -> u) -> Order -> u # gmapM :: Monad m => (forall d. Data d => d -> m d) -> Order -> m Order # gmapMp :: MonadPlus m => (forall d. Data d => d -> m d) -> Order -> m Order # gmapMo :: MonadPlus m => (forall d. Data d => d -> m d) -> Order -> m Order # | |
| Read Order Source # | |
| Show Order Source # | |
| Generic Order Source # | |
| Hashable Order Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| ToJSON Order Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| FromJSON Order Source # | |
| NFData Order Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| type Rep Order Source # | |
Defined in Network.AWS.Glue.Types.Product type Rep Order = D1 (MetaData "Order" "Network.AWS.Glue.Types.Product" "amazonka-glue-1.6.1-4wrowkj7LqMExQlCyUUmWF" False) (C1 (MetaCons "Order'" PrefixI True) (S1 (MetaSel (Just "_oColumn") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 Text) :*: S1 (MetaSel (Just "_oSortOrder") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 Nat))) | |
Creates a value of Order with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
oColumn- The name of the column.oSortOrder- Indicates that the column is sorted in ascending order (== 1), or in descending order (==0).
oSortOrder :: Lens' Order Natural Source #
Indicates that the column is sorted in ascending order (== 1 ), or in descending order (==0 ).
Partition
Represents a slice of table data.
See: partition smart constructor.
Instances
partition :: Partition Source #
Creates a value of Partition with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
pCreationTime- The time at which the partition was created.pValues- The values of the partition.pLastAnalyzedTime- The last time at which column statistics were computed for this partition.pStorageDescriptor- Provides information about the physical location where the partition is stored.pDatabaseName- The name of the catalog database where the table in question is located.pParameters- Partition parameters, in the form of a list of key-value pairs.pLastAccessTime- The last time at which the partition was accessed.pTableName- The name of the table in question.
pCreationTime :: Lens' Partition (Maybe UTCTime) Source #
The time at which the partition was created.
pLastAnalyzedTime :: Lens' Partition (Maybe UTCTime) Source #
The last time at which column statistics were computed for this partition.
pStorageDescriptor :: Lens' Partition (Maybe StorageDescriptor) Source #
Provides information about the physical location where the partition is stored.
pDatabaseName :: Lens' Partition (Maybe Text) Source #
The name of the catalog database where the table in question is located.
pParameters :: Lens' Partition (HashMap Text Text) Source #
Partition parameters, in the form of a list of key-value pairs.
pLastAccessTime :: Lens' Partition (Maybe UTCTime) Source #
The last time at which the partition was accessed.
PartitionError
data PartitionError Source #
Contains information about a partition error.
See: partitionError smart constructor.
Instances
partitionError :: PartitionError Source #
Creates a value of PartitionError with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
pePartitionValues- The values that define the partition.peErrorDetail- Details about the partition error.
pePartitionValues :: Lens' PartitionError [Text] Source #
The values that define the partition.
peErrorDetail :: Lens' PartitionError (Maybe ErrorDetail) Source #
Details about the partition error.
PartitionInput
data PartitionInput Source #
The structure used to create and update a partion.
See: partitionInput smart constructor.
Instances
partitionInput :: PartitionInput Source #
Creates a value of PartitionInput with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
piValues- The values of the partition.piLastAnalyzedTime- The last time at which column statistics were computed for this partition.piStorageDescriptor- Provides information about the physical location where the partition is stored.piParameters- Partition parameters, in the form of a list of key-value pairs.piLastAccessTime- The last time at which the partition was accessed.
piLastAnalyzedTime :: Lens' PartitionInput (Maybe UTCTime) Source #
The last time at which column statistics were computed for this partition.
piStorageDescriptor :: Lens' PartitionInput (Maybe StorageDescriptor) Source #
Provides information about the physical location where the partition is stored.
piParameters :: Lens' PartitionInput (HashMap Text Text) Source #
Partition parameters, in the form of a list of key-value pairs.
piLastAccessTime :: Lens' PartitionInput (Maybe UTCTime) Source #
The last time at which the partition was accessed.
PartitionValueList
data PartitionValueList Source #
Contains a list of values defining partitions.
See: partitionValueList smart constructor.
Instances
partitionValueList :: PartitionValueList Source #
Creates a value of PartitionValueList with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
pvlValues- The list of values.
PhysicalConnectionRequirements
data PhysicalConnectionRequirements Source #
Specifies the physical requirements for a connection.
See: physicalConnectionRequirements smart constructor.
Instances
physicalConnectionRequirements :: PhysicalConnectionRequirements Source #
Creates a value of PhysicalConnectionRequirements with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
pcrSecurityGroupIdList- The security group ID list used by the connection.pcrSubnetId- The subnet ID used by the connection.pcrAvailabilityZone- The connection's availability zone. This field is deprecated and has no effect.
pcrSecurityGroupIdList :: Lens' PhysicalConnectionRequirements [Text] Source #
The security group ID list used by the connection.
pcrSubnetId :: Lens' PhysicalConnectionRequirements (Maybe Text) Source #
The subnet ID used by the connection.
pcrAvailabilityZone :: Lens' PhysicalConnectionRequirements (Maybe Text) Source #
The connection's availability zone. This field is deprecated and has no effect.
Predecessor
data Predecessor Source #
A job run that was used in the predicate of a conditional trigger that triggered this job run.
See: predecessor smart constructor.
Instances
predecessor :: Predecessor Source #
Creates a value of Predecessor with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
pJobName :: Lens' Predecessor (Maybe Text) Source #
The name of the job definition used by the predecessor job run.
Predicate
Defines the predicate of the trigger, which determines when it fires.
See: predicate smart constructor.
Instances
predicate :: Predicate Source #
Creates a value of Predicate with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
pLogical- Optional field if only one condition is listed. If multiple conditions are listed, then this field is required.pConditions- A list of the conditions that determine when the trigger will fire.
pLogical :: Lens' Predicate (Maybe Logical) Source #
Optional field if only one condition is listed. If multiple conditions are listed, then this field is required.
pConditions :: Lens' Predicate [Condition] Source #
A list of the conditions that determine when the trigger will fire.
ResourceURI
data ResourceURI Source #
URIs for function resources.
See: resourceURI smart constructor.
Instances
resourceURI :: ResourceURI Source #
Creates a value of ResourceURI with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
ruResourceType- The type of the resource.ruURI- The URI for accessing the resource.
ruResourceType :: Lens' ResourceURI (Maybe ResourceType) Source #
The type of the resource.
S3Target
Specifies a data store in Amazon S3.
See: s3Target smart constructor.
Instances
| Eq S3Target Source # | |
| Data S3Target Source # | |
Defined in Network.AWS.Glue.Types.Product Methods gfoldl :: (forall d b. Data d => c (d -> b) -> d -> c b) -> (forall g. g -> c g) -> S3Target -> c S3Target # gunfold :: (forall b r. Data b => c (b -> r) -> c r) -> (forall r. r -> c r) -> Constr -> c S3Target # toConstr :: S3Target -> Constr # dataTypeOf :: S3Target -> DataType # dataCast1 :: Typeable t => (forall d. Data d => c (t d)) -> Maybe (c S3Target) # dataCast2 :: Typeable t => (forall d e. (Data d, Data e) => c (t d e)) -> Maybe (c S3Target) # gmapT :: (forall b. Data b => b -> b) -> S3Target -> S3Target # gmapQl :: (r -> r' -> r) -> r -> (forall d. Data d => d -> r') -> S3Target -> r # gmapQr :: (r' -> r -> r) -> r -> (forall d. Data d => d -> r') -> S3Target -> r # gmapQ :: (forall d. Data d => d -> u) -> S3Target -> [u] # gmapQi :: Int -> (forall d. Data d => d -> u) -> S3Target -> u # gmapM :: Monad m => (forall d. Data d => d -> m d) -> S3Target -> m S3Target # gmapMp :: MonadPlus m => (forall d. Data d => d -> m d) -> S3Target -> m S3Target # gmapMo :: MonadPlus m => (forall d. Data d => d -> m d) -> S3Target -> m S3Target # | |
| Read S3Target Source # | |
| Show S3Target Source # | |
| Generic S3Target Source # | |
| Hashable S3Target Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| ToJSON S3Target Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| FromJSON S3Target Source # | |
| NFData S3Target Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| type Rep S3Target Source # | |
Defined in Network.AWS.Glue.Types.Product type Rep S3Target = D1 (MetaData "S3Target" "Network.AWS.Glue.Types.Product" "amazonka-glue-1.6.1-4wrowkj7LqMExQlCyUUmWF" False) (C1 (MetaCons "S3Target'" PrefixI True) (S1 (MetaSel (Just "_stPath") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 (Maybe Text)) :*: S1 (MetaSel (Just "_stExclusions") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 (Maybe [Text])))) | |
Creates a value of S3Target with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
stPath- The path to the Amazon S3 target.stExclusions- A list of glob patterns used to exclude from the crawl. For more information, see Catalog Tables with a Crawler .
stExclusions :: Lens' S3Target [Text] Source #
A list of glob patterns used to exclude from the crawl. For more information, see Catalog Tables with a Crawler .
Schedule
A scheduling object using a cron statement to schedule an event.
See: schedule smart constructor.
Instances
| Eq Schedule Source # | |
| Data Schedule Source # | |
Defined in Network.AWS.Glue.Types.Product Methods gfoldl :: (forall d b. Data d => c (d -> b) -> d -> c b) -> (forall g. g -> c g) -> Schedule -> c Schedule # gunfold :: (forall b r. Data b => c (b -> r) -> c r) -> (forall r. r -> c r) -> Constr -> c Schedule # toConstr :: Schedule -> Constr # dataTypeOf :: Schedule -> DataType # dataCast1 :: Typeable t => (forall d. Data d => c (t d)) -> Maybe (c Schedule) # dataCast2 :: Typeable t => (forall d e. (Data d, Data e) => c (t d e)) -> Maybe (c Schedule) # gmapT :: (forall b. Data b => b -> b) -> Schedule -> Schedule # gmapQl :: (r -> r' -> r) -> r -> (forall d. Data d => d -> r') -> Schedule -> r # gmapQr :: (r' -> r -> r) -> r -> (forall d. Data d => d -> r') -> Schedule -> r # gmapQ :: (forall d. Data d => d -> u) -> Schedule -> [u] # gmapQi :: Int -> (forall d. Data d => d -> u) -> Schedule -> u # gmapM :: Monad m => (forall d. Data d => d -> m d) -> Schedule -> m Schedule # gmapMp :: MonadPlus m => (forall d. Data d => d -> m d) -> Schedule -> m Schedule # gmapMo :: MonadPlus m => (forall d. Data d => d -> m d) -> Schedule -> m Schedule # | |
| Read Schedule Source # | |
| Show Schedule Source # | |
| Generic Schedule Source # | |
| Hashable Schedule Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| FromJSON Schedule Source # | |
| NFData Schedule Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| type Rep Schedule Source # | |
Defined in Network.AWS.Glue.Types.Product type Rep Schedule = D1 (MetaData "Schedule" "Network.AWS.Glue.Types.Product" "amazonka-glue-1.6.1-4wrowkj7LqMExQlCyUUmWF" False) (C1 (MetaCons "Schedule'" PrefixI True) (S1 (MetaSel (Just "_sState") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 (Maybe ScheduleState)) :*: S1 (MetaSel (Just "_sScheduleExpression") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 (Maybe Text)))) | |
Creates a value of Schedule with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
sState- The state of the schedule.sScheduleExpression- Acronexpression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify:cron(15 12 * * ? *).
sScheduleExpression :: Lens' Schedule (Maybe Text) Source #
A cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify: cron(15 12 * * ? *) .
SchemaChangePolicy
data SchemaChangePolicy Source #
Crawler policy for update and deletion behavior.
See: schemaChangePolicy smart constructor.
Instances
schemaChangePolicy :: SchemaChangePolicy Source #
Creates a value of SchemaChangePolicy with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
scpDeleteBehavior- The deletion behavior when the crawler finds a deleted object.scpUpdateBehavior- The update behavior when the crawler finds a changed schema.
scpDeleteBehavior :: Lens' SchemaChangePolicy (Maybe DeleteBehavior) Source #
The deletion behavior when the crawler finds a deleted object.
scpUpdateBehavior :: Lens' SchemaChangePolicy (Maybe UpdateBehavior) Source #
The update behavior when the crawler finds a changed schema.
Segment
Defines a non-overlapping region of a table's partitions, allowing multiple requests to be executed in parallel.
See: segment smart constructor.
Instances
| Eq Segment Source # | |
| Data Segment Source # | |
Defined in Network.AWS.Glue.Types.Product Methods gfoldl :: (forall d b. Data d => c (d -> b) -> d -> c b) -> (forall g. g -> c g) -> Segment -> c Segment # gunfold :: (forall b r. Data b => c (b -> r) -> c r) -> (forall r. r -> c r) -> Constr -> c Segment # toConstr :: Segment -> Constr # dataTypeOf :: Segment -> DataType # dataCast1 :: Typeable t => (forall d. Data d => c (t d)) -> Maybe (c Segment) # dataCast2 :: Typeable t => (forall d e. (Data d, Data e) => c (t d e)) -> Maybe (c Segment) # gmapT :: (forall b. Data b => b -> b) -> Segment -> Segment # gmapQl :: (r -> r' -> r) -> r -> (forall d. Data d => d -> r') -> Segment -> r # gmapQr :: (r' -> r -> r) -> r -> (forall d. Data d => d -> r') -> Segment -> r # gmapQ :: (forall d. Data d => d -> u) -> Segment -> [u] # gmapQi :: Int -> (forall d. Data d => d -> u) -> Segment -> u # gmapM :: Monad m => (forall d. Data d => d -> m d) -> Segment -> m Segment # gmapMp :: MonadPlus m => (forall d. Data d => d -> m d) -> Segment -> m Segment # gmapMo :: MonadPlus m => (forall d. Data d => d -> m d) -> Segment -> m Segment # | |
| Read Segment Source # | |
| Show Segment Source # | |
| Generic Segment Source # | |
| Hashable Segment Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| ToJSON Segment Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| NFData Segment Source # | |
Defined in Network.AWS.Glue.Types.Product | |
| type Rep Segment Source # | |
Defined in Network.AWS.Glue.Types.Product type Rep Segment = D1 (MetaData "Segment" "Network.AWS.Glue.Types.Product" "amazonka-glue-1.6.1-4wrowkj7LqMExQlCyUUmWF" False) (C1 (MetaCons "Segment'" PrefixI True) (S1 (MetaSel (Just "_sSegmentNumber") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 Nat) :*: S1 (MetaSel (Just "_sTotalSegments") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 Nat))) | |
Creates a value of Segment with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
sSegmentNumber- The zero-based index number of the this segment. For example, if the total number of segments is 4, SegmentNumber values will range from zero through three.sTotalSegments- The total numer of segments.
sSegmentNumber :: Lens' Segment Natural Source #
The zero-based index number of the this segment. For example, if the total number of segments is 4, SegmentNumber values will range from zero through three.
SerDeInfo
Information about a serialization/deserialization program (SerDe) which serves as an extractor and loader.
See: serDeInfo smart constructor.
Instances
serDeInfo :: SerDeInfo Source #
Creates a value of SerDeInfo with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
sdiSerializationLibrary- Usually the class that implements the SerDe. An example is:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe.sdiName- Name of the SerDe.sdiParameters- A list of initialization parameters for the SerDe, in key-value form.
sdiSerializationLibrary :: Lens' SerDeInfo (Maybe Text) Source #
Usually the class that implements the SerDe. An example is: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe .
sdiParameters :: Lens' SerDeInfo (HashMap Text Text) Source #
A list of initialization parameters for the SerDe, in key-value form.
SkewedInfo
data SkewedInfo Source #
Specifies skewed values in a table. Skewed are ones that occur with very high frequency.
See: skewedInfo smart constructor.
Instances
skewedInfo :: SkewedInfo Source #
Creates a value of SkewedInfo with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
siSkewedColumnValueLocationMaps- A mapping of skewed values to the columns that contain them.siSkewedColumnValues- A list of values that appear so frequently as to be considered skewed.siSkewedColumnNames- A list of names of columns that contain skewed values.
siSkewedColumnValueLocationMaps :: Lens' SkewedInfo (HashMap Text Text) Source #
A mapping of skewed values to the columns that contain them.
siSkewedColumnValues :: Lens' SkewedInfo [Text] Source #
A list of values that appear so frequently as to be considered skewed.
siSkewedColumnNames :: Lens' SkewedInfo [Text] Source #
A list of names of columns that contain skewed values.
StorageDescriptor
data StorageDescriptor Source #
Describes the physical storage of table data.
See: storageDescriptor smart constructor.
Instances
storageDescriptor :: StorageDescriptor Source #
Creates a value of StorageDescriptor with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
sdSortColumns- A list specifying the sort order of each bucket in the table.sdCompressed- True if the data in the table is compressed, or False if not.sdLocation- The physical location of the table. By default this takes the form of the warehouse location, followed by the database location in the warehouse, followed by the table name.sdBucketColumns- A list of reducer grouping columns, clustering columns, and bucketing columns in the table.sdSerdeInfo- Serialization/deserialization (SerDe) information.sdOutputFormat- The output format:SequenceFileOutputFormat(binary), orIgnoreKeyTextOutputFormat, or a custom format.sdNumberOfBuckets- Must be specified if the table contains any dimension columns.sdStoredAsSubDirectories- True if the table data is stored in subdirectories, or False if not.sdParameters- User-supplied properties in key-value form.sdInputFormat- The input format:SequenceFileInputFormat(binary), orTextInputFormat, or a custom format.sdSkewedInfo- Information about values that appear very frequently in a column (skewed values).sdColumns- A list of theColumnsin the table.
sdSortColumns :: Lens' StorageDescriptor [Order] Source #
A list specifying the sort order of each bucket in the table.
sdCompressed :: Lens' StorageDescriptor (Maybe Bool) Source #
True if the data in the table is compressed, or False if not.
sdLocation :: Lens' StorageDescriptor (Maybe Text) Source #
The physical location of the table. By default this takes the form of the warehouse location, followed by the database location in the warehouse, followed by the table name.
sdBucketColumns :: Lens' StorageDescriptor [Text] Source #
A list of reducer grouping columns, clustering columns, and bucketing columns in the table.
sdSerdeInfo :: Lens' StorageDescriptor (Maybe SerDeInfo) Source #
Serialization/deserialization (SerDe) information.
sdOutputFormat :: Lens' StorageDescriptor (Maybe Text) Source #
The output format: SequenceFileOutputFormat (binary), or IgnoreKeyTextOutputFormat , or a custom format.
sdNumberOfBuckets :: Lens' StorageDescriptor (Maybe Int) Source #
Must be specified if the table contains any dimension columns.
sdStoredAsSubDirectories :: Lens' StorageDescriptor (Maybe Bool) Source #
True if the table data is stored in subdirectories, or False if not.
sdParameters :: Lens' StorageDescriptor (HashMap Text Text) Source #
User-supplied properties in key-value form.
sdInputFormat :: Lens' StorageDescriptor (Maybe Text) Source #
The input format: SequenceFileInputFormat (binary), or TextInputFormat , or a custom format.
sdSkewedInfo :: Lens' StorageDescriptor (Maybe SkewedInfo) Source #
Information about values that appear very frequently in a column (skewed values).
Table
Represents a collection of related data organized in columns and rows.
See: table smart constructor.
Instances
Creates a value of Table with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
tRetention- Retention time for this table.tCreatedBy- Person or entity who created the table.tTableType- The type of this table (EXTERNAL_TABLE,VIRTUAL_VIEW, etc.).tOwner- Owner of the table.tViewOriginalText- If the table is a view, the original text of the view; otherwisenull.tUpdateTime- Last time the table was updated.tViewExpandedText- If the table is a view, the expanded text of the view; otherwisenull.tLastAnalyzedTime- Last time column statistics were computed for this table.tStorageDescriptor- A storage descriptor containing information about the physical storage of this table.tDatabaseName- Name of the metadata database where the table metadata resides. For Hive compatibility, this must be all lowercase.tParameters- Properties associated with this table, as a list of key-value pairs.tLastAccessTime- Last time the table was accessed. This is usually taken from HDFS, and may not be reliable.tDescription- Description of the table.tPartitionKeys- A list of columns by which the table is partitioned. Only primitive types are supported as partition keys.tCreateTime- Time when the table definition was created in the Data Catalog.tName- Name of the table. For Hive compatibility, this must be entirely lowercase.
tTableType :: Lens' Table (Maybe Text) Source #
The type of this table (EXTERNAL_TABLE , VIRTUAL_VIEW , etc.).
tViewOriginalText :: Lens' Table (Maybe Text) Source #
If the table is a view, the original text of the view; otherwise null .
tViewExpandedText :: Lens' Table (Maybe Text) Source #
If the table is a view, the expanded text of the view; otherwise null .
tLastAnalyzedTime :: Lens' Table (Maybe UTCTime) Source #
Last time column statistics were computed for this table.
tStorageDescriptor :: Lens' Table (Maybe StorageDescriptor) Source #
A storage descriptor containing information about the physical storage of this table.
tDatabaseName :: Lens' Table (Maybe Text) Source #
Name of the metadata database where the table metadata resides. For Hive compatibility, this must be all lowercase.
tParameters :: Lens' Table (HashMap Text Text) Source #
Properties associated with this table, as a list of key-value pairs.
tLastAccessTime :: Lens' Table (Maybe UTCTime) Source #
Last time the table was accessed. This is usually taken from HDFS, and may not be reliable.
tPartitionKeys :: Lens' Table [Column] Source #
A list of columns by which the table is partitioned. Only primitive types are supported as partition keys.
tCreateTime :: Lens' Table (Maybe UTCTime) Source #
Time when the table definition was created in the Data Catalog.
tName :: Lens' Table Text Source #
Name of the table. For Hive compatibility, this must be entirely lowercase.
TableError
data TableError Source #
An error record for table operations.
See: tableError smart constructor.
Instances
tableError :: TableError Source #
Creates a value of TableError with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
teTableName- Name of the table. For Hive compatibility, this must be entirely lowercase.teErrorDetail- Detail about the error.
teTableName :: Lens' TableError (Maybe Text) Source #
Name of the table. For Hive compatibility, this must be entirely lowercase.
teErrorDetail :: Lens' TableError (Maybe ErrorDetail) Source #
Detail about the error.
TableInput
data TableInput Source #
Structure used to create or update the table.
See: tableInput smart constructor.
Instances
Arguments
| :: Text | |
| -> TableInput |
Creates a value of TableInput with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
tiRetention- Retention time for this table.tiTableType- The type of this table (EXTERNAL_TABLE,VIRTUAL_VIEW, etc.).tiOwner- Owner of the table.tiViewOriginalText- If the table is a view, the original text of the view; otherwisenull.tiViewExpandedText- If the table is a view, the expanded text of the view; otherwisenull.tiLastAnalyzedTime- Last time column statistics were computed for this table.tiStorageDescriptor- A storage descriptor containing information about the physical storage of this table.tiParameters- Properties associated with this table, as a list of key-value pairs.tiLastAccessTime- Last time the table was accessed.tiDescription- Description of the table.tiPartitionKeys- A list of columns by which the table is partitioned. Only primitive types are supported as partition keys.tiName- Name of the table. For Hive compatibility, this is folded to lowercase when it is stored.
tiRetention :: Lens' TableInput (Maybe Natural) Source #
Retention time for this table.
tiTableType :: Lens' TableInput (Maybe Text) Source #
The type of this table (EXTERNAL_TABLE , VIRTUAL_VIEW , etc.).
tiViewOriginalText :: Lens' TableInput (Maybe Text) Source #
If the table is a view, the original text of the view; otherwise null .
tiViewExpandedText :: Lens' TableInput (Maybe Text) Source #
If the table is a view, the expanded text of the view; otherwise null .
tiLastAnalyzedTime :: Lens' TableInput (Maybe UTCTime) Source #
Last time column statistics were computed for this table.
tiStorageDescriptor :: Lens' TableInput (Maybe StorageDescriptor) Source #
A storage descriptor containing information about the physical storage of this table.
tiParameters :: Lens' TableInput (HashMap Text Text) Source #
Properties associated with this table, as a list of key-value pairs.
tiLastAccessTime :: Lens' TableInput (Maybe UTCTime) Source #
Last time the table was accessed.
tiDescription :: Lens' TableInput (Maybe Text) Source #
Description of the table.
tiPartitionKeys :: Lens' TableInput [Column] Source #
A list of columns by which the table is partitioned. Only primitive types are supported as partition keys.
tiName :: Lens' TableInput Text Source #
Name of the table. For Hive compatibility, this is folded to lowercase when it is stored.
TableVersion
data TableVersion Source #
Specifies a version of a table.
See: tableVersion smart constructor.
Instances
tableVersion :: TableVersion Source #
Creates a value of TableVersion with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
tvVersionId- The ID value that identifies this table version.tvTable- The table in question
tvVersionId :: Lens' TableVersion (Maybe Text) Source #
The ID value that identifies this table version.
TableVersionError
data TableVersionError Source #
An error record for table-version operations.
See: tableVersionError smart constructor.
Instances
tableVersionError :: TableVersionError Source #
Creates a value of TableVersionError with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
tveVersionId- The ID value of the version in question.tveTableName- The name of the table in question.tveErrorDetail- Detail about the error.
tveVersionId :: Lens' TableVersionError (Maybe Text) Source #
The ID value of the version in question.
tveTableName :: Lens' TableVersionError (Maybe Text) Source #
The name of the table in question.
tveErrorDetail :: Lens' TableVersionError (Maybe ErrorDetail) Source #
Detail about the error.
Trigger
Information about a specific trigger.
See: trigger smart constructor.
Instances
Creates a value of Trigger with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
triState- The current state of the trigger.triActions- The actions initiated by this trigger.triSchedule- Acronexpression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify:cron(15 12 * * ? *).triPredicate- The predicate of this trigger, which defines when it will fire.triName- Name of the trigger.triId- Reserved for future use.triType- The type of trigger that this is.triDescription- A description of this trigger.
triSchedule :: Lens' Trigger (Maybe Text) Source #
A cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify: cron(15 12 * * ? *) .
triPredicate :: Lens' Trigger (Maybe Predicate) Source #
The predicate of this trigger, which defines when it will fire.
TriggerUpdate
data TriggerUpdate Source #
A structure used to provide information used to update a trigger. This object will update the the previous trigger definition by overwriting it completely.
See: triggerUpdate smart constructor.
Instances
triggerUpdate :: TriggerUpdate Source #
Creates a value of TriggerUpdate with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
tuActions- The actions initiated by this trigger.tuSchedule- Acronexpression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify:cron(15 12 * * ? *).tuPredicate- The predicate of this trigger, which defines when it will fire.tuName- Reserved for future use.tuDescription- A description of this trigger.
tuSchedule :: Lens' TriggerUpdate (Maybe Text) Source #
A cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify: cron(15 12 * * ? *) .
tuPredicate :: Lens' TriggerUpdate (Maybe Predicate) Source #
The predicate of this trigger, which defines when it will fire.
tuDescription :: Lens' TriggerUpdate (Maybe Text) Source #
A description of this trigger.
UpdateGrokClassifierRequest
data UpdateGrokClassifierRequest Source #
Specifies a grok classifier to update when passed to UpdateClassifier .
See: updateGrokClassifierRequest smart constructor.
Instances
updateGrokClassifierRequest Source #
Arguments
| :: Text | |
| -> UpdateGrokClassifierRequest |
Creates a value of UpdateGrokClassifierRequest with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
ugcrClassification- An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, Amazon CloudWatch Logs, and so on.ugcrCustomPatterns- Optional custom grok patterns used by this classifier.ugcrGrokPattern- The grok pattern used by this classifier.ugcrName- The name of theGrokClassifier.
ugcrClassification :: Lens' UpdateGrokClassifierRequest (Maybe Text) Source #
An identifier of the data format that the classifier matches, such as Twitter, JSON, Omniture logs, Amazon CloudWatch Logs, and so on.
ugcrCustomPatterns :: Lens' UpdateGrokClassifierRequest (Maybe Text) Source #
Optional custom grok patterns used by this classifier.
ugcrGrokPattern :: Lens' UpdateGrokClassifierRequest (Maybe Text) Source #
The grok pattern used by this classifier.
UpdateJSONClassifierRequest
data UpdateJSONClassifierRequest Source #
Specifies a JSON classifier to be updated.
See: updateJSONClassifierRequest smart constructor.
Instances
updateJSONClassifierRequest Source #
Arguments
| :: Text | |
| -> UpdateJSONClassifierRequest |
Creates a value of UpdateJSONClassifierRequest with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
ujcrJSONPath- AJsonPathstring defining the JSON data for the classifier to classify. AWS Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers .ujcrName- The name of the classifier.
ujcrJSONPath :: Lens' UpdateJSONClassifierRequest (Maybe Text) Source #
A JsonPath string defining the JSON data for the classifier to classify. AWS Glue supports a subset of JsonPath, as described in Writing JsonPath Custom Classifiers .
UpdateXMLClassifierRequest
data UpdateXMLClassifierRequest Source #
Specifies an XML classifier to be updated.
See: updateXMLClassifierRequest smart constructor.
Instances
updateXMLClassifierRequest Source #
Arguments
| :: Text | |
| -> UpdateXMLClassifierRequest |
Creates a value of UpdateXMLClassifierRequest with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
uxcrClassification- An identifier of the data format that the classifier matches.uxcrRowTag- The XML tag designating the element that contains each record in an XML document being parsed. Note that this cannot identify a self-closing element (closed by/>). An empty row element that contains only attributes can be parsed as long as it ends with a closing tag (for example,item_a="A" item_b="B"/rowis okay, butitem_a="A" item_b="B" /is not).uxcrName- The name of the classifier.
uxcrClassification :: Lens' UpdateXMLClassifierRequest (Maybe Text) Source #
An identifier of the data format that the classifier matches.
uxcrRowTag :: Lens' UpdateXMLClassifierRequest (Maybe Text) Source #
The XML tag designating the element that contains each record in an XML document being parsed. Note that this cannot identify a self-closing element (closed by /> ). An empty row element that contains only attributes can be parsed as long as it ends with a closing tag (for example, item_a="A" item_b="B"/row is okay, but item_a="A" item_b="B" / is not).
UserDefinedFunction
data UserDefinedFunction Source #
Represents the equivalent of a Hive user-defined function (UDF ) definition.
See: userDefinedFunction smart constructor.
Instances
userDefinedFunction :: UserDefinedFunction Source #
Creates a value of UserDefinedFunction with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
udfOwnerName- The owner of the function.udfResourceURIs- The resource URIs for the function.udfFunctionName- The name of the function.udfOwnerType- The owner type.udfCreateTime- The time at which the function was created.udfClassName- The Java class that contains the function code.
udfOwnerName :: Lens' UserDefinedFunction (Maybe Text) Source #
The owner of the function.
udfResourceURIs :: Lens' UserDefinedFunction [ResourceURI] Source #
The resource URIs for the function.
udfFunctionName :: Lens' UserDefinedFunction (Maybe Text) Source #
The name of the function.
udfOwnerType :: Lens' UserDefinedFunction (Maybe PrincipalType) Source #
The owner type.
udfCreateTime :: Lens' UserDefinedFunction (Maybe UTCTime) Source #
The time at which the function was created.
udfClassName :: Lens' UserDefinedFunction (Maybe Text) Source #
The Java class that contains the function code.
UserDefinedFunctionInput
data UserDefinedFunctionInput Source #
A structure used to create or updata a user-defined function.
See: userDefinedFunctionInput smart constructor.
Instances
userDefinedFunctionInput :: UserDefinedFunctionInput Source #
Creates a value of UserDefinedFunctionInput with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
udfiOwnerName- The owner of the function.udfiResourceURIs- The resource URIs for the function.udfiFunctionName- The name of the function.udfiOwnerType- The owner type.udfiClassName- The Java class that contains the function code.
udfiOwnerName :: Lens' UserDefinedFunctionInput (Maybe Text) Source #
The owner of the function.
udfiResourceURIs :: Lens' UserDefinedFunctionInput [ResourceURI] Source #
The resource URIs for the function.
udfiFunctionName :: Lens' UserDefinedFunctionInput (Maybe Text) Source #
The name of the function.
udfiOwnerType :: Lens' UserDefinedFunctionInput (Maybe PrincipalType) Source #
The owner type.
udfiClassName :: Lens' UserDefinedFunctionInput (Maybe Text) Source #
The Java class that contains the function code.
XMLClassifier
data XMLClassifier Source #
A classifier for XML content.
See: xmlClassifier smart constructor.
Instances
Arguments
| :: Text | |
| -> Text | |
| -> XMLClassifier |
Creates a value of XMLClassifier with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
xcCreationTime- The time this classifier was registered.xcLastUpdated- The time this classifier was last updated.xcVersion- The version of this classifier.xcRowTag- The XML tag designating the element that contains each record in an XML document being parsed. Note that this cannot identify a self-closing element (closed by/>). An empty row element that contains only attributes can be parsed as long as it ends with a closing tag (for example,item_a="A" item_b="B"/rowis okay, butitem_a="A" item_b="B" /is not).xcName- The name of the classifier.xcClassification- An identifier of the data format that the classifier matches.
xcCreationTime :: Lens' XMLClassifier (Maybe UTCTime) Source #
The time this classifier was registered.
xcLastUpdated :: Lens' XMLClassifier (Maybe UTCTime) Source #
The time this classifier was last updated.
xcRowTag :: Lens' XMLClassifier (Maybe Text) Source #
The XML tag designating the element that contains each record in an XML document being parsed. Note that this cannot identify a self-closing element (closed by /> ). An empty row element that contains only attributes can be parsed as long as it ends with a closing tag (for example, item_a="A" item_b="B"/row is okay, but item_a="A" item_b="B" / is not).
xcClassification :: Lens' XMLClassifier Text Source #
An identifier of the data format that the classifier matches.