| Copyright | (c) 2013-2017 Brendan Hay |
|---|---|
| License | Mozilla Public License, v. 2.0. |
| Maintainer | Brendan Hay <brendan.g.hay+amazonka@gmail.com> |
| Stability | auto-generated |
| Portability | non-portable (GHC extensions) |
| Safe Haskell | None |
| Language | Haskell2010 |
Network.AWS.Glue.Types
Contents
- Service Configuration
- Errors
- ConnectionPropertyKey
- ConnectionType
- CrawlerState
- DeleteBehavior
- JobRunState
- LastCrawlStatus
- Logical
- LogicalOperator
- PrincipalType
- ResourceType
- ScheduleState
- TriggerState
- TriggerType
- UpdateBehavior
- Action
- BatchStopJobRunError
- BatchStopJobRunSuccessfulSubmission
- CatalogEntry
- CatalogImportStatus
- Classifier
- CodeGenEdge
- CodeGenNode
- CodeGenNodeArg
- Column
- Condition
- Connection
- ConnectionInput
- ConnectionsList
- Crawler
- CrawlerMetrics
- CrawlerTargets
- CreateGrokClassifierRequest
- Database
- DatabaseInput
- DevEndpoint
- DevEndpointCustomLibraries
- ErrorDetail
- ExecutionProperty
- GetConnectionsFilter
- GrokClassifier
- JdbcTarget
- Job
- JobBookmarkEntry
- JobCommand
- JobRun
- JobUpdate
- LastCrawlInfo
- Location
- MappingEntry
- Order
- Partition
- PartitionError
- PartitionInput
- PartitionValueList
- PhysicalConnectionRequirements
- Predecessor
- Predicate
- ResourceURI
- S3Target
- Schedule
- SchemaChangePolicy
- Segment
- SerDeInfo
- SkewedInfo
- StorageDescriptor
- Table
- TableError
- TableInput
- TableVersion
- Trigger
- TriggerUpdate
- UpdateGrokClassifierRequest
- UserDefinedFunction
- UserDefinedFunctionInput
Description
- glue :: Service
- _ValidationException :: AsError a => Getting (First ServiceError) a ServiceError
- _AccessDeniedException :: AsError a => Getting (First ServiceError) a ServiceError
- _CrawlerRunningException :: AsError a => Getting (First ServiceError) a ServiceError
- _SchedulerTransitioningException :: AsError a => Getting (First ServiceError) a ServiceError
- _SchedulerRunningException :: AsError a => Getting (First ServiceError) a ServiceError
- _ConcurrentRunsExceededException :: AsError a => Getting (First ServiceError) a ServiceError
- _NoScheduleException :: AsError a => Getting (First ServiceError) a ServiceError
- _OperationTimeoutException :: AsError a => Getting (First ServiceError) a ServiceError
- _CrawlerNotRunningException :: AsError a => Getting (First ServiceError) a ServiceError
- _VersionMismatchException :: AsError a => Getting (First ServiceError) a ServiceError
- _EntityNotFoundException :: AsError a => Getting (First ServiceError) a ServiceError
- _ConcurrentModificationException :: AsError a => Getting (First ServiceError) a ServiceError
- _SchedulerNotRunningException :: AsError a => Getting (First ServiceError) a ServiceError
- _InternalServiceException :: AsError a => Getting (First ServiceError) a ServiceError
- _InvalidInputException :: AsError a => Getting (First ServiceError) a ServiceError
- _ResourceNumberLimitExceededException :: AsError a => Getting (First ServiceError) a ServiceError
- _IdempotentParameterMismatchException :: AsError a => Getting (First ServiceError) a ServiceError
- _CrawlerStoppingException :: AsError a => Getting (First ServiceError) a ServiceError
- _AlreadyExistsException :: AsError a => Getting (First ServiceError) a ServiceError
- data ConnectionPropertyKey
- data ConnectionType
- data CrawlerState
- data DeleteBehavior
- data JobRunState
- data LastCrawlStatus
- data Logical = And
- data LogicalOperator = Equals
- data PrincipalType
- data ResourceType
- data ScheduleState
- data TriggerState
- data TriggerType
- data UpdateBehavior
- data Action
- action :: Action
- aArguments :: Lens' Action (HashMap Text Text)
- aJobName :: Lens' Action (Maybe Text)
- data BatchStopJobRunError
- batchStopJobRunError :: BatchStopJobRunError
- bsjreJobName :: Lens' BatchStopJobRunError (Maybe Text)
- bsjreJobRunId :: Lens' BatchStopJobRunError (Maybe Text)
- bsjreErrorDetail :: Lens' BatchStopJobRunError (Maybe ErrorDetail)
- data BatchStopJobRunSuccessfulSubmission
- batchStopJobRunSuccessfulSubmission :: BatchStopJobRunSuccessfulSubmission
- bsjrssJobName :: Lens' BatchStopJobRunSuccessfulSubmission (Maybe Text)
- bsjrssJobRunId :: Lens' BatchStopJobRunSuccessfulSubmission (Maybe Text)
- data CatalogEntry
- catalogEntry :: Text -> Text -> CatalogEntry
- ceDatabaseName :: Lens' CatalogEntry Text
- ceTableName :: Lens' CatalogEntry Text
- data CatalogImportStatus
- catalogImportStatus :: CatalogImportStatus
- cisImportedBy :: Lens' CatalogImportStatus (Maybe Text)
- cisImportTime :: Lens' CatalogImportStatus (Maybe UTCTime)
- cisImportCompleted :: Lens' CatalogImportStatus (Maybe Bool)
- data Classifier
- classifier :: Classifier
- cGrokClassifier :: Lens' Classifier (Maybe GrokClassifier)
- data CodeGenEdge
- codeGenEdge :: Text -> Text -> CodeGenEdge
- cgeTargetParameter :: Lens' CodeGenEdge (Maybe Text)
- cgeSource :: Lens' CodeGenEdge Text
- cgeTarget :: Lens' CodeGenEdge Text
- data CodeGenNode
- codeGenNode :: Text -> Text -> CodeGenNode
- cgnLineNumber :: Lens' CodeGenNode (Maybe Int)
- cgnId :: Lens' CodeGenNode Text
- cgnNodeType :: Lens' CodeGenNode Text
- cgnArgs :: Lens' CodeGenNode [CodeGenNodeArg]
- data CodeGenNodeArg
- codeGenNodeArg :: Text -> Text -> CodeGenNodeArg
- cgnaParam :: Lens' CodeGenNodeArg (Maybe Bool)
- cgnaName :: Lens' CodeGenNodeArg Text
- cgnaValue :: Lens' CodeGenNodeArg Text
- data Column
- column :: Text -> Column
- cType :: Lens' Column (Maybe Text)
- cComment :: Lens' Column (Maybe Text)
- cName :: Lens' Column Text
- data Condition
- condition :: Condition
- cState :: Lens' Condition (Maybe JobRunState)
- cJobName :: Lens' Condition (Maybe Text)
- cLogicalOperator :: Lens' Condition (Maybe LogicalOperator)
- data Connection
- connection :: Connection
- conCreationTime :: Lens' Connection (Maybe UTCTime)
- conLastUpdatedBy :: Lens' Connection (Maybe Text)
- conConnectionProperties :: Lens' Connection (HashMap ConnectionPropertyKey Text)
- conLastUpdatedTime :: Lens' Connection (Maybe UTCTime)
- conMatchCriteria :: Lens' Connection [Text]
- conPhysicalConnectionRequirements :: Lens' Connection (Maybe PhysicalConnectionRequirements)
- conName :: Lens' Connection (Maybe Text)
- conDescription :: Lens' Connection (Maybe Text)
- conConnectionType :: Lens' Connection (Maybe ConnectionType)
- data ConnectionInput
- connectionInput :: ConnectionInput
- ciConnectionProperties :: Lens' ConnectionInput (HashMap ConnectionPropertyKey Text)
- ciMatchCriteria :: Lens' ConnectionInput [Text]
- ciPhysicalConnectionRequirements :: Lens' ConnectionInput (Maybe PhysicalConnectionRequirements)
- ciName :: Lens' ConnectionInput (Maybe Text)
- ciDescription :: Lens' ConnectionInput (Maybe Text)
- ciConnectionType :: Lens' ConnectionInput (Maybe ConnectionType)
- data ConnectionsList
- connectionsList :: ConnectionsList
- clConnections :: Lens' ConnectionsList [Text]
- data Crawler
- crawler :: Crawler
- craCreationTime :: Lens' Crawler (Maybe UTCTime)
- craState :: Lens' Crawler (Maybe CrawlerState)
- craSchemaChangePolicy :: Lens' Crawler (Maybe SchemaChangePolicy)
- craLastUpdated :: Lens' Crawler (Maybe UTCTime)
- craSchedule :: Lens' Crawler (Maybe Schedule)
- craLastCrawl :: Lens' Crawler (Maybe LastCrawlInfo)
- craCrawlElapsedTime :: Lens' Crawler (Maybe Integer)
- craClassifiers :: Lens' Crawler [Text]
- craRole :: Lens' Crawler (Maybe Text)
- craName :: Lens' Crawler (Maybe Text)
- craTargets :: Lens' Crawler (Maybe CrawlerTargets)
- craVersion :: Lens' Crawler (Maybe Integer)
- craDatabaseName :: Lens' Crawler (Maybe Text)
- craTablePrefix :: Lens' Crawler (Maybe Text)
- craDescription :: Lens' Crawler (Maybe Text)
- data CrawlerMetrics
- crawlerMetrics :: CrawlerMetrics
- cmLastRuntimeSeconds :: Lens' CrawlerMetrics (Maybe Double)
- cmTablesCreated :: Lens' CrawlerMetrics (Maybe Natural)
- cmStillEstimating :: Lens' CrawlerMetrics (Maybe Bool)
- cmMedianRuntimeSeconds :: Lens' CrawlerMetrics (Maybe Double)
- cmTimeLeftSeconds :: Lens' CrawlerMetrics (Maybe Double)
- cmTablesDeleted :: Lens' CrawlerMetrics (Maybe Natural)
- cmTablesUpdated :: Lens' CrawlerMetrics (Maybe Natural)
- cmCrawlerName :: Lens' CrawlerMetrics (Maybe Text)
- data CrawlerTargets
- crawlerTargets :: CrawlerTargets
- ctS3Targets :: Lens' CrawlerTargets [S3Target]
- ctJdbcTargets :: Lens' CrawlerTargets [JdbcTarget]
- data CreateGrokClassifierRequest
- createGrokClassifierRequest :: Text -> Text -> Text -> CreateGrokClassifierRequest
- cgcrCustomPatterns :: Lens' CreateGrokClassifierRequest (Maybe Text)
- cgcrClassification :: Lens' CreateGrokClassifierRequest Text
- cgcrName :: Lens' CreateGrokClassifierRequest Text
- cgcrGrokPattern :: Lens' CreateGrokClassifierRequest Text
- data Database
- database :: Text -> Database
- dLocationURI :: Lens' Database (Maybe Text)
- dParameters :: Lens' Database (HashMap Text Text)
- dDescription :: Lens' Database (Maybe Text)
- dCreateTime :: Lens' Database (Maybe UTCTime)
- dName :: Lens' Database Text
- data DatabaseInput
- databaseInput :: Text -> DatabaseInput
- diLocationURI :: Lens' DatabaseInput (Maybe Text)
- diParameters :: Lens' DatabaseInput (HashMap Text Text)
- diDescription :: Lens' DatabaseInput (Maybe Text)
- diName :: Lens' DatabaseInput Text
- data DevEndpoint
- devEndpoint :: DevEndpoint
- deStatus :: Lens' DevEndpoint (Maybe Text)
- deFailureReason :: Lens' DevEndpoint (Maybe Text)
- deEndpointName :: Lens' DevEndpoint (Maybe Text)
- deExtraPythonLibsS3Path :: Lens' DevEndpoint (Maybe Text)
- deLastUpdateStatus :: Lens' DevEndpoint (Maybe Text)
- deSecurityGroupIds :: Lens' DevEndpoint [Text]
- deLastModifiedTimestamp :: Lens' DevEndpoint (Maybe UTCTime)
- deVPCId :: Lens' DevEndpoint (Maybe Text)
- dePublicKey :: Lens' DevEndpoint (Maybe Text)
- deSubnetId :: Lens' DevEndpoint (Maybe Text)
- deNumberOfNodes :: Lens' DevEndpoint (Maybe Int)
- dePublicAddress :: Lens' DevEndpoint (Maybe Text)
- deAvailabilityZone :: Lens' DevEndpoint (Maybe Text)
- deZeppelinRemoteSparkInterpreterPort :: Lens' DevEndpoint (Maybe Int)
- deExtraJARsS3Path :: Lens' DevEndpoint (Maybe Text)
- deCreatedTimestamp :: Lens' DevEndpoint (Maybe UTCTime)
- deYarnEndpointAddress :: Lens' DevEndpoint (Maybe Text)
- deRoleARN :: Lens' DevEndpoint (Maybe Text)
- data DevEndpointCustomLibraries
- devEndpointCustomLibraries :: DevEndpointCustomLibraries
- declExtraPythonLibsS3Path :: Lens' DevEndpointCustomLibraries (Maybe Text)
- declExtraJARsS3Path :: Lens' DevEndpointCustomLibraries (Maybe Text)
- data ErrorDetail
- errorDetail :: ErrorDetail
- edErrorCode :: Lens' ErrorDetail (Maybe Text)
- edErrorMessage :: Lens' ErrorDetail (Maybe Text)
- data ExecutionProperty
- executionProperty :: ExecutionProperty
- epMaxConcurrentRuns :: Lens' ExecutionProperty (Maybe Int)
- data GetConnectionsFilter
- getConnectionsFilter :: GetConnectionsFilter
- gcfMatchCriteria :: Lens' GetConnectionsFilter [Text]
- gcfConnectionType :: Lens' GetConnectionsFilter (Maybe ConnectionType)
- data GrokClassifier
- grokClassifier :: Text -> Text -> Text -> GrokClassifier
- gcCreationTime :: Lens' GrokClassifier (Maybe UTCTime)
- gcLastUpdated :: Lens' GrokClassifier (Maybe UTCTime)
- gcVersion :: Lens' GrokClassifier (Maybe Integer)
- gcCustomPatterns :: Lens' GrokClassifier (Maybe Text)
- gcName :: Lens' GrokClassifier Text
- gcClassification :: Lens' GrokClassifier Text
- gcGrokPattern :: Lens' GrokClassifier Text
- data JdbcTarget
- jdbcTarget :: JdbcTarget
- jtPath :: Lens' JdbcTarget (Maybe Text)
- jtConnectionName :: Lens' JdbcTarget (Maybe Text)
- jtExclusions :: Lens' JdbcTarget [Text]
- data Job
- job :: Job
- jCommand :: Lens' Job (Maybe JobCommand)
- jLastModifiedOn :: Lens' Job (Maybe UTCTime)
- jConnections :: Lens' Job (Maybe ConnectionsList)
- jRole :: Lens' Job (Maybe Text)
- jName :: Lens' Job (Maybe Text)
- jLogURI :: Lens' Job (Maybe Text)
- jMaxRetries :: Lens' Job (Maybe Int)
- jExecutionProperty :: Lens' Job (Maybe ExecutionProperty)
- jAllocatedCapacity :: Lens' Job (Maybe Int)
- jDefaultArguments :: Lens' Job (HashMap Text Text)
- jDescription :: Lens' Job (Maybe Text)
- jCreatedOn :: Lens' Job (Maybe UTCTime)
- data JobBookmarkEntry
- jobBookmarkEntry :: JobBookmarkEntry
- jbeJobName :: Lens' JobBookmarkEntry (Maybe Text)
- jbeRun :: Lens' JobBookmarkEntry (Maybe Int)
- jbeVersion :: Lens' JobBookmarkEntry (Maybe Int)
- jbeAttempt :: Lens' JobBookmarkEntry (Maybe Int)
- jbeJobBookmark :: Lens' JobBookmarkEntry (Maybe Text)
- data JobCommand
- jobCommand :: JobCommand
- jcScriptLocation :: Lens' JobCommand (Maybe Text)
- jcName :: Lens' JobCommand (Maybe Text)
- data JobRun
- jobRun :: JobRun
- jrCompletedOn :: Lens' JobRun (Maybe UTCTime)
- jrTriggerName :: Lens' JobRun (Maybe Text)
- jrLastModifiedOn :: Lens' JobRun (Maybe UTCTime)
- jrArguments :: Lens' JobRun (HashMap Text Text)
- jrJobName :: Lens' JobRun (Maybe Text)
- jrStartedOn :: Lens' JobRun (Maybe UTCTime)
- jrJobRunState :: Lens' JobRun (Maybe JobRunState)
- jrPredecessorRuns :: Lens' JobRun [Predecessor]
- jrPreviousRunId :: Lens' JobRun (Maybe Text)
- jrId :: Lens' JobRun (Maybe Text)
- jrAttempt :: Lens' JobRun (Maybe Int)
- jrAllocatedCapacity :: Lens' JobRun (Maybe Int)
- jrErrorMessage :: Lens' JobRun (Maybe Text)
- data JobUpdate
- jobUpdate :: JobUpdate
- juCommand :: Lens' JobUpdate (Maybe JobCommand)
- juConnections :: Lens' JobUpdate (Maybe ConnectionsList)
- juRole :: Lens' JobUpdate (Maybe Text)
- juLogURI :: Lens' JobUpdate (Maybe Text)
- juMaxRetries :: Lens' JobUpdate (Maybe Int)
- juExecutionProperty :: Lens' JobUpdate (Maybe ExecutionProperty)
- juAllocatedCapacity :: Lens' JobUpdate (Maybe Int)
- juDefaultArguments :: Lens' JobUpdate (HashMap Text Text)
- juDescription :: Lens' JobUpdate (Maybe Text)
- data LastCrawlInfo
- lastCrawlInfo :: LastCrawlInfo
- lciStatus :: Lens' LastCrawlInfo (Maybe LastCrawlStatus)
- lciStartTime :: Lens' LastCrawlInfo (Maybe UTCTime)
- lciLogStream :: Lens' LastCrawlInfo (Maybe Text)
- lciLogGroup :: Lens' LastCrawlInfo (Maybe Text)
- lciMessagePrefix :: Lens' LastCrawlInfo (Maybe Text)
- lciErrorMessage :: Lens' LastCrawlInfo (Maybe Text)
- data Location
- location :: Location
- lJdbc :: Lens' Location [CodeGenNodeArg]
- lS3 :: Lens' Location [CodeGenNodeArg]
- data MappingEntry
- mappingEntry :: MappingEntry
- meTargetTable :: Lens' MappingEntry (Maybe Text)
- meSourceType :: Lens' MappingEntry (Maybe Text)
- meSourceTable :: Lens' MappingEntry (Maybe Text)
- meTargetType :: Lens' MappingEntry (Maybe Text)
- meTargetPath :: Lens' MappingEntry (Maybe Text)
- meSourcePath :: Lens' MappingEntry (Maybe Text)
- data Order
- order :: Text -> Natural -> Order
- oColumn :: Lens' Order Text
- oSortOrder :: Lens' Order Natural
- data Partition
- partition :: Partition
- pCreationTime :: Lens' Partition (Maybe UTCTime)
- pValues :: Lens' Partition [Text]
- pLastAnalyzedTime :: Lens' Partition (Maybe UTCTime)
- pStorageDescriptor :: Lens' Partition (Maybe StorageDescriptor)
- pDatabaseName :: Lens' Partition (Maybe Text)
- pParameters :: Lens' Partition (HashMap Text Text)
- pLastAccessTime :: Lens' Partition (Maybe UTCTime)
- pTableName :: Lens' Partition (Maybe Text)
- data PartitionError
- partitionError :: PartitionError
- pePartitionValues :: Lens' PartitionError [Text]
- peErrorDetail :: Lens' PartitionError (Maybe ErrorDetail)
- data PartitionInput
- partitionInput :: PartitionInput
- piValues :: Lens' PartitionInput [Text]
- piLastAnalyzedTime :: Lens' PartitionInput (Maybe UTCTime)
- piStorageDescriptor :: Lens' PartitionInput (Maybe StorageDescriptor)
- piParameters :: Lens' PartitionInput (HashMap Text Text)
- piLastAccessTime :: Lens' PartitionInput (Maybe UTCTime)
- data PartitionValueList
- partitionValueList :: PartitionValueList
- pvlValues :: Lens' PartitionValueList [Text]
- data PhysicalConnectionRequirements
- physicalConnectionRequirements :: PhysicalConnectionRequirements
- pcrSecurityGroupIdList :: Lens' PhysicalConnectionRequirements [Text]
- pcrSubnetId :: Lens' PhysicalConnectionRequirements (Maybe Text)
- pcrAvailabilityZone :: Lens' PhysicalConnectionRequirements (Maybe Text)
- data Predecessor
- predecessor :: Predecessor
- pJobName :: Lens' Predecessor (Maybe Text)
- pRunId :: Lens' Predecessor (Maybe Text)
- data Predicate
- predicate :: Predicate
- pLogical :: Lens' Predicate (Maybe Logical)
- pConditions :: Lens' Predicate [Condition]
- data ResourceURI
- resourceURI :: ResourceURI
- ruResourceType :: Lens' ResourceURI (Maybe ResourceType)
- ruURI :: Lens' ResourceURI (Maybe Text)
- data S3Target
- s3Target :: S3Target
- stPath :: Lens' S3Target (Maybe Text)
- stExclusions :: Lens' S3Target [Text]
- data Schedule
- schedule :: Schedule
- sState :: Lens' Schedule (Maybe ScheduleState)
- sScheduleExpression :: Lens' Schedule (Maybe Text)
- data SchemaChangePolicy
- schemaChangePolicy :: SchemaChangePolicy
- scpDeleteBehavior :: Lens' SchemaChangePolicy (Maybe DeleteBehavior)
- scpUpdateBehavior :: Lens' SchemaChangePolicy (Maybe UpdateBehavior)
- data Segment
- segment :: Natural -> Natural -> Segment
- sSegmentNumber :: Lens' Segment Natural
- sTotalSegments :: Lens' Segment Natural
- data SerDeInfo
- serDeInfo :: SerDeInfo
- sdiSerializationLibrary :: Lens' SerDeInfo (Maybe Text)
- sdiName :: Lens' SerDeInfo (Maybe Text)
- sdiParameters :: Lens' SerDeInfo (HashMap Text Text)
- data SkewedInfo
- skewedInfo :: SkewedInfo
- siSkewedColumnValueLocationMaps :: Lens' SkewedInfo (HashMap Text Text)
- siSkewedColumnValues :: Lens' SkewedInfo [Text]
- siSkewedColumnNames :: Lens' SkewedInfo [Text]
- data StorageDescriptor
- storageDescriptor :: StorageDescriptor
- sdSortColumns :: Lens' StorageDescriptor [Order]
- sdCompressed :: Lens' StorageDescriptor (Maybe Bool)
- sdLocation :: Lens' StorageDescriptor (Maybe Text)
- sdBucketColumns :: Lens' StorageDescriptor [Text]
- sdSerdeInfo :: Lens' StorageDescriptor (Maybe SerDeInfo)
- sdOutputFormat :: Lens' StorageDescriptor (Maybe Text)
- sdNumberOfBuckets :: Lens' StorageDescriptor (Maybe Int)
- sdStoredAsSubDirectories :: Lens' StorageDescriptor (Maybe Bool)
- sdParameters :: Lens' StorageDescriptor (HashMap Text Text)
- sdInputFormat :: Lens' StorageDescriptor (Maybe Text)
- sdSkewedInfo :: Lens' StorageDescriptor (Maybe SkewedInfo)
- sdColumns :: Lens' StorageDescriptor [Column]
- data Table
- table :: Text -> Table
- tRetention :: Lens' Table (Maybe Natural)
- tCreatedBy :: Lens' Table (Maybe Text)
- tTableType :: Lens' Table (Maybe Text)
- tOwner :: Lens' Table (Maybe Text)
- tViewOriginalText :: Lens' Table (Maybe Text)
- tUpdateTime :: Lens' Table (Maybe UTCTime)
- tViewExpandedText :: Lens' Table (Maybe Text)
- tLastAnalyzedTime :: Lens' Table (Maybe UTCTime)
- tStorageDescriptor :: Lens' Table (Maybe StorageDescriptor)
- tDatabaseName :: Lens' Table (Maybe Text)
- tParameters :: Lens' Table (HashMap Text Text)
- tLastAccessTime :: Lens' Table (Maybe UTCTime)
- tDescription :: Lens' Table (Maybe Text)
- tPartitionKeys :: Lens' Table [Column]
- tCreateTime :: Lens' Table (Maybe UTCTime)
- tName :: Lens' Table Text
- data TableError
- tableError :: TableError
- teTableName :: Lens' TableError (Maybe Text)
- teErrorDetail :: Lens' TableError (Maybe ErrorDetail)
- data TableInput
- tableInput :: Text -> TableInput
- tiRetention :: Lens' TableInput (Maybe Natural)
- tiTableType :: Lens' TableInput (Maybe Text)
- tiOwner :: Lens' TableInput (Maybe Text)
- tiViewOriginalText :: Lens' TableInput (Maybe Text)
- tiViewExpandedText :: Lens' TableInput (Maybe Text)
- tiLastAnalyzedTime :: Lens' TableInput (Maybe UTCTime)
- tiStorageDescriptor :: Lens' TableInput (Maybe StorageDescriptor)
- tiParameters :: Lens' TableInput (HashMap Text Text)
- tiLastAccessTime :: Lens' TableInput (Maybe UTCTime)
- tiDescription :: Lens' TableInput (Maybe Text)
- tiPartitionKeys :: Lens' TableInput [Column]
- tiName :: Lens' TableInput Text
- data TableVersion
- tableVersion :: TableVersion
- tvVersionId :: Lens' TableVersion (Maybe Text)
- tvTable :: Lens' TableVersion (Maybe Table)
- data Trigger
- trigger :: Trigger
- triState :: Lens' Trigger (Maybe TriggerState)
- triActions :: Lens' Trigger [Action]
- triSchedule :: Lens' Trigger (Maybe Text)
- triPredicate :: Lens' Trigger (Maybe Predicate)
- triName :: Lens' Trigger (Maybe Text)
- triId :: Lens' Trigger (Maybe Text)
- triType :: Lens' Trigger (Maybe TriggerType)
- triDescription :: Lens' Trigger (Maybe Text)
- data TriggerUpdate
- triggerUpdate :: TriggerUpdate
- tuActions :: Lens' TriggerUpdate [Action]
- tuSchedule :: Lens' TriggerUpdate (Maybe Text)
- tuPredicate :: Lens' TriggerUpdate (Maybe Predicate)
- tuName :: Lens' TriggerUpdate (Maybe Text)
- tuDescription :: Lens' TriggerUpdate (Maybe Text)
- data UpdateGrokClassifierRequest
- updateGrokClassifierRequest :: Text -> UpdateGrokClassifierRequest
- ugcrClassification :: Lens' UpdateGrokClassifierRequest (Maybe Text)
- ugcrCustomPatterns :: Lens' UpdateGrokClassifierRequest (Maybe Text)
- ugcrGrokPattern :: Lens' UpdateGrokClassifierRequest (Maybe Text)
- ugcrName :: Lens' UpdateGrokClassifierRequest Text
- data UserDefinedFunction
- userDefinedFunction :: UserDefinedFunction
- udfOwnerName :: Lens' UserDefinedFunction (Maybe Text)
- udfResourceURIs :: Lens' UserDefinedFunction [ResourceURI]
- udfFunctionName :: Lens' UserDefinedFunction (Maybe Text)
- udfOwnerType :: Lens' UserDefinedFunction (Maybe PrincipalType)
- udfCreateTime :: Lens' UserDefinedFunction (Maybe UTCTime)
- udfClassName :: Lens' UserDefinedFunction (Maybe Text)
- data UserDefinedFunctionInput
- userDefinedFunctionInput :: UserDefinedFunctionInput
- udfiOwnerName :: Lens' UserDefinedFunctionInput (Maybe Text)
- udfiResourceURIs :: Lens' UserDefinedFunctionInput [ResourceURI]
- udfiFunctionName :: Lens' UserDefinedFunctionInput (Maybe Text)
- udfiOwnerType :: Lens' UserDefinedFunctionInput (Maybe PrincipalType)
- udfiClassName :: Lens' UserDefinedFunctionInput (Maybe Text)
Service Configuration
Errors
_ValidationException :: AsError a => Getting (First ServiceError) a ServiceError Source #
A value could not be validated.
_AccessDeniedException :: AsError a => Getting (First ServiceError) a ServiceError Source #
Access to a resource was denied.
_CrawlerRunningException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The operation cannot be performed because the crawler is already running.
_SchedulerTransitioningException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The specified scheduler is transitioning.
_SchedulerRunningException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The specified scheduler is already running.
_ConcurrentRunsExceededException :: AsError a => Getting (First ServiceError) a ServiceError Source #
Too many jobs are being run concurrently.
_NoScheduleException :: AsError a => Getting (First ServiceError) a ServiceError Source #
There is no applicable schedule.
_OperationTimeoutException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The operation timed out.
_CrawlerNotRunningException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The specified crawler is not running.
_VersionMismatchException :: AsError a => Getting (First ServiceError) a ServiceError Source #
There was a version conflict.
_EntityNotFoundException :: AsError a => Getting (First ServiceError) a ServiceError Source #
A specified entity does not exist
_ConcurrentModificationException :: AsError a => Getting (First ServiceError) a ServiceError Source #
Two processes are trying to modify a resource simultaneously.
_SchedulerNotRunningException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The specified scheduler is not running.
_InternalServiceException :: AsError a => Getting (First ServiceError) a ServiceError Source #
An internal service error occurred.
_InvalidInputException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The input provided was not valid.
_ResourceNumberLimitExceededException :: AsError a => Getting (First ServiceError) a ServiceError Source #
A resource numerical limit was exceeded.
_IdempotentParameterMismatchException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The same unique identifier was associated with two different records.
_CrawlerStoppingException :: AsError a => Getting (First ServiceError) a ServiceError Source #
The specified crawler is stopping.
_AlreadyExistsException :: AsError a => Getting (First ServiceError) a ServiceError Source #
A resource to be created or added already exists.
ConnectionPropertyKey
data ConnectionPropertyKey Source #
Constructors
| ConfigFiles | |
| Host | |
| InstanceId | |
| JdbcConnectionURL | |
| JdbcDriverClassName | |
| JdbcDriverJARURI | |
| JdbcEngine | |
| JdbcEngineVersion | |
| Password | |
| Port | |
| Username |
Instances
ConnectionType
data ConnectionType Source #
Instances
CrawlerState
data CrawlerState Source #
Constructors
| CSReady | |
| CSRunning | |
| CSStopping |
Instances
DeleteBehavior
data DeleteBehavior Source #
Constructors
| DeleteFromDatabase | |
| DeprecateInDatabase | |
| Log |
Instances
JobRunState
data JobRunState Source #
Instances
LastCrawlStatus
data LastCrawlStatus Source #
Constructors
| LCSCancelled | |
| LCSFailed | |
| LCSSucceeded |
Instances
Logical
Constructors
| And |
Instances
LogicalOperator
data LogicalOperator Source #
Constructors
| Equals |
Instances
PrincipalType
data PrincipalType Source #
Instances
ResourceType
data ResourceType Source #
Instances
ScheduleState
data ScheduleState Source #
Constructors
| NotScheduled | |
| Scheduled | |
| Transitioning |
Instances
TriggerState
data TriggerState Source #
Constructors
| Activated | |
| Activating | |
| Created | |
| Creating | |
| Deactivated | |
| Deactivating | |
| Deleting | |
| Updating |
Instances
TriggerType
data TriggerType Source #
Constructors
| TTConditional | |
| TTOnDemand | |
| TTScheduled |
Instances
UpdateBehavior
data UpdateBehavior Source #
Constructors
| UBLog | |
| UBUpdateInDatabase |
Instances
Action
Defines an action to be initiated by a trigger.
See: action smart constructor.
Creates a value of Action with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
aArguments- Arguments to be passed to the job.aJobName- The name of a job to be executed.
BatchStopJobRunError
data BatchStopJobRunError Source #
Details about the job run and the error that occurred while trying to submit it for stopping.
See: batchStopJobRunError smart constructor.
Instances
batchStopJobRunError :: BatchStopJobRunError Source #
Creates a value of BatchStopJobRunError with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
bsjreJobName- The name of the job.bsjreJobRunId- The job run Id.bsjreErrorDetail- The details of the error that occurred.
bsjreJobName :: Lens' BatchStopJobRunError (Maybe Text) Source #
The name of the job.
bsjreJobRunId :: Lens' BatchStopJobRunError (Maybe Text) Source #
The job run Id.
bsjreErrorDetail :: Lens' BatchStopJobRunError (Maybe ErrorDetail) Source #
The details of the error that occurred.
BatchStopJobRunSuccessfulSubmission
data BatchStopJobRunSuccessfulSubmission Source #
Details about the job run which is submitted successfully for stopping.
See: batchStopJobRunSuccessfulSubmission smart constructor.
Instances
batchStopJobRunSuccessfulSubmission :: BatchStopJobRunSuccessfulSubmission Source #
Creates a value of BatchStopJobRunSuccessfulSubmission with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
bsjrssJobName- The name of the job.bsjrssJobRunId- The job run Id.
bsjrssJobName :: Lens' BatchStopJobRunSuccessfulSubmission (Maybe Text) Source #
The name of the job.
bsjrssJobRunId :: Lens' BatchStopJobRunSuccessfulSubmission (Maybe Text) Source #
The job run Id.
CatalogEntry
data CatalogEntry Source #
Specifies a table definition in the Data Catalog.
See: catalogEntry smart constructor.
Arguments
| :: Text | |
| -> Text | |
| -> CatalogEntry |
Creates a value of CatalogEntry with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
ceDatabaseName- The database in which the table metadata resides.ceTableName- The name of the table in question.
ceDatabaseName :: Lens' CatalogEntry Text Source #
The database in which the table metadata resides.
ceTableName :: Lens' CatalogEntry Text Source #
The name of the table in question.
CatalogImportStatus
data CatalogImportStatus Source #
A structure containing migration status information.
See: catalogImportStatus smart constructor.
Instances
catalogImportStatus :: CatalogImportStatus Source #
Creates a value of CatalogImportStatus with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cisImportedBy- The name of the person who initiated the migration.cisImportTime- The time that the migration was started.cisImportCompleted- True if the migration has completed, or False otherwise.
cisImportedBy :: Lens' CatalogImportStatus (Maybe Text) Source #
The name of the person who initiated the migration.
cisImportTime :: Lens' CatalogImportStatus (Maybe UTCTime) Source #
The time that the migration was started.
cisImportCompleted :: Lens' CatalogImportStatus (Maybe Bool) Source #
True if the migration has completed, or False otherwise.
Classifier
data Classifier Source #
Classifiers are written in Python and triggered during a Crawl Task. You can write your own Classifiers to best categorize your data sources and specify the appropriate schemas to use for them. A Classifier first checks whether a given file is in a format it can handle, and then, if so, creates a schema in the form of a StructType object that matches that data format.
See: classifier smart constructor.
Instances
classifier :: Classifier Source #
Creates a value of Classifier with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cGrokClassifier- A GrokClassifier object.
cGrokClassifier :: Lens' Classifier (Maybe GrokClassifier) Source #
A GrokClassifier object.
CodeGenEdge
data CodeGenEdge Source #
Represents a directional edge in a directed acyclic graph (DAG).
See: codeGenEdge smart constructor.
Arguments
| :: Text | |
| -> Text | |
| -> CodeGenEdge |
Creates a value of CodeGenEdge with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cgeTargetParameter- The target of the edge.cgeSource- The ID of the node at which the edge starts.cgeTarget- The ID of the node at which the edge ends.
cgeTargetParameter :: Lens' CodeGenEdge (Maybe Text) Source #
The target of the edge.
CodeGenNode
data CodeGenNode Source #
Represents a node in a directed acyclic graph (DAG)
See: codeGenNode smart constructor.
Arguments
| :: Text | |
| -> Text | |
| -> CodeGenNode |
Creates a value of CodeGenNode with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cgnLineNumber- The line number of the node.cgnId- A node identifier that is unique within the node's graph.cgnNodeType- The type of node this is.cgnArgs- Properties of the node, in the form of name-value pairs.
cgnLineNumber :: Lens' CodeGenNode (Maybe Int) Source #
The line number of the node.
cgnNodeType :: Lens' CodeGenNode Text Source #
The type of node this is.
cgnArgs :: Lens' CodeGenNode [CodeGenNodeArg] Source #
Properties of the node, in the form of name-value pairs.
CodeGenNodeArg
data CodeGenNodeArg Source #
An argument or property of a node.
See: codeGenNodeArg smart constructor.
Instances
Arguments
| :: Text | |
| -> Text | |
| -> CodeGenNodeArg |
Creates a value of CodeGenNodeArg with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
Column
A column in a Table .
See: column smart constructor.
Condition
Defines a condition under which a trigger fires.
See: condition smart constructor.
condition :: Condition Source #
Creates a value of Condition with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cState- The condition state.cJobName- The name of the job in question.cLogicalOperator- A logical operator.
cLogicalOperator :: Lens' Condition (Maybe LogicalOperator) Source #
A logical operator.
Connection
data Connection Source #
Defines a connection to a data source.
See: connection smart constructor.
Instances
connection :: Connection Source #
Creates a value of Connection with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
conCreationTime- The time this connection definition was created.conLastUpdatedBy- The user, group or role that last updated this connection definition.conConnectionProperties- A list of key-value pairs used as parameters for this connection.conLastUpdatedTime- The last time this connection definition was updated.conMatchCriteria- A list of criteria that can be used in selecting this connection.conPhysicalConnectionRequirements- A map of physical connection requirements, such as VPC and SecurityGroup, needed for making this connection successfully.conName- The name of the connection definition.conDescription- Description of the connection.conConnectionType- The type of the connection. Currently, only JDBC is supported; SFTP is not supported.
conCreationTime :: Lens' Connection (Maybe UTCTime) Source #
The time this connection definition was created.
conLastUpdatedBy :: Lens' Connection (Maybe Text) Source #
The user, group or role that last updated this connection definition.
conConnectionProperties :: Lens' Connection (HashMap ConnectionPropertyKey Text) Source #
A list of key-value pairs used as parameters for this connection.
conLastUpdatedTime :: Lens' Connection (Maybe UTCTime) Source #
The last time this connection definition was updated.
conMatchCriteria :: Lens' Connection [Text] Source #
A list of criteria that can be used in selecting this connection.
conPhysicalConnectionRequirements :: Lens' Connection (Maybe PhysicalConnectionRequirements) Source #
A map of physical connection requirements, such as VPC and SecurityGroup, needed for making this connection successfully.
conDescription :: Lens' Connection (Maybe Text) Source #
Description of the connection.
conConnectionType :: Lens' Connection (Maybe ConnectionType) Source #
The type of the connection. Currently, only JDBC is supported; SFTP is not supported.
ConnectionInput
data ConnectionInput Source #
A structure used to specify a connection to create or update.
See: connectionInput smart constructor.
connectionInput :: ConnectionInput Source #
Creates a value of ConnectionInput with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
ciConnectionProperties- A list of key-value pairs used as parameters for this connection.ciMatchCriteria- A list of criteria that can be used in selecting this connection.ciPhysicalConnectionRequirements- A map of physical connection requirements, such as VPC and SecurityGroup, needed for making this connection successfully.ciName- The name of the connection.ciDescription- Description of the connection.ciConnectionType- The type of the connection. Currently, only JDBC is supported; SFTP is not supported.
ciConnectionProperties :: Lens' ConnectionInput (HashMap ConnectionPropertyKey Text) Source #
A list of key-value pairs used as parameters for this connection.
ciMatchCriteria :: Lens' ConnectionInput [Text] Source #
A list of criteria that can be used in selecting this connection.
ciPhysicalConnectionRequirements :: Lens' ConnectionInput (Maybe PhysicalConnectionRequirements) Source #
A map of physical connection requirements, such as VPC and SecurityGroup, needed for making this connection successfully.
ciDescription :: Lens' ConnectionInput (Maybe Text) Source #
Description of the connection.
ciConnectionType :: Lens' ConnectionInput (Maybe ConnectionType) Source #
The type of the connection. Currently, only JDBC is supported; SFTP is not supported.
ConnectionsList
data ConnectionsList Source #
Specifies the connections used by a job.
See: connectionsList smart constructor.
Instances
connectionsList :: ConnectionsList Source #
Creates a value of ConnectionsList with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
clConnections- A list of connections used by the job.
clConnections :: Lens' ConnectionsList [Text] Source #
A list of connections used by the job.
Crawler
Specifies a crawler program that examines a data source and uses classifiers to try to determine its schema. If successful, the crawler records metatdata concerning the data source in the Data Catalog.
See: crawler smart constructor.
Creates a value of Crawler with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
craCreationTime- The time when the Crawler was created.craState- Indicates whether this Crawler is running, or whether a run is pending.craSchemaChangePolicy- Sets policy for the crawler's update and delete behavior.craLastUpdated- The time the Crawler was last updated.craSchedule- AScheduleobject that specifies the schedule on which this Crawler is to be run.craLastCrawl- The status of the last crawl, and potentially error information if an error occurred.craCrawlElapsedTime- If this Crawler is running, contains the total time elapsed since the last crawl began.craClassifiers- A list of customClassifiers associated with this Crawler.craRole- The IAM role (or ARN of an IAM role) used to access customer resources such as data in S3.craName- TheCrawlername.craTargets- A collection of targets to crawl.craVersion- The version of the Crawler.craDatabaseName- TheDatabasewhere this Crawler's output should be stored.craTablePrefix- The table prefix used for catalog tables created.craDescription- A description of this Crawler and where it should be used.
craState :: Lens' Crawler (Maybe CrawlerState) Source #
Indicates whether this Crawler is running, or whether a run is pending.
craSchemaChangePolicy :: Lens' Crawler (Maybe SchemaChangePolicy) Source #
Sets policy for the crawler's update and delete behavior.
craSchedule :: Lens' Crawler (Maybe Schedule) Source #
A Schedule object that specifies the schedule on which this Crawler is to be run.
craLastCrawl :: Lens' Crawler (Maybe LastCrawlInfo) Source #
The status of the last crawl, and potentially error information if an error occurred.
craCrawlElapsedTime :: Lens' Crawler (Maybe Integer) Source #
If this Crawler is running, contains the total time elapsed since the last crawl began.
craClassifiers :: Lens' Crawler [Text] Source #
A list of custom Classifier s associated with this Crawler.
craRole :: Lens' Crawler (Maybe Text) Source #
The IAM role (or ARN of an IAM role) used to access customer resources such as data in S3.
craTargets :: Lens' Crawler (Maybe CrawlerTargets) Source #
A collection of targets to crawl.
craDatabaseName :: Lens' Crawler (Maybe Text) Source #
The Database where this Crawler's output should be stored.
craTablePrefix :: Lens' Crawler (Maybe Text) Source #
The table prefix used for catalog tables created.
craDescription :: Lens' Crawler (Maybe Text) Source #
A description of this Crawler and where it should be used.
CrawlerMetrics
data CrawlerMetrics Source #
Metrics for a specified crawler.
See: crawlerMetrics smart constructor.
crawlerMetrics :: CrawlerMetrics Source #
Creates a value of CrawlerMetrics with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cmLastRuntimeSeconds- The duration of the crawler's most recent run, in seconds.cmTablesCreated- A list of the tables created by this crawler.cmStillEstimating- True if the crawler is estimating itscmMedianRuntimeSeconds- The median duration of this crawler's runs, in seconds.cmTimeLeftSeconds- The estimated time left to complete a running crawl.cmTablesDeleted- A list of the tables deleted by this crawler.cmTablesUpdated- A list of the tables created by this crawler.cmCrawlerName- The name of the crawler.
cmLastRuntimeSeconds :: Lens' CrawlerMetrics (Maybe Double) Source #
The duration of the crawler's most recent run, in seconds.
cmTablesCreated :: Lens' CrawlerMetrics (Maybe Natural) Source #
A list of the tables created by this crawler.
cmStillEstimating :: Lens' CrawlerMetrics (Maybe Bool) Source #
True if the crawler is estimating its
cmMedianRuntimeSeconds :: Lens' CrawlerMetrics (Maybe Double) Source #
The median duration of this crawler's runs, in seconds.
cmTimeLeftSeconds :: Lens' CrawlerMetrics (Maybe Double) Source #
The estimated time left to complete a running crawl.
cmTablesDeleted :: Lens' CrawlerMetrics (Maybe Natural) Source #
A list of the tables deleted by this crawler.
cmTablesUpdated :: Lens' CrawlerMetrics (Maybe Natural) Source #
A list of the tables created by this crawler.
cmCrawlerName :: Lens' CrawlerMetrics (Maybe Text) Source #
The name of the crawler.
CrawlerTargets
data CrawlerTargets Source #
Specifies crawler targets.
See: crawlerTargets smart constructor.
Instances
crawlerTargets :: CrawlerTargets Source #
Creates a value of CrawlerTargets with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
ctS3Targets- Specifies targets in AWS S3.ctJdbcTargets- Specifies JDBC targets.
ctS3Targets :: Lens' CrawlerTargets [S3Target] Source #
Specifies targets in AWS S3.
ctJdbcTargets :: Lens' CrawlerTargets [JdbcTarget] Source #
Specifies JDBC targets.
CreateGrokClassifierRequest
data CreateGrokClassifierRequest Source #
Specifies a Grok classifier for CreateClassifier to create.
See: createGrokClassifierRequest smart constructor.
Instances
createGrokClassifierRequest Source #
Arguments
| :: Text | |
| -> Text | |
| -> Text | |
| -> CreateGrokClassifierRequest |
Creates a value of CreateGrokClassifierRequest with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
cgcrCustomPatterns- Custom grok patterns used by this classifier.cgcrClassification- The type of result that the classifier matches, such as Twitter Json, Omniture logs, Cloudwatch logs, and so forth.cgcrName- The name of the new Classifier.cgcrGrokPattern- The grok pattern used by this classifier.
cgcrCustomPatterns :: Lens' CreateGrokClassifierRequest (Maybe Text) Source #
Custom grok patterns used by this classifier.
cgcrClassification :: Lens' CreateGrokClassifierRequest Text Source #
The type of result that the classifier matches, such as Twitter Json, Omniture logs, Cloudwatch logs, and so forth.
cgcrGrokPattern :: Lens' CreateGrokClassifierRequest Text Source #
The grok pattern used by this classifier.
Database
The Database object represents a logical grouping of tables that may reside in a Hive metastore or an RDBMS.
See: database smart constructor.
Creates a value of Database with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
dLocationURI- The location of the database (for example, an HDFS path).dParameters- A list of key-value pairs that define parameters and properties of the database.dDescription- Description of the database.dCreateTime- The time at which the metadata database was created in the catalog.dName- Name of the database.
dLocationURI :: Lens' Database (Maybe Text) Source #
The location of the database (for example, an HDFS path).
dParameters :: Lens' Database (HashMap Text Text) Source #
A list of key-value pairs that define parameters and properties of the database.
dCreateTime :: Lens' Database (Maybe UTCTime) Source #
The time at which the metadata database was created in the catalog.
DatabaseInput
data DatabaseInput Source #
The structure used to create or updata a database.
See: databaseInput smart constructor.
Arguments
| :: Text | |
| -> DatabaseInput |
Creates a value of DatabaseInput with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
diLocationURI- The location of the database (for example, an HDFS path).diParameters- A list of key-value pairs that define parameters and properties of the database.diDescription- Description of the databasediName- Name of the database.
diLocationURI :: Lens' DatabaseInput (Maybe Text) Source #
The location of the database (for example, an HDFS path).
diParameters :: Lens' DatabaseInput (HashMap Text Text) Source #
A list of key-value pairs that define parameters and properties of the database.
diDescription :: Lens' DatabaseInput (Maybe Text) Source #
Description of the database
DevEndpoint
data DevEndpoint Source #
A development endpoint where a developer can remotely debug ETL scripts.
See: devEndpoint smart constructor.
devEndpoint :: DevEndpoint Source #
Creates a value of DevEndpoint with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
deStatus- The current status of this DevEndpoint.deFailureReason- The reason for a current failure in this DevEndpoint.deEndpointName- The name of the DevEndpoint.deExtraPythonLibsS3Path- Path(s) to one or more Python libraries in an S3 bucket that should be loaded in your DevEndpoint. Multiple values must be complete paths separated by a comma. Please note that only pure Python libraries can currently be used on a DevEndpoint. Libraries that rely on C extensions, such as the pandas Python data analysis library, are not yet supported.deLastUpdateStatus- The status of the last update.deSecurityGroupIds- A list of security group identifiers used in this DevEndpoint.deLastModifiedTimestamp- The point in time at which this DevEndpoint was last modified.deVPCId- The ID of the virtual private cloud (VPC) used by this DevEndpoint.dePublicKey- The public key to be used by this DevEndpoint for authentication.deSubnetId- The subnet ID for this DevEndpoint.deNumberOfNodes- The number of AWS Glue Data Processing Units (DPUs) allocated to this DevEndpoint.dePublicAddress- The public address used by this DevEndpoint.deAvailabilityZone- The AWS availability zone where this DevEndpoint is located.deZeppelinRemoteSparkInterpreterPort- The Apache Zeppelin port for the remote Apache Spark interpreter.deExtraJARsS3Path- Path to one or more Java Jars in an S3 bucket that should be loaded in your DevEndpoint. Please note that only pure Java/Scala libraries can currently be used on a DevEndpoint.deCreatedTimestamp- The point in time at which this DevEndpoint was created.deYarnEndpointAddress- The YARN endpoint address used by this DevEndpoint.deRoleARN- The AWS ARN of the IAM role used in this DevEndpoint.
deFailureReason :: Lens' DevEndpoint (Maybe Text) Source #
The reason for a current failure in this DevEndpoint.
deEndpointName :: Lens' DevEndpoint (Maybe Text) Source #
The name of the DevEndpoint.
deExtraPythonLibsS3Path :: Lens' DevEndpoint (Maybe Text) Source #
Path(s) to one or more Python libraries in an S3 bucket that should be loaded in your DevEndpoint. Multiple values must be complete paths separated by a comma. Please note that only pure Python libraries can currently be used on a DevEndpoint. Libraries that rely on C extensions, such as the pandas Python data analysis library, are not yet supported.
deLastUpdateStatus :: Lens' DevEndpoint (Maybe Text) Source #
The status of the last update.
deSecurityGroupIds :: Lens' DevEndpoint [Text] Source #
A list of security group identifiers used in this DevEndpoint.
deLastModifiedTimestamp :: Lens' DevEndpoint (Maybe UTCTime) Source #
The point in time at which this DevEndpoint was last modified.
deVPCId :: Lens' DevEndpoint (Maybe Text) Source #
The ID of the virtual private cloud (VPC) used by this DevEndpoint.
dePublicKey :: Lens' DevEndpoint (Maybe Text) Source #
The public key to be used by this DevEndpoint for authentication.
deSubnetId :: Lens' DevEndpoint (Maybe Text) Source #
The subnet ID for this DevEndpoint.
deNumberOfNodes :: Lens' DevEndpoint (Maybe Int) Source #
The number of AWS Glue Data Processing Units (DPUs) allocated to this DevEndpoint.
dePublicAddress :: Lens' DevEndpoint (Maybe Text) Source #
The public address used by this DevEndpoint.
deAvailabilityZone :: Lens' DevEndpoint (Maybe Text) Source #
The AWS availability zone where this DevEndpoint is located.
deZeppelinRemoteSparkInterpreterPort :: Lens' DevEndpoint (Maybe Int) Source #
The Apache Zeppelin port for the remote Apache Spark interpreter.
deExtraJARsS3Path :: Lens' DevEndpoint (Maybe Text) Source #
Path to one or more Java Jars in an S3 bucket that should be loaded in your DevEndpoint. Please note that only pure Java/Scala libraries can currently be used on a DevEndpoint.
deCreatedTimestamp :: Lens' DevEndpoint (Maybe UTCTime) Source #
The point in time at which this DevEndpoint was created.
deYarnEndpointAddress :: Lens' DevEndpoint (Maybe Text) Source #
The YARN endpoint address used by this DevEndpoint.
deRoleARN :: Lens' DevEndpoint (Maybe Text) Source #
The AWS ARN of the IAM role used in this DevEndpoint.
DevEndpointCustomLibraries
data DevEndpointCustomLibraries Source #
Custom libraries to be loaded into a DevEndpoint.
See: devEndpointCustomLibraries smart constructor.
Instances
devEndpointCustomLibraries :: DevEndpointCustomLibraries Source #
Creates a value of DevEndpointCustomLibraries with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
declExtraPythonLibsS3Path- Path(s) to one or more Python libraries in an S3 bucket that should be loaded in your DevEndpoint. Multiple values must be complete paths separated by a comma. Please note that only pure Python libraries can currently be used on a DevEndpoint. Libraries that rely on C extensions, such as the pandas Python data analysis library, are not yet supported.declExtraJARsS3Path- Path to one or more Java Jars in an S3 bucket that should be loaded in your DevEndpoint. Please note that only pure Java/Scala libraries can currently be used on a DevEndpoint.
declExtraPythonLibsS3Path :: Lens' DevEndpointCustomLibraries (Maybe Text) Source #
Path(s) to one or more Python libraries in an S3 bucket that should be loaded in your DevEndpoint. Multiple values must be complete paths separated by a comma. Please note that only pure Python libraries can currently be used on a DevEndpoint. Libraries that rely on C extensions, such as the pandas Python data analysis library, are not yet supported.
declExtraJARsS3Path :: Lens' DevEndpointCustomLibraries (Maybe Text) Source #
Path to one or more Java Jars in an S3 bucket that should be loaded in your DevEndpoint. Please note that only pure Java/Scala libraries can currently be used on a DevEndpoint.
ErrorDetail
data ErrorDetail Source #
Contains details about an error.
See: errorDetail smart constructor.
errorDetail :: ErrorDetail Source #
Creates a value of ErrorDetail with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
edErrorCode- The code associated with this error.edErrorMessage- A message describing the error.
edErrorCode :: Lens' ErrorDetail (Maybe Text) Source #
The code associated with this error.
edErrorMessage :: Lens' ErrorDetail (Maybe Text) Source #
A message describing the error.
ExecutionProperty
data ExecutionProperty Source #
An execution property of a job.
See: executionProperty smart constructor.
Instances
executionProperty :: ExecutionProperty Source #
Creates a value of ExecutionProperty with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
epMaxConcurrentRuns- The maximum number of concurrent runs allowed for a job.
epMaxConcurrentRuns :: Lens' ExecutionProperty (Maybe Int) Source #
The maximum number of concurrent runs allowed for a job.
GetConnectionsFilter
data GetConnectionsFilter Source #
Filters the connection definitions returned by the GetConnections API.
See: getConnectionsFilter smart constructor.
Instances
getConnectionsFilter :: GetConnectionsFilter Source #
Creates a value of GetConnectionsFilter with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
gcfMatchCriteria- A criteria string that must match the criteria recorded in the connection definition for that connection definition to be returned.gcfConnectionType- The type of connections to return. Currently, only JDBC is supported; SFTP is not supported.
gcfMatchCriteria :: Lens' GetConnectionsFilter [Text] Source #
A criteria string that must match the criteria recorded in the connection definition for that connection definition to be returned.
gcfConnectionType :: Lens' GetConnectionsFilter (Maybe ConnectionType) Source #
The type of connections to return. Currently, only JDBC is supported; SFTP is not supported.
GrokClassifier
data GrokClassifier Source #
A classifier that uses grok .
See: grokClassifier smart constructor.
Arguments
| :: Text | |
| -> Text | |
| -> Text | |
| -> GrokClassifier |
Creates a value of GrokClassifier with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
gcCreationTime- The time this classifier was registered.gcLastUpdated- The time this classifier was last updated.gcVersion- The version of this classifier.gcCustomPatterns- Custom grok patterns used by this classifier.gcName- The name of the classifier.gcClassification- The data form that the classifier matches, such as Twitter, JSON, Omniture Logs, and so forth.gcGrokPattern- The grok pattern used by this classifier.
gcCreationTime :: Lens' GrokClassifier (Maybe UTCTime) Source #
The time this classifier was registered.
gcLastUpdated :: Lens' GrokClassifier (Maybe UTCTime) Source #
The time this classifier was last updated.
gcCustomPatterns :: Lens' GrokClassifier (Maybe Text) Source #
Custom grok patterns used by this classifier.
gcClassification :: Lens' GrokClassifier Text Source #
The data form that the classifier matches, such as Twitter, JSON, Omniture Logs, and so forth.
gcGrokPattern :: Lens' GrokClassifier Text Source #
The grok pattern used by this classifier.
JdbcTarget
data JdbcTarget Source #
Specifies a JDBC target for a crawl.
See: jdbcTarget smart constructor.
jdbcTarget :: JdbcTarget Source #
Creates a value of JdbcTarget with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
jtPath- The path of the JDBC target.jtConnectionName- The name of the connection to use for the JDBC target.jtExclusions- A list of items to exclude from the crawl.
jtConnectionName :: Lens' JdbcTarget (Maybe Text) Source #
The name of the connection to use for the JDBC target.
jtExclusions :: Lens' JdbcTarget [Text] Source #
A list of items to exclude from the crawl.
Job
Specifies a job in the Data Catalog.
See: job smart constructor.
Creates a value of Job with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
jCommand- The JobCommand that executes this job.jLastModifiedOn- The last point in time when this job specification was modified.jConnections- The connections used for this job.jRole- The role associated with this job.jName- The name you assign to this job.jLogURI- This field is reserved for future use.jMaxRetries- The maximum number of times to retry this job if it fails.jExecutionProperty- An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.jAllocatedCapacity- The number of capacity units allocated to this job.jDefaultArguments- The default parameters for this job.jDescription- Description of this job.jCreatedOn- The time and date that this job specification was created.
jLastModifiedOn :: Lens' Job (Maybe UTCTime) Source #
The last point in time when this job specification was modified.
jConnections :: Lens' Job (Maybe ConnectionsList) Source #
The connections used for this job.
jMaxRetries :: Lens' Job (Maybe Int) Source #
The maximum number of times to retry this job if it fails.
jExecutionProperty :: Lens' Job (Maybe ExecutionProperty) Source #
An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.
jAllocatedCapacity :: Lens' Job (Maybe Int) Source #
The number of capacity units allocated to this job.
jCreatedOn :: Lens' Job (Maybe UTCTime) Source #
The time and date that this job specification was created.
JobBookmarkEntry
data JobBookmarkEntry Source #
Defines a point which a job can resume processing.
See: jobBookmarkEntry smart constructor.
Instances
jobBookmarkEntry :: JobBookmarkEntry Source #
Creates a value of JobBookmarkEntry with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
jbeJobName- Name of the job in question.jbeRun- The run ID number.jbeVersion- Version of the job.jbeAttempt- The attempt ID number.jbeJobBookmark- The bookmark itself.
jbeJobName :: Lens' JobBookmarkEntry (Maybe Text) Source #
Name of the job in question.
jbeVersion :: Lens' JobBookmarkEntry (Maybe Int) Source #
Version of the job.
jbeAttempt :: Lens' JobBookmarkEntry (Maybe Int) Source #
The attempt ID number.
jbeJobBookmark :: Lens' JobBookmarkEntry (Maybe Text) Source #
The bookmark itself.
JobCommand
data JobCommand Source #
Specifies code that executes a job.
See: jobCommand smart constructor.
jobCommand :: JobCommand Source #
Creates a value of JobCommand with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
jcScriptLocation- Specifies the location of a script that executes a job.jcName- The name of this job command.
jcScriptLocation :: Lens' JobCommand (Maybe Text) Source #
Specifies the location of a script that executes a job.
JobRun
Contains information about a job run.
See: jobRun smart constructor.
Creates a value of JobRun with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
jrCompletedOn- The date and time this job run completed.jrTriggerName- The name of the trigger for this job run.jrLastModifiedOn- The last time this job run was modified.jrArguments- The job arguments associated with this run.jrJobName- The name of the job being run.jrStartedOn- The date and time at which this job run was started.jrJobRunState- The current state of the job run.jrPredecessorRuns- A list of predecessors to this job run.jrPreviousRunId- The ID of the previous run of this job.jrId- The ID of this job run.jrAttempt- The number or the attempt to run this job.jrAllocatedCapacity- The amount of infrastructure capacity allocated to this job run.jrErrorMessage- An error message associated with this job run.
jrStartedOn :: Lens' JobRun (Maybe UTCTime) Source #
The date and time at which this job run was started.
jrJobRunState :: Lens' JobRun (Maybe JobRunState) Source #
The current state of the job run.
jrPredecessorRuns :: Lens' JobRun [Predecessor] Source #
A list of predecessors to this job run.
jrAllocatedCapacity :: Lens' JobRun (Maybe Int) Source #
The amount of infrastructure capacity allocated to this job run.
JobUpdate
Specifies information used to update an existing job.
See: jobUpdate smart constructor.
jobUpdate :: JobUpdate Source #
Creates a value of JobUpdate with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
juCommand- The JobCommand that executes this job.juConnections- The connections used for this job.juRole- The role associated with this job.juLogURI- This field is reserved for future use.juMaxRetries- The maximum number of times to retry this job if it fails.juExecutionProperty- An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.juAllocatedCapacity- The number of capacity units allocated to this job.juDefaultArguments- The default parameters for this job.juDescription- Description of the job.
juConnections :: Lens' JobUpdate (Maybe ConnectionsList) Source #
The connections used for this job.
juMaxRetries :: Lens' JobUpdate (Maybe Int) Source #
The maximum number of times to retry this job if it fails.
juExecutionProperty :: Lens' JobUpdate (Maybe ExecutionProperty) Source #
An ExecutionProperty specifying the maximum number of concurrent runs allowed for this job.
juAllocatedCapacity :: Lens' JobUpdate (Maybe Int) Source #
The number of capacity units allocated to this job.
juDefaultArguments :: Lens' JobUpdate (HashMap Text Text) Source #
The default parameters for this job.
LastCrawlInfo
data LastCrawlInfo Source #
Status and error information about the most recent crawl.
See: lastCrawlInfo smart constructor.
lastCrawlInfo :: LastCrawlInfo Source #
Creates a value of LastCrawlInfo with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
lciStatus- Status of the last crawl.lciStartTime- The time at which the crawl started.lciLogStream- The log stream for the last crawl.lciLogGroup- The log group for the last crawl.lciMessagePrefix- The prefix for a message about this crawl.lciErrorMessage- Error information about the last crawl, if an error occurred.
lciStatus :: Lens' LastCrawlInfo (Maybe LastCrawlStatus) Source #
Status of the last crawl.
lciStartTime :: Lens' LastCrawlInfo (Maybe UTCTime) Source #
The time at which the crawl started.
lciLogStream :: Lens' LastCrawlInfo (Maybe Text) Source #
The log stream for the last crawl.
lciLogGroup :: Lens' LastCrawlInfo (Maybe Text) Source #
The log group for the last crawl.
lciMessagePrefix :: Lens' LastCrawlInfo (Maybe Text) Source #
The prefix for a message about this crawl.
lciErrorMessage :: Lens' LastCrawlInfo (Maybe Text) Source #
Error information about the last crawl, if an error occurred.
Location
The location of resources.
See: location smart constructor.
MappingEntry
data MappingEntry Source #
Defines a mapping.
See: mappingEntry smart constructor.
mappingEntry :: MappingEntry Source #
Creates a value of MappingEntry with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
meTargetTable- The target table.meSourceType- The source type.meSourceTable- The name of the source table.meTargetType- The target type.meTargetPath- The target path.meSourcePath- The source path.
meTargetTable :: Lens' MappingEntry (Maybe Text) Source #
The target table.
meSourceType :: Lens' MappingEntry (Maybe Text) Source #
The source type.
meSourceTable :: Lens' MappingEntry (Maybe Text) Source #
The name of the source table.
meTargetType :: Lens' MappingEntry (Maybe Text) Source #
The target type.
meTargetPath :: Lens' MappingEntry (Maybe Text) Source #
The target path.
meSourcePath :: Lens' MappingEntry (Maybe Text) Source #
The source path.
Order
Specifies the sort order of a sorted column.
See: order smart constructor.
Creates a value of Order with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
oColumn- The name of the column.oSortOrder- Indicates that the column is sorted in ascending order (== 1), or in descending order (==0).
oSortOrder :: Lens' Order Natural Source #
Indicates that the column is sorted in ascending order (== 1 ), or in descending order (==0 ).
Partition
Represents a slice of table data.
See: partition smart constructor.
partition :: Partition Source #
Creates a value of Partition with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
pCreationTime- The time at which the partition was created.pValues- The values of the partition.pLastAnalyzedTime- The last time at which column statistics were computed for this partition.pStorageDescriptor- Provides information about the physical location where the partition is stored.pDatabaseName- The name of the catalog database where the table in question is located.pParameters- Partition parameters, in the form of a list of key-value pairs.pLastAccessTime- The last time at which the partition was accessed.pTableName- The name of the table in question.
pCreationTime :: Lens' Partition (Maybe UTCTime) Source #
The time at which the partition was created.
pLastAnalyzedTime :: Lens' Partition (Maybe UTCTime) Source #
The last time at which column statistics were computed for this partition.
pStorageDescriptor :: Lens' Partition (Maybe StorageDescriptor) Source #
Provides information about the physical location where the partition is stored.
pDatabaseName :: Lens' Partition (Maybe Text) Source #
The name of the catalog database where the table in question is located.
pParameters :: Lens' Partition (HashMap Text Text) Source #
Partition parameters, in the form of a list of key-value pairs.
pLastAccessTime :: Lens' Partition (Maybe UTCTime) Source #
The last time at which the partition was accessed.
PartitionError
data PartitionError Source #
Contains information about a partition error.
See: partitionError smart constructor.
partitionError :: PartitionError Source #
Creates a value of PartitionError with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
pePartitionValues- The values that define the partition.peErrorDetail- Details about the partition error.
pePartitionValues :: Lens' PartitionError [Text] Source #
The values that define the partition.
peErrorDetail :: Lens' PartitionError (Maybe ErrorDetail) Source #
Details about the partition error.
PartitionInput
data PartitionInput Source #
The structure used to create and update a partion.
See: partitionInput smart constructor.
partitionInput :: PartitionInput Source #
Creates a value of PartitionInput with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
piValues- The values of the partition.piLastAnalyzedTime- The last time at which column statistics were computed for this partition.piStorageDescriptor- Provides information about the physical location where the partition is stored.piParameters- Partition parameters, in the form of a list of key-value pairs.piLastAccessTime- The last time at which the partition was accessed.
piLastAnalyzedTime :: Lens' PartitionInput (Maybe UTCTime) Source #
The last time at which column statistics were computed for this partition.
piStorageDescriptor :: Lens' PartitionInput (Maybe StorageDescriptor) Source #
Provides information about the physical location where the partition is stored.
piParameters :: Lens' PartitionInput (HashMap Text Text) Source #
Partition parameters, in the form of a list of key-value pairs.
piLastAccessTime :: Lens' PartitionInput (Maybe UTCTime) Source #
The last time at which the partition was accessed.
PartitionValueList
data PartitionValueList Source #
Contains a list of values defining partitions.
See: partitionValueList smart constructor.
Instances
partitionValueList :: PartitionValueList Source #
Creates a value of PartitionValueList with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
pvlValues- The list of values.
PhysicalConnectionRequirements
data PhysicalConnectionRequirements Source #
Specifies the physical requirements for a connection.
See: physicalConnectionRequirements smart constructor.
Instances
physicalConnectionRequirements :: PhysicalConnectionRequirements Source #
Creates a value of PhysicalConnectionRequirements with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
pcrSecurityGroupIdList- The security group ID list used by the connection.pcrSubnetId- The subnet ID used by the connection.pcrAvailabilityZone- The connection's availability zone.
pcrSecurityGroupIdList :: Lens' PhysicalConnectionRequirements [Text] Source #
The security group ID list used by the connection.
pcrSubnetId :: Lens' PhysicalConnectionRequirements (Maybe Text) Source #
The subnet ID used by the connection.
pcrAvailabilityZone :: Lens' PhysicalConnectionRequirements (Maybe Text) Source #
The connection's availability zone.
Predecessor
data Predecessor Source #
A job run that preceded this one.
See: predecessor smart constructor.
predecessor :: Predecessor Source #
Creates a value of Predecessor with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
Predicate
Defines the predicate of the trigger, which determines when it fires.
See: predicate smart constructor.
predicate :: Predicate Source #
Creates a value of Predicate with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
pLogical- Currently OR is not supported.pConditions- A list of the conditions that determine when the trigger will fire.
pConditions :: Lens' Predicate [Condition] Source #
A list of the conditions that determine when the trigger will fire.
ResourceURI
data ResourceURI Source #
URIs for function resources.
See: resourceURI smart constructor.
resourceURI :: ResourceURI Source #
Creates a value of ResourceURI with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
ruResourceType- The type of the resource.ruURI- The URI for accessing the resource.
ruResourceType :: Lens' ResourceURI (Maybe ResourceType) Source #
The type of the resource.
S3Target
Specifies a crawler target in AWS S3.
See: s3Target smart constructor.
Creates a value of S3Target with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
stPath- The path to the S3 target.stExclusions- A list of S3 objects to exclude from the crawl.
Schedule
A scheduling object using a cron statement to schedule an event.
See: schedule smart constructor.
Creates a value of Schedule with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
sState- The state of the schedule.sScheduleExpression- Acronexpression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify:cron(15 12 * * ? *).
sScheduleExpression :: Lens' Schedule (Maybe Text) Source #
A cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify: cron(15 12 * * ? *) .
SchemaChangePolicy
data SchemaChangePolicy Source #
Crawler policy for update and deletion behavior.
See: schemaChangePolicy smart constructor.
Instances
schemaChangePolicy :: SchemaChangePolicy Source #
Creates a value of SchemaChangePolicy with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
scpDeleteBehavior- The deletion behavior.scpUpdateBehavior- The update behavior.
scpDeleteBehavior :: Lens' SchemaChangePolicy (Maybe DeleteBehavior) Source #
The deletion behavior.
scpUpdateBehavior :: Lens' SchemaChangePolicy (Maybe UpdateBehavior) Source #
The update behavior.
Segment
Defines a non-overlapping region of a table's partitions, allowing multiple requests to be executed in parallel.
See: segment smart constructor.
Creates a value of Segment with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
sSegmentNumber- The zero-based index number of the this segment. For example, if the total number of segments is 4, SegmentNumber values will range from zero through three.sTotalSegments- The total numer of segments.
sSegmentNumber :: Lens' Segment Natural Source #
The zero-based index number of the this segment. For example, if the total number of segments is 4, SegmentNumber values will range from zero through three.
SerDeInfo
Information about a serialization/deserialization program (SerDe) which serves as an extractor and loader.
See: serDeInfo smart constructor.
serDeInfo :: SerDeInfo Source #
Creates a value of SerDeInfo with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
sdiSerializationLibrary- Usually the class that implements the SerDe. An example is:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe.sdiName- Name of the SerDe.sdiParameters- A list of initialization parameters for the SerDe, in key-value form.
sdiSerializationLibrary :: Lens' SerDeInfo (Maybe Text) Source #
Usually the class that implements the SerDe. An example is: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe .
sdiParameters :: Lens' SerDeInfo (HashMap Text Text) Source #
A list of initialization parameters for the SerDe, in key-value form.
SkewedInfo
data SkewedInfo Source #
Specifies skewed values in a table. Skewed are ones that occur with very high frequency.
See: skewedInfo smart constructor.
skewedInfo :: SkewedInfo Source #
Creates a value of SkewedInfo with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
siSkewedColumnValueLocationMaps- A mapping of skewed values to the columns that contain them.siSkewedColumnValues- A list of values that appear so frequently as to be considered skewed.siSkewedColumnNames- A list of names of columns that contain skewed values.
siSkewedColumnValueLocationMaps :: Lens' SkewedInfo (HashMap Text Text) Source #
A mapping of skewed values to the columns that contain them.
siSkewedColumnValues :: Lens' SkewedInfo [Text] Source #
A list of values that appear so frequently as to be considered skewed.
siSkewedColumnNames :: Lens' SkewedInfo [Text] Source #
A list of names of columns that contain skewed values.
StorageDescriptor
data StorageDescriptor Source #
Describes the physical storage of table data.
See: storageDescriptor smart constructor.
Instances
storageDescriptor :: StorageDescriptor Source #
Creates a value of StorageDescriptor with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
sdSortColumns- A list specifying the sort order of each bucket in the table.sdCompressed- True if the data in the table is compressed, or False if not.sdLocation- The physical location of the table. By default this takes the form of the warehouse location, followed by the database location in the warehouse, followed by the table name.sdBucketColumns- A list of reducer grouping columns, clustering columns, and bucketing columns in the table.sdSerdeInfo- Serialization/deserialization (SerDe) information.sdOutputFormat- The output format:SequenceFileOutputFormat(binary), orIgnoreKeyTextOutputFormat, or a custom format.sdNumberOfBuckets- Must be specified if the table contains any dimension columns.sdStoredAsSubDirectories- True if the table data is stored in subdirectories, or False if not.sdParameters- User-supplied properties in key-value form.sdInputFormat- The input format:SequenceFileInputFormat(binary), orTextInputFormat, or a custom format.sdSkewedInfo- Information about values that appear very frequently in a column (skewed values).sdColumns- A list of theColumnsin the table.
sdSortColumns :: Lens' StorageDescriptor [Order] Source #
A list specifying the sort order of each bucket in the table.
sdCompressed :: Lens' StorageDescriptor (Maybe Bool) Source #
True if the data in the table is compressed, or False if not.
sdLocation :: Lens' StorageDescriptor (Maybe Text) Source #
The physical location of the table. By default this takes the form of the warehouse location, followed by the database location in the warehouse, followed by the table name.
sdBucketColumns :: Lens' StorageDescriptor [Text] Source #
A list of reducer grouping columns, clustering columns, and bucketing columns in the table.
sdSerdeInfo :: Lens' StorageDescriptor (Maybe SerDeInfo) Source #
Serialization/deserialization (SerDe) information.
sdOutputFormat :: Lens' StorageDescriptor (Maybe Text) Source #
The output format: SequenceFileOutputFormat (binary), or IgnoreKeyTextOutputFormat , or a custom format.
sdNumberOfBuckets :: Lens' StorageDescriptor (Maybe Int) Source #
Must be specified if the table contains any dimension columns.
sdStoredAsSubDirectories :: Lens' StorageDescriptor (Maybe Bool) Source #
True if the table data is stored in subdirectories, or False if not.
sdParameters :: Lens' StorageDescriptor (HashMap Text Text) Source #
User-supplied properties in key-value form.
sdInputFormat :: Lens' StorageDescriptor (Maybe Text) Source #
The input format: SequenceFileInputFormat (binary), or TextInputFormat , or a custom format.
sdSkewedInfo :: Lens' StorageDescriptor (Maybe SkewedInfo) Source #
Information about values that appear very frequently in a column (skewed values).
Table
Represents a collection of related data organized in columns and rows.
See: table smart constructor.
Creates a value of Table with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
tRetention- Retention time for this table.tCreatedBy- Person or entity who created the table.tTableType- The type of this table (EXTERNAL_TABLE,VIRTUAL_VIEW, etc.).tOwner- Owner of the table.tViewOriginalText- If the table is a view, the original text of the view; otherwisenull.tUpdateTime- Last time the table was updated.tViewExpandedText- If the table is a view, the expanded text of the view; otherwisenull.tLastAnalyzedTime- Last time column statistics were computed for this table.tStorageDescriptor- A storage descriptor containing information about the physical storage of this table.tDatabaseName- Name of the metadata database where the table metadata resides.tParameters- Properties associated with this table, as a list of key-value pairs.tLastAccessTime- Last time the table was accessed. This is usually taken from HDFS, and may not be reliable.tDescription- Description of the table.tPartitionKeys- A list of columns by which the table is partitioned. Only primitive types are supported as partition keys.tCreateTime- Time when the table definition was created in the Data Catalog.tName- Name of the table.
tTableType :: Lens' Table (Maybe Text) Source #
The type of this table (EXTERNAL_TABLE , VIRTUAL_VIEW , etc.).
tViewOriginalText :: Lens' Table (Maybe Text) Source #
If the table is a view, the original text of the view; otherwise null .
tViewExpandedText :: Lens' Table (Maybe Text) Source #
If the table is a view, the expanded text of the view; otherwise null .
tLastAnalyzedTime :: Lens' Table (Maybe UTCTime) Source #
Last time column statistics were computed for this table.
tStorageDescriptor :: Lens' Table (Maybe StorageDescriptor) Source #
A storage descriptor containing information about the physical storage of this table.
tDatabaseName :: Lens' Table (Maybe Text) Source #
Name of the metadata database where the table metadata resides.
tParameters :: Lens' Table (HashMap Text Text) Source #
Properties associated with this table, as a list of key-value pairs.
tLastAccessTime :: Lens' Table (Maybe UTCTime) Source #
Last time the table was accessed. This is usually taken from HDFS, and may not be reliable.
tPartitionKeys :: Lens' Table [Column] Source #
A list of columns by which the table is partitioned. Only primitive types are supported as partition keys.
tCreateTime :: Lens' Table (Maybe UTCTime) Source #
Time when the table definition was created in the Data Catalog.
TableError
data TableError Source #
An error record for table operations.
See: tableError smart constructor.
Instances
tableError :: TableError Source #
Creates a value of TableError with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
teTableName- Name of the table.teErrorDetail- Detail about the error.
teTableName :: Lens' TableError (Maybe Text) Source #
Name of the table.
teErrorDetail :: Lens' TableError (Maybe ErrorDetail) Source #
Detail about the error.
TableInput
data TableInput Source #
Structure used to create or update the table.
See: tableInput smart constructor.
Instances
Arguments
| :: Text | |
| -> TableInput |
Creates a value of TableInput with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
tiRetention- Retention time for this table.tiTableType- The type of this table (EXTERNAL_TABLE,VIRTUAL_VIEW, etc.).tiOwner- Owner of the table.tiViewOriginalText- If the table is a view, the original text of the view; otherwisenull.tiViewExpandedText- If the table is a view, the expanded text of the view; otherwisenull.tiLastAnalyzedTime- Last time column statistics were computed for this table.tiStorageDescriptor- A storage descriptor containing information about the physical storage of this table.tiParameters- Properties associated with this table, as a list of key-value pairs.tiLastAccessTime- Last time the table was accessed.tiDescription- Description of the table.tiPartitionKeys- A list of columns by which the table is partitioned. Only primitive types are supported as partition keys.tiName- Name of the table.
tiRetention :: Lens' TableInput (Maybe Natural) Source #
Retention time for this table.
tiTableType :: Lens' TableInput (Maybe Text) Source #
The type of this table (EXTERNAL_TABLE , VIRTUAL_VIEW , etc.).
tiViewOriginalText :: Lens' TableInput (Maybe Text) Source #
If the table is a view, the original text of the view; otherwise null .
tiViewExpandedText :: Lens' TableInput (Maybe Text) Source #
If the table is a view, the expanded text of the view; otherwise null .
tiLastAnalyzedTime :: Lens' TableInput (Maybe UTCTime) Source #
Last time column statistics were computed for this table.
tiStorageDescriptor :: Lens' TableInput (Maybe StorageDescriptor) Source #
A storage descriptor containing information about the physical storage of this table.
tiParameters :: Lens' TableInput (HashMap Text Text) Source #
Properties associated with this table, as a list of key-value pairs.
tiLastAccessTime :: Lens' TableInput (Maybe UTCTime) Source #
Last time the table was accessed.
tiDescription :: Lens' TableInput (Maybe Text) Source #
Description of the table.
tiPartitionKeys :: Lens' TableInput [Column] Source #
A list of columns by which the table is partitioned. Only primitive types are supported as partition keys.
TableVersion
data TableVersion Source #
Specifies a version of a table.
See: tableVersion smart constructor.
tableVersion :: TableVersion Source #
Creates a value of TableVersion with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
tvVersionId- The ID value that identifies this table version.tvTable- The table in question
tvVersionId :: Lens' TableVersion (Maybe Text) Source #
The ID value that identifies this table version.
Trigger
Information about a specific trigger.
See: trigger smart constructor.
Creates a value of Trigger with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
triState- The current state of the trigger.triActions- The actions initiated by this trigger.triSchedule- Acronexpression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify:cron(15 12 * * ? *).triPredicate- The predicate of this trigger.triName- Name of the trigger.triId- The trigger ID.triType- The type of trigger that this is.triDescription- A description of this trigger.
triSchedule :: Lens' Trigger (Maybe Text) Source #
A cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify: cron(15 12 * * ? *) .
TriggerUpdate
data TriggerUpdate Source #
A structure used to provide information used to updata a trigger.
See: triggerUpdate smart constructor.
triggerUpdate :: TriggerUpdate Source #
Creates a value of TriggerUpdate with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
tuActions- The actions initiated by this trigger.tuSchedule- An updatedcronexpression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify:cron(15 12 * * ? *).tuPredicate- The predicate of this trigger, which defines when it will fire.tuName- The name of the trigger.tuDescription- A description of this trigger.
tuSchedule :: Lens' TriggerUpdate (Maybe Text) Source #
An updated cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify: cron(15 12 * * ? *) .
tuPredicate :: Lens' TriggerUpdate (Maybe Predicate) Source #
The predicate of this trigger, which defines when it will fire.
tuDescription :: Lens' TriggerUpdate (Maybe Text) Source #
A description of this trigger.
UpdateGrokClassifierRequest
data UpdateGrokClassifierRequest Source #
Specifies a Grok classifier to update when passed to UpdateClassifier.
See: updateGrokClassifierRequest smart constructor.
Instances
updateGrokClassifierRequest Source #
Arguments
| :: Text | |
| -> UpdateGrokClassifierRequest |
Creates a value of UpdateGrokClassifierRequest with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
ugcrClassification- The type of result that the classifier matches, such as Twitter Json, Omniture logs, Cloudwatch logs, and so forth.ugcrCustomPatterns- Custom grok patterns used by this classifier.ugcrGrokPattern- The grok pattern used by this classifier.ugcrName- The name of theGrokClassifier.
ugcrClassification :: Lens' UpdateGrokClassifierRequest (Maybe Text) Source #
The type of result that the classifier matches, such as Twitter Json, Omniture logs, Cloudwatch logs, and so forth.
ugcrCustomPatterns :: Lens' UpdateGrokClassifierRequest (Maybe Text) Source #
Custom grok patterns used by this classifier.
ugcrGrokPattern :: Lens' UpdateGrokClassifierRequest (Maybe Text) Source #
The grok pattern used by this classifier.
UserDefinedFunction
data UserDefinedFunction Source #
Represents the equivalent of a Hive user-defined function (UDF ) definition.
See: userDefinedFunction smart constructor.
Instances
userDefinedFunction :: UserDefinedFunction Source #
Creates a value of UserDefinedFunction with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
udfOwnerName- The owner of the function.udfResourceURIs- The resource URIs for the function.udfFunctionName- The name of the function.udfOwnerType- The owner type.udfCreateTime- The time at which the function was created.udfClassName- The Java class that contains the function code.
udfOwnerName :: Lens' UserDefinedFunction (Maybe Text) Source #
The owner of the function.
udfResourceURIs :: Lens' UserDefinedFunction [ResourceURI] Source #
The resource URIs for the function.
udfFunctionName :: Lens' UserDefinedFunction (Maybe Text) Source #
The name of the function.
udfOwnerType :: Lens' UserDefinedFunction (Maybe PrincipalType) Source #
The owner type.
udfCreateTime :: Lens' UserDefinedFunction (Maybe UTCTime) Source #
The time at which the function was created.
udfClassName :: Lens' UserDefinedFunction (Maybe Text) Source #
The Java class that contains the function code.
UserDefinedFunctionInput
data UserDefinedFunctionInput Source #
A structure used to create or updata a user-defined function.
See: userDefinedFunctionInput smart constructor.
Instances
userDefinedFunctionInput :: UserDefinedFunctionInput Source #
Creates a value of UserDefinedFunctionInput with the minimum fields required to make a request.
Use one of the following lenses to modify other fields as desired:
udfiOwnerName- The owner of the function.udfiResourceURIs- The resource URIs for the function.udfiFunctionName- The name of the function.udfiOwnerType- The owner type.udfiClassName- The Java class that contains the function code.
udfiOwnerName :: Lens' UserDefinedFunctionInput (Maybe Text) Source #
The owner of the function.
udfiResourceURIs :: Lens' UserDefinedFunctionInput [ResourceURI] Source #
The resource URIs for the function.
udfiFunctionName :: Lens' UserDefinedFunctionInput (Maybe Text) Source #
The name of the function.
udfiOwnerType :: Lens' UserDefinedFunctionInput (Maybe PrincipalType) Source #
The owner type.
udfiClassName :: Lens' UserDefinedFunctionInput (Maybe Text) Source #
The Java class that contains the function code.