Network.AWS.Glue.CreateCrawler

Creates a new crawler with specified targets, role, configuration, and optional schedule. At least one crawl target must be specified, in either the s3Targets or the jdbcTargets field.

Creating a Request

createCrawler

Arguments

:: Text

ccName

-> Text

ccRole

-> Text

ccDatabaseName

-> CrawlerTargets

ccTargets

-> CreateCrawler

Creates a value of CreateCrawler with the minimum fields required to make a request.

Use one of the following lenses to modify other fields as desired:

• ccSchemaChangePolicy - Policy for the crawler's update and deletion behavior.
• ccSchedule - A cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify: cron(15 12 * * ? *) .
• ccClassifiers - A list of custom classifiers that the user has registered. By default, all AWS classifiers are included in a crawl, but these custom classifiers always override the default classifiers for a given classification.
• ccConfiguration - Crawler configuration information. This versioned JSON string allows users to specify aspects of a Crawler's behavior. You can use this field to force partitions to inherit metadata such as classification, input format, output format, serde information, and schema from their parent table, rather than detect this information separately for each partition. Use the following JSON string to specify that behavior: Example: '{ Version: 1.0, CrawlerOutput: { Partitions: { AddOrUpdateBehavior: InheritFromTable } } }'
• ccTablePrefix - The table prefix used for catalog tables that are created.
• ccDescription - A description of the new crawler.
• ccName - Name of the new crawler.
• ccRole - The IAM role (or ARN of an IAM role) used by the new crawler to access customer resources.
• ccDatabaseName - The AWS Glue database where results are written, such as: arn:aws:daylight:us-east-1::databasesometable* .
• ccTargets - A list of collection of targets to crawl.

data CreateCrawler

See: createCrawler smart constructor.

Instances

Eq CreateCrawler

Defined in Network.AWS.Glue.CreateCrawler

Methods

(==) :: CreateCrawler -> CreateCrawler -> Bool

(/=) :: CreateCrawler -> CreateCrawler -> Bool

Data CreateCrawler

Defined in Network.AWS.Glue.CreateCrawler

Methods

gfoldl :: (forall d b. Data d => c (d -> b) -> d -> c b) -> (forall g. g -> c g) -> CreateCrawler -> c CreateCrawler

gunfold :: (forall b r. Data b => c (b -> r) -> c r) -> (forall r. r -> c r) -> Constr -> c CreateCrawler

toConstr :: CreateCrawler -> Constr

dataTypeOf :: CreateCrawler -> DataType

dataCast1 :: Typeable t => (forall d. Data d => c (t d)) -> Maybe (c CreateCrawler)

dataCast2 :: Typeable t => (forall d e. (Data d, Data e) => c (t d e)) -> Maybe (c CreateCrawler)

gmapT :: (forall b. Data b => b -> b) -> CreateCrawler -> CreateCrawler

gmapQl :: (r -> r' -> r) -> r -> (forall d. Data d => d -> r') -> CreateCrawler -> r

gmapQr :: (r' -> r -> r) -> r -> (forall d. Data d => d -> r') -> CreateCrawler -> r

gmapQ :: (forall d. Data d => d -> u) -> CreateCrawler -> [u]

gmapQi :: Int -> (forall d. Data d => d -> u) -> CreateCrawler -> u

gmapM :: Monad m => (forall d. Data d => d -> m d) -> CreateCrawler -> m CreateCrawler

gmapMp :: MonadPlus m => (forall d. Data d => d -> m d) -> CreateCrawler -> m CreateCrawler

gmapMo :: MonadPlus m => (forall d. Data d => d -> m d) -> CreateCrawler -> m CreateCrawler

Read CreateCrawler

Defined in Network.AWS.Glue.CreateCrawler

Methods

readsPrec :: Int -> ReadS CreateCrawler

readList :: ReadS [CreateCrawler]

readPrec :: ReadPrec CreateCrawler

readListPrec :: ReadPrec [CreateCrawler]

Show CreateCrawler

Defined in Network.AWS.Glue.CreateCrawler

Methods

showsPrec :: Int -> CreateCrawler -> ShowS

show :: CreateCrawler -> String

showList :: [CreateCrawler] -> ShowS

Generic CreateCrawler

Defined in Network.AWS.Glue.CreateCrawler

Associated Types

type Rep CreateCrawler :: Type -> Type

Methods

from :: CreateCrawler -> Rep CreateCrawler x

to :: Rep CreateCrawler x -> CreateCrawler

Hashable CreateCrawler

Defined in Network.AWS.Glue.CreateCrawler

Methods

hashWithSalt :: Int -> CreateCrawler -> Int

hash :: CreateCrawler -> Int

ToJSON CreateCrawler

Defined in Network.AWS.Glue.CreateCrawler

Methods

toJSON :: CreateCrawler -> Value

toEncoding :: CreateCrawler -> Encoding

toJSONList :: [CreateCrawler] -> Value

toEncodingList :: [CreateCrawler] -> Encoding

AWSRequest CreateCrawler

Defined in Network.AWS.Glue.CreateCrawler

Associated Types

type Rs CreateCrawler :: Type

Methods

request :: CreateCrawler -> Request CreateCrawler

response :: (MonadResource m, MonadThrow m) => Logger -> Service -> Proxy CreateCrawler -> ClientResponse -> m (Response CreateCrawler)

ToHeaders CreateCrawler

Defined in Network.AWS.Glue.CreateCrawler

Methods

toHeaders :: CreateCrawler -> [Header]

ToPath CreateCrawler

Defined in Network.AWS.Glue.CreateCrawler

Methods

toPath :: CreateCrawler -> ByteString

ToQuery CreateCrawler

Defined in Network.AWS.Glue.CreateCrawler

Methods

toQuery :: CreateCrawler -> QueryString

NFData CreateCrawler

Defined in Network.AWS.Glue.CreateCrawler

Methods

rnf :: CreateCrawler -> ()

type Rep CreateCrawler

Defined in Network.AWS.Glue.CreateCrawler

type Rep CreateCrawler = D1 (MetaData "CreateCrawler" "Network.AWS.Glue.CreateCrawler" "amazonka-glue-1.6.1-4wrowkj7LqMExQlCyUUmWF" False) (C1 (MetaCons "CreateCrawler'" PrefixI True) (((S1 (MetaSel (Just "_ccSchemaChangePolicy") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 (Maybe SchemaChangePolicy)) :*: S1 (MetaSel (Just "_ccSchedule") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 (Maybe Text))) :*: (S1 (MetaSel (Just "_ccClassifiers") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 (Maybe [Text])) :*: (S1 (MetaSel (Just "_ccConfiguration") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 (Maybe Text)) :*: S1 (MetaSel (Just "_ccTablePrefix") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 (Maybe Text))))) :*: ((S1 (MetaSel (Just "_ccDescription") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 (Maybe Text)) :*: S1 (MetaSel (Just "_ccName") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 Text)) :*: (S1 (MetaSel (Just "_ccRole") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 Text) :*: (S1 (MetaSel (Just "_ccDatabaseName") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 Text) :*: S1 (MetaSel (Just "_ccTargets") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 CrawlerTargets))))))

type Rs CreateCrawler

Defined in Network.AWS.Glue.CreateCrawler

type Rs CreateCrawler = CreateCrawlerResponse

Request Lenses

ccSchemaChangePolicy :: Lens' CreateCrawler (Maybe SchemaChangePolicy)

Policy for the crawler's update and deletion behavior.

ccSchedule :: Lens' CreateCrawler (Maybe Text)

A cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify: cron(15 12 * * ? *) .

ccClassifiers :: Lens' CreateCrawler [Text]

A list of custom classifiers that the user has registered. By default, all AWS classifiers are included in a crawl, but these custom classifiers always override the default classifiers for a given classification.

ccConfiguration :: Lens' CreateCrawler (Maybe Text)

Crawler configuration information. This versioned JSON string allows users to specify aspects of a Crawler's behavior. You can use this field to force partitions to inherit metadata such as classification, input format, output format, serde information, and schema from their parent table, rather than detect this information separately for each partition. Use the following JSON string to specify that behavior: Example: '{ Version: 1.0, CrawlerOutput: { Partitions: { AddOrUpdateBehavior: InheritFromTable } } }'

ccTablePrefix :: Lens' CreateCrawler (Maybe Text)

The table prefix used for catalog tables that are created.

ccDescription :: Lens' CreateCrawler (Maybe Text)

A description of the new crawler.

ccName :: Lens' CreateCrawler Text

Name of the new crawler.

ccRole :: Lens' CreateCrawler Text

The IAM role (or ARN of an IAM role) used by the new crawler to access customer resources.

ccDatabaseName :: Lens' CreateCrawler Text

The AWS Glue database where results are written, such as: arn:aws:daylight:us-east-1::databasesometable* .

ccTargets :: Lens' CreateCrawler CrawlerTargets

A list of collection of targets to crawl.

Destructuring the Response

createCrawlerResponse

Arguments

:: Int

crersResponseStatus

-> CreateCrawlerResponse

Creates a value of CreateCrawlerResponse with the minimum fields required to make a request.

Use one of the following lenses to modify other fields as desired:

• crersResponseStatus - -- | The response status code.

data CreateCrawlerResponse

See: createCrawlerResponse smart constructor.

Instances

Eq CreateCrawlerResponse

Defined in Network.AWS.Glue.CreateCrawler

Methods

(==) :: CreateCrawlerResponse -> CreateCrawlerResponse -> Bool

(/=) :: CreateCrawlerResponse -> CreateCrawlerResponse -> Bool

Data CreateCrawlerResponse

Defined in Network.AWS.Glue.CreateCrawler

Methods

gfoldl :: (forall d b. Data d => c (d -> b) -> d -> c b) -> (forall g. g -> c g) -> CreateCrawlerResponse -> c CreateCrawlerResponse

gunfold :: (forall b r. Data b => c (b -> r) -> c r) -> (forall r. r -> c r) -> Constr -> c CreateCrawlerResponse

toConstr :: CreateCrawlerResponse -> Constr

dataTypeOf :: CreateCrawlerResponse -> DataType

dataCast1 :: Typeable t => (forall d. Data d => c (t d)) -> Maybe (c CreateCrawlerResponse)

dataCast2 :: Typeable t => (forall d e. (Data d, Data e) => c (t d e)) -> Maybe (c CreateCrawlerResponse)

gmapT :: (forall b. Data b => b -> b) -> CreateCrawlerResponse -> CreateCrawlerResponse

gmapQl :: (r -> r' -> r) -> r -> (forall d. Data d => d -> r') -> CreateCrawlerResponse -> r

gmapQr :: (r' -> r -> r) -> r -> (forall d. Data d => d -> r') -> CreateCrawlerResponse -> r

gmapQ :: (forall d. Data d => d -> u) -> CreateCrawlerResponse -> [u]

gmapQi :: Int -> (forall d. Data d => d -> u) -> CreateCrawlerResponse -> u

gmapM :: Monad m => (forall d. Data d => d -> m d) -> CreateCrawlerResponse -> m CreateCrawlerResponse

gmapMp :: MonadPlus m => (forall d. Data d => d -> m d) -> CreateCrawlerResponse -> m CreateCrawlerResponse

gmapMo :: MonadPlus m => (forall d. Data d => d -> m d) -> CreateCrawlerResponse -> m CreateCrawlerResponse

Read CreateCrawlerResponse

Defined in Network.AWS.Glue.CreateCrawler

Methods

readsPrec :: Int -> ReadS CreateCrawlerResponse

readList :: ReadS [CreateCrawlerResponse]

readPrec :: ReadPrec CreateCrawlerResponse

readListPrec :: ReadPrec [CreateCrawlerResponse]

Show CreateCrawlerResponse

Defined in Network.AWS.Glue.CreateCrawler

Methods

showsPrec :: Int -> CreateCrawlerResponse -> ShowS

show :: CreateCrawlerResponse -> String

showList :: [CreateCrawlerResponse] -> ShowS

Generic CreateCrawlerResponse

Defined in Network.AWS.Glue.CreateCrawler

Associated Types

type Rep CreateCrawlerResponse :: Type -> Type

Methods

from :: CreateCrawlerResponse -> Rep CreateCrawlerResponse x

to :: Rep CreateCrawlerResponse x -> CreateCrawlerResponse

NFData CreateCrawlerResponse

Defined in Network.AWS.Glue.CreateCrawler

Methods

rnf :: CreateCrawlerResponse -> ()

type Rep CreateCrawlerResponse

Defined in Network.AWS.Glue.CreateCrawler

type Rep CreateCrawlerResponse = D1 (MetaData "CreateCrawlerResponse" "Network.AWS.Glue.CreateCrawler" "amazonka-glue-1.6.1-4wrowkj7LqMExQlCyUUmWF" True) (C1 (MetaCons "CreateCrawlerResponse'" PrefixI True) (S1 (MetaSel (Just "_crersResponseStatus") NoSourceUnpackedness NoSourceStrictness DecidedLazy) (Rec0 Int)))

Response Lenses

crersResponseStatus :: Lens' CreateCrawlerResponse Int

• - | The response status code.