Network.AWS.Glue.CreateCrawler

Creates a new crawler with specified targets, role, configuration, and optional schedule. At least one crawl target must be specified, in either the s3Targets or the jdbcTargets field.

Creating a Request

createCrawler

Arguments

:: Text

ccName

-> Text

ccRole

-> Text

ccDatabaseName

-> CrawlerTargets

ccTargets

-> CreateCrawler

Creates a value of CreateCrawler with the minimum fields required to make a request.

Use one of the following lenses to modify other fields as desired:

• ccSchemaChangePolicy - Policy for the crawler's update and deletion behavior.
• ccSchedule - A cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify: cron(15 12 * * ? *) .
• ccClassifiers - A list of custom classifiers that the user has registered. By default, all AWS classifiers are included in a crawl, but these custom classifiers always override the default classifiers for a given classification.
• ccConfiguration - Crawler configuration information. This versioned JSON string allows users to specify aspects of a Crawler's behavior. You can use this field to force partitions to inherit metadata such as classification, input format, output format, serde information, and schema from their parent table, rather than detect this information separately for each partition. Use the following JSON string to specify that behavior: Example: '{ Version: 1.0, CrawlerOutput: { Partitions: { AddOrUpdateBehavior: InheritFromTable } } }'
• ccTablePrefix - The table prefix used for catalog tables that are created.
• ccDescription - A description of the new crawler.
• ccName - Name of the new crawler.
• ccRole - The IAM role (or ARN of an IAM role) used by the new crawler to access customer resources.
• ccDatabaseName - The AWS Glue database where results are written, such as: arn:aws:daylight:us-east-1::databasesometable* .
• ccTargets - A list of collection of targets to crawl.

data CreateCrawler

See: createCrawler smart constructor.

Instances

Eq CreateCrawler

Methods

(==) :: CreateCrawler -> CreateCrawler -> Bool

(/=) :: CreateCrawler -> CreateCrawler -> Bool

Data CreateCrawler

Methods

gfoldl :: (forall d b. Data d => c (d -> b) -> d -> c b) -> (forall g. g -> c g) -> CreateCrawler -> c CreateCrawler

gunfold :: (forall b r. Data b => c (b -> r) -> c r) -> (forall r. r -> c r) -> Constr -> c CreateCrawler

toConstr :: CreateCrawler -> Constr

dataTypeOf :: CreateCrawler -> DataType

dataCast1 :: Typeable (* -> *) t => (forall d. Data d => c (t d)) -> Maybe (c CreateCrawler)

dataCast2 :: Typeable (* -> * -> *) t => (forall d e. (Data d, Data e) => c (t d e)) -> Maybe (c CreateCrawler)

gmapT :: (forall b. Data b => b -> b) -> CreateCrawler -> CreateCrawler

gmapQl :: (r -> r' -> r) -> r -> (forall d. Data d => d -> r') -> CreateCrawler -> r

gmapQr :: (r' -> r -> r) -> r -> (forall d. Data d => d -> r') -> CreateCrawler -> r

gmapQ :: (forall d. Data d => d -> u) -> CreateCrawler -> [u]

gmapQi :: Int -> (forall d. Data d => d -> u) -> CreateCrawler -> u

gmapM :: Monad m => (forall d. Data d => d -> m d) -> CreateCrawler -> m CreateCrawler

gmapMp :: MonadPlus m => (forall d. Data d => d -> m d) -> CreateCrawler -> m CreateCrawler

gmapMo :: MonadPlus m => (forall d. Data d => d -> m d) -> CreateCrawler -> m CreateCrawler

Read CreateCrawler

Methods

readsPrec :: Int -> ReadS CreateCrawler

readList :: ReadS [CreateCrawler]

readPrec :: ReadPrec CreateCrawler

readListPrec :: ReadPrec [CreateCrawler]

Show CreateCrawler

Methods

showsPrec :: Int -> CreateCrawler -> ShowS

show :: CreateCrawler -> String

showList :: [CreateCrawler] -> ShowS

Generic CreateCrawler

Associated Types

type Rep CreateCrawler :: * -> *

Methods

from :: CreateCrawler -> Rep CreateCrawler x

to :: Rep CreateCrawler x -> CreateCrawler

Hashable CreateCrawler

Methods

hashWithSalt :: Int -> CreateCrawler -> Int

hash :: CreateCrawler -> Int

ToJSON CreateCrawler

Methods

toJSON :: CreateCrawler -> Value

toEncoding :: CreateCrawler -> Encoding

toJSONList :: [CreateCrawler] -> Value

toEncodingList :: [CreateCrawler] -> Encoding

NFData CreateCrawler

Methods

rnf :: CreateCrawler -> ()

AWSRequest CreateCrawler

Associated Types

type Rs CreateCrawler :: *

Methods

request :: CreateCrawler -> Request CreateCrawler

response :: (MonadResource m, MonadThrow m) => Logger -> Service -> Proxy * CreateCrawler -> ClientResponse -> m (Response CreateCrawler)

ToHeaders CreateCrawler

Methods

toHeaders :: CreateCrawler -> [Header]

ToPath CreateCrawler

Methods

toPath :: CreateCrawler -> ByteString

ToQuery CreateCrawler

Methods

toQuery :: CreateCrawler -> QueryString

type Rep CreateCrawler

type Rep CreateCrawler = D1 * (MetaData "CreateCrawler" "Network.AWS.Glue.CreateCrawler" "amazonka-glue-1.6.0-6lygtbc1qn5L8T6WOf5nFo" False) (C1 * (MetaCons "CreateCrawler'" PrefixI True) ((:*:) * ((:*:) * ((:*:) * (S1 * (MetaSel (Just Symbol "_ccSchemaChangePolicy") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * (Maybe SchemaChangePolicy))) (S1 * (MetaSel (Just Symbol "_ccSchedule") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * (Maybe Text)))) ((:*:) * (S1 * (MetaSel (Just Symbol "_ccClassifiers") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * (Maybe [Text]))) ((:*:) * (S1 * (MetaSel (Just Symbol "_ccConfiguration") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * (Maybe Text))) (S1 * (MetaSel (Just Symbol "_ccTablePrefix") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * (Maybe Text)))))) ((:*:) * ((:*:) * (S1 * (MetaSel (Just Symbol "_ccDescription") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * (Maybe Text))) (S1 * (MetaSel (Just Symbol "_ccName") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * Text))) ((:*:) * (S1 * (MetaSel (Just Symbol "_ccRole") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * Text)) ((:*:) * (S1 * (MetaSel (Just Symbol "_ccDatabaseName") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * Text)) (S1 * (MetaSel (Just Symbol "_ccTargets") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * CrawlerTargets)))))))

type Rs CreateCrawler

type Rs CreateCrawler = CreateCrawlerResponse

Request Lenses

ccSchemaChangePolicy :: Lens' CreateCrawler (Maybe SchemaChangePolicy)

Policy for the crawler's update and deletion behavior.

ccSchedule :: Lens' CreateCrawler (Maybe Text)

A cron expression used to specify the schedule (see Time-Based Schedules for Jobs and Crawlers . For example, to run something every day at 12:15 UTC, you would specify: cron(15 12 * * ? *) .

ccClassifiers :: Lens' CreateCrawler [Text]

A list of custom classifiers that the user has registered. By default, all AWS classifiers are included in a crawl, but these custom classifiers always override the default classifiers for a given classification.

ccConfiguration :: Lens' CreateCrawler (Maybe Text)

Crawler configuration information. This versioned JSON string allows users to specify aspects of a Crawler's behavior. You can use this field to force partitions to inherit metadata such as classification, input format, output format, serde information, and schema from their parent table, rather than detect this information separately for each partition. Use the following JSON string to specify that behavior: Example: '{ Version: 1.0, CrawlerOutput: { Partitions: { AddOrUpdateBehavior: InheritFromTable } } }'

ccTablePrefix :: Lens' CreateCrawler (Maybe Text)

The table prefix used for catalog tables that are created.

ccDescription :: Lens' CreateCrawler (Maybe Text)

A description of the new crawler.

ccName :: Lens' CreateCrawler Text

Name of the new crawler.

ccRole :: Lens' CreateCrawler Text

The IAM role (or ARN of an IAM role) used by the new crawler to access customer resources.

ccDatabaseName :: Lens' CreateCrawler Text

The AWS Glue database where results are written, such as: arn:aws:daylight:us-east-1::databasesometable* .

ccTargets :: Lens' CreateCrawler CrawlerTargets

A list of collection of targets to crawl.

Destructuring the Response

createCrawlerResponse

Arguments

:: Int

crersResponseStatus

-> CreateCrawlerResponse

Creates a value of CreateCrawlerResponse with the minimum fields required to make a request.

Use one of the following lenses to modify other fields as desired:

• crersResponseStatus - -- | The response status code.

data CreateCrawlerResponse

See: createCrawlerResponse smart constructor.

Instances

Eq CreateCrawlerResponse

Methods

(==) :: CreateCrawlerResponse -> CreateCrawlerResponse -> Bool

(/=) :: CreateCrawlerResponse -> CreateCrawlerResponse -> Bool

Data CreateCrawlerResponse

Methods

gfoldl :: (forall d b. Data d => c (d -> b) -> d -> c b) -> (forall g. g -> c g) -> CreateCrawlerResponse -> c CreateCrawlerResponse

gunfold :: (forall b r. Data b => c (b -> r) -> c r) -> (forall r. r -> c r) -> Constr -> c CreateCrawlerResponse

toConstr :: CreateCrawlerResponse -> Constr

dataTypeOf :: CreateCrawlerResponse -> DataType

dataCast1 :: Typeable (* -> *) t => (forall d. Data d => c (t d)) -> Maybe (c CreateCrawlerResponse)

dataCast2 :: Typeable (* -> * -> *) t => (forall d e. (Data d, Data e) => c (t d e)) -> Maybe (c CreateCrawlerResponse)

gmapT :: (forall b. Data b => b -> b) -> CreateCrawlerResponse -> CreateCrawlerResponse

gmapQl :: (r -> r' -> r) -> r -> (forall d. Data d => d -> r') -> CreateCrawlerResponse -> r

gmapQr :: (r' -> r -> r) -> r -> (forall d. Data d => d -> r') -> CreateCrawlerResponse -> r

gmapQ :: (forall d. Data d => d -> u) -> CreateCrawlerResponse -> [u]

gmapQi :: Int -> (forall d. Data d => d -> u) -> CreateCrawlerResponse -> u

gmapM :: Monad m => (forall d. Data d => d -> m d) -> CreateCrawlerResponse -> m CreateCrawlerResponse

gmapMp :: MonadPlus m => (forall d. Data d => d -> m d) -> CreateCrawlerResponse -> m CreateCrawlerResponse

gmapMo :: MonadPlus m => (forall d. Data d => d -> m d) -> CreateCrawlerResponse -> m CreateCrawlerResponse

Read CreateCrawlerResponse

Methods

readsPrec :: Int -> ReadS CreateCrawlerResponse

readList :: ReadS [CreateCrawlerResponse]

readPrec :: ReadPrec CreateCrawlerResponse

readListPrec :: ReadPrec [CreateCrawlerResponse]

Show CreateCrawlerResponse

Methods

showsPrec :: Int -> CreateCrawlerResponse -> ShowS

show :: CreateCrawlerResponse -> String

showList :: [CreateCrawlerResponse] -> ShowS

Generic CreateCrawlerResponse

Associated Types

type Rep CreateCrawlerResponse :: * -> *

Methods

from :: CreateCrawlerResponse -> Rep CreateCrawlerResponse x

to :: Rep CreateCrawlerResponse x -> CreateCrawlerResponse

NFData CreateCrawlerResponse

Methods

rnf :: CreateCrawlerResponse -> ()

type Rep CreateCrawlerResponse

type Rep CreateCrawlerResponse = D1 * (MetaData "CreateCrawlerResponse" "Network.AWS.Glue.CreateCrawler" "amazonka-glue-1.6.0-6lygtbc1qn5L8T6WOf5nFo" True) (C1 * (MetaCons "CreateCrawlerResponse'" PrefixI True) (S1 * (MetaSel (Just Symbol "_crersResponseStatus") NoSourceUnpackedness NoSourceStrictness DecidedLazy) (Rec0 * Int)))

Response Lenses

crersResponseStatus :: Lens' CreateCrawlerResponse Int

• - | The response status code.