Amazonka.Glue.Types.SparkConnectorSource

Documentation

data SparkConnectorSource

Specifies a connector to an Apache Spark data source.

See: newSparkConnectorSource smart constructor.

Constructors

SparkConnectorSource'

Fields

• additionalOptions :: Maybe (HashMap Text Text)

  Additional connection options for the connector.

• outputSchemas :: Maybe [GlueSchema]

  Specifies data schema for the custom spark source.

• name :: Text

  The name of the data source.

• connectionName :: Text

  The name of the connection that is associated with the connector.

• connectorName :: Text

  The name of a connector that assists with accessing the data store in Glue Studio.

• connectionType :: Text

  The type of connection, such as marketplace.spark or custom.spark, designating a connection to an Apache Spark data store.

Instances

FromJSON SparkConnectorSource

Defined in Amazonka.Glue.Types.SparkConnectorSource

Methods

parseJSON :: Value -> Parser SparkConnectorSource

parseJSONList :: Value -> Parser [SparkConnectorSource]

ToJSON SparkConnectorSource

Defined in Amazonka.Glue.Types.SparkConnectorSource

Methods

toJSON :: SparkConnectorSource -> Value

toEncoding :: SparkConnectorSource -> Encoding

toJSONList :: [SparkConnectorSource] -> Value

toEncodingList :: [SparkConnectorSource] -> Encoding

Generic SparkConnectorSource

Defined in Amazonka.Glue.Types.SparkConnectorSource

Associated Types

type Rep SparkConnectorSource :: Type -> Type

Methods

from :: SparkConnectorSource -> Rep SparkConnectorSource x

to :: Rep SparkConnectorSource x -> SparkConnectorSource

Read SparkConnectorSource

Defined in Amazonka.Glue.Types.SparkConnectorSource

Methods

readsPrec :: Int -> ReadS SparkConnectorSource

readList :: ReadS [SparkConnectorSource]

readPrec :: ReadPrec SparkConnectorSource

readListPrec :: ReadPrec [SparkConnectorSource]

Show SparkConnectorSource

Defined in Amazonka.Glue.Types.SparkConnectorSource

Methods

showsPrec :: Int -> SparkConnectorSource -> ShowS

show :: SparkConnectorSource -> String

showList :: [SparkConnectorSource] -> ShowS

NFData SparkConnectorSource

Defined in Amazonka.Glue.Types.SparkConnectorSource

Methods

rnf :: SparkConnectorSource -> ()

Eq SparkConnectorSource

Defined in Amazonka.Glue.Types.SparkConnectorSource

Methods

(==) :: SparkConnectorSource -> SparkConnectorSource -> Bool

(/=) :: SparkConnectorSource -> SparkConnectorSource -> Bool

Hashable SparkConnectorSource

Defined in Amazonka.Glue.Types.SparkConnectorSource

Methods

hashWithSalt :: Int -> SparkConnectorSource -> Int

hash :: SparkConnectorSource -> Int

type Rep SparkConnectorSource

Defined in Amazonka.Glue.Types.SparkConnectorSource

type Rep SparkConnectorSource = D1 ('MetaData "SparkConnectorSource" "Amazonka.Glue.Types.SparkConnectorSource" "amazonka-glue-2.0-7miPWwBHdfn8N8SvbpLgE0" 'False) (C1 ('MetaCons "SparkConnectorSource'" 'PrefixI 'True) ((S1 ('MetaSel ('Just "additionalOptions") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe (HashMap Text Text))) :*: (S1 ('MetaSel ('Just "outputSchemas") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe [GlueSchema])) :*: S1 ('MetaSel ('Just "name") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 Text))) :*: (S1 ('MetaSel ('Just "connectionName") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 Text) :*: (S1 ('MetaSel ('Just "connectorName") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 Text) :*: S1 ('MetaSel ('Just "connectionType") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 Text)))))

newSparkConnectorSource

Arguments

:: Text

$sel:name:SparkConnectorSource'

-> Text

$sel:connectionName:SparkConnectorSource'

-> Text

$sel:connectorName:SparkConnectorSource'

-> Text

$sel:connectionType:SparkConnectorSource'

-> SparkConnectorSource

Create a value of SparkConnectorSource with all optional fields omitted.

Use generic-lens or optics to modify other optional fields.

The following record fields are available, with the corresponding lenses provided for backwards compatibility:

$sel:additionalOptions:SparkConnectorSource', sparkConnectorSource_additionalOptions - Additional connection options for the connector.

$sel:outputSchemas:SparkConnectorSource', sparkConnectorSource_outputSchemas - Specifies data schema for the custom spark source.

$sel:name:SparkConnectorSource', sparkConnectorSource_name - The name of the data source.

$sel:connectionName:SparkConnectorSource', sparkConnectorSource_connectionName - The name of the connection that is associated with the connector.

$sel:connectorName:SparkConnectorSource', sparkConnectorSource_connectorName - The name of a connector that assists with accessing the data store in Glue Studio.

$sel:connectionType:SparkConnectorSource', sparkConnectorSource_connectionType - The type of connection, such as marketplace.spark or custom.spark, designating a connection to an Apache Spark data store.

sparkConnectorSource_additionalOptions :: Lens' SparkConnectorSource (Maybe (HashMap Text Text))

Additional connection options for the connector.

sparkConnectorSource_outputSchemas :: Lens' SparkConnectorSource (Maybe [GlueSchema])

Specifies data schema for the custom spark source.

sparkConnectorSource_name :: Lens' SparkConnectorSource Text

The name of the data source.

sparkConnectorSource_connectionName :: Lens' SparkConnectorSource Text

The name of the connection that is associated with the connector.

sparkConnectorSource_connectorName :: Lens' SparkConnectorSource Text

The name of a connector that assists with accessing the data store in Glue Studio.

sparkConnectorSource_connectionType :: Lens' SparkConnectorSource Text

The type of connection, such as marketplace.spark or custom.spark, designating a connection to an Apache Spark data store.