Amazonka.SageMaker.Types.AsyncInferenceClientConfig

Documentation

data AsyncInferenceClientConfig

Configures the behavior of the client used by SageMaker to interact with the model container during asynchronous inference.

See: newAsyncInferenceClientConfig smart constructor.

Constructors

AsyncInferenceClientConfig'

Fields

• maxConcurrentInvocationsPerInstance :: Maybe Natural

  The maximum number of concurrent requests sent by the SageMaker client to the model container. If no value is provided, SageMaker chooses an optimal value.

Instances

FromJSON AsyncInferenceClientConfig

Defined in Amazonka.SageMaker.Types.AsyncInferenceClientConfig

Methods

parseJSON :: Value -> Parser AsyncInferenceClientConfig

parseJSONList :: Value -> Parser [AsyncInferenceClientConfig]

ToJSON AsyncInferenceClientConfig

Defined in Amazonka.SageMaker.Types.AsyncInferenceClientConfig

Methods

toJSON :: AsyncInferenceClientConfig -> Value

toEncoding :: AsyncInferenceClientConfig -> Encoding

toJSONList :: [AsyncInferenceClientConfig] -> Value

toEncodingList :: [AsyncInferenceClientConfig] -> Encoding

Generic AsyncInferenceClientConfig

Defined in Amazonka.SageMaker.Types.AsyncInferenceClientConfig

Associated Types

type Rep AsyncInferenceClientConfig :: Type -> Type

Methods

from :: AsyncInferenceClientConfig -> Rep AsyncInferenceClientConfig x

to :: Rep AsyncInferenceClientConfig x -> AsyncInferenceClientConfig

Read AsyncInferenceClientConfig

Defined in Amazonka.SageMaker.Types.AsyncInferenceClientConfig

Methods

readsPrec :: Int -> ReadS AsyncInferenceClientConfig

readList :: ReadS [AsyncInferenceClientConfig]

readPrec :: ReadPrec AsyncInferenceClientConfig

readListPrec :: ReadPrec [AsyncInferenceClientConfig]

Show AsyncInferenceClientConfig

Defined in Amazonka.SageMaker.Types.AsyncInferenceClientConfig

Methods

showsPrec :: Int -> AsyncInferenceClientConfig -> ShowS

show :: AsyncInferenceClientConfig -> String

showList :: [AsyncInferenceClientConfig] -> ShowS

NFData AsyncInferenceClientConfig

Defined in Amazonka.SageMaker.Types.AsyncInferenceClientConfig

Methods

rnf :: AsyncInferenceClientConfig -> ()

Eq AsyncInferenceClientConfig

Defined in Amazonka.SageMaker.Types.AsyncInferenceClientConfig

Methods

(==) :: AsyncInferenceClientConfig -> AsyncInferenceClientConfig -> Bool

(/=) :: AsyncInferenceClientConfig -> AsyncInferenceClientConfig -> Bool

Hashable AsyncInferenceClientConfig

Defined in Amazonka.SageMaker.Types.AsyncInferenceClientConfig

Methods

hashWithSalt :: Int -> AsyncInferenceClientConfig -> Int

hash :: AsyncInferenceClientConfig -> Int

type Rep AsyncInferenceClientConfig

Defined in Amazonka.SageMaker.Types.AsyncInferenceClientConfig

type Rep AsyncInferenceClientConfig = D1 ('MetaData "AsyncInferenceClientConfig" "Amazonka.SageMaker.Types.AsyncInferenceClientConfig" "amazonka-sagemaker-2.0-9SyrKZ4KqhsL1qX9u3ILA3" 'False) (C1 ('MetaCons "AsyncInferenceClientConfig'" 'PrefixI 'True) (S1 ('MetaSel ('Just "maxConcurrentInvocationsPerInstance") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe Natural))))

newAsyncInferenceClientConfig :: AsyncInferenceClientConfig

Create a value of AsyncInferenceClientConfig with all optional fields omitted.

Use generic-lens or optics to modify other optional fields.

The following record fields are available, with the corresponding lenses provided for backwards compatibility:

$sel:maxConcurrentInvocationsPerInstance:AsyncInferenceClientConfig', asyncInferenceClientConfig_maxConcurrentInvocationsPerInstance - The maximum number of concurrent requests sent by the SageMaker client to the model container. If no value is provided, SageMaker chooses an optimal value.

asyncInferenceClientConfig_maxConcurrentInvocationsPerInstance :: Lens' AsyncInferenceClientConfig (Maybe Natural)

The maximum number of concurrent requests sent by the SageMaker client to the model container. If no value is provided, SageMaker chooses an optimal value.