{-# LANGUAGE DataKinds #-} {-# LANGUAGE DeriveGeneric #-} {-# LANGUAGE FlexibleInstances #-} {-# LANGUAGE GeneralizedNewtypeDeriving #-} {-# LANGUAGE LambdaCase #-} {-# LANGUAGE NoImplicitPrelude #-} {-# LANGUAGE OverloadedStrings #-} {-# LANGUAGE RecordWildCards #-} {-# LANGUAGE TypeFamilies #-} {-# OPTIONS_GHC -fno-warn-unused-imports #-} -- Module : Network.AWS.Kinesis.PutRecords -- Copyright : (c) 2013-2014 Brendan Hay -- License : This Source Code Form is subject to the terms of -- the Mozilla Public License, v. 2.0. -- A copy of the MPL can be found in the LICENSE file or -- you can obtain it at http://mozilla.org/MPL/2.0/. -- Maintainer : Brendan Hay -- Stability : experimental -- Portability : non-portable (GHC extensions) -- -- Derived from AWS service descriptions, licensed under Apache 2.0. -- | Puts (writes) multiple data records from a producer into an Amazon Kinesis -- stream in a single call (also referred to as a 'PutRecords' request). Use this -- operation to send data from a data producer into the Amazon Kinesis stream -- for real-time ingestion and processing. Each shard can support up to 1000 -- records written per second, up to a maximum total of 1 MB data written per -- second. -- -- You must specify the name of the stream that captures, stores, and -- transports the data; and an array of request 'Records', with each record in the -- array requiring a partition key and data blob. -- -- The data blob can be any type of data; for example, a segment from a log -- file, geographic/location data, website clickstream data, and so on. -- -- The partition key is used by Amazon Kinesis as input to a hash function that -- maps the partition key and associated data to a specific shard. An MD5 hash -- function is used to map partition keys to 128-bit integer values and to map -- associated data records to shards. As a result of this hashing mechanism, all -- data records with the same partition key map to the same shard within the -- stream. For more information, see in the /Amazon KinesisDeveloper Guide/. -- -- Each record in the 'Records' array may include an optional parameter, 'ExplicitHashKey', which overrides the partition key to shard mapping. This parameter allows a -- data producer to determine explicitly the shard where the record is stored. -- For more information, see in the /Amazon Kinesis Developer Guide/. -- -- The 'PutRecords' response includes an array of response 'Records'. Each record -- in the response array directly correlates with a record in the request array -- using natural ordering, from the top to the bottom of the request and -- response. The response 'Records' array always includes the same number of -- records as the request array. -- -- The response 'Records' array includes both successfully and unsuccessfully -- processed records. Amazon Kinesis attempts to process all records in each 'PutRecords' request. A single record failure does not stop the processing of subsequent -- records. -- -- A successfully-processed record includes 'ShardId' and 'SequenceNumber' values. -- The 'ShardId' parameter identifies the shard in the stream where the record is -- stored. The 'SequenceNumber' parameter is an identifier assigned to the put -- record, unique to all records in the stream. -- -- An unsuccessfully-processed record includes 'ErrorCode' and 'ErrorMessage' -- values. 'ErrorCode' reflects the type of error and can be one of the following -- values: 'ProvisionedThroughputExceededException' or 'InternalFailure'. 'ErrorMessage' provides more detailed information about the 'ProvisionedThroughputExceededException' exception including the account ID, stream name, and shard ID of the record -- that was throttled. -- -- Data records are accessible for only 24 hours from the time that they are -- added to an Amazon Kinesis stream. -- -- module Network.AWS.Kinesis.PutRecords ( -- * Request PutRecords -- ** Request constructor , putRecords -- ** Request lenses , pr1Records , pr1StreamName -- * Response , PutRecordsResponse -- ** Response constructor , putRecordsResponse -- ** Response lenses , prrFailedRecordCount , prrRecords ) where import Network.AWS.Prelude import Network.AWS.Request.JSON import Network.AWS.Kinesis.Types import qualified GHC.Exts data PutRecords = PutRecords { _pr1Records :: List1 "Records" PutRecordsRequestEntry , _pr1StreamName :: Text } deriving (Eq, Show) -- | 'PutRecords' constructor. -- -- The fields accessible through corresponding lenses are: -- -- * 'pr1Records' @::@ 'NonEmpty' 'PutRecordsRequestEntry' -- -- * 'pr1StreamName' @::@ 'Text' -- putRecords :: NonEmpty PutRecordsRequestEntry -- ^ 'pr1Records' -> Text -- ^ 'pr1StreamName' -> PutRecords putRecords p1 p2 = PutRecords { _pr1Records = withIso _List1 (const id) p1 , _pr1StreamName = p2 } -- | The records associated with the request. pr1Records :: Lens' PutRecords (NonEmpty PutRecordsRequestEntry) pr1Records = lens _pr1Records (\s a -> s { _pr1Records = a }) . _List1 -- | The stream name associated with the request. pr1StreamName :: Lens' PutRecords Text pr1StreamName = lens _pr1StreamName (\s a -> s { _pr1StreamName = a }) data PutRecordsResponse = PutRecordsResponse { _prrFailedRecordCount :: Maybe Nat , _prrRecords :: List1 "Records" PutRecordsResultEntry } deriving (Eq, Show) -- | 'PutRecordsResponse' constructor. -- -- The fields accessible through corresponding lenses are: -- -- * 'prrFailedRecordCount' @::@ 'Maybe' 'Natural' -- -- * 'prrRecords' @::@ 'NonEmpty' 'PutRecordsResultEntry' -- putRecordsResponse :: NonEmpty PutRecordsResultEntry -- ^ 'prrRecords' -> PutRecordsResponse putRecordsResponse p1 = PutRecordsResponse { _prrRecords = withIso _List1 (const id) p1 , _prrFailedRecordCount = Nothing } -- | The number of unsuccessfully processed records in a 'PutRecords' request. prrFailedRecordCount :: Lens' PutRecordsResponse (Maybe Natural) prrFailedRecordCount = lens _prrFailedRecordCount (\s a -> s { _prrFailedRecordCount = a }) . mapping _Nat -- | An array of successfully and unsuccessfully processed record results, -- correlated with the request by natural ordering. A record that is -- successfully added to your Amazon Kinesis stream includes 'SequenceNumber' and 'ShardId' in the result. A record that fails to be added to your Amazon Kinesis stream -- includes 'ErrorCode' and 'ErrorMessage' in the result. prrRecords :: Lens' PutRecordsResponse (NonEmpty PutRecordsResultEntry) prrRecords = lens _prrRecords (\s a -> s { _prrRecords = a }) . _List1 instance ToPath PutRecords where toPath = const "/" instance ToQuery PutRecords where toQuery = const mempty instance ToHeaders PutRecords instance ToJSON PutRecords where toJSON PutRecords{..} = object [ "Records" .= _pr1Records , "StreamName" .= _pr1StreamName ] instance AWSRequest PutRecords where type Sv PutRecords = Kinesis type Rs PutRecords = PutRecordsResponse request = post "PutRecords" response = jsonResponse instance FromJSON PutRecordsResponse where parseJSON = withObject "PutRecordsResponse" $ \o -> PutRecordsResponse <$> o .:? "FailedRecordCount" <*> o .: "Records"