module Codec.Picture.Types(
Image( .. )
, MutableImage( .. )
, DynamicImage( .. )
, PixelType( .. )
, Pixel8
, PixelYA8( .. )
, PixelRGB8( .. )
, PixelRGBA8( .. )
, PixelYCbCr8( .. )
, ColorConvertible( .. )
, Pixel(..)
, ColorSpaceConvertible( .. )
, LumaPlaneExtractable( .. )
, TransparentPixel( .. )
, canConvertTo
, extractComponent
, pixelMap
, dropAlphaLayer
, generateImage
, generateFoldImage
) where
import Control.Monad( forM_, foldM )
import Control.Applicative( (<$>), (<*>) )
import Control.DeepSeq( NFData( .. ) )
import Control.Monad.ST( ST, runST )
import Control.Monad.Primitive ( PrimMonad, PrimState )
import Foreign.Storable ( Storable, sizeOf, alignment, peek, poke )
import Foreign.Ptr ( plusPtr )
import Data.Word( Word8 )
import Data.Vector.Storable ( (!) )
import qualified Data.Vector.Storable as V
import qualified Data.Vector.Storable.Mutable as M
import Data.Serialize( Serialize, put, get )
data Image a = Image
{
imageWidth :: !Int
, imageHeight :: !Int
, imageData :: V.Vector Word8
}
(!!!) :: (Storable e) => V.Vector e -> Int -> e
(!!!) = V.unsafeIndex
extractComponent :: forall a. (Pixel a)
=> Int
-> Image a
-> Image Pixel8
extractComponent comp img@(Image { imageWidth = w, imageHeight = h }) =
Image { imageWidth = w, imageHeight = h, imageData = plane }
where plane = stride img 1 padd comp
padd = componentCount (undefined :: a) 1
dropAlphaLayer :: (TransparentPixel a b) => Image a -> Image b
dropAlphaLayer = pixelMap dropTransparency
class (Pixel a, Pixel b) => TransparentPixel a b | a -> b where
dropTransparency :: a -> b
instance TransparentPixel PixelYA8 Pixel8 where
dropTransparency (PixelYA8 y _) = y
instance TransparentPixel PixelRGBA8 PixelRGB8 where
dropTransparency (PixelRGBA8 r g b _) = PixelRGB8 r g b
stride :: Image a -> Int -> Int -> Int -> V.Vector Word8
stride Image { imageWidth = w, imageHeight = h, imageData = array }
run padd firstComponent = runST $ do
let cell_count = w * h * run
outArray <- M.new cell_count
let strideWrite write_idx _ | write_idx == cell_count = return ()
strideWrite write_idx read_idx = do
forM_ [0 .. run 1] $ \i ->
(outArray .<-. (write_idx + i)) $ array !!! (read_idx + i)
strideWrite (write_idx + run) (read_idx + padd)
strideWrite 0 firstComponent
V.unsafeFreeze outArray
instance NFData (Image a) where
rnf (Image width height dat) = width `seq`
height `seq`
dat `seq`
()
data MutableImage s a = MutableImage
{
mutableImageWidth :: !Int
, mutableImageHeight :: !Int
, mutableImageData :: M.STVector s Word8
}
instance NFData (MutableImage s a) where
rnf (MutableImage width height dat) = width `seq`
height `seq`
dat `seq`
()
data DynamicImage =
ImageY8 (Image Pixel8)
| ImageYA8 (Image PixelYA8)
| ImageRGB8 (Image PixelRGB8)
| ImageRGBA8 (Image PixelRGBA8)
| ImageYCbCr8 (Image PixelYCbCr8)
instance NFData DynamicImage where
rnf (ImageY8 img) = rnf img
rnf (ImageYA8 img) = rnf img
rnf (ImageRGB8 img) = rnf img
rnf (ImageRGBA8 img) = rnf img
rnf (ImageYCbCr8 img) = rnf img
type Pixel8 = Word8
data PixelYA8 = PixelYA8 !Word8
!Word8
data PixelRGB8 = PixelRGB8 !Word8
!Word8
!Word8
data PixelYCbCr8 = PixelYCbCr8 !Word8
!Word8
!Word8
data PixelRGBA8 = PixelRGBA8 !Word8
!Word8
!Word8
!Word8
instance Serialize PixelYA8 where
put (PixelYA8 y a) = put y >> put a
get = PixelYA8 <$> get <*> get
instance Storable PixelYA8 where
sizeOf _ = sizeOf (undefined :: Word8) * 2
alignment _ = alignment (undefined :: Word8)
peek ptr = do
let __ = undefined :: Word8
yOff = sizeOf __ * 0
aOff = sizeOf __ * 1
y <- peek $ ptr `plusPtr` yOff
a <- peek $ ptr `plusPtr` aOff
return (PixelYA8 y a)
poke ptr (PixelYA8 y a) = do
let __ = undefined :: Word8
yOff = sizeOf __ * 0
aOff = sizeOf __ * 1
poke (ptr `plusPtr` yOff) y
poke (ptr `plusPtr` aOff) a
instance Serialize PixelRGB8 where
put (PixelRGB8 r g b) = put r >> put g >> put b
get = PixelRGB8 <$> get <*> get <*> get
instance Storable PixelRGB8 where
sizeOf _ = sizeOf (undefined :: Word8) * 3
alignment _ = alignment (undefined :: Word8)
peek ptr = do
let __ = undefined :: Word8
rOff = sizeOf __ * 0
gOff = sizeOf __ * 1
bOff = sizeOf __ * 2
r <- peek $ ptr `plusPtr` rOff
g <- peek $ ptr `plusPtr` gOff
b <- peek $ ptr `plusPtr` bOff
return (PixelRGB8 r g b)
poke ptr (PixelRGB8 r g b) = do
let __ = undefined :: Word8
rOff = sizeOf __ * 0
gOff = sizeOf __ * 1
bOff = sizeOf __ * 2
poke (ptr `plusPtr` rOff) r
poke (ptr `plusPtr` gOff) g
poke (ptr `plusPtr` bOff) b
instance Serialize PixelYCbCr8 where
put (PixelYCbCr8 y cb cr) = put y >> put cb >> put cr
get = PixelYCbCr8 <$> get <*> get <*> get
instance Storable PixelYCbCr8 where
sizeOf _ = sizeOf (undefined :: Word8) * 3
alignment _ = alignment (undefined :: Word8)
peek ptr = do
let __ = undefined :: Word8
yOff = sizeOf __ * 0
cbOff = sizeOf __ * 1
crOff = sizeOf __ * 2
y <- peek $ ptr `plusPtr` yOff
cb <- peek $ ptr `plusPtr` cbOff
cr <- peek $ ptr `plusPtr` crOff
return (PixelYCbCr8 y cb cr)
poke ptr (PixelYCbCr8 y cb cr) = do
let __ = undefined :: Word8
yOff = sizeOf __ * 0
cbOff = sizeOf __ * 1
crOff = sizeOf __ * 2
poke (ptr `plusPtr` yOff) y
poke (ptr `plusPtr` cbOff) cb
poke (ptr `plusPtr` crOff) cr
instance Serialize PixelRGBA8 where
put (PixelRGBA8 r g b a) = put r >> put g >> put b >> put a
get = PixelRGBA8 <$> get <*> get <*> get <*> get
instance Storable PixelRGBA8 where
sizeOf _ = sizeOf (undefined :: Word8) * 4
alignment _ = alignment (undefined :: Word8)
peek ptr = do
let __ = undefined :: Word8
rOff = sizeOf __ * 0
gOff = sizeOf __ * 1
bOff = sizeOf __ * 2
aOff = sizeOf __ * 3
r <- peek $ ptr `plusPtr` rOff
g <- peek $ ptr `plusPtr` gOff
b <- peek $ ptr `plusPtr` bOff
a <- peek $ ptr `plusPtr` aOff
return (PixelRGBA8 r g b a)
poke ptr (PixelRGBA8 r g b a) = do
let __ = undefined :: Word8
rOff = sizeOf __ * 0
gOff = sizeOf __ * 1
bOff = sizeOf __ * 2
aOff = sizeOf __ * 3
poke (ptr `plusPtr` rOff) r
poke (ptr `plusPtr` gOff) g
poke (ptr `plusPtr` bOff) b
poke (ptr `plusPtr` aOff) a
data PixelType = PixelMonochromatic
| PixelGreyscale
| PixelGreyscaleAlpha
| PixelRedGreenBlue8
| PixelRedGreenBlueAlpha8
| PixelYChromaRChromaB8
deriving Eq
class (Serialize a) => Pixel a where
canPromoteTo :: a -> PixelType -> Bool
componentCount :: a -> Int
pixelBaseIndex :: Image a -> Int -> Int -> Int
pixelBaseIndex (Image { imageWidth = w }) x y =
(x + y * w) * componentCount (undefined :: a)
mutablePixelBaseIndex :: MutableImage s a -> Int -> Int -> Int
mutablePixelBaseIndex (MutableImage { mutableImageWidth = w }) x y =
(x + y * w) * componentCount (undefined :: a)
promotionType :: a -> PixelType
pixelAt :: Image a -> Int -> Int -> a
readPixel :: MutableImage s a -> Int -> Int -> ST s a
writePixel :: MutableImage s a -> Int -> Int -> a -> ST s ()
canConvertTo :: (Pixel a, Pixel b) => a -> b -> Bool
canConvertTo a b = canPromoteTo a $ promotionType b
class (Pixel a, Pixel b) => ColorConvertible a b where
promotePixel :: a -> b
promoteImage :: Image a -> Image b
promoteImage = pixelMap promotePixel
class (Pixel a, Pixel b) => ColorSpaceConvertible a b where
convertPixel :: a -> b
convertImage :: Image a -> Image b
convertImage = pixelMap convertPixel
generateImage :: forall a. (Pixel a)
=> (Int -> Int -> a)
-> Int
-> Int
-> Image a
generateImage f w h = Image { imageWidth = w, imageHeight = h, imageData = generated }
where compCount = componentCount (undefined :: a)
generated = runST $ do
arr <- M.new (w * h * compCount)
let mutImage = MutableImage {
mutableImageWidth = w,
mutableImageHeight = h,
mutableImageData = arr }
forM_ [(x,y) | y <- [0 .. h1], x <- [0 .. w1]] $ \(x,y) ->
writePixel mutImage x y $ f x y
V.unsafeFreeze arr
generateFoldImage :: forall a acc. (Pixel a)
=> (acc -> Int -> Int -> (acc, a))
-> acc
-> Int
-> Int
-> (acc, Image a)
generateFoldImage f intialAcc w h =
(finalState, Image { imageWidth = w, imageHeight = h, imageData = generated })
where compCount = componentCount (undefined :: a)
(finalState, generated) = runST $ do
arr <- M.new (w * h * compCount)
let mutImage = MutableImage {
mutableImageWidth = w,
mutableImageHeight = h,
mutableImageData = arr }
foldResult <- foldM (\acc (x,y) -> do
let (acc', px) = f acc x y
writePixel mutImage x y px
return acc') intialAcc [(x,y) | y <- [0 .. h1], x <- [0 .. w1]]
frozen <- V.unsafeFreeze arr
return (foldResult, frozen)
pixelMap :: forall a b. (Pixel a, Pixel b) => (a -> b) -> Image a -> Image b
pixelMap f image@(Image { imageWidth = w, imageHeight = h }) =
Image w h pixels
where pixels = runST $ do
newArr <- M.replicate (w * h * componentCount (undefined :: b)) 0
let wrapped = MutableImage w h newArr
promotedPixel :: Int -> Int -> b
promotedPixel x y = f $ pixelAt image x y
sequence_ [writePixel wrapped x y $ promotedPixel x y
| y <- [0 .. h 1], x <- [0 .. w 1] ]
V.unsafeFreeze newArr
class (Pixel a) => LumaPlaneExtractable a where
computeLuma :: a -> Pixel8
extractLumaPlane :: Image a -> Image Pixel8
extractLumaPlane = pixelMap computeLuma
instance LumaPlaneExtractable Pixel8 where
computeLuma = id
extractLumaPlane = id
instance LumaPlaneExtractable PixelRGB8 where
computeLuma (PixelRGB8 r g b) = floor $ 0.3 * (toRational r) +
0.59 * (toRational g) +
0.11 * (toRational b)
instance LumaPlaneExtractable PixelRGBA8 where
computeLuma (PixelRGBA8 r g b _) = floor $ 0.3 * (toRational r) +
0.59 * (toRational g) +
0.11 * (toRational b)
instance LumaPlaneExtractable PixelYA8 where
computeLuma (PixelYA8 y _) = y
extractLumaPlane = extractComponent 0
instance LumaPlaneExtractable PixelYCbCr8 where
computeLuma (PixelYCbCr8 y _ _) = y
extractLumaPlane = extractComponent 0
instance (Pixel a) => ColorConvertible a a where
promotePixel = id
promoteImage = id
(.!!!.) :: (PrimMonad m, Storable a) => M.STVector (PrimState m) a -> Int -> m a
(.!!!.) = M.read
(.<-.) :: (PrimMonad m, Storable a) => M.STVector (PrimState m) a -> Int -> a -> m ()
(.<-.) = M.write
instance Pixel Pixel8 where
canPromoteTo _ a = a /= PixelMonochromatic
promotionType _ = PixelGreyscale
componentCount _ = 1
pixelAt (Image { imageWidth = w, imageData = arr }) x y = arr ! (x + y * w)
readPixel image@(MutableImage { mutableImageData = arr }) x y =
arr .!!!. mutablePixelBaseIndex image x y
writePixel image@(MutableImage { mutableImageData = arr }) x y =
arr .<-. mutablePixelBaseIndex image x y
instance ColorConvertible Pixel8 PixelYA8 where
promotePixel c = PixelYA8 c 255
instance ColorConvertible Pixel8 PixelRGB8 where
promotePixel c = PixelRGB8 c c c
instance ColorConvertible Pixel8 PixelRGBA8 where
promotePixel c = PixelRGBA8 c c c 255
instance Pixel PixelYA8 where
canPromoteTo _ a = a == PixelRedGreenBlueAlpha8
promotionType _ = PixelGreyscaleAlpha
componentCount _ = 2
pixelAt image@(Image { imageData = arr }) x y = PixelYA8 (arr ! (baseIdx + 0))
(arr ! (baseIdx + 1))
where baseIdx = pixelBaseIndex image x y
readPixel image@(MutableImage { mutableImageData = arr }) x y = do
yv <- arr .!!!. baseIdx
av <- arr .!!!. (baseIdx + 1)
return $ PixelYA8 yv av
where baseIdx = mutablePixelBaseIndex image x y
writePixel image@(MutableImage { mutableImageData = arr }) x y (PixelYA8 yv av) = do
let baseIdx = mutablePixelBaseIndex image x y
(arr .<-. (baseIdx + 0)) yv
(arr .<-. (baseIdx + 1)) av
instance ColorConvertible PixelYA8 PixelRGB8 where
promotePixel (PixelYA8 y _) = PixelRGB8 y y y
instance ColorConvertible PixelYA8 PixelRGBA8 where
promotePixel (PixelYA8 y a) = PixelRGBA8 y y y a
instance Pixel PixelRGB8 where
canPromoteTo _ PixelMonochromatic = False
canPromoteTo _ PixelGreyscale = False
canPromoteTo _ _ = True
componentCount _ = 3
promotionType _ = PixelRedGreenBlue8
pixelAt image@(Image { imageData = arr }) x y = PixelRGB8 (arr ! (baseIdx + 0))
(arr ! (baseIdx + 1))
(arr ! (baseIdx + 2))
where baseIdx = pixelBaseIndex image x y
readPixel image@(MutableImage { mutableImageData = arr }) x y = do
rv <- arr .!!!. baseIdx
gv <- arr .!!!. (baseIdx + 1)
bv <- arr .!!!. (baseIdx + 2)
return $ PixelRGB8 rv gv bv
where baseIdx = mutablePixelBaseIndex image x y
writePixel image@(MutableImage { mutableImageData = arr }) x y (PixelRGB8 rv gv bv) = do
let baseIdx = mutablePixelBaseIndex image x y
(arr .<-. (baseIdx + 0)) rv
(arr .<-. (baseIdx + 1)) gv
(arr .<-. (baseIdx + 2)) bv
instance ColorConvertible PixelRGB8 PixelRGBA8 where
promotePixel (PixelRGB8 r g b) = PixelRGBA8 r g b 255
instance Pixel PixelRGBA8 where
canPromoteTo _ PixelRedGreenBlueAlpha8 = True
canPromoteTo _ _ = False
promotionType _ = PixelRedGreenBlueAlpha8
componentCount _ = 4
pixelAt image@(Image { imageData = arr }) x y = PixelRGBA8 (arr ! (baseIdx + 0))
(arr ! (baseIdx + 1))
(arr ! (baseIdx + 2))
(arr ! (baseIdx + 3))
where baseIdx = pixelBaseIndex image x y
readPixel image@(MutableImage { mutableImageData = arr }) x y = do
rv <- arr .!!!. baseIdx
gv <- arr .!!!. (baseIdx + 1)
bv <- arr .!!!. (baseIdx + 2)
av <- arr .!!!. (baseIdx + 3)
return $ PixelRGBA8 rv gv bv av
where baseIdx = mutablePixelBaseIndex image x y
writePixel image@(MutableImage { mutableImageData = arr }) x y (PixelRGBA8 rv gv bv av) = do
let baseIdx = mutablePixelBaseIndex image x y
(arr .<-. (baseIdx + 0)) rv
(arr .<-. (baseIdx + 1)) gv
(arr .<-. (baseIdx + 2)) bv
(arr .<-. (baseIdx + 3)) av
instance Pixel PixelYCbCr8 where
canPromoteTo _ _ = False
promotionType _ = PixelYChromaRChromaB8
componentCount _ = 3
pixelAt image@(Image { imageData = arr }) x y = PixelYCbCr8 (arr ! (baseIdx + 0))
(arr ! (baseIdx + 1))
(arr ! (baseIdx + 2))
where baseIdx = pixelBaseIndex image x y
readPixel image@(MutableImage { mutableImageData = arr }) x y = do
yv <- arr .!!!. baseIdx
cbv <- arr .!!!. (baseIdx + 1)
crv <- arr .!!!. (baseIdx + 2)
return $ PixelYCbCr8 yv cbv crv
where baseIdx = mutablePixelBaseIndex image x y
writePixel image@(MutableImage { mutableImageData = arr }) x y (PixelYCbCr8 yv cbv crv) = do
let baseIdx = mutablePixelBaseIndex image x y
(arr .<-. (baseIdx + 0)) yv
(arr .<-. (baseIdx + 1)) cbv
(arr .<-. (baseIdx + 2)) crv
instance (Pixel a) => ColorSpaceConvertible a a where
convertPixel = id
convertImage = id
instance ColorSpaceConvertible PixelRGB8 PixelYCbCr8 where
convertPixel (PixelRGB8 r g b) = PixelYCbCr8 (truncate y)
(truncate cb)
(truncate cr)
where rf = fromIntegral r :: Float
gf = fromIntegral g
bf = fromIntegral b
y = 0.29900 * rf + 0.58700 * gf + 0.11400 * bf
cb = 0.16874 * rf 0.33126 * gf + 0.50000 * bf + 128
cr = 0.50000 * rf 0.41869 * gf 0.08131 * bf + 128
instance ColorSpaceConvertible PixelYCbCr8 PixelRGB8 where
convertPixel (PixelYCbCr8 y_w8 cb_w8 cr_w8) = PixelRGB8 (clampWord8 r) (clampWord8 g) (clampWord8 b)
where y :: Float
y = fromIntegral y_w8 128.0
cb = fromIntegral cb_w8 128.0
cr = fromIntegral cr_w8 128.0
clampWord8 = truncate . max 0.0 . min 255.0 . (128 +)
cred = 0.299
cgreen = 0.587
cblue = 0.114
r = cr * (2 2 * cred) + y
b = cb * (2 2 * cblue) + y
g = (y cblue * b cred * r) / cgreen