#include "config.h"
#include "ImageSource.h"
#if USE(CG)
#include "ImageSourceCG.h"
#include "ImageOrientation.h"
#include "IntPoint.h"
#include "IntSize.h"
#include "MIMETypeRegistry.h"
#include "SharedBuffer.h"
#if !PLATFORM(IOS)
#include <ApplicationServices/ApplicationServices.h>
#else
#include "RuntimeApplicationChecksIOS.h"
#include "SystemMemory.h"
#include <CoreGraphics/CoreGraphics.h>
#include <CoreGraphics/CGImagePrivate.h>
#include <ImageIO/ImageIO.h>
#include <ImageIO/CGImageSourcePrivate.h>
#endif
using namespace std;
namespace WebCore {
const CFStringRef kCGImageSourceShouldPreferRGB32 = CFSTR("kCGImageSourceShouldPreferRGB32");
const CFStringRef kCGImageSourceSkipMetaData = CFSTR("kCGImageSourceSkipMetaData");
const CFStringRef WebCoreCGImagePropertyGIFUnclampedDelayTime = CFSTR("UnclampedDelayTime");
bool ImageSource::s_acceleratedImageDecoding;
#if !PLATFORM(MAC)
size_t sharedBufferGetBytesAtPosition(void* info, void* buffer, off_t position, size_t count)
{
SharedBuffer* sharedBuffer = static_cast<SharedBuffer*>(info);
size_t sourceSize = sharedBuffer->size();
if (position >= sourceSize)
return 0;
const char* source = sharedBuffer->data() + position;
size_t amount = min<size_t>(count, sourceSize - position);
memcpy(buffer, source, amount);
return amount;
}
void sharedBufferRelease(void* info)
{
SharedBuffer* sharedBuffer = static_cast<SharedBuffer*>(info);
sharedBuffer->deref();
}
#endif
ImageSource::ImageSource(ImageSource::AlphaOption, ImageSource::GammaAndColorProfileOption)
: m_decoder(0)
#if PLATFORM(IOS)
, m_baseSubsampling(0)
, m_isProgressive(false)
#endif
{
}
ImageSource::~ImageSource()
{
clear(true);
}
void ImageSource::clear(bool destroyAllFrames, size_t, SharedBuffer* data, bool allDataReceived)
{
if (!destroyAllFrames)
return;
if (m_decoder) {
CFRelease(m_decoder);
m_decoder = 0;
}
if (data)
setData(data, allDataReceived);
}
#if !PLATFORM(IOS)
static CFDictionaryRef imageSourceOptions(ImageSource::ShouldSkipMetadata skipMetaData)
{
static CFDictionaryRef options;
if (!options) {
const unsigned numOptions = 3;
#if PLATFORM(MAC) && !PLATFORM(IOS) && __MAC_OS_X_VERSION_MIN_REQUIRED <= 1070
UNUSED_PARAM(skipMetadata);
const CFBooleanRef imageSourceSkipMetadata = kCFBooleanFalse;
#else
const CFBooleanRef imageSourceSkipMetadata = (skipMetadata == ImageSource::SkipMetadata) ? kCFBooleanTrue : kCFBooleanFalse;
#endif
const void* keys[numOptions] = { kCGImageSourceShouldCache, kCGImageSourceShouldPreferRGB32, kCGImageSourceSkipMetaData };
const void* values[numOptions] = { kCFBooleanTrue, kCFBooleanTrue, imageSourceSkipMetadata };
options = CFDictionaryCreate(NULL, keys, values, numOptions,
&kCFTypeDictionaryKeyCallBacks, &kCFTypeDictionaryValueCallBacks);
}
return options;
}
#else
CFDictionaryRef ImageSource::imageSourceOptions(ShouldSkipMetadata skipMetaData, int requestedSubsampling) const
{
static CFDictionaryRef options[4] = {NULL, NULL, NULL, NULL};
int subsampling = std::min(3, m_isProgressive || requestedSubsampling < 0 ? 0 : (requestedSubsampling + m_baseSubsampling));
if (!options[subsampling]) {
int subsampleInt = 1 << subsampling; CFNumberRef subsampleNumber = CFNumberCreate(NULL, kCFNumberIntType, &subsampleInt);
const CFIndex numOptions = 5;
const CFBooleanRef imageSourceSkipMetaData = (skipMetaData == ImageSource::SkipMetadata) ? kCFBooleanTrue : kCFBooleanFalse;
const CFBooleanRef acceleratedImageDecoding = ImageSource::s_acceleratedImageDecoding ? kCFBooleanTrue : kCFBooleanFalse;
const void *keys[numOptions] = { kCGImageSourceShouldCache, kCGImageSourceShouldPreferRGB32, kCGImageSourceSubsampleFactor, kCGImageSourceSkipMetaData, kCGImageSourceUseHardwareAcceleration };
const void *values[numOptions] = { kCFBooleanTrue, kCFBooleanTrue, subsampleNumber, imageSourceSkipMetaData, acceleratedImageDecoding };
options[subsampling] = CFDictionaryCreate(NULL, keys, values, numOptions,
&kCFTypeDictionaryKeyCallBacks, &kCFTypeDictionaryValueCallBacks);
CFRelease(subsampleNumber);
}
return options[subsampling];
}
#endif
bool ImageSource::initialized() const
{
return m_decoder;
}
void ImageSource::setData(SharedBuffer* data, bool allDataReceived)
{
#if PLATFORM(MAC)
if (!m_decoder)
m_decoder = CGImageSourceCreateIncremental(0);
RetainPtr<CFDataRef> cfData = adoptCF(data->createCFData());
CGImageSourceUpdateData(m_decoder, cfData.get(), allDataReceived);
#else
if (!m_decoder) {
m_decoder = CGImageSourceCreateIncremental(0);
} else if (allDataReceived) {
#if !PLATFORM(WIN)
CFRelease(m_decoder);
m_decoder = CGImageSourceCreateIncremental(0);
#endif
}
data->ref();
CGDataProviderDirectCallbacks providerCallbacks = { 0, 0, 0, sharedBufferGetBytesAtPosition, sharedBufferRelease };
RetainPtr<CGDataProviderRef> dataProvider = adoptCF(CGDataProviderCreateDirect(data, data->size(), &providerCallbacks));
CGImageSourceUpdateDataProvider(m_decoder, dataProvider.get(), allDataReceived);
#endif
}
String ImageSource::filenameExtension() const
{
if (!m_decoder)
return String();
CFStringRef imageSourceType = CGImageSourceGetType(m_decoder);
return WebCore::preferredExtensionForImageSourceType(imageSourceType);
}
bool ImageSource::isSizeAvailable()
{
bool result = false;
CGImageSourceStatus imageSourceStatus = CGImageSourceGetStatus(m_decoder);
if (imageSourceStatus >= kCGImageStatusIncomplete) {
RetainPtr<CFDictionaryRef> image0Properties = adoptCF(CGImageSourceCopyPropertiesAtIndex(m_decoder, 0, imageSourceOptions(SkipMetadata)));
if (image0Properties) {
CFNumberRef widthNumber = (CFNumberRef)CFDictionaryGetValue(image0Properties.get(), kCGImagePropertyPixelWidth);
CFNumberRef heightNumber = (CFNumberRef)CFDictionaryGetValue(image0Properties.get(), kCGImagePropertyPixelHeight);
result = widthNumber && heightNumber;
}
}
return result;
}
static ImageOrientation orientationFromProperties(CFDictionaryRef imageProperties)
{
ASSERT(imageProperties);
CFNumberRef orientationProperty = (CFNumberRef)CFDictionaryGetValue(imageProperties, kCGImagePropertyOrientation);
if (!orientationProperty)
return DefaultImageOrientation;
int exifValue;
CFNumberGetValue(orientationProperty, kCFNumberIntType, &exifValue);
return ImageOrientation::fromEXIFValue(exifValue);
}
IntSize ImageSource::frameSizeAtIndex(size_t index, RespectImageOrientationEnum shouldRespectOrientation) const
{
RetainPtr<CFDictionaryRef> properties = adoptCF(CGImageSourceCopyPropertiesAtIndex(m_decoder, index, imageSourceOptions(SkipMetadata)));
if (!properties)
return IntSize();
int w = 0, h = 0;
CFNumberRef num = (CFNumberRef)CFDictionaryGetValue(properties.get(), kCGImagePropertyPixelWidth);
if (num)
CFNumberGetValue(num, kCFNumberIntType, &w);
num = (CFNumberRef)CFDictionaryGetValue(properties.get(), kCGImagePropertyPixelHeight);
if (num)
CFNumberGetValue(num, kCFNumberIntType, &h);
#if PLATFORM(IOS)
if (!m_isProgressive) {
CFDictionaryRef jfifProperties = (CFDictionaryRef)CFDictionaryGetValue(properties.get(), kCGImagePropertyJFIFDictionary);
if (jfifProperties) {
CFBooleanRef isProgCFBool = (CFBooleanRef)CFDictionaryGetValue(jfifProperties, kCGImagePropertyJFIFIsProgressive);
if (isProgCFBool)
m_isProgressive = CFBooleanGetValue(isProgCFBool);
}
}
if ((m_baseSubsampling == 0) && !m_isProgressive) {
IntSize subsampledSize(w, h);
while ((m_baseSubsampling < 3) && shouldSubsampleImageWithSize(static_cast<unsigned>(subsampledSize.width() * subsampledSize.height()))) {
m_baseSubsampling++;
subsampledSize = frameSizeAtIndex(index, shouldRespectOrientation);
}
w = subsampledSize.width();
h = subsampledSize.height();
}
#endif
if ((shouldRespectOrientation == RespectImageOrientation) && orientationFromProperties(properties.get()).usesWidthAsHeight())
return IntSize(h, w);
return IntSize(w, h);
}
ImageOrientation ImageSource::orientationAtIndex(size_t index) const
{
RetainPtr<CFDictionaryRef> properties = adoptCF(CGImageSourceCopyPropertiesAtIndex(m_decoder, index, imageSourceOptions(SkipMetadata)));
if (!properties)
return DefaultImageOrientation;
return orientationFromProperties(properties.get());
}
#if PLATFORM(IOS)
IntSize ImageSource::originalSize(RespectImageOrientationEnum shouldRespectOrientation) const
{
frameSizeAtIndex(0, shouldRespectOrientation);
RetainPtr<CFDictionaryRef> properties(AdoptCF, CGImageSourceCopyPropertiesAtIndex(m_decoder, 0, imageSourceOptions(SkipMetadata, -1)));
if (!properties)
return IntSize();
int width = 0;
int height = 0;
CFNumberRef number = (CFNumberRef)CFDictionaryGetValue(properties.get(), kCGImagePropertyPixelWidth);
if (number)
CFNumberGetValue(number, kCFNumberIntType, &width);
number = (CFNumberRef)CFDictionaryGetValue(properties.get(), kCGImagePropertyPixelHeight);
if (number)
CFNumberGetValue(number, kCFNumberIntType, &height);
if ((shouldRespectOrientation == RespectImageOrientation) && orientationFromProperties(properties.get()).usesWidthAsHeight())
return IntSize(height, width);
return IntSize(width, height);
}
#endif
IntSize ImageSource::size(RespectImageOrientationEnum shouldRespectOrientation) const
{
return frameSizeAtIndex(0, shouldRespectOrientation);
}
bool ImageSource::getHotSpot(IntPoint& hotSpot) const
{
RetainPtr<CFDictionaryRef> properties = adoptCF(CGImageSourceCopyPropertiesAtIndex(m_decoder, 0, imageSourceOptions(SkipMetadata)));
if (!properties)
return false;
int x = -1, y = -1;
CFNumberRef num = (CFNumberRef)CFDictionaryGetValue(properties.get(), CFSTR("hotspotX"));
if (!num || !CFNumberGetValue(num, kCFNumberIntType, &x))
return false;
num = (CFNumberRef)CFDictionaryGetValue(properties.get(), CFSTR("hotspotY"));
if (!num || !CFNumberGetValue(num, kCFNumberIntType, &y))
return false;
if (x < 0 || y < 0)
return false;
hotSpot = IntPoint(x, y);
return true;
}
size_t ImageSource::bytesDecodedToDetermineProperties() const
{
return 13088;
}
int ImageSource::repetitionCount()
{
int result = cAnimationLoopOnce; if (!initialized())
return result;
RetainPtr<CFDictionaryRef> properties = adoptCF(CGImageSourceCopyProperties(m_decoder, imageSourceOptions(SkipMetadata)));
if (properties) {
CFDictionaryRef gifProperties = (CFDictionaryRef)CFDictionaryGetValue(properties.get(), kCGImagePropertyGIFDictionary);
if (gifProperties) {
CFNumberRef num = (CFNumberRef)CFDictionaryGetValue(gifProperties, kCGImagePropertyGIFLoopCount);
if (num) {
CFNumberGetValue(num, kCFNumberIntType, &result);
if (!result)
result = cAnimationLoopInfinite;
}
} else
result = cAnimationNone; }
return result;
}
size_t ImageSource::frameCount() const
{
return m_decoder ? CGImageSourceGetCount(m_decoder) : 0;
}
#if !PLATFORM(IOS)
CGImageRef ImageSource::createFrameAtIndex(size_t index)
#else
CGImageRef ImageSource::createFrameAtIndex(size_t index, float scaleHint, float* actualScaleOut, ssize_t* bytesOut)
#endif
{
if (!initialized())
return 0;
#if !PLATFORM(IOS)
RetainPtr<CGImageRef> image = adoptCF(CGImageSourceCreateImageAtIndex(m_decoder, index, imageSourceOptions(SkipMetadata)));
#else
int subsampling = scaleHint < std::numeric_limits<float>::infinity() ? (int)log2f(1.0f / std::max(0.1f, std::min(1.0f, scaleHint))) : -1;
RetainPtr<CGImageRef> image = adoptCF(CGImageSourceCreateImageAtIndex(m_decoder, index, imageSourceOptions(SkipMetadata, subsampling)));
#if COMPILER(CLANG)
#pragma clang diagnostic push
#pragma clang diagnostic ignored "-Wdeprecated-declarations"
#endif
CGImageSetCachingFlags(image.get(), kCGImageCachingTemporary);
#if COMPILER(CLANG)
#pragma clang diagnostic pop
#endif
if (subsampling)
*actualScaleOut = static_cast<float>(CGImageGetWidth(image.get())) / size(DoNotRespectImageOrientation).width();
else {
ASSERT(static_cast<int>(CGImageGetWidth(image.get())) == size(DoNotRespectImageOrientation).width());
*actualScaleOut = 1;
}
*bytesOut = CGImageGetBytesPerRow(image.get()) * CGImageGetHeight(image.get());
#endif // !PLATFORM(IOS)
CFStringRef imageUTI = CGImageSourceGetType(m_decoder);
static const CFStringRef xbmUTI = CFSTR("public.xbitmap-image");
if (!imageUTI || !CFEqual(imageUTI, xbmUTI))
return image.leakRef();
const CGFloat maskingColors[6] = {255, 255, 255, 255, 255, 255};
RetainPtr<CGImageRef> maskedImage = adoptCF(CGImageCreateWithMaskingColors(image.get(), maskingColors));
if (!maskedImage)
return image.leakRef();
return maskedImage.leakRef();
}
bool ImageSource::frameIsCompleteAtIndex(size_t index)
{
ASSERT(frameCount());
CGImageSourceStatus frameStatus = CGImageSourceGetStatusAtIndex(m_decoder, index);
if (index < frameCount() - 1)
return frameStatus >= kCGImageStatusIncomplete;
return frameStatus == kCGImageStatusComplete;
}
float ImageSource::frameDurationAtIndex(size_t index)
{
if (!initialized())
return 0;
float duration = 0;
RetainPtr<CFDictionaryRef> properties = adoptCF(CGImageSourceCopyPropertiesAtIndex(m_decoder, index, imageSourceOptions(SkipMetadata)));
if (properties) {
CFDictionaryRef typeProperties = (CFDictionaryRef)CFDictionaryGetValue(properties.get(), kCGImagePropertyGIFDictionary);
if (typeProperties) {
if (CFNumberRef num = (CFNumberRef)CFDictionaryGetValue(typeProperties, WebCoreCGImagePropertyGIFUnclampedDelayTime)) {
CFNumberGetValue(num, kCFNumberFloatType, &duration);
} else if (CFNumberRef num = (CFNumberRef)CFDictionaryGetValue(typeProperties, kCGImagePropertyGIFDelayTime)) {
CFNumberGetValue(num, kCFNumberFloatType, &duration);
}
}
}
if (duration < 0.011f)
return 0.100f;
return duration;
}
bool ImageSource::frameHasAlphaAtIndex(size_t index)
{
if (!m_decoder)
return false;
if (!frameIsCompleteAtIndex(index))
return true;
CFStringRef imageType = CGImageSourceGetType(m_decoder);
if (!imageType || CFEqual(imageType, CFSTR("public.jpeg")))
return false;
return true;
}
#if PLATFORM(IOS)
static unsigned s_maximumImageSizeBeforeSubsampling = 0;
bool ImageSource::shouldSubsampleImageWithSize(unsigned size) const
{
unsigned imageSizeSubsamplingThreshold = maximumImageSizeBeforeSubsampling();
bool sizeGreaterThanThreshold = size > imageSizeSubsamplingThreshold;
if (systemTotalMemory() >= 512 * 1024 * 1024)
return sizeGreaterThanThreshold;
if (sizeGreaterThanThreshold)
return true;
if (size < imageSizeSubsamplingThreshold / 2)
return false;
return applicationIsMobileSafari() && systemMemoryLevel() < 30;
}
unsigned ImageSource::maximumImageSizeBeforeSubsampling()
{
if (s_maximumImageSizeBeforeSubsampling)
return s_maximumImageSizeBeforeSubsampling;
if (systemTotalMemory() >= 512 * 1024 * 1024)
s_maximumImageSizeBeforeSubsampling = 5 * 1024 * 1024;
else
s_maximumImageSizeBeforeSubsampling = 2 * 1024 * 1024;
return s_maximumImageSizeBeforeSubsampling;;
}
void ImageSource::setMaximumImageSizeBeforeSubsampling(unsigned maximum)
{
s_maximumImageSizeBeforeSubsampling = maximum;
}
#endif
unsigned ImageSource::frameBytesAtIndex(size_t index) const
{
IntSize frameSize = frameSizeAtIndex(index, RespectImageOrientation);
return frameSize.width() * frameSize.height() * 4;
}
}
#endif // USE(CG)