// ==========================================================
// High Dynamic Range bitmap conversion routines
//
// Design and implementation by
// - Hervé Drolon (drolon@infonie.fr)
// - Mihail Naydenov (mnaydenov@users.sourceforge.net)
//
// This file is part of FreeImage 3
//
// COVERED CODE IS PROVIDED UNDER THIS LICENSE ON AN "AS IS" BASIS, WITHOUT WARRANTY
// OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, WITHOUT LIMITATION, WARRANTIES
// THAT THE COVERED CODE IS FREE OF DEFECTS, MERCHANTABLE, FIT FOR A PARTICULAR PURPOSE
// OR NON-INFRINGING. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE COVERED
// CODE IS WITH YOU. SHOULD ANY COVERED CODE PROVE DEFECTIVE IN ANY RESPECT, YOU (NOT
// THE INITIAL DEVELOPER OR ANY OTHER CONTRIBUTOR) ASSUME THE COST OF ANY NECESSARY
// SERVICING, REPAIR OR CORRECTION. THIS DISCLAIMER OF WARRANTY CONSTITUTES AN ESSENTIAL
// PART OF THIS LICENSE. NO USE OF ANY COVERED CODE IS AUTHORIZED HEREUNDER EXCEPT UNDER
// THIS DISCLAIMER.
//
// Use at your own risk!
// ==========================================================
#include "FreeImage.h"
#include "Utilities.h"
#include "ToneMapping.h"
// ----------------------------------------------------------
// Convert RGB to and from Yxy, same as in Reinhard et al. SIGGRAPH 2002
// References :
// [1] Radiance Home Page [Online] http://radsite.lbl.gov/radiance/HOME.html
// [2] E. Reinhard, M. Stark, P. Shirley, and J. Ferwerda,
// Photographic Tone Reproduction for Digital Images, ACM Transactions on Graphics,
// 21(3):267-276, 2002 (Proceedings of SIGGRAPH 2002).
// [3] J. Tumblin and H.E. Rushmeier,
// Tone Reproduction for Realistic Images. IEEE Computer Graphics and Applications,
// 13(6):42-48, 1993.
// ----------------------------------------------------------
/**
nominal CRT primaries
*/
/*
static const float CIE_x_r = 0.640F;
static const float CIE_y_r = 0.330F;
static const float CIE_x_g = 0.290F;
static const float CIE_y_g = 0.600F;
static const float CIE_x_b = 0.150F;
static const float CIE_y_b = 0.060F;
static const float CIE_x_w = 0.3333F; // use true white
static const float CIE_y_w = 0.3333F;
*/
/**
sRGB primaries
*/
static const float CIE_x_r = 0.640F;
static const float CIE_y_r = 0.330F;
static const float CIE_x_g = 0.300F;
static const float CIE_y_g = 0.600F;
static const float CIE_x_b = 0.150F;
static const float CIE_y_b = 0.060F;
static const float CIE_x_w = 0.3127F; // Illuminant D65
static const float CIE_y_w = 0.3290F;
static const float CIE_D = ( CIE_x_r*(CIE_y_g - CIE_y_b) + CIE_x_g*(CIE_y_b - CIE_y_r) + CIE_x_b*(CIE_y_r - CIE_y_g) );
static const float CIE_C_rD = ( (1/CIE_y_w) * ( CIE_x_w*(CIE_y_g - CIE_y_b) - CIE_y_w*(CIE_x_g - CIE_x_b) + CIE_x_g*CIE_y_b - CIE_x_b*CIE_y_g) );
static const float CIE_C_gD = ( (1/CIE_y_w) * ( CIE_x_w*(CIE_y_b - CIE_y_r) - CIE_y_w*(CIE_x_b - CIE_x_r) - CIE_x_r*CIE_y_b + CIE_x_b*CIE_y_r) );
static const float CIE_C_bD = ( (1/CIE_y_w) * ( CIE_x_w*(CIE_y_r - CIE_y_g) - CIE_y_w*(CIE_x_r - CIE_x_g) + CIE_x_r*CIE_y_g - CIE_x_g*CIE_y_r) );
/**
RGB to XYZ (no white balance)
*/
static const float RGB2XYZ[3][3] = {
{ CIE_x_r*CIE_C_rD / CIE_D,
CIE_x_g*CIE_C_gD / CIE_D,
CIE_x_b*CIE_C_bD / CIE_D
},
{ CIE_y_r*CIE_C_rD / CIE_D,
CIE_y_g*CIE_C_gD / CIE_D,
CIE_y_b*CIE_C_bD / CIE_D
},
{ (1 - CIE_x_r-CIE_y_r)*CIE_C_rD / CIE_D,
(1 - CIE_x_g-CIE_y_g)*CIE_C_gD / CIE_D,
(1 - CIE_x_b-CIE_y_b)*CIE_C_bD / CIE_D
}
};
/**
XYZ to RGB (no white balance)
*/
static const float XYZ2RGB[3][3] = {
{(CIE_y_g - CIE_y_b - CIE_x_b*CIE_y_g + CIE_y_b*CIE_x_g) / CIE_C_rD,
(CIE_x_b - CIE_x_g - CIE_x_b*CIE_y_g + CIE_x_g*CIE_y_b) / CIE_C_rD,
(CIE_x_g*CIE_y_b - CIE_x_b*CIE_y_g) / CIE_C_rD
},
{(CIE_y_b - CIE_y_r - CIE_y_b*CIE_x_r + CIE_y_r*CIE_x_b) / CIE_C_gD,
(CIE_x_r - CIE_x_b - CIE_x_r*CIE_y_b + CIE_x_b*CIE_y_r) / CIE_C_gD,
(CIE_x_b*CIE_y_r - CIE_x_r*CIE_y_b) / CIE_C_gD
},
{(CIE_y_r - CIE_y_g - CIE_y_r*CIE_x_g + CIE_y_g*CIE_x_r) / CIE_C_bD,
(CIE_x_g - CIE_x_r - CIE_x_g*CIE_y_r + CIE_x_r*CIE_y_g) / CIE_C_bD,
(CIE_x_r*CIE_y_g - CIE_x_g*CIE_y_r) / CIE_C_bD
}
};
/**
This gives approximately the following matrices :
static const float RGB2XYZ[3][3] = {
{ 0.41239083F, 0.35758433F, 0.18048081F },
{ 0.21263903F, 0.71516865F, 0.072192319F },
{ 0.019330820F, 0.11919473F, 0.95053220F }
};
static const float XYZ2RGB[3][3] = {
{ 3.2409699F, -1.5373832F, -0.49861079F },
{ -0.96924376F, 1.8759676F, 0.041555084F },
{ 0.055630036F, -0.20397687F, 1.0569715F }
};
*/
// ----------------------------------------------------------
static const float EPSILON = 1e-06F;
static const float INF = 1e+10F;
/**
Convert in-place floating point RGB data to Yxy.
On output, pixel->red == Y, pixel->green == x, pixel->blue == y
@param dib Input RGBF / Output Yxy image
@return Returns TRUE if successful, returns FALSE otherwise
*/
BOOL
ConvertInPlaceRGBFToYxy(FIBITMAP *dib) {
float result[3];
if(FreeImage_GetImageType(dib) != FIT_RGBF)
return FALSE;
const unsigned width = FreeImage_GetWidth(dib);
const unsigned height = FreeImage_GetHeight(dib);
const unsigned pitch = FreeImage_GetPitch(dib);
BYTE *bits = (BYTE*)FreeImage_GetBits(dib);
for(unsigned y = 0; y < height; y++) {
FIRGBF *pixel = (FIRGBF*)bits;
for(unsigned x = 0; x < width; x++) {
result[0] = result[1] = result[2] = 0;
for (int i = 0; i < 3; i++) {
result[i] += RGB2XYZ[i][0] * pixel[x].red;
result[i] += RGB2XYZ[i][1] * pixel[x].green;
result[i] += RGB2XYZ[i][2] * pixel[x].blue;
}
const float W = result[0] + result[1] + result[2];
const float Y = result[1];
if(W > 0) {
pixel[x].red = Y; // Y
pixel[x].green = result[0] / W; // x
pixel[x].blue = result[1] / W; // y
} else {
pixel[x].red = pixel[x].green = pixel[x].blue = 0;
}
}
// next line
bits += pitch;
}
return TRUE;
}
/**
Convert in-place Yxy image to floating point RGB data.
On input, pixel->red == Y, pixel->green == x, pixel->blue == y
@param dib Input Yxy / Output RGBF image
@return Returns TRUE if successful, returns FALSE otherwise
*/
BOOL
ConvertInPlaceYxyToRGBF(FIBITMAP *dib) {
float result[3];
float X, Y, Z;
if(FreeImage_GetImageType(dib) != FIT_RGBF)
return FALSE;
const unsigned width = FreeImage_GetWidth(dib);
const unsigned height = FreeImage_GetHeight(dib);
const unsigned pitch = FreeImage_GetPitch(dib);
BYTE *bits = (BYTE*)FreeImage_GetBits(dib);
for(unsigned y = 0; y < height; y++) {
FIRGBF *pixel = (FIRGBF*)bits;
for(unsigned x = 0; x < width; x++) {
Y = pixel[x].red; // Y
result[1] = pixel[x].green; // x
result[2] = pixel[x].blue; // y
if ((Y > EPSILON) && (result[1] > EPSILON) && (result[2] > EPSILON)) {
X = (result[1] * Y) / result[2];
Z = (X / result[1]) - X - Y;
} else {
X = Z = EPSILON;
}
pixel[x].red = X;
pixel[x].green = Y;
pixel[x].blue = Z;
result[0] = result[1] = result[2] = 0;
for (int i = 0; i < 3; i++) {
result[i] += XYZ2RGB[i][0] * pixel[x].red;
result[i] += XYZ2RGB[i][1] * pixel[x].green;
result[i] += XYZ2RGB[i][2] * pixel[x].blue;
}
pixel[x].red = result[0]; // R
pixel[x].green = result[1]; // G
pixel[x].blue = result[2]; // B
}
// next line
bits += pitch;
}
return TRUE;
}
/**
Get the maximum, minimum and average luminance.
On input, pixel->red == Y, pixel->green == x, pixel->blue == y
@param Yxy Source Yxy image to analyze
@param maxLum Maximum luminance
@param minLum Minimum luminance
@param worldLum Average luminance (world adaptation luminance)
@return Returns TRUE if successful, returns FALSE otherwise
*/
BOOL
LuminanceFromYxy(FIBITMAP *Yxy, float *maxLum, float *minLum, float *worldLum) {
if(FreeImage_GetImageType(Yxy) != FIT_RGBF)
return FALSE;
const unsigned width = FreeImage_GetWidth(Yxy);
const unsigned height = FreeImage_GetHeight(Yxy);
const unsigned pitch = FreeImage_GetPitch(Yxy);
float max_lum = 0, min_lum = 0;
double sum = 0;
BYTE *bits = (BYTE*)FreeImage_GetBits(Yxy);
for(unsigned y = 0; y < height; y++) {
const FIRGBF *pixel = (FIRGBF*)bits;
for(unsigned x = 0; x < width; x++) {
const float Y = pixel[x].red;
max_lum = (max_lum < Y) ? Y : max_lum; // max Luminance in the scene
min_lum = (min_lum < Y) ? min_lum : Y; // min Luminance in the scene
sum += log(2.3e-5F + Y); // contrast constant in Tumblin paper
}
// next line
bits += pitch;
}
// maximum luminance
*maxLum = max_lum;
// minimum luminance
*minLum = min_lum;
// average log luminance
double avgLogLum = (sum / (width * height));
// world adaptation luminance
*worldLum = (float)exp(avgLogLum);
return TRUE;
}
/**
Clamp RGBF image highest values to display white,
then convert to 24-bit RGB
*/
FIBITMAP*
ClampConvertRGBFTo24(FIBITMAP *src) {
if(FreeImage_GetImageType(src) != FIT_RGBF)
return FALSE;
const unsigned width = FreeImage_GetWidth(src);
const unsigned height = FreeImage_GetHeight(src);
FIBITMAP *dst = FreeImage_Allocate(width, height, 24, FI_RGBA_RED_MASK, FI_RGBA_GREEN_MASK, FI_RGBA_BLUE_MASK);
if(!dst) return NULL;
const unsigned src_pitch = FreeImage_GetPitch(src);
const unsigned dst_pitch = FreeImage_GetPitch(dst);
BYTE *src_bits = (BYTE*)FreeImage_GetBits(src);
BYTE *dst_bits = (BYTE*)FreeImage_GetBits(dst);
for(unsigned y = 0; y < height; y++) {
const FIRGBF *src_pixel = (FIRGBF*)src_bits;
BYTE *dst_pixel = (BYTE*)dst_bits;
for(unsigned x = 0; x < width; x++) {
const float red = (src_pixel[x].red > 1) ? 1 : src_pixel[x].red;
const float green = (src_pixel[x].green > 1) ? 1 : src_pixel[x].green;
const float blue = (src_pixel[x].blue > 1) ? 1 : src_pixel[x].blue;
dst_pixel[FI_RGBA_RED] = (BYTE)(255.0F * red + 0.5F);
dst_pixel[FI_RGBA_GREEN] = (BYTE)(255.0F * green + 0.5F);
dst_pixel[FI_RGBA_BLUE] = (BYTE)(255.0F * blue + 0.5F);
dst_pixel += 3;
}
src_bits += src_pitch;
dst_bits += dst_pitch;
}
return dst;
}
/**
Extract the luminance channel L from a RGBF image.
Luminance is calculated from the sRGB model (RGB2XYZ matrix)
using a D65 white point :
L = ( 0.2126 * r ) + ( 0.7152 * g ) + ( 0.0722 * b )
Reference :
A Standard Default Color Space for the Internet - sRGB.
[online] http://www.w3.org/Graphics/Color/sRGB
*/
FIBITMAP*
ConvertRGBFToY(FIBITMAP *src) {
if(FreeImage_GetImageType(src) != FIT_RGBF)
return FALSE;
const unsigned width = FreeImage_GetWidth(src);
const unsigned height = FreeImage_GetHeight(src);
FIBITMAP *dst = FreeImage_AllocateT(FIT_FLOAT, width, height);
if(!dst) return NULL;
const unsigned src_pitch = FreeImage_GetPitch(src);
const unsigned dst_pitch = FreeImage_GetPitch(dst);
BYTE *src_bits = (BYTE*)FreeImage_GetBits(src);
BYTE *dst_bits = (BYTE*)FreeImage_GetBits(dst);
for(unsigned y = 0; y < height; y++) {
const FIRGBF *src_pixel = (FIRGBF*)src_bits;
float *dst_pixel = (float*)dst_bits;
for(unsigned x = 0; x < width; x++) {
const float L = LUMA_REC709(src_pixel[x].red, src_pixel[x].green, src_pixel[x].blue);
dst_pixel[x] = (L > 0) ? L : 0;
}
// next line
src_bits += src_pitch;
dst_bits += dst_pitch;
}
return dst;
}
/**
Get the maximum, minimum, average luminance and log average luminance from a Y image
@param dib Source Y image to analyze
@param maxLum Maximum luminance
@param minLum Minimum luminance
@param Lav Average luminance
@param Llav Log average luminance (also known as 'world adaptation luminance')
@return Returns TRUE if successful, returns FALSE otherwise
@see ConvertRGBFToY, FreeImage_TmoReinhard05Ex
*/
BOOL
LuminanceFromY(FIBITMAP *dib, float *maxLum, float *minLum, float *Lav, float *Llav) {
if(FreeImage_GetImageType(dib) != FIT_FLOAT)
return FALSE;
unsigned width = FreeImage_GetWidth(dib);
unsigned height = FreeImage_GetHeight(dib);
unsigned pitch = FreeImage_GetPitch(dib);
float max_lum = -1e20F, min_lum = 1e20F;
double sumLum = 0, sumLogLum = 0;
BYTE *bits = (BYTE*)FreeImage_GetBits(dib);
for(unsigned y = 0; y < height; y++) {
const float *pixel = (float*)bits;
for(unsigned x = 0; x < width; x++) {
const float Y = pixel[x];
max_lum = (max_lum < Y) ? Y : max_lum; // max Luminance in the scene
min_lum = ((Y > 0) && (min_lum < Y)) ? min_lum : Y; // min Luminance in the scene
sumLum += Y; // average luminance
sumLogLum += log(2.3e-5F + Y); // contrast constant in Tumblin paper
}
// next line
bits += pitch;
}
// maximum luminance
*maxLum = max_lum;
// minimum luminance
*minLum = min_lum;
// average luminance
*Lav = (float)(sumLum / (width * height));
// average log luminance, a.k.a. world adaptation luminance
*Llav = (float)exp(sumLogLum / (width * height));
return TRUE;
}
// --------------------------------------------------------------------------
static void findMaxMinPercentile(FIBITMAP *Y, float minPrct, float *minLum, float maxPrct, float *maxLum) {
int x, y;
int width = FreeImage_GetWidth(Y);
int height = FreeImage_GetHeight(Y);
int pitch = FreeImage_GetPitch(Y);
std::vector vY(width * height);
BYTE *bits = (BYTE*)FreeImage_GetBits(Y);
for(y = 0; y < height; y++) {
float *pixel = (float*)bits;
for(x = 0; x < width; x++) {
if(pixel[x] != 0) {
vY.push_back(pixel[x]);
}
}
bits += pitch;
}
std::sort(vY.begin(), vY.end());
*minLum = vY.at( int(minPrct * vY.size()) );
*maxLum = vY.at( int(maxPrct * vY.size()) );
}
/**
Clipping function
Remove any extremely bright and/or extremely dark pixels
and normalize between 0 and 1.
@param Y Input/Output image
@param minPrct Minimum percentile
@param maxPrct Maximum percentile
*/
void
NormalizeY(FIBITMAP *Y, float minPrct, float maxPrct) {
int x, y;
float maxLum, minLum;
if(minPrct > maxPrct) {
// swap values
float t = minPrct; minPrct = maxPrct; maxPrct = t;
}
if(minPrct < 0) minPrct = 0;
if(maxPrct > 1) maxPrct = 1;
int width = FreeImage_GetWidth(Y);
int height = FreeImage_GetHeight(Y);
int pitch = FreeImage_GetPitch(Y);
// find max & min luminance values
if((minPrct > 0) || (maxPrct < 1)) {
maxLum = 0, minLum = 0;
findMaxMinPercentile(Y, minPrct, &minLum, maxPrct, &maxLum);
} else {
maxLum = -1e20F, minLum = 1e20F;
BYTE *bits = (BYTE*)FreeImage_GetBits(Y);
for(y = 0; y < height; y++) {
const float *pixel = (float*)bits;
for(x = 0; x < width; x++) {
const float value = pixel[x];
maxLum = (maxLum < value) ? value : maxLum; // max Luminance in the scene
minLum = (minLum < value) ? minLum : value; // min Luminance in the scene
}
// next line
bits += pitch;
}
}
if(maxLum == minLum) return;
// normalize to range 0..1
const float divider = maxLum - minLum;
BYTE *bits = (BYTE*)FreeImage_GetBits(Y);
for(y = 0; y < height; y++) {
float *pixel = (float*)bits;
for(x = 0; x < width; x++) {
pixel[x] = (pixel[x] - minLum) / divider;
if(pixel[x] <= 0) pixel[x] = EPSILON;
if(pixel[x] > 1) pixel[x] = 1;
}
// next line
bits += pitch;
}
}