@ -43,6 +43,7 @@
# include "precomp.hpp" # include "precomp.hpp"
# include "opencv2/photo.hpp" # include "opencv2/photo.hpp"
# include "opencv2/imgproc.hpp" # include "opencv2/imgproc.hpp"
//#include "opencv2/highgui.hpp"
# include "hdr_common.hpp" # include "hdr_common.hpp"
namespace cv namespace cv
@ -51,11 +52,12 @@ namespace cv
class CalibrateDebevecImpl : public CalibrateDebevec class CalibrateDebevecImpl : public CalibrateDebevec
{ {
public : public :
CalibrateDebevecImpl ( int samples , float lambda ) : CalibrateDebevecImpl ( int samples , float lambda , bool random ) :
samples ( samples ) , samples ( samples ) ,
lambda ( lambda ) , lambda ( lambda ) ,
name ( " CalibrateDebevec " ) , name ( " CalibrateDebevec " ) ,
w ( tringleWeights ( ) ) w ( tringleWeights ( ) ) ,
random ( random )
{ {
} }
@ -71,28 +73,44 @@ public:
int channels = images [ 0 ] . channels ( ) ; int channels = images [ 0 ] . channels ( ) ;
int CV_32FCC = CV_MAKETYPE ( CV_32F , channels ) ; int CV_32FCC = CV_MAKETYPE ( CV_32F , channels ) ;
dst . create ( 256 , 1 , CV_32FCC ) ; dst . create ( LDR_SIZE , 1 , CV_32FCC ) ;
Mat result = dst . getMat ( ) ; Mat result = dst . getMat ( ) ;
std : : vector < Point > sample_points ;
if ( random ) {
for ( int i = 0 ; i < samples ; i + + ) {
sample_points . push_back ( Point ( rand ( ) % images [ 0 ] . cols , rand ( ) % images [ 0 ] . rows ) ) ;
}
} else {
int x_points = sqrt ( static_cast < double > ( samples ) * images [ 0 ] . cols / images [ 0 ] . rows ) ;
int y_points = samples / x_points ;
int step_x = images [ 0 ] . cols / x_points ;
int step_y = images [ 0 ] . rows / y_points ;
for ( int i = 0 , x = step_x / 2 ; i < x_points ; i + + , x + = step_x ) {
for ( int j = 0 , y = step_y ; j < y_points ; j + + , y + = step_y ) {
sample_points . push_back ( Point ( x , y ) ) ;
}
}
}
std : : vector < Mat > result_split ( channels ) ; std : : vector < Mat > result_split ( channels ) ;
for ( int channel = 0 ; channel < channels ; channel + + ) { for ( int channel = 0 ; channel < channels ; channel + + ) {
Mat A = Mat : : zeros ( samples * images . size ( ) + 257 , 256 + samples , CV_32F ) ; Mat A = Mat : : zeros ( sample_point s . size ( ) * images . size ( ) + LDR_SIZE + 1 , LDR_SIZE + sample_point s . size ( ) , CV_32F ) ;
Mat B = Mat : : zeros ( A . rows , 1 , CV_32F ) ; Mat B = Mat : : zeros ( A . rows , 1 , CV_32F ) ;
int eq = 0 ; int eq = 0 ;
for ( int i = 0 ; i < samples ; i + + ) { for ( size_t i = 0 ; i < sample_points . size ( ) ; i + + ) {
int pos = 3 * ( rand ( ) % images [ 0 ] . total ( ) ) + channel ;
for ( size_t j = 0 ; j < images . size ( ) ; j + + ) { for ( size_t j = 0 ; j < images . size ( ) ; j + + ) {
int val = ( images [ j ] . ptr ( ) + pos ) [ 0 ] ; int val = images [ j ] . ptr ( ) [ 3 * ( sample_points [ i ] . y * images [ j ] . cols + sample_points [ j ] . x ) + channel ] ;
A . at < float > ( eq , val ) = w . at < float > ( val ) ; A . at < float > ( eq , val ) = w . at < float > ( val ) ;
A . at < float > ( eq , 256 + i ) = - w . at < float > ( val ) ; A . at < float > ( eq , LDR_SIZE + i ) = - w . at < float > ( val ) ;
B . at < float > ( eq , 0 ) = w . at < float > ( val ) * log ( times [ j ] ) ;
B . at < float > ( eq , 0 ) = w . at < float > ( val ) * log ( times [ j ] ) ;
eq + + ; eq + + ;
} }
} }
A . at < float > ( eq , 1 28 ) = 1 ; A . at < float > ( eq , LDR_SIZE / 2 ) = 1 ;
eq + + ; eq + + ;
for ( int i = 0 ; i < 254 ; i + + ) { for ( int i = 0 ; i < 254 ; i + + ) {
@ -103,7 +121,7 @@ public:
} }
Mat solution ; Mat solution ;
solve ( A , B , solution , DECOMP_SVD ) ; solve ( A , B , solution , DECOMP_SVD ) ;
solution . rowRange ( 0 , 256 ) . copyTo ( result_split [ channel ] ) ; solution . rowRange ( 0 , LDR_SIZE ) . copyTo ( result_split [ channel ] ) ;
} }
merge ( result_split , result ) ; merge ( result_split , result ) ;
exp ( result , result ) ; exp ( result , result ) ;
@ -115,11 +133,15 @@ public:
float getLambda ( ) const { return lambda ; } float getLambda ( ) const { return lambda ; }
void setLambda ( float val ) { lambda = val ; } void setLambda ( float val ) { lambda = val ; }
bool getRandom ( ) const { return random ; }
void setRandom ( bool val ) { random = val ; }
void write ( FileStorage & fs ) const void write ( FileStorage & fs ) const
{ {
fs < < " name " < < name fs < < " name " < < name
< < " samples " < < samples < < " samples " < < samples
< < " lambda " < < lambda ; < < " lambda " < < lambda
< < " random " < < static_cast < int > ( random ) ;
} }
void read ( const FileNode & fn ) void read ( const FileNode & fn )
@ -128,18 +150,21 @@ public:
CV_Assert ( n . isString ( ) & & String ( n ) = = name ) ; CV_Assert ( n . isString ( ) & & String ( n ) = = name ) ;
samples = fn [ " samples " ] ; samples = fn [ " samples " ] ;
lambda = fn [ " lambda " ] ; lambda = fn [ " lambda " ] ;
int random_val = fn [ " random " ] ;
random = static_cast < bool > ( random_val ) ;
} }
protected : protected :
String name ; String name ;
int samples ; int samples ;
float lambda ; float lambda ;
bool random ;
Mat w ; Mat w ;
} ; } ;
Ptr < CalibrateDebevec > createCalibrateDebevec ( int samples , float lambda ) Ptr < CalibrateDebevec > createCalibrateDebevec ( int samples , float lambda , bool random )
{ {
return new CalibrateDebevecImpl ( samples , lambda ) ; return new CalibrateDebevecImpl ( samples , lambda , random ) ;
} }
class CalibrateRobertsonImpl : public CalibrateRobertson class CalibrateRobertsonImpl : public CalibrateRobertson
@ -165,20 +190,14 @@ public:
int channels = images [ 0 ] . channels ( ) ; int channels = images [ 0 ] . channels ( ) ;
int CV_32FCC = CV_MAKETYPE ( CV_32F , channels ) ; int CV_32FCC = CV_MAKETYPE ( CV_32F , channels ) ;
dst . create ( 256 , 1 , CV_32FCC ) ; dst . create ( LDR_SIZE , 1 , CV_32FCC ) ;
Mat response = dst . getMat ( ) ; Mat response = dst . getMat ( ) ;
response = linearResponse ( 3 ) / ( LDR_SIZE / 2.0f ) ;
response = Mat : : zeros ( 256 , 1 , CV_32FCC ) ; Mat card = Mat : : zeros ( LDR_SIZE , 1 , CV_32FCC ) ;
for ( int i = 0 ; i < 256 ; i + + ) { for ( size_t i = 0 ; i < images . size ( ) ; i + + ) {
for ( int c = 0 ; c < channels ; c + + ) {
response . at < Vec3f > ( i ) [ c ] = i / 128.0 ;
}
}
Mat card = Mat : : zeros ( 256 , 1 , CV_32FCC ) ;
for ( int i = 0 ; i < images . size ( ) ; i + + ) {
uchar * ptr = images [ i ] . ptr ( ) ; uchar * ptr = images [ i ] . ptr ( ) ;
for ( in tpos = 0 ; pos < images [ i ] . total ( ) ; pos + + ) { for ( size_t pos = 0 ; pos < images [ i ] . total ( ) ; pos + + ) {
for ( int c = 0 ; c < channels ; c + + , ptr + + ) { for ( int c = 0 ; c < channels ; c + + , ptr + + ) {
card . at < Vec3f > ( * ptr ) [ c ] + = 1 ; card . at < Vec3f > ( * ptr ) [ c ] + = 1 ;
} }
@ -186,43 +205,34 @@ public:
} }
card = 1.0 / card ; card = 1.0 / card ;
Ptr < MergeRobertson > merge = createMergeRobertson ( ) ;
for ( int iter = 0 ; iter < max_iter ; iter + + ) { for ( int iter = 0 ; iter < max_iter ; iter + + ) {
Scalar channel_err ( 0 , 0 , 0 ) ; radiance = Mat : : zeros ( images [ 0 ] . size ( ) , CV_32FCC ) ;
Mat radiance = Mat : : zeros ( images [ 0 ] . size ( ) , CV_32FCC ) ; merge - > process ( images , radiance , times , response ) ;
Mat wsum = Mat : : zeros ( images [ 0 ] . size ( ) , CV_32FCC ) ;
for ( int i = 0 ; i < images . size ( ) ; i + + ) {
Mat im , w ;
LUT ( images [ i ] , weight , w ) ;
LUT ( images [ i ] , response , im ) ;
Mat err_mat ;
pow ( im - times [ i ] * radiance , 2.0f , err_mat ) ;
err_mat = w . mul ( err_mat ) ;
channel_err + = sum ( err_mat ) ;
radiance + = times [ i ] * w . mul ( im ) ;
wsum + = pow ( times [ i ] , 2 ) * w ;
}
float err = ( channel_err [ 0 ] + channel_err [ 1 ] + channel_err [ 2 ] ) / ( channels * radiance . total ( ) ) ;
radiance = radiance . mul ( 1 / wsum ) ;
float * rad_ptr = radiance . ptr < float > ( ) ; Mat new_response = Mat : : zeros ( LDR_SIZE , 1 , CV_32FC3 ) ;
response = Mat : : zeros ( 256 , 1 , CV_32FC3 ) ; for ( size_t i = 0 ; i < images . size ( ) ; i + + ) {
for ( int i = 0 ; i < images . size ( ) ; i + + ) {
uchar * ptr = images [ i ] . ptr ( ) ; uchar * ptr = images [ i ] . ptr ( ) ;
for ( int pos = 0 ; pos < images [ i ] . total ( ) ; pos + + ) { float * rad_ptr = radiance . ptr < float > ( ) ;
for ( size_t pos = 0 ; pos < images [ i ] . total ( ) ; pos + + ) {
for ( int c = 0 ; c < channels ; c + + , ptr + + , rad_ptr + + ) { for ( int c = 0 ; c < channels ; c + + , ptr + + , rad_ptr + + ) {
response . at < Vec3f > ( * ptr ) [ c ] + = times [ i ] * * rad_ptr ; new_response . at < Vec3f > ( * ptr ) [ c ] + = times [ i ] * * rad_ptr ;
} }
} }
} }
response = response . mul ( card ) ; new_response = new_response . mul ( card ) ;
for ( int c = 0 ; c < 3 ; c + + ) { for ( int c = 0 ; c < 3 ; c + + ) {
for ( int i = 0 ; i < 256 ; i + + ) { float middle = new_response . at < Vec3f > ( LDR_SIZE / 2 ) [ c ] ;
response . at < Vec3f > ( i ) [ c ] / = response . at < Vec3f > ( 128 ) [ c ] ; for ( int i = 0 ; i < LDR_SIZE ; i + + ) {
new_response . at < Vec3f > ( i ) [ c ] / = middle ;
} }
} }
float diff = sum ( sum ( abs ( new_response - response ) ) ) [ 0 ] / channels ;
new_response . copyTo ( response ) ;
if ( diff < threshold ) {
break ;
}
} }
} }
@ -232,6 +242,8 @@ public:
float getThreshold ( ) const { return threshold ; } float getThreshold ( ) const { return threshold ; }
void setThreshold ( float val ) { threshold = val ; } void setThreshold ( float val ) { threshold = val ; }
Mat getRadiance ( ) const { return radiance ; }
void write ( FileStorage & fs ) const void write ( FileStorage & fs ) const
{ {
fs < < " name " < < name fs < < " name " < < name
@ -251,7 +263,7 @@ protected:
String name ; String name ;
int max_iter ; int max_iter ;
float threshold ; float threshold ;
Mat weight ; Mat weight , radiance ;
} ; } ;
Ptr < CalibrateRobertson > createCalibrateRobertson ( int max_iter , float threshold ) Ptr < CalibrateRobertson > createCalibrateRobertson ( int max_iter , float threshold )
Fedor Morozov
11 years ago