image thumbnail

Scenes/Objects classification toolbox

by

 

21 Dec 2010 (Updated )

Scenes recognition toolbox for vision systems

demo_mlhmslbp_spyr
% Multi-Level Histogram of Color Multi-Scale Local Binary Pattern with Spatial Pyramid.
%
% Usage
% ------
%
% H     =  mlhmslbp_spyr(I , [options] );
%
%
% Inputs
% -------
%
% I                              Input image (ny x nx x [3]) in UINT8 format.
% options
%        spyr                    Spatial Pyramid (nspyr x 4) (default [1 , 1 , 1 , 1] with nspyr = 1)
%                                where spyr(i,1) is the ratio of ny in y axis of the blocks at level i (by(i) = spyr(i,1)*ny)
%                                where spyr(i,2) is the ratio of ny in y axis of the shifting at level i (deltay(i) = spyr(i,2)*ny)
%                                where spyr(i,3) is the ratio of nx in x axis of the blocks at level i (bx(i) = spyr(i,3)*nx)
%                                where spyr(i,3) is the ratio of nx in x axis of the shifting at level i (deltax(i) = spyr(i,4)*nx)
%
%        scale                   Multi-Scale vector (1 x nscale) (default scale = 1) where scale(i) = s is the size's factor to apply to each 9 blocks
%                                in the LBP computation, i = 1,...,nscale
%
%        color                   0 : force gray-scale (dimcolor = 1, default), 1 : RGB-LBP (dimcolor = 3), 2 : nRGB-LBP (dimcolor = 3), 3 : Opponent-LBP (dimcolor = 3),
%                                4 : nOpponent-LBP (dimcolor = 2), 5 : Hue-LBP (dimcolor = 1)
%
% 	     maptable                Mapping table for LBP codes. maptable = 0 <=> normal LBP = {0,...,255} (default),
% 	                             maptable = 1 <=> uniform LBP = {0,...,58}, maptable = 2 <=> uniform rotation-invariant LBP = = {0,...,9}
%
% 	     useFF                   Use LBP-Fourier Feature rotation invariant (force maptable = 1)
%
%        improvedLBP             0 for default 8 bits encoding, 1 for 9 bits encoding (8 + central area)
%
%        kernelx                 Kernel in x-direction for computing the gradient (default kernelx = [1])
%        kernely                 Kernel in y-direction for computing the gradient (default kernely = [1])
%                                If numel(kernelx) ~1 || numel(kernely) ~1, compute the magnitude, i.e. sqrt(dx*dx + dy*dy)
%                                For example if kernelx = [1 2 1 ; 0 0 0 ; -1 -2 -1] and kernely = kernelx', this is equivalent to compute filter
%                                the image with a sobel filter.
%
%
%        rmextremebins           Force to zero bin = {0 , {255,58,9}} if  rmextremebins = 1 (default rmextremebins = 1)
%
%        norm                    Normalization : norm = 0 <=> no normalization, norm = 1 <=> v=v/(sum(v)+epsi), norm = 2 <=> v=v/sqrt(sum(v²)+epsi²),
%                                norm = 3 <=> v=sqrt(v/(sum(v)+epsi)) , norm = 3 <=> L2-clamped (default norm = 1)
%
%        clamp                   Clamping value (default clamp = 0.2)
%
%
% Output
% ------
%
% H                              mlhmslbp_spyr features (nbin*nH*nscale*dimcolor x 1) in double format where nbin = ([256,59,10]*(improvedLBP+1)) (depending on improvedLBP) and nH is the total number of subwindows defined
%                                by the spatial pyramid spyr, i.e. nH = sum(floor(((1 - spyr(:,1))./(spyr(:,3)) + 1)).*floor((1 - spyr(:,2))./(spyr(:,4)) + 1)).
%
%
% References [1] Timo Ahonen, Jiri Matas, Chu He, and Matti Pietikäinen ,
% ---------      "Rotation Invariant Image Description with Local Binary Pattern Histogram Fourier Features"
%            [2] Zhang, L. and Chu, R.F. and Xiang, S.M. and Liao, S.C. and Li, S.Z,
% 		         "Face Detection Based on Multi-Block LBP Representation",ICB07
% 		     [3] Jianxin Wu and James M. Rehg, "CENTRIST: A Visual Descriptor for Scene Categorization",
% 		         IEEE Transactions on Pattern Analysis and Machine Intelligence, accepted
clc,close all, clear all,drawnow
rootbase_dir         = pwd;
core_dir             = fullfile(pwd , 'core');
addpath(core_dir)

co                   = 1;


I                     = imread(fullfile(core_dir , 'image_0174.jpg'));

figure(co)
imagesc(I)
colormap(gray)
title('Gray Image example' ,'fontname' , 'times' , 'fontsize' , 13)
co                   = co + 1;
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%  Example 1 %%%%%%%%%%%%%%%%%%%%%%%%%
%
% Simple Histogram of LBP (without normalization)
%
%

H                     = mlhmslbp_spyr(I);

figure(co)
plot(H)
axis([0 , length(H) , 0 , 1.2*max(H)]);
title('Histograms of LBP' ,'fontname' , 'times' , 'fontsize' , 13)
co                   = co + 1;
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%  Example 2 %%%%%%%%%%%%%%%%%%%%%%%%%
%
% A 2 level spatial pyramid (overlapping (50%) subwindows for the second level)
% where MB-LBP are computed for 4 block size and LBP code = {0,255} are
% removed (white or black uniform patches)
% Histogram are normalized with a L2-clamped norm
%

options.spyr          = [1 , 1 , 1 , 1 ; 1/2 , 1/2 , 1/4 , 1/4];
options.scale         = [1 , 2 , 3 , 4 ];
options.rmextremebins = 1;
options.norm          = 4;
options.clamp         = 0.2;


nS                    = length(options.scale)*sum(floor(((1 - options.spyr(:,1))./(options.spyr(:,3)) + 1)).*floor((1 - options.spyr(:,2))./(options.spyr(:,4)) + 1));

H                     = mlhmslbp_spyr(I , options );

figure(co)
plot(H)
axis([0 , length(H) , 0 , 1.2*max(H)]);
title(sprintf('Histograms of MB-LBP with 2 levels SP, nS = %d' , nS) ,'fontname' , 'times' , 'fontsize' , 13)
co                   = co + 1;
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%  Example 3 %%%%%%%%%%%%%%%%%%%%%%%%%
%
% A 3 level spatial pyramid (non-overlapping subwindows)
% where Uniform MB-LBP are computed for 2 block size
% Histogram are normalized with a L1 norm
%

options.spyr          = [1 , 1 , 1 , 1 ; 1/2 , 1/2 , 1/2 , 1/2 ; 1/4 , 1/4 , 1/4 , 1/4];
options.scale         = [1 , 3 ];
options.maptable      = 1;
options.norm          = 1;


nS                    = length(options.scale)*sum(floor(((1 - options.spyr(:,1))./(options.spyr(:,3)) + 1)).*floor((1 - options.spyr(:,2))./(options.spyr(:,4)) + 1));

H                     = mlhmslbp_spyr(I , options );

figure(co)
plot(H)
axis([0 , length(H) , 0 , 1.2*max(H)]);
title(sprintf('Histograms of Uniform MB-LBP with 3 levels SP, nS = %d' , nS) ,'fontname' , 'times' , 'fontsize' , 13)
co                   = co + 1;
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%  Example 4 %%%%%%%%%%%%%%%%%%%%%%%%%
% Image I is first filtered with a sobel mask,
% Ifiltered = conv2(kernelx , kernely , I , 'same');
% A 2 level spatial pyramid (overlapping (50%) subwindows for the second level)
% where MB-LBP are computed for 3 block size and LBP code = {0,255} are
% removed (white or black uniform patches)
% Histogram are normalized with a L2-clamped norm
%

options.spyr          = [1 , 1 , 1 , 1 ; 1/2 , 1/2 , 1/4 , 1/4];
options.scale         = [1 , 3 , 5 ];
options.kernelx       = [1 2 1 ; 0 0 0 ; -1 -2 -1];  %sobel mask
options.kernely       = [1 0 -1 ; 2 0 -2 ; 1 0 -1];  %sobel mask
options.rmextremebins = 1;
options.norm          = 4;
options.clamp         = 0.2;


nS                    = length(options.scale)*sum(floor(((1 - options.spyr(:,1))./(options.spyr(:,3)) + 1)).*floor((1 - options.spyr(:,2))./(options.spyr(:,4)) + 1));

H                     = mlhmslbp_spyr(I , options );

figure(co)
plot(H)
axis([0 , length(H) , 0 , 1.2*max(H)]);
title(sprintf('Histograms of MB-LBP with 2 levels SP, nS = %d' , nS) ,'fontname' , 'times' , 'fontsize' , 13)
co                   = co + 1;
I                     = imread(fullfile(core_dir , '02769_Right_StudentOffice.jpeg'));

figure(co)
imagesc(I)
title('Color Image example' ,'fontname' , 'times' , 'fontsize' , 13)
co                   = co + 1;
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%  Example 5 %%%%%%%%%%%%%%%%%%%%%%%%%
% Opponent colors are used with
% a 2 level spatial pyramid (overlapping (50%) subwindows for the second level)
% where MB-LBP are computed for 4 block size and LBP code = {0,255} are
% removed (white or black uniform patches)
% Histogram are normalized with a L2-clamped norm
%

options.spyr          = [1 , 1 , 1 , 1 ; 1/2 , 1/2 , 1/4 , 1/4];
options.scale         = [1 , 2 , 3 , 4 ];
options.color         = 3;
options.rmextremebins = 1;
options.norm          = 4;
options.clamp         = 0.2;

nS                    = length(options.scale)*sum(floor(((1 - options.spyr(:,1))./(options.spyr(:,3)) + 1)).*floor((1 - options.spyr(:,2))./(options.spyr(:,4)) + 1));

H                     = mlhmslbp_spyr(I , options );

figure(co)
plot(H)
axis([0 , length(H) , 0 , 1.2*max(H)]);
title(sprintf('Histograms of Color MB-LBP (Opponnent) with 2 levels SP, nS = %d' , nS) ,'fontname' , 'times' , 'fontsize' , 13)
co                   = co + 1;

Contact us