/normxcorr/trunk

To get this branch, use:
bzr branch http://suren.me/webbzr/normxcorr/trunk
1 by Suren A. Chilingaryan
Initial import
1
function [validx,validy]=automate_image(grid_x,grid_y,filenamelist,validx,validy);
2
3
% Code to start actual image correlation
4
% Programmed by Chris and Rob
5
% Last revision: 09/10/08
6
7
% The automation function is the central function and processes all markers and 
8
% images by the use of the matlab function cpcorr.m. 
9
% Therefore the Current directory in matlab has to be the folder where 
10
%  automate_image.m finds the filenamelist.mat, grid_x.dat and grid_y.dat as well 
11
% as the images specified in filenamelist.mat. Just type automate_image; and 
12
% press ENTER at the command line of matlab. 
13
% At first, automate_image.m will open the first image in the filenamelist.mat and 
14
% plot the grid as green crosses on top. The next step will need some time since 
15
% all markers in that image have to be processed for the first image. After correlating 
16
% image one and two the new raster positions will be plotted as red crosses. On top 
17
% of the image and the green crosses. The next dialog will ask you if you want to 
18
% continue with this correlation or cancel. If you press continue, automate_image.m 
19
% will process all images in the filenamelist.mat. The time it will take to process 
20
% all images will be plotted on the figure but can easily be estimated by knowing the 
21
% raster point processing speed (see processing speed). 
22
% Depending on the number of images and markers you are tracking, this process 
23
% can take between seconds and days. For 100 images and 200 markers a decent 
24
% computer should need 200 seconds. To get a better resolution you can always 
25
% run jobs overnight (e.g. 6000 markers in 1000 images) with higher resolutions. 
26
% Keep in mind that CORRSIZE which you changed in cpcorr.m will limit your 
27
% resolution. If you chose to use the 15 pixel as suggested a marker distance of 
28
% 30 pixel will lead to a full cover of the strain field. Choosing smaller marker 
29
% distances will lead to an interpolation since two neighboring markers share 
30
% pixels. Nevertheless a higher marker density can reduce the noise of the strain field.
31
% When all images are processed, automate_image will write the files validx.mat, 
32
% validy.mat, validx.txt and validy.txt. The text files are meant to store the result in a 
33
% format which can be accessed by other programs also in the future.
34
2 by Suren A. Chilingaryan
Support for different optimization modes
35
% Changed by Suren A. Chilingaryan <csa@dside.dyndns.org> to optimize performance
36
% by tighter integration with Matlab images toolkit (few sources from the toolkit
37
% are moved to the current source tree and adjusted to benefit from knowledge of 
38
% tasks we are solving here. As well CUDA framework, if available, is used to
39
% speed-up core computations using parallel processors of latest NVidia video
40
% cards.
41
% OPTIMIZE parameter is controlling which optimizations should be used. 
42
%  0 - The original version, no optimizations
43
%  1 - The modified sources from images toolkit are used
44
%  2 - The CUDA matlab plugin is used to compute FFT's
45
%  3 - Most of computations are performed on NVidia card
46
% You can safely set an optimization level to 3. If NVidia card is not available
47
% the level will be automatically reduced to 1.
6 by Suren A. Chilingaryan
A little more computations are moved to CUDA
48
%
49
% SAVEDATA controls if data is saved per iteration or at the end
50
% 0 - in the end
51
% 1 - per iteration
2 by Suren A. Chilingaryan
Support for different optimization modes
52
53
OPTIMIZE = 3;
54
CORRSIZE = 15;	
1 by Suren A. Chilingaryan
Initial import
55
PRECISION = 1000;
4 by Suren A. Chilingaryan
Instead of transfer compute local sums and denormals on board
56
SILENT = 1;
6 by Suren A. Chilingaryan
A little more computations are moved to CUDA
57
SAVEDATA = 0;
2 by Suren A. Chilingaryan
Support for different optimization modes
58
1 by Suren A. Chilingaryan
Initial import
59
% exist('grid_x')
60
% exist('grid_y')
61
% exist('filenamelist')
62
% exist('validx')
63
% exist('validy')
64
65
if exist('data', 'dir')
66
    datadir = 'data/';
67
else
68
    datadir = '';
69
end
70
71
if exist('images', 'dir')
72
    imagedir = 'images/';
73
else
74
    imagedir = '';
75
end
76
77
% Load necessary files
78
if exist('grid_x')==0
79
    load([datadir, 'grid_x.dat'])              % file with x position, created by grid_generator.m
80
end
81
if exist('grid_y')==0
82
    load([datadir, 'grid_y.dat'])              % file with y position, created by grid_generator.m
83
end
84
if exist('filenamelist')==0
85
    load([datadir, 'filenamelist'])            % file with the list of filenames to be processed
86
end
87
88
89
resume=0;
90
if exist('validx')==1
91
    if exist('validy')==1
92
        resume=1;
93
        [Rasternum Imagenum]=size(validx);
94
    end
95
end
96
97
% Initialize variables
98
base_points_x=grid_x;
99
base_points_y=grid_y;
100
101
if resume==1
6 by Suren A. Chilingaryan
A little more computations are moved to CUDA
102
    if OPTIMIZE>2
103
	input_points_x=single(validx(:,Imagenum));
104
	input_points_y=single(validy(:,Imagenum));
105
    else
106
	input_points_x=validx(:,Imagenum);
107
	input_points_y=validy(:,Imagenum);
108
    end
1 by Suren A. Chilingaryan
Initial import
109
    inputpoints=1;
6 by Suren A. Chilingaryan
A little more computations are moved to CUDA
110
else
111
    if OPTIMIZE>2
112
	input_points_x=single(grid_x);
113
	input_points_y=single(grid_y);
114
    else
115
	input_points_x=grid_x;
116
	input_points_y=grid_y;
117
    end
1 by Suren A. Chilingaryan
Initial import
118
end
119
120
[row,col]=size(base_points_x);      % this will determine the number of rasterpoints we have to run through
121
[r,c]=size(filenamelist);           % this will determine the number of images we have to loop through
122
123
124
% Open new figure so previous ones (if open) are not overwritten
125
if (~SILENT)
126
    h=figure;
127
    imshow([imagedir, filenamelist(1,:)])           % show the first image
128
    title('Initial Grid For Image Correlation (Note green crosses)')        % put a title
129
    hold on
130
    plot(grid_x,grid_y,'g+')            % plot the grid onto the image
131
    hold off
132
133
    % Start image correlation using cpcorr.m
134
    g = waitbar(0,sprintf('Processing images'));        % initialize the waitbar
135
    set(g,'Position',[275,50,275,50])                   % set the position of the waitbar [left bottom width height]
136
end
137
138
firstimage=1;
139
140
if resume==1
141
    firstimage=Imagenum+1
142
end
143
144
%Initializing hardware code
145
146
base = uint8(mean(double(imread([imagedir, filenamelist(1,:)])),3));            % read in the base image ( which is always  image number one. You might want to change that to improve correlation results in case the light conditions are changing during the experiment
147
base_points_for(:,1)=reshape(base_points_x,[],1);
148
base_points_for(:,2)=reshape(base_points_y,[],1);
149
150
%some checks (moved here from cpcorr)
151
if any(base_points_for(:)<0.5) || any(base_points_for(:,1)>size(base,2)+0.5) || any(base_points_for(:,2)>size(base,1)+0.5)
152
    msg = sprintf('In function %s, Control Points must be in pixel coordinates.',mfilename);
153
    eid = sprintf('Images:%s:cpPointsMustBeInPixCoord',mfilename);
154
    error(eid, msg);
155
end
156
2 by Suren A. Chilingaryan
Support for different optimization modes
157
%moved from normxcorr2
158
% We can precalculate it here, since near-edge images are dropped and, therefore, A,T always have the same size 
159
% n is width and height of T, but following computations are done for A
160
% outsize is sum if widths and heights of T and A - 1 (outsize = size(A) + size(T) - 1)
161
outsize = 6 * CORRSIZE + 1;
162
n = 2*CORRSIZE + 1;
163
mn = n*n;
1 by Suren A. Chilingaryan
Initial import
164
165
rects_base = dic_calc_rects(base_points_for,2*CORRSIZE,base);
166
167
168
data_base = struct;
169
170
ncp = size(base_points_for, 1);
171
2 by Suren A. Chilingaryan
Support for different optimization modes
172
if OPTIMIZE > 2
173
    hwid = normxcorr_hw();
4 by Suren A. Chilingaryan
Instead of transfer compute local sums and denormals on board
174
2 by Suren A. Chilingaryan
Support for different optimization modes
175
    if hwid > 0
3 by Suren A. Chilingaryan
Add error checking to initialization process
176
	err = normxcorr_hw(hwid, 1, ncp, CORRSIZE);
177
	if (err ~= 0)
178
	    normxcorr_hw(1);
179
	    OPTIMIZE = 2;
180
	end
2 by Suren A. Chilingaryan
Support for different optimization modes
181
    else
182
	if hwid < 0
183
	    OPTIMIZE = 1;
184
	else
185
	    OPTIMIZE = 2;
186
	end
187
    end
188
else
189
    hwid = 0;
190
end
1 by Suren A. Chilingaryan
Initial import
191
4 by Suren A. Chilingaryan
Instead of transfer compute local sums and denormals on board
192
2 by Suren A. Chilingaryan
Support for different optimization modes
193
if OPTIMIZE > 0
4 by Suren A. Chilingaryan
Instead of transfer compute local sums and denormals on board
194
195
%  if OPTIMIZE > 2
196
%    crop_dim = [min(base_points_x(:)) - 2*CORRSIZE, min(base_points_y(:)) - 2 * CORRSIZE, max(base_points_x(:)) + 2*CORRSIZE, max(base_points_y(:)) + 2 * CORRSIZE]
197
%    crop_size = (crop_dim(3) - crop_dim(1)) * (crop_dim(4) - crop_dim(2))
198
%    mesh_size = ncp * 4 * CORRSIZE * CORRSIZE
199
%  end
200
2 by Suren A. Chilingaryan
Support for different optimization modes
201
  for icp = 1:ncp
1 by Suren A. Chilingaryan
Initial import
202
    if isequal(rects_base(icp,3:4),[0 0])
203
	%near edge
204
	data_base(icp).skip = 1;
205
	continue
206
    end
207
208
    sub_base = imcrop(base,rects_base(icp,:));
209
    
210
    if any(~isfinite(sub_base(:)))
211
	%NaN or Inf
212
	data_base(icp).skip = 1;
213
	continue
214
    end
215
216
    data_base(icp).skip = 0;
2 by Suren A. Chilingaryan
Support for different optimization modes
217
218
    if (OPTIMIZE > 2)
4 by Suren A. Chilingaryan
Instead of transfer compute local sums and denormals on board
219
220
	if sum(sub_base(:)) == sub_base(1)*numel(sub_base)
221
	    eid = sprintf('Images:%s:sameElementsInTemplate',mfilename);
222
	    msg = 'The values of TEMPLATE cannot all be the same.';
223
	    error(eid,'%s',msg);
224
	end
225
	normxcorr_hw(hwid, 10, icp, sub_base);
226
%{
227
	double_sub_base = double(sub_base);
228
	local_sum_A = dic_local_sum(double_sub_base,n,n);
229
	local_sum_A2 = dic_local_sum(double_sub_base.*double_sub_base,n,n);
230
	denom_A = sqrt( max(( local_sum_A2 - (local_sum_A.^2)/mn ) / (mn-1), 0) );
231
	i_nonzero = find(denom_A~=0);
2 by Suren A. Chilingaryan
Support for different optimization modes
232
	normxcorr_hw(hwid, 10, icp, sub_base, single(local_sum_A), single(denom_A), uint16(i_nonzero));
4 by Suren A. Chilingaryan
Instead of transfer compute local sums and denormals on board
233
%}
2 by Suren A. Chilingaryan
Support for different optimization modes
234
    else
4 by Suren A. Chilingaryan
Instead of transfer compute local sums and denormals on board
235
	double_sub_base = double(sub_base);
236
237
	if (numel(sub_base) < 2) ||  (std(double_sub_base(:)) == 0)
238
	    % This check is moved here for normxcorr2
239
	    eid = sprintf('Images:%s:sameElementsInTemplate',mfilename);
240
	    msg = 'The values of TEMPLATE cannot all be the same.';
241
	    error(eid,'%s',msg);
242
	end
243
244
	local_sum_A = dic_local_sum(double_sub_base,n,n);
245
	local_sum_A2 = dic_local_sum(double_sub_base.*double_sub_base,n,n);
246
247
	% Note: diff_local_sums should be nonnegative, but may have negative
248
	% values due to round off errors. Below, we use max to ensure the
249
	% radicand is nonnegative.
250
	denom_A = sqrt( max(( local_sum_A2 - (local_sum_A.^2)/mn ) / (mn-1), 0) );
251
	i_nonzero = find(denom_A~=0);
252
    
2 by Suren A. Chilingaryan
Support for different optimization modes
253
	data_base(icp).denom_A = denom_A;
254
	data_base(icp).i_nonzero = i_nonzero;
255
256
	data_base(icp).local_sum_A = local_sum_A;
257
	data_base(icp).sub_base = sub_base;
258
	
259
	if (OPTIMIZE > 1)
260
	    data_base(icp).sub_base_fft = fft2_cuda(double_sub_base, outsize, outsize);
261
	else
262
	    data_base(icp).sub_base_fft = fft2(double_sub_base, outsize, outsize);
263
	end
264
    end
1 by Suren A. Chilingaryan
Initial import
265
266
    data_base(icp).base_fractional_offset = base_points_for(icp,:) - round(base_points_for(icp,:)*PRECISION)/PRECISION;
2 by Suren A. Chilingaryan
Support for different optimization modes
267
  end
1 by Suren A. Chilingaryan
Initial import
268
2 by Suren A. Chilingaryan
Support for different optimization modes
269
  if (OPTIMIZE > 2)
270
     normxcorr_hw(hwid, 2);
271
  end
1 by Suren A. Chilingaryan
Initial import
272
end
273
274
%normxcorr_hw(hwid);
275
%return;
276
277
6 by Suren A. Chilingaryan
A little more computations are moved to CUDA
278
%if OPTIMIZE > 2
279
    normxcorr_hw(hwid, 3, input_points_x, input_points_y);
280
%else
281
    input_correl(:,1)=reshape(input_points_x,[],1);         % we reshape the input points to one row of values since this is the shape cpcorr will accept
282
    input_correl(:,2)=reshape(input_points_y,[],1);
283
%end
284
1 by Suren A. Chilingaryan
Initial import
285
for i=firstimage:(r-1)               % run through all images
286
    tic             % start the timer
287
288
    input = uint8(mean(double(imread([imagedir, filenamelist((i+1),:)])),3));       % read in the image which has to be correlated
289
6 by Suren A. Chilingaryan
A little more computations are moved to CUDA
290
    if OPTIMIZE > 2
291
	input_correl(:,:)=dic_cpcorr3(CORRSIZE, PRECISION, OPTIMIZE, hwid, data_base, input_correl, input);
292
    elseif OPTIMIZE > 0
293
	input_correl(:,:)=dic_cpcorr(CORRSIZE, PRECISION, OPTIMIZE, hwid, data_base, input_correl, input);
2 by Suren A. Chilingaryan
Support for different optimization modes
294
    else
6 by Suren A. Chilingaryan
A little more computations are moved to CUDA
295
	input_correl(:,:)=cpcorr(input_correl, base_points_for, input, base);
296
    end
297
    validx(:,i)=double(input_correl(:,1));                                       % the results we get from cpcorr for the x-direction
298
    validy(:,i)=double(input_correl(:,2));                                       % the results we get from cpcorr for the y-direction
299
300
    if (SAVEDATA)    
301
	savelinex=validx(:,i)';
302
	dlmwrite([datadir, 'resultsimcorrx.txt'], savelinex , 'delimiter', '\t', '-append');       % Here we save the result from each image; if you are desperately want to run this function with e.g. matlab 6.5 then you should comment this line out. If you do that the data will be saved at the end of the correlation step - good luck ;-)
303
    
304
	saveliney=validy(:,i)';
305
	dlmwrite([datadir, 'resultsimcorry.txt'], saveliney , 'delimiter', '\t', '-append');
306
    end
1 by Suren A. Chilingaryan
Initial import
307
    
308
    if (~SILENT) 
309
	waitbar(i/(r-1))                                % update the waitbar
310
311
	imshow([imagedir, filenamelist(i+1,:)])                     % update image
312
	hold on
313
	plot(grid_x,grid_y,'g+')                                % plot start position of raster
6 by Suren A. Chilingaryan
A little more computations are moved to CUDA
314
	plot(input_correl(:,1),input_correl(:,2),'r+')        % plot actual postition of raster
1 by Suren A. Chilingaryan
Initial import
315
	hold off
316
	drawnow
317
	time(i)=toc;                                                 % take time
318
	estimatedtime=sum(time)/i*(r-1);            % estimate time to process
319
	title(['# Im.: ', num2str((r-1)),'; Proc. Im. #: ', num2str((i)),'; # Rasterp.:',num2str(row*col), '; Est. Time [s] ', num2str(round(estimatedtime)), ';  Elapsed Time [s] ', num2str(round(sum(time)))]);    % plot a title onto the image
320
	drawnow
321
    end
322
end    
323
2 by Suren A. Chilingaryan
Support for different optimization modes
324
if OPTIMIZE > 2
325
    normxcorr_hw(hwid);
326
end
1 by Suren A. Chilingaryan
Initial import
327
328
if (~SILENT)
329
    close(g)
330
end
331
332
close all
333
334
% save
335
336
if (~SILENT)
337
    save ([datadir,'time.dat'], 'time', '-ascii', '-tabs');
338
end
339
340
save ([datadir,'validx.dat'], 'validx', '-ascii', '-tabs');
341
save ([datadir,'validy.dat'], 'validy', '-ascii', '-tabs');