sustaining_gazes/matlab_version/face_validation/face_check_cnn.m
Tadas Baltrusaitis 5959176921 Some big changes:
- face validator is a retrained CNN now
- starting retiring CLM-Z from OpenFace
2017-08-01 17:11:02 -04:00

58 lines
1.5 KiB
Matlab

function [ decision ] = face_check_cnn( img, shape, global_params, cnns )
%FACE_CHECK_CNN Summary of this function goes here
% Detailed explanation goes here
%%
if(size(img,3) == 3)
img = rgb2gray(img);
end
% first need to determine the view
centres = cat(1, cnns.centres);
dists = centres*pi/180 - repmat(global_params(2:4)',size(centres,1),1);
[~,view_id] = min(sum(dists.^2,2));
mask_small = cnns(view_id).mask(1:size(cnns(view_id).triX,1), 1:size(cnns(view_id).triX,2));
if(size(cnns(view_id).destination,1) == 66 && size(shape,1) == 68)
label_inds = [1:60,62:64,66:68];
shape = shape(label_inds,:);
end
img_crop = Crop(img, shape, cnns(view_id).triangulation,...
cnns(view_id).triX, mask_small,...
cnns(view_id).alphas, cnns(view_id).betas,...
cnns(view_id).nPix, cnns(view_id).minX, ...
cnns(view_id).minY);
%%
img_crop = reshape(img_crop(logical(cnns(view_id).mask)), 1, cnns(view_id).nPix);
img_crop(isnan(img_crop)) = 0;
% normalisation (local)
img_crop = (img_crop - mean(img_crop));
norms = std(img_crop);
if(norms==0)
norms = 1;
end
img_crop = img_crop / norms;
% normalisation (global)
img_crop = img_crop - cnns(view_id).mean_ex;
img_crop = img_crop ./ cnns(view_id).std_ex;
mask = cnns(view_id).mask;
img = zeros(size(mask));
img(mask) = img_crop;
cnn = cnns(view_id).cnn;
%%
res = vl_simplenn(cnn, single(img), [], []);
res = gather(res(end).x);
num_bins = numel(res);
[~,res] = sort(res, 3, 'descend') ;
res = squeeze(res);
res = res(1,:);
decision = unQuantizeContinuous(res, 0, 3, num_bins)';