2016-04-28 21:40:36 +02:00
|
|
|
clear
|
|
|
|
|
2017-01-04 23:32:38 +01:00
|
|
|
if(isunix)
|
|
|
|
executable = '"../../build/bin/FeatureExtraction"';
|
|
|
|
else
|
|
|
|
executable = '"../../x64/Release/FeatureExtraction.exe"';
|
|
|
|
end
|
2016-04-28 21:40:36 +02:00
|
|
|
|
|
|
|
output = 'yt_features/';
|
|
|
|
|
|
|
|
if(~exist(output, 'file'))
|
|
|
|
mkdir(output)
|
|
|
|
end
|
|
|
|
|
|
|
|
if(exist([getenv('USERPROFILE') '/Dropbox/AAM/test data/'], 'file'))
|
|
|
|
database_root = [getenv('USERPROFILE') '/Dropbox/AAM/test data/'];
|
2017-01-05 17:24:39 +01:00
|
|
|
elseif(exist('D:/Dropbox/Dropbox/AAM/test data/', 'file'))
|
2016-07-22 15:35:50 +02:00
|
|
|
database_root = 'D:/Dropbox/Dropbox/AAM/test data/';
|
2017-09-11 09:03:29 +02:00
|
|
|
elseif(exist('F:/Dropbox/AAM/test data/', 'file'))
|
|
|
|
database_root = 'F:/Dropbox/AAM/test data/';
|
2017-12-18 13:17:53 +01:00
|
|
|
elseif(exist('/media/tadas/5E08AE0D08ADE3ED/Dropbox/AAM/test data/', 'file'))
|
|
|
|
database_root = '/media/tadas/5E08AE0D08ADE3ED/Dropbox/AAM/test data/';
|
2017-01-04 23:32:38 +01:00
|
|
|
else
|
|
|
|
database_root = '/multicomp/datasets/';
|
2016-04-28 21:40:36 +02:00
|
|
|
end
|
|
|
|
|
2017-01-04 23:32:38 +01:00
|
|
|
database_root = [database_root, '/ytceleb/'];
|
2016-04-28 21:40:36 +02:00
|
|
|
|
|
|
|
in_vids = dir([database_root '/*.avi']);
|
|
|
|
|
2017-11-14 21:04:30 +01:00
|
|
|
command = sprintf('%s -2Dfp -out_dir "%s" ', executable, output);
|
2016-04-28 21:40:36 +02:00
|
|
|
% add all videos to single argument list (so as not to load the model anew
|
|
|
|
% for every video)
|
|
|
|
for i=1:numel(in_vids)
|
|
|
|
|
|
|
|
in_file_name = [database_root, '/', in_vids(i).name];
|
|
|
|
|
2017-11-14 21:04:30 +01:00
|
|
|
command = cat(2, command, [' -f "' in_file_name '" ']);
|
2016-04-28 21:40:36 +02:00
|
|
|
end
|
|
|
|
|
2017-01-04 23:32:38 +01:00
|
|
|
if(isunix)
|
|
|
|
unix(command, '-echo')
|
|
|
|
else
|
|
|
|
dos(command);
|
|
|
|
end
|
2016-04-28 21:40:36 +02:00
|
|
|
|
|
|
|
%%
|
|
|
|
output = 'yt_features_clm/';
|
|
|
|
|
|
|
|
if(~exist(output, 'file'))
|
|
|
|
mkdir(output)
|
|
|
|
end
|
2017-11-14 21:04:30 +01:00
|
|
|
|
2017-11-14 21:19:11 +01:00
|
|
|
command = sprintf('%s -2Dfp -out_dir "%s" -mloc model/main_clm_general.txt ', executable, output);
|
2016-04-28 21:40:36 +02:00
|
|
|
|
|
|
|
% add all videos to single argument list (so as not to load the model anew
|
|
|
|
% for every video)
|
2017-11-08 10:02:50 +01:00
|
|
|
for i=1:numel(in_vids)
|
|
|
|
in_file_name = [database_root, '/', in_vids(i).name];
|
2017-11-14 21:04:30 +01:00
|
|
|
command = cat(2, command, [' -f "' in_file_name '"']);
|
2016-04-28 21:40:36 +02:00
|
|
|
end
|
|
|
|
|
2017-01-04 23:32:38 +01:00
|
|
|
if(isunix)
|
|
|
|
unix(command, '-echo')
|
|
|
|
else
|
|
|
|
dos(command);
|
|
|
|
end
|
2016-04-28 21:40:36 +02:00
|
|
|
%% evaluating yt datasets
|
|
|
|
d_loc = 'yt_features/';
|
|
|
|
d_loc_clm = 'yt_features_clm/';
|
|
|
|
|
2017-11-08 10:02:50 +01:00
|
|
|
files_yt = dir([d_loc, '/*.csv']);
|
2016-04-28 21:40:36 +02:00
|
|
|
preds_all = [];
|
|
|
|
preds_all_clm = [];
|
|
|
|
gts_all = [];
|
|
|
|
for i = 1:numel(files_yt)
|
|
|
|
[~, name, ~] = fileparts(files_yt(i).name);
|
2018-02-25 12:51:12 +01:00
|
|
|
|
|
|
|
fname = [d_loc, files_yt(i).name];
|
|
|
|
if(i == 1)
|
|
|
|
% First read in the column names
|
|
|
|
tab = readtable(fname);
|
|
|
|
column_names = tab.Properties.VariableNames;
|
|
|
|
|
|
|
|
confidence_id = cellfun(@(x) ~isempty(x) && x==1, strfind(column_names, 'confidence'));
|
|
|
|
x_ids = cellfun(@(x) ~isempty(x) && x==1, strfind(column_names, 'x_'));
|
|
|
|
y_ids = cellfun(@(x) ~isempty(x) && x==1, strfind(column_names, 'y_'));
|
|
|
|
end
|
|
|
|
|
|
|
|
all_params = dlmread(fname, ',', 1, 0);
|
2016-04-28 21:40:36 +02:00
|
|
|
|
2018-02-25 12:51:12 +01:00
|
|
|
xs = all_params(:, x_ids);
|
|
|
|
ys = all_params(:, y_ids);
|
2016-04-28 21:40:36 +02:00
|
|
|
pred_landmarks = zeros([size(xs,2), 2, size(xs,1)]);
|
|
|
|
pred_landmarks(:,1,:) = xs';
|
|
|
|
pred_landmarks(:,2,:) = ys';
|
|
|
|
|
2018-02-25 12:51:12 +01:00
|
|
|
all_params = dlmread([d_loc_clm, files_yt(i).name], ',', 1, 0);
|
2016-04-28 21:40:36 +02:00
|
|
|
|
2018-02-25 12:51:12 +01:00
|
|
|
xs = all_params(:, x_ids);
|
|
|
|
ys = all_params(:, y_ids);
|
2016-04-28 21:40:36 +02:00
|
|
|
pred_landmarks_clm = zeros([size(xs,2), 2, size(xs,1)]);
|
|
|
|
pred_landmarks_clm(:,1,:) = xs';
|
|
|
|
pred_landmarks_clm(:,2,:) = ys';
|
|
|
|
|
2017-11-14 21:23:02 +01:00
|
|
|
load([database_root, name, '.mat']);
|
2016-04-28 21:40:36 +02:00
|
|
|
preds_all = cat(3, preds_all, pred_landmarks);
|
|
|
|
preds_all_clm = cat(3, preds_all_clm, pred_landmarks_clm);
|
|
|
|
gts_all = cat(3, gts_all, labels);
|
|
|
|
end
|
|
|
|
|
|
|
|
%%
|
|
|
|
[clnf_error, err_pp_clnf] = compute_error( gts_all - 1.5, preds_all);
|
|
|
|
[clm_error, err_pp_clm] = compute_error( gts_all - 1.5, preds_all_clm);
|
|
|
|
|
|
|
|
filename = sprintf('results/fps_yt');
|
|
|
|
save(filename);
|
|
|
|
|
|
|
|
% Also save them in a reasonable .txt format for easy comparison
|
|
|
|
f = fopen('results/fps_yt.txt', 'w');
|
|
|
|
fprintf(f, 'Model, mean, median\n');
|
|
|
|
fprintf(f, 'OpenFace (CLNF): %.4f, %.4f\n', mean(clnf_error), median(clnf_error));
|
|
|
|
fprintf(f, 'CLM: %.4f, %.4f\n', mean(clm_error), median(clm_error));
|
|
|
|
|
|
|
|
fclose(f);
|
|
|
|
clear 'f'
|