From 33ad89a670104e5255118b089577dd68313d7b4e Mon Sep 17 00:00:00 2001 From: Tadas Baltrusaitis Date: Mon, 23 Oct 2017 21:24:17 +0100 Subject: [PATCH] Fixes for experiments on BP4D and Bosphorus --- .../results/Bosphorus_res_class.txt | 30 +++++++++---------- .../results/Bosphorus_res_int.txt | 26 ++++++++-------- .../run_AU_prediction_BP4D.m | 12 ++++---- .../run_AU_prediction_Bosphorus.m | 1 + 4 files changed, 35 insertions(+), 34 deletions(-) diff --git a/matlab_runners/Action Unit Experiments/results/Bosphorus_res_class.txt b/matlab_runners/Action Unit Experiments/results/Bosphorus_res_class.txt index a15af3a..2952f05 100644 --- a/matlab_runners/Action Unit Experiments/results/Bosphorus_res_class.txt +++ b/matlab_runners/Action Unit Experiments/results/Bosphorus_res_class.txt @@ -1,17 +1,17 @@ -AU1 class, Precision - 0.396, Recall - 0.724, F1 - 0.512 +AU1 class, Precision - 0.393, Recall - 0.727, F1 - 0.510 AU2 class, Precision - 0.266, Recall - 0.850, F1 - 0.405 -AU4 class, Precision - 0.513, Recall - 0.877, F1 - 0.648 -AU5 class, Precision - 0.293, Recall - 0.968, F1 - 0.450 -AU6 class, Precision - 0.343, Recall - 0.823, F1 - 0.484 +AU4 class, Precision - 0.511, Recall - 0.874, F1 - 0.645 +AU5 class, Precision - 0.294, Recall - 0.968, F1 - 0.451 +AU6 class, Precision - 0.346, Recall - 0.833, F1 - 0.489 AU7 class, Precision - 0.793, Recall - 0.750, F1 - 0.771 -AU9 class, Precision - 0.318, Recall - 0.960, F1 - 0.478 -AU10 class, Precision - 0.349, Recall - 0.769, F1 - 0.480 -AU12 class, Precision - 0.671, Recall - 0.863, F1 - 0.755 -AU14 class, Precision - 0.184, Recall - 0.872, F1 - 0.304 -AU15 class, Precision - 0.184, Recall - 0.858, F1 - 0.302 -AU17 class, Precision - 0.295, Recall - 0.886, F1 - 0.443 -AU20 class, Precision - 0.115, Recall - 0.930, F1 - 0.205 -AU23 class, Precision - 0.106, Recall - 0.874, F1 - 0.189 -AU25 class, Precision - 0.855, Recall - 0.871, F1 - 0.863 -AU26 class, Precision - 0.360, Recall - 0.813, F1 - 0.499 -AU45 class, Precision - 0.321, Recall - 0.768, F1 - 0.453 +AU9 class, Precision - 0.316, Recall - 0.960, F1 - 0.475 +AU10 class, Precision - 0.349, Recall - 0.773, F1 - 0.481 +AU12 class, Precision - 0.674, Recall - 0.864, F1 - 0.757 +AU14 class, Precision - 0.183, Recall - 0.863, F1 - 0.302 +AU15 class, Precision - 0.183, Recall - 0.851, F1 - 0.302 +AU17 class, Precision - 0.293, Recall - 0.889, F1 - 0.441 +AU20 class, Precision - 0.114, Recall - 0.930, F1 - 0.203 +AU23 class, Precision - 0.107, Recall - 0.889, F1 - 0.191 +AU25 class, Precision - 0.860, Recall - 0.873, F1 - 0.866 +AU26 class, Precision - 0.359, Recall - 0.811, F1 - 0.498 +AU45 class, Precision - 0.318, Recall - 0.771, F1 - 0.450 diff --git a/matlab_runners/Action Unit Experiments/results/Bosphorus_res_int.txt b/matlab_runners/Action Unit Experiments/results/Bosphorus_res_int.txt index f4ff4c4..7ea7bf3 100644 --- a/matlab_runners/Action Unit Experiments/results/Bosphorus_res_int.txt +++ b/matlab_runners/Action Unit Experiments/results/Bosphorus_res_int.txt @@ -1,17 +1,17 @@ -AU1 intensity, Corr - 0.717, RMS - 0.894, CCC - 0.667 +AU1 intensity, Corr - 0.717, RMS - 0.892, CCC - 0.668 AU2 intensity, Corr - 0.696, RMS - 0.774, CCC - 0.625 -AU4 intensity, Corr - 0.802, RMS - 0.603, CCC - 0.775 -AU5 intensity, Corr - 0.746, RMS - 0.835, CCC - 0.639 -AU6 intensity, Corr - 0.556, RMS - 0.736, CCC - 0.532 +AU4 intensity, Corr - 0.802, RMS - 0.603, CCC - 0.776 +AU5 intensity, Corr - 0.747, RMS - 0.832, CCC - 0.640 +AU6 intensity, Corr - 0.556, RMS - 0.735, CCC - 0.533 AU7 intensity, Corr - 0.831, RMS - 0.757, CCC - 0.804 AU9 intensity, Corr - 0.779, RMS - 0.551, CCC - 0.738 -AU10 intensity, Corr - 0.494, RMS - 0.721, CCC - 0.473 -AU12 intensity, Corr - 0.807, RMS - 0.717, CCC - 0.751 -AU14 intensity, Corr - 0.347, RMS - 0.905, CCC - 0.278 -AU15 intensity, Corr - 0.526, RMS - 0.539, CCC - 0.447 +AU10 intensity, Corr - 0.495, RMS - 0.719, CCC - 0.475 +AU12 intensity, Corr - 0.810, RMS - 0.714, CCC - 0.753 +AU14 intensity, Corr - 0.348, RMS - 0.896, CCC - 0.280 +AU15 intensity, Corr - 0.527, RMS - 0.538, CCC - 0.448 AU17 intensity, Corr - 0.561, RMS - 0.882, CCC - 0.484 -AU20 intensity, Corr - 0.411, RMS - 0.885, CCC - 0.282 -AU23 intensity, Corr - 0.354, RMS - 0.754, CCC - 0.268 -AU25 intensity, Corr - 0.846, RMS - 0.816, CCC - 0.813 -AU26 intensity, Corr - 0.513, RMS - 0.958, CCC - 0.464 -AU45 intensity, Corr - 0.867, RMS - 0.550, CCC - 0.848 +AU20 intensity, Corr - 0.413, RMS - 0.880, CCC - 0.285 +AU23 intensity, Corr - 0.354, RMS - 0.753, CCC - 0.268 +AU25 intensity, Corr - 0.847, RMS - 0.818, CCC - 0.811 +AU26 intensity, Corr - 0.514, RMS - 0.955, CCC - 0.465 +AU45 intensity, Corr - 0.868, RMS - 0.550, CCC - 0.848 diff --git a/matlab_runners/Action Unit Experiments/run_AU_prediction_BP4D.m b/matlab_runners/Action Unit Experiments/run_AU_prediction_BP4D.m index 524e2aa..86e05d3 100644 --- a/matlab_runners/Action Unit Experiments/run_AU_prediction_BP4D.m +++ b/matlab_runners/Action Unit Experiments/run_AU_prediction_BP4D.m @@ -1,7 +1,7 @@ clear -bp4d_loc = 'D:/Datasets/FERA_2015/BP4D/BP4D-training/'; - +find_BP4D; +BP4D_dir = [BP4D_dir, '../BP4D-training/']; out_loc = './out_bp4d/'; if(~exist(out_loc, 'dir')) @@ -21,9 +21,9 @@ new_bp4d_dirs = {}; % This might take some time for i = 1:numel(bp4d_dirs) - dirs = dir([bp4d_loc, '/', bp4d_dirs{i}, '/T*']); + dirs = dir([BP4D_dir, '/', bp4d_dirs{i}, '/T*']); - tmp_dir = [bp4d_loc, '/../tmp/', bp4d_dirs{i}, '/']; + tmp_dir = [BP4D_dir, '/../tmp/', bp4d_dirs{i}, '/']; new_bp4d_dirs = cat(1, new_bp4d_dirs, tmp_dir); if(~exist(tmp_dir, 'file')) @@ -32,11 +32,11 @@ for i = 1:numel(bp4d_dirs) % Move all images and resize them for d=1:numel(dirs) - in_files = dir([bp4d_loc, '/', bp4d_dirs{i}, '/', dirs(d).name, '/*.jpg']); + in_files = dir([BP4D_dir, '/', bp4d_dirs{i}, '/', dirs(d).name, '/*.jpg']); for img_ind=1:numel(in_files) - img_file = [bp4d_loc, '/', bp4d_dirs{i}, '/', dirs(d).name, '/', in_files(img_ind).name]; + img_file = [BP4D_dir, '/', bp4d_dirs{i}, '/', dirs(d).name, '/', in_files(img_ind).name]; img = imread(img_file); img = imresize(img, 0.5); img_out = [tmp_dir, dirs(d).name, '_', in_files(img_ind).name]; diff --git a/matlab_runners/Action Unit Experiments/run_AU_prediction_Bosphorus.m b/matlab_runners/Action Unit Experiments/run_AU_prediction_Bosphorus.m index 90e51bc..3c5e745 100644 --- a/matlab_runners/Action Unit Experiments/run_AU_prediction_Bosphorus.m +++ b/matlab_runners/Action Unit Experiments/run_AU_prediction_Bosphorus.m @@ -48,6 +48,7 @@ end_ind = -1; aus_det = []; aus_det_id = []; +%% while ischar(data) if(~isempty(findstr(data, 'au occurences:'))) num_occurences = str2num(data(numel('au occurences:')+1:end));