r/sustaining_gazes
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

Dealing in a better way with frame numbers

Browse source
This commit is contained in:
Tadas Baltrusaitis 2017-11-23 18:33:10 +00:00
parent 412cf4ff04
commit 01368270be
3 changed files with 18 additions and 15 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
.gitignore vendored
View file

@ -54,3 +54,6 @@ matlab_version/face_validation/trained/intermediate/
lib/local/GazeAnalyser/x64/ lib/local/GazeAnalyser/x64/
lib/local/Utilities/x64/ lib/local/Utilities/x64/
exe/FeatureExtraction/processed/ exe/FeatureExtraction/processed/
exe/FaceLandmarkImg/processed/
exe/FeatureExtraction/processed_features/
matlab_runners/Demos/processed_features/

24
matlab_runners/Demos/feature_extraction_demo_img_seq.m
View file

@ -30,7 +30,7 @@ end
% Most of the features will be in the csv file in the output directory with % Most of the features will be in the csv file in the output directory with
% the same name as the input file % the same name as the input file
[~,name,~] = fileparts(in_file); [~,name,~] = fileparts(in_dir);
output_csv = sprintf('%s/%s.csv', output_dir, name); output_csv = sprintf('%s/%s.csv', output_dir, name);
% First read in the column names, to know which columns to read for % First read in the column names, to know which columns to read for
@ -45,13 +45,13 @@ all_params = dlmread(output_csv, ',', 1, 0);
% Find which column contains success of tracking data and timestamp data % Find which column contains success of tracking data and timestamp data
valid_ind = cellfun(@(x) ~isempty(x) && x==1, strfind(column_names, 'success')); valid_ind = cellfun(@(x) ~isempty(x) && x==1, strfind(column_names, 'success'));
time_stamp_ind = cellfun(@(x) ~isempty(x) && x==1, strfind(column_names, 'timestamp')); frame_ind = cellfun(@(x) ~isempty(x) && x==1, strfind(column_names, 'frame'));
% Extract tracking success data and only read those frame % Extract tracking success data and only read those frame
valid_frames = logical(all_params(:,valid_ind)); valid_frames = logical(all_params(:,valid_ind));
% Get the timestamp data % Get the timestamp data
time_stamps = all_params(valid_frames, time_stamp_ind); frame_nums = all_params(valid_frames, frame_ind);
%% Finding which header line starts with p_ (basically model params) %% Finding which header line starts with p_ (basically model params)
shape_inds = cellfun(@(x) ~isempty(x) && x==1, strfind(column_names, 'p_')); shape_inds = cellfun(@(x) ~isempty(x) && x==1, strfind(column_names, 'p_'));
@ -60,9 +60,9 @@ shape_inds = cellfun(@(x) ~isempty(x) && x==1, strfind(column_names, 'p_'));
shape_params = all_params(valid_frames, shape_inds); shape_params = all_params(valid_frames, shape_inds);
figure figure
plot(time_stamps, shape_params); plot(frame_nums, shape_params);
title('Shape parameters'); title('Shape parameters');
xlabel('Time (s)'); xlabel('Frame');
%% Demonstrate 2D landmarks %% Demonstrate 2D landmarks
landmark_inds_x = cellfun(@(x) ~isempty(x) && x==1, strfind(column_names, 'x_')); landmark_inds_x = cellfun(@(x) ~isempty(x) && x==1, strfind(column_names, 'x_'));
@ -127,7 +127,7 @@ au_reg_inds = cellfun(@(x) ~isempty(x) && x==5, strfind(column_names, '_r'));
aus = all_params(valid_frames, au_reg_inds); aus = all_params(valid_frames, au_reg_inds);
figure figure
plot(time, aus); plot(frame_nums, aus);
title('Facial Action Units (intensity)'); title('Facial Action Units (intensity)');
xlabel('Time (s)'); xlabel('Time (s)');
ylabel('Intensity'); ylabel('Intensity');
@ -137,7 +137,7 @@ au_class_inds = cellfun(@(x) ~isempty(x) && x==5, strfind(column_names, '_c'));
aus = all_params(valid_frames, au_class_inds); aus = all_params(valid_frames, au_class_inds);
figure figure
plot(time, aus); plot(frame_nums, aus);
title('Facial Action Units (presense)'); title('Facial Action Units (presense)');
xlabel('Time (s)'); xlabel('Time (s)');
ylim([0,2]); ylim([0,2]);
@ -146,9 +146,9 @@ pose_inds = cellfun(@(x) ~isempty(x) && x==1, strfind(column_names, 'pose_'));
pose = all_params(valid_frames, pose_inds); pose = all_params(valid_frames, pose_inds);
figure figure
plot(pose); plot(frame_nums, pose);
title('Pose (rotation and translation)'); title('Pose (rotation and translation)');
xlabel('Time (s)'); xlabel('Frame number');
%% Demo gaze %% Demo gaze
gaze_inds = cellfun(@(x) ~isempty(x) && x==1, strfind(column_names, 'gaze_angle')); gaze_inds = cellfun(@(x) ~isempty(x) && x==1, strfind(column_names, 'gaze_angle'));
@ -156,10 +156,10 @@ gaze_inds = cellfun(@(x) ~isempty(x) && x==1, strfind(column_names, 'gaze_angle'
% Read gaze (x,y,z) for one eye and (x,y,z) for another % Read gaze (x,y,z) for one eye and (x,y,z) for another
gaze = all_params(valid_frames, gaze_inds); gaze = all_params(valid_frames, gaze_inds);
plot(time, gaze(:,1), 'DisplayName', 'Left - right'); plot(frame_nums, gaze(:,1), 'DisplayName', 'Left - right');
hold on; hold on;
plot(time, gaze(:,2), 'DisplayName', 'Up - down'); plot(frame_nums, gaze(:,2), 'DisplayName', 'Up - down');
xlabel('Time(s)') % x-axis label xlabel('Frame number') % x-axis label
ylabel('Angle radians') % y-axis label ylabel('Angle radians') % y-axis label
legend('show'); legend('show');
hold off; hold off;

6
matlab_runners/Demos/feature_extraction_demo_vid.m
View file

@ -137,7 +137,7 @@ au_class_inds = cellfun(@(x) ~isempty(x) && x==5, strfind(column_names, '_c'));
aus = all_params(valid_frames, au_class_inds); aus = all_params(valid_frames, au_class_inds);
figure figure
plot(time, aus); plot(time_stamps, aus);
title('Facial Action Units (presense)'); title('Facial Action Units (presense)');
xlabel('Time (s)'); xlabel('Time (s)');
ylim([0,2]); ylim([0,2]);
@ -146,7 +146,7 @@ pose_inds = cellfun(@(x) ~isempty(x) && x==1, strfind(column_names, 'pose_'));
pose = all_params(valid_frames, pose_inds); pose = all_params(valid_frames, pose_inds);
figure figure
plot(pose); plot(time_stamps, pose);
title('Pose (rotation and translation)'); title('Pose (rotation and translation)');
xlabel('Time (s)'); xlabel('Time (s)');
@ -158,7 +158,7 @@ gaze = all_params(valid_frames, gaze_inds);
plot(time, gaze(:,1), 'DisplayName', 'Left - right'); plot(time, gaze(:,1), 'DisplayName', 'Left - right');
hold on; hold on;
plot(time, gaze(:,2), 'DisplayName', 'Up - down'); plot(time_stamps, gaze(:,2), 'DisplayName', 'Up - down');
xlabel('Time(s)') % x-axis label xlabel('Time(s)') % x-axis label
ylabel('Angle radians') % y-axis label ylabel('Angle radians') % y-axis label
legend('show'); legend('show');