From 7fabef0516bd11db18a5158c543990024bec9586 Mon Sep 17 00:00:00 2001
From: Ruben <r@rubenvandeven.com>
Date: Thu, 7 Dec 2017 15:08:12 +0100
Subject: [PATCH] Edits for live

---
 graphs.php                                | 47 +++++++++++++++--------
 images.php                                | 20 ++++++----
 opencv-webcam-demo/opencv-webcam-demo.cpp | 12 ++++++
 parse_output.py                           |  6 ++-
 split_and_merge_output.py                 | 39 +++++++++++--------
 5 files changed, 85 insertions(+), 39 deletions(-)

diff --git a/graphs.php b/graphs.php
index 08a23a5..6a67aeb 100644
--- a/graphs.php
+++ b/graphs.php
@@ -7,7 +7,7 @@
 		
 var d1 = <?php echo require "output/talk1.json" ?>;
 var d2 = <?php echo require "output/talk2.json" ?>;
-var d3 = <?php echo require "output/talk3.json" ?>;
+//~ var d3 = <?php echo require "output/talk3.json" ?>;
 
 	</script>
 	<style type="text/css">
@@ -22,10 +22,10 @@ var d3 = <?php echo require "output/talk3.json" ?>;
 			overflow-x:auto;
 		}
 		#presentations{
-			width:300%;
+			width:200%;
 		}
 		#presentations .presentation{
-			width:33%;
+			width:50%;
 			float:left;
 		}
 		#presentations .presentation div.plot{
@@ -59,8 +59,15 @@ var d3 = <?php echo require "output/talk3.json" ?>;
 			
 		}
 		
+		#imgwrap div{
+			display:block;
+			color:#999;
+			font-size:80%;
+		}
 		#imgwrap img{
-			width:90%;
+			height:7em;
+			min-width: 3em;
+			background:#ccc;
 			margin-left:2%;
 			margin-top:1em;
 		}
@@ -78,6 +85,12 @@ var d3 = <?php echo require "output/talk3.json" ?>;
 
 <div id="scroller">
 <div id='presentations'>
+	<div class='presentation'>
+	<h1>Penousal Machado</h1>
+	<div class='stats' id='plot2-stats'></div>
+	<div class='plot' id="plot2-div"></div>
+	</div>
+	
 	<div class='presentation'>
 	<h1>Orit Halpern</h1>
 	<div class='stats' id='plot1-stats'></div>
@@ -85,22 +98,18 @@ var d3 = <?php echo require "output/talk3.json" ?>;
 	</div>
 
 
-	<div class='presentation'>
-	<h1>Penousal Machado</h1>
-	<div class='stats' id='plot2-stats'></div>
-	<div class='plot' id="plot2-div"></div>
-	</div>
+<!--
 
 	<div class='presentation'>
 	<h1>Nicolas Maigret</h1>
 	<div class='stats' id='plot3-stats'></div>
 	<div class='plot' id="plot3-div"></div>
 	</div>
+-->
 </div>
 </div>
 
 <div id='imgwrap'>
-	<img src="" id="hoverimg">
 </div>
 
 <script type='text/javascript'>
@@ -209,16 +218,16 @@ for(var i in facialParameters){
 	 checkboxWrapperEl.appendChild(labelEl);
 }
 
-var imgEl = document.getElementById("hoverimg");
+var imgwrapEl = document.getElementById("imgwrap");
 var plot1Div = document.getElementById('plot1-div');
 var plot2Div = document.getElementById('plot2-div');
-var plot3Div = document.getElementById('plot3-div');
+//~ var plot3Div = document.getElementById('plot3-div');
 
 function drawGraphs(){
 	params = getCheckedParams();	
 	drawGraph("talk1", plot1Div, d1, params);
 	drawGraph("talk2", plot2Div, d2, params);
-	drawGraph("talk3", plot3Div, d3, params);
+	//~ drawGraph("talk3", plot3Div, d3, params);
 }
 	
 
@@ -423,12 +432,20 @@ function drawGraph(id, targetEl, d, params) {
 	//~ });
 
 	targetEl.on('plotly_hover', function (data){
+		let HTML = "";
 		var points = data.points[0],
 			pointNum = points.pointNumber;
-		console.log(pointNum, d['windows'][pointNum]['startFrame'], data);
-		imgEl.src = "/images.php?i="+d['windows'][pointNum]['startFrame']+"&params="+params.join() + "&nr=" + d['outputNr'] ;
+		console.log(d);
+		for(let i in d['windows'][pointNum]['frames']) {
+			console.log(pointNum, d['windows'][pointNum]['frames'][i], data);
+			//~ imgEl.src = "/images.php?i="+d['windows'][pointNum]['frames'][i]+"&params="+params.join() + "&nr=" + d['outputNr'] ;
+			HTML+= "<div>"+d['windows'][pointNum]['frames'][i]+"<img src=\"/images.php?i="+d['windows'][pointNum]['frames'][i]+"&params="+params.join() + "&nr=" + d['outputNr'] +"\"></div>" ;
+		}
+		imgwrapEl.innerHTML = HTML;
+		
 		var audio = new Audio('output/'+d['outputNr']+'/'+d['windows'][pointNum]['startFrame']+'.wav');
 		audio.play();
+		
 		//~ Plotly.Fx.hover('plot-div',[
 			//~ { curveNumber:0, pointNumber:pointNum },
 			//~ { curveNumber:1, pointNumber:pointNum },
diff --git a/images.php b/images.php
index 7ad787b..18ec556 100644
--- a/images.php
+++ b/images.php
@@ -61,21 +61,28 @@ usort($json['faces'], function ($f1, $f2) {
     return $f1['diff'] > $f2['diff'] ? -1 : 1;
 });
 
-$targetIm = imagecreatetruecolor(1920, 1080);
+$i = 0;
+$faceDim = 120;
+$faceMargin = 20;
+$faceCount = count($json['faces']);
+$widthNr = max(1, $faceCount);
+$targetIm = imagecreatetruecolor(($faceDim+$faceMargin)* $widthNr, $faceDim + 20);
 $white = imagecolorallocate($targetIm, 255, 255, 255);
 imagefill($targetIm, 0, 0, $white);
 
 $i = 0;
 $faceDim = 120;
 $faceMargin = 20;
-$itemsPerRow = (int) 1080 / ($faceDim + $faceMargin);
+//~ $itemsPerRow = (int) 1080 / ($faceDim + $faceMargin);
 $maxDiff = sqrt(count($params) * 100);
 foreach($json['faces'] as $face) {
 	$posX = $i % $itemsPerRow;
-	$posY = (int) ($i / $itemsPerRow);
-	
-	$destX = $posX * ($faceDim + $faceMargin);
-	$destY = $posY * ($faceDim + $faceMargin);
+	//~ $posY = (int) ($i / $itemsPerRow);
+	//~ 
+	//~ $destX = $posX * ($faceDim + $faceMargin);
+	//~ $destY = $posY * ($faceDim + $faceMargin);
+	$destX = $i * ($faceDim + $faceMargin);
+	$destY = 0;
 	
 	imagecopyresampled ( $targetIm , $im , $destX , $destY , (int) $face['rect']['x'] , (int) $face['rect']['y'] , $faceDim , $faceDim , (int) $face['rect']['w'], (int) $face['rect']['h']);
 	
@@ -85,7 +92,6 @@ foreach($json['faces'] as $face) {
     imagettftext($targetIm, 12, 0, $destX, $destY + $faceDim + $faceMargin/1.2, $colorBg, "/usr/share/fonts/truetype/dejavu/DejaVuSansMono.ttf", round($face['diff'],2));
 	$i++;
 }
-
 $im = $targetIm;
 
 /*
diff --git a/opencv-webcam-demo/opencv-webcam-demo.cpp b/opencv-webcam-demo/opencv-webcam-demo.cpp
index da8f382..656676b 100644
--- a/opencv-webcam-demo/opencv-webcam-demo.cpp
+++ b/opencv-webcam-demo/opencv-webcam-demo.cpp
@@ -245,6 +245,18 @@ int main(int argsc, char ** argsv)
         
 		int frameNrIn = 1;
 		int frameNrOut = 1;
+		// increase number to current pos:
+		while(true) {
+			char buff[100];
+			snprintf(buff, sizeof(buff), (use_segments ? "segment%06d.json" : "frame%06d.json"), frameNrIn);
+			boost::filesystem::path jsonPath = outPath / buff;
+			if ( boost::filesystem::exists( jsonPath.native() )) {
+				frameNrIn++;
+				frameNrOut++;
+			} else {
+				break;
+			}
+		}
 		std::time_t lastImgUpdate(0);
 		int seconds = 1;
         while(true){ //(cv::waitKey(20) != -1);
diff --git a/parse_output.py b/parse_output.py
index 9974840..e3954d0 100644
--- a/parse_output.py
+++ b/parse_output.py
@@ -217,6 +217,9 @@ class Window:
 		return np.std(vectors)
 	
 	def getAverageV(self, params):
+		# when no faces, return faux vector
+		if len(self.getFaces()) < 1:
+			return [0.0 for p in params]
 		vectors = [f.getCharacteristicVector(params) for f in self.getFaces()]
 		vAvg = np.mean(vectors, axis=0)
 		return vAvg
@@ -458,12 +461,13 @@ def getGraphData(frames, params, window_size, outputNr):
 	"""
 	collection = WindowCollection(window_size, frames)
 	windows = collection.windows
-	jsonOutput = {'windows':[], 'outputNr': outputNr}
+	jsonOutput = {'windows':[], 'outputNr': outputNr, 'window_size': window_size}
 	for window in windows:
 		w = {
 			'start': window.getStartTime().strftime('%Y-%m-%d %H:%M:%S'),
 			'end': window.getEndTime().strftime('%Y-%m-%d %H:%M:%S'),
 			'startFrame': window.frames[0].name,
+			'frames': [frame.name for frame in window.frames],
 			'params': {},
 			'param_values': {},
 		}
diff --git a/split_and_merge_output.py b/split_and_merge_output.py
index 6b3956a..189daac 100644
--- a/split_and_merge_output.py
+++ b/split_and_merge_output.py
@@ -34,23 +34,27 @@ nextOutNr = segmentCount
 while True:
 	nextJpg = os.path.join(args.frameOutput, "frame%06d.jpg" % nextInNr)
 	nextInJson = os.path.join(args.frameOutput, "frame%06d.json" % nextInNr)
-	while os.path.exists(nextJpg) and not os.path.exists(nextInJson):		
-		print("(SPLIT) Found: {}".format(nextJpg))
-		img = Image.open(nextJpg)
-		
-		segments = getSectionsForSize(img.size)
-		
-		for i, segment in enumerate(segments):
-			segmentImg = img.crop(segment)
-			segmentNr = (nextInNr-1) * segmentCount + i + 1 # start at 1, increment from there
-			segmentFilename = os.path.join(args.segmentDir, "segment%06d.jpg" % segmentNr)
-			segmentImg.save(segmentFilename, quality=90)
-			print("(SPLIT) Created: {}".format(segmentFilename))
-		
+	while os.path.exists(nextJpg):
+		if not os.path.exists(nextInJson):
+			print("(SPLIT) Found: {}".format(nextJpg))
+			img = Image.open(nextJpg)
+			
+			segments = getSectionsForSize(img.size)
+			
+			for i, segment in enumerate(segments):
+				segmentImg = img.crop(segment)
+				segmentNr = (nextInNr-1) * segmentCount + i + 1 # start at 1, increment from there
+				segmentFilename = os.path.join(args.segmentDir, "segment%06d.jpg" % segmentNr)
+				segmentImg.save(segmentFilename, quality=90)
+				print("(SPLIT) Created: {}".format(segmentFilename))
+		else:
+			print("(SPLIT) Skip: {}".format(nextJpg))
+			
 		nextInNr += 1
 		nextJpg = os.path.join(args.frameOutput, "frame%06d.jpg" % nextInNr)
-		nextInJson = os.path.join(args.frameOutput, "frame%06d.jpg" % nextInNr)
+		nextInJson = os.path.join(args.frameOutput, "frame%06d.json" % nextInNr)
 	
+	continue
 	nextJson = os.path.join(args.segmentDir, "segment%06d.json" % nextOutNr)
 	while os.path.exists(nextJson):
 		print("(MERGE) Found: {}".format(nextJson))
@@ -88,8 +92,11 @@ while True:
 			print("(MERGE) Wrote: {}".format(jsonOutFilename))
 		print("(MERGE) Cleanup segments for frame {}".format(frameOutNr))
 		for imgName in segmentImages:
-			print("(MERGE) \t Unlink {}".format(imgName))
-			os.unlink(imgName)
+			if os.path.exists(imgName):
+				print("(MERGE) \t Unlink {}".format(imgName))
+				os.unlink(imgName)
+			else:
+				print("(MERGE) \t Already unlinked {}".format(imgName))
 		
 		nextOutNr += segmentCount
 		nextJson = os.path.join(args.segmentDir, "segment%06d.json" % nextOutNr)