add gesture bounds

Author: domstoppable

DragDropUI.py

@@ -241,6 +241,8 @@ def __init__(self):
 		self.handGood = False
 		self.handOpen = True
 
+		self.gestureBoundsWindows = {}
+		
 	def resizeEvent(self, e):
 		desktopSize = QtGui.QDesktopWidget().screenGeometry()
 		self.move(
@@ -312,6 +314,49 @@ def setEyeBad(self):
 		logging.debug("Eyes bad")
 		self.eyeGood = False
 		self._updateIcons()
+		
+	def setGestureBoundNotice(self, direction, state):
+		if not direction in self.gestureBoundsWindows:
+			self.gestureBoundsWindows[direction] = BoundsWarningWindow(direction)
+		if state:
+			self.gestureBoundsWindows[direction].show()
+		else:
+			self.gestureBoundsWindows[direction].hide()
+			
+	def closeEvent(self, e):
+		super().closeEvent(e)
+		for direction,window in self.gestureBoundsWindows.items():
+			window.close()
+
+class BoundsWarningWindow(QtGui.QWidget):
+	def __init__(self, direction):
+		super().__init__()
+		self.direction = direction
+		self.setWindowFlags(QtCore.Qt.WindowStaysOnTopHint | QtCore.Qt.FramelessWindowHint)
+		self.setWindowOpacity(.25)
+		self.setAttribute(QtCore.Qt.WA_ShowWithoutActivating)
+		self.setAttribute(QtCore.Qt.WA_TransparentForMouseEvents)
+
+		self.layout = QtGui.QVBoxLayout()
+		self.setLayout(self.layout)
+		
+		p = self.palette()
+		p.setColor(self.backgroundRole(), QtCore.Qt.red)
+		self.setPalette(p)
+		
+		desktopSize = QtGui.QDesktopWidget().screenGeometry()
+		size = 32
+		if direction in ['left', 'right']:
+			self.resize(size, desktopSize.height())
+		else:
+			self.resize(desktopSize.width(), size)
+		if direction in ['left', 'top']:
+			self.move(0, 0)
+		elif direction == 'right':
+			self.move(desktopSize.width()-size, 0)
+		else:
+			self.move(0, desktopSize.height()-size)
+
 
 class DeviceOptionsWindow(QtGui.QWidget):
 	def __init__(self):

GestureDevice.py

@@ -20,6 +20,7 @@ class GestureDevice(QtCore.QObject):
 	pinchValued = QtCore.Signal(object)
 	fixated = QtCore.Signal(object)
 	fixationInvalidated = QtCore.Signal(object)
+	reachingBounds = QtCore.Signal(object, object)
 
 	def __init__(self):
 		super().__init__()
@@ -54,6 +55,13 @@ def __init__(self):
 		self.timer.start(1.0/30.0)
 
 		self.sawHandLastTime = False
+		
+		self.boundsReached = {
+			'left': False,
+			'right': False,
+			'top': False,
+			'bottom': False,
+		}
 
 	def poll(self):
 		frame = self.controller.frame()
@@ -65,7 +73,26 @@ def poll(self):
 				self.noHands.emit()
 			self.sawHandLastTime = False
 		else:
+			boundsCheck = {
+				'left': False,
+				'right': False,
+				'top': False,
+				'bottom': False,
+			}
 			for hand in hands:
+				# check for edges
+				box = frame.interaction_box
+				pos = box.normalize_point(hand.palm_position, False)
+				threshold = 1
+				if pos.x > threshold:
+					boundsCheck['right'] = True
+				elif pos.x < 1-threshold:
+					boundsCheck['left'] = True
+				if pos.z > threshold:
+					boundsCheck['bottom'] = True
+				elif pos.z < 1-threshold:
+					boundsCheck['top'] = True
+				
 				if hand.is_left:
 					if not self.leftHand.isHand(hand) and not self.sawHandLastTime:
 						self.handAppeared.emit(hand)
@@ -117,6 +144,10 @@ def poll(self):
 
 						self.moved.emit(delta)
 
+			for direction,warn in boundsCheck.items():
+				if warn != self.boundsReached[direction]:
+					self.boundsReached[direction] = warn
+					self.reachingBounds.emit(direction, warn)
 	def toggleCalibration(self):
 		self.setCalibrating(not self.calibrating)
 

InputScheme.py

@@ -171,7 +171,7 @@ def setWindow(self, window):
 			self.gestureTracker.moved.connect(window.feedbackWindow.setHandGood)
 			self.gazeTracker.eyesAppeared.connect(window.feedbackWindow.setEyeGood)
 			self.gazeTracker.eyesDisappeared.connect(window.feedbackWindow.setEyeBad)
-
+			
 	def grabbed(self, hand):
 		gaze = self.gazeTracker.getAttentiveGaze(clear=True)
 		self.doGrab(gaze[0], gaze[1])
@@ -251,7 +251,7 @@ def start(self):
 		self.gestureTracker.moved.connect(self.handMoved)
 		self.gestureTracker.fixated.connect(self.fixated)
 		self.gestureTracker.fixationInvalidated.connect(self.fixationInvalidated)
-
+		
 		mousePos = pyMouse.position()
 		self.virtualPos = [mousePos[0], mousePos[1]]
 
@@ -268,7 +268,8 @@ def setWindow(self, window):
 			self.gestureTracker.grabbed.connect(window.feedbackWindow.setHandClosed)
 			self.gestureTracker.released.connect(window.feedbackWindow.setHandOpen)
 			self.gestureTracker.moved.connect(window.feedbackWindow.setHandGood)
-		
+			self.gestureTracker.reachingBounds.connect(window.feedbackWindow.setGestureBoundNotice)
+
 	def fixated(self, handPosition):
 		self.attentivePoint = pyMouse.position()
 		self.changePreselectedIcon(self.attentivePoint)