kivyblocks/kivyblocks/custom_camera.py

from traceback import print_exc
from kivy.app import App
from kivy.logger import Logger
from kivy.uix.camera import Camera
from kivy.properties import BooleanProperty, NumericProperty
from kivy.uix.button import Button
from kivy.uix.boxlayout import BoxLayout
from kivy.graphics import PushMatrix, Rotate, PopMatrix
from kivy.graphics.texture import Texture

import kivy
import numpy as np
import cv2
from kivy.base import Builder
from .image_processing.image_processing import face_detection
from .xcamera.xcamera import XCamera

class CustomCamera(XCamera):
	detectFaces = BooleanProperty(False)
	angle_map = {
		0:90,
		1:0,
		2:270,
		3:180
	}
	def __init__(self, **kwargs):
		super(CustomCamera, self).__init__(**kwargs)
		self.isAndroid = kivy.platform == "android"
		self.app = App.get_running_app()

	def on_tex(self, camera):
		texture = camera.texture
		image = np.frombuffer(texture.pixels, dtype='uint8')
		image = image.reshape(texture.height, texture.width, -1)
		size1 = image.shape
		x = 3
		if self.isAndroid:
			x = self.app.get_rotation()
			y = self.angle_map[x]
			x = y / 90

		if x > 0:
			image = np.rot90(image,x)
		if self.detectFaces:
			try:
				image = cv2.cvtColor(image, cv2.COLOR_RGBA2BGR)
				_image, faceRect = face_detection(image, (0, 255, 0, 255))
				image = cv2.cvtColor(_image, cv2.COLOR_BGR2RGBA)
			except Exception as e:
				print('custom_camera.py:Exception:',e)
				print_exc()

		h,w,_ = image.shape
		numpy_data = image.tostring()
		self.texture = Texture.create(size=(w,h), \
							colorfmt='rgba')
		self.texture.blit_buffer(numpy_data, 
					size=(w,h),
					bufferfmt="ubyte", colorfmt='rgba')
		self.texture_size = list(self.texture.size)
		self.canvas.ask_update()
		return
			
	def change_index(self, *args):
		new_index = 1 if self.index == 0 else 0
		self._camera._set_index(new_index)
		self.index = new_index
		self.angle = -90 if self.index == 0 else 90

	def get_cameras_count(self):
		cameras = 1
		if self.isAndroid:
			cameras = self._camera.get_camera_count()
		return cameras

	def dismiss(self, *args, **kw):
		self.play = False
		cv2.destroyAllWindows()

class QrReader(CustomCamera):
	def __init__(self, **kw):
		super(QrReader, self).__init__(**kw)
		self.qr_reader = cv2.QRCodeDetector()
		self.register_event_type('on_data')
		self.qr_result = None
		Logger.info('QrReader:Initialed')

	def getValue(self):
		return {
			"qr_result":self.qr_result
		}

	def on_data(self, d):
		print('data=',d)

	def on_tex(self, camera):
		super(QrReader, self).on_tex(camera)
		image = np.frombuffer(self.texture.pixels, dtype='uint8')
		image = image.reshape(self.texture.height, self.texture.width, -1)
		image = cv2.cvtColor(image, cv2.COLOR_RGBA2BGR)
		self.qr_result, bbox,_ = self.qr_reader.detectAndDecode(image)
		if self.qr_result:
			self.dispatch('on_data',self.qr_result)