bugfix

kivyblocks/camerawithmic.py

@@ -0,0 +1,49 @@
+
+import kivy
+from PIL import ImageGrab
+import numpy as np
+from .micphone import Micphone
+from kivy.uix.camera import Camera
+from kivy.properties import NumericProperty
+from kivy.event import EventDispatcher
+
+class ScreenWithMic(Micphone, EventDispatcher):
+	def __init__(self, **kw):
+		super(ScreenWithMic, self).__init__(**kw)
+
+	def get_image_data(self):
+		image = ImageGrab.grab()
+		imgdata = image.tostring()
+		return imgdata
+		
+	def get_fps_data(self, *args):
+		ad = super(CameraWithMic, self).get_fps_data()
+		vd = self.get_image_data()
+		d = {
+			'v':vd,
+			'a':ad
+		}
+		return d
+		
+class CameraWithMic(Micphone, Camera):
+	angle = NumericProperty(0)
+	def __init__(self, **kw):
+		super(CameraWithMic, self).__init__(**kw)
+		self.isAndroid = kivy.platform == 'android'
+		if self.isAndroid:
+			self.angle = -90
+
+	def get_image_data(self):
+		image = np.frombuffer(self.texture.pixels, dtype='uint8')
+		image = image.reshape(self.texture.height, self.texture.width, -1)
+		imgdata = image.tostring()
+		return imgdata
+		
+	def get_fps_data(self, *args):
+		ad = super(CameraWithMic, self).get_fps_data()
+		vd = self.get_image_data()
+		d = {
+			'v':vd,
+			'a':ad
+		}
+		return d

kivyblocks/micphone.py

@@ -0,0 +1,72 @@
+from threading import Thread, Lock
+import pyaudio
+from kivy.properties import NumericProperty, ObjectProperty
+from kivy.clock import Clock
+import wave
+CHUNK = 1024
+CHANNELS = 2
+FORMAT = pyaudio.paInt16
+rate = 48000
+
+class Micphone:
+	channels = NumericProperty(2)
+	rate = NumericProperty(48000)
+	fps = NumericProperty(1/60)
+	def __init__(self, **kw):
+		self.chunk = CHUNK
+		self.format = pyaudio.Int16
+		self.chunk_buffer = []
+		self.lock = Lock()
+		self.recoding = False
+		self._audio = puaudio.PyAudio()
+		self._mic = p.open(format=self.format,
+					channels=self.channels,
+					rate=self.rate,
+					input=True,
+					frames_per_buffer=self.chunk)
+		self.sampe_size = self.audio.get_sample_size(self.format)
+		self.register_event_type('on_fps')
+		self.fps_task = None
+
+	def on_fps(self, d):
+		print('on_fps fired')
+
+	def audio_profile(self):	
+		return {
+			'channels':self.channels,
+			'sample_size':self.sample_size,
+			'rate':self.rate
+		}
+
+	def get_frames(self, *args):
+		d = self.get_fps_data()
+		self.dispatch('on_fps', d)
+
+	def get_fps_data(self, *args):
+		self.lock.acquire()
+		d = self.chunk_buffer[:]
+		self.chunk_buffer = []
+		self.lock.release()
+		return d
+
+	def start(self, *args):
+		self.recording = True
+		Background(self._record)
+		self.fps_task = Clock.schedule_interval(self.get_frames, self.fps)
+
+	def _record(self):
+		self.recording = True
+		while self.recording:
+			data = self._mic.read(self.chunk)
+			self.lock.acquire()
+			self.hunk_buffer.append(data)
+			self.lock.release()
+
+	def stop(self, *args):
+		self.recording = False
+		self.fps_task.cancel()
+
+	def close(self):
+		self._mic.stop_stream()
+		self._mic.close()
+		self._audio.close()