Merge pull request #10 from deckbsd/add-painani-image-decoder-module

add painani image decoder for both network and db

Author: deckbsd

glouton/modules/ntpainaniimagedecoder.py

@@ -0,0 +1,11 @@
+from glouton.modules.observationModuleBase import ObservationModuleBase
+from glouton.modules.painaniDecoder import PainaniDecoder
+
+
+class NtPainaniImageDecoder(ObservationModuleBase):
+    def __init__(self, wdir):
+        ObservationModuleBase.__init__(self, wdir)
+        self.decoder = PainaniDecoder()
+
+    def runAfterDownloadCompleted(self, full_path):
+        self.decoder.DecodeImages(full_path, "data_*")

glouton/modules/painaniDecoder.py

@@ -0,0 +1,46 @@
+import os
+import glob
+import binascii
+
+
+class PainaniDecoder:
+    def __init__(self):
+        pass
+
+    def DecodeImages(self, full_path, file_pattern):
+        files = glob.glob(os.path.join(full_path, file_pattern))
+        mode = 'rb'
+        images = {}
+        chunks = []
+        for file in files:
+            with open(file, mode) as f:
+                payload = bytearray(f.read())
+                magic = bytearray([0x03, 0xf0, 0xcc, 0xcc])
+                magic_id = payload[14:18]
+                offset = 37
+                if magic_id == magic:
+                    image_id = int.from_bytes(payload[25:28], 'big')
+                    if image_id not in images.keys():
+                        images[image_id] = {}
+                    chunk_id = int.from_bytes(payload[28:30], 'big')
+                    chunk_size = payload[36]
+                    chunk = payload[offset:offset + chunk_size]
+                    if len(chunk) == chunk_size:
+                        images[image_id][chunk_id] = chunk
+
+        for image_key, chunk in sorted(images.items()):
+            image_name = os.path.join(
+                full_path, "image_" + str(image_key) + ".j2c")
+            print("writing image:", image_name)
+            img_sz = 0
+            chunks = 0
+            f = open(image_name, 'w+b')
+            for ch_key, ch_value in sorted(chunk.items()):
+                chunks += 1
+                binary_data = []
+                binary_data = bytearray(ch_value)
+                f.write(binary_data)
+                img_sz += len(binary_data)
+            print("Image", image_key, "size:",
+                  chunks, "chunks,", img_sz, "bytes")
+            f.close()

glouton/modules/painaniimagedecoder.py

@@ -0,0 +1,22 @@
+from glouton.modules.telemetryModuleBase import TelemetryModuleBase
+from glouton.modules.painaniDecoder import PainaniDecoder
+import binascii
+import os
+
+
+class PainaniImageDecoder(TelemetryModuleBase):
+    def __init__(self, wdir):
+        TelemetryModuleBase.__init__(self, wdir)
+        self.__decoder = PainaniDecoder()
+        self.__frame_counter = 0
+
+    def runAfterDownload(self, frame, full_path, telemetry):
+        timestamp = telemetry['timestamp']
+        self.__frame_counter += 1
+        file = os.path.join(full_path, timestamp.replace(
+            ':', '-') + "_" + str(self.__frame_counter) + ".frame")
+        with open(file, 'wb') as f:
+            f.write(binascii.unhexlify(frame))
+
+    def runAfterDownloadCompleted(self, full_path):
+        self.__decoder.DecodeImages(full_path, "*.frame")

glouton/workers/endModuleWorker.py

@@ -6,11 +6,11 @@ def __init__(self, queue, download_end_status):
     def execute(self):
         self.__download_end_status.wait()
         while self.__commands.empty() == False:
-            #try:
-            command = self.__commands.get()
-            command.process()
-            self.__commands.task_done()
-            #except:
-            #    pass
+            try:
+                command = self.__commands.get()
+                command.process()
+                self.__commands.task_done()
+            except:
+                pass
 
         self.__download_end_status.clear()