/16 rendering

Author: fourjr

decode.py

@@ -50,6 +50,7 @@
         except UnicodeDecodeError:
             raise ValueError('Invalid frame data, please check your input file')
 
+        print('fn', fn)
         data_len = frame.read_int(8)
         file_data = np.empty(data_len, dtype=np.uint8)
 

encode.py

@@ -49,18 +49,24 @@
 file_name_bytes = FILE_NAME.encode()
 
 raw_data = len(file_name_bytes).to_bytes(4) + file_name_bytes + len(file_data).to_bytes(8) + file_data
-n_bytes = len(raw_data)  # we use bytes as each pixel (r/g/b) is 1 byte (0-255)
 
-frame_count = math.ceil(n_bytes / CHOSEN_SIZE.frame_pixels)
-pad_val = frame_count * CHOSEN_SIZE.frame_pixels - n_bytes  # how much to pad with black pixels (zeros)
 
 # create the image data
 img_io = io.BytesIO()
 
 parsed_data = np.frombuffer(raw_data, dtype=np.uint8)
-padded_data = np.pad(parsed_data, (0, pad_val))  # pad only at the end
-img_data = np.reshape(padded_data, (frame_count, CHOSEN_SIZE.dimension.height // 8, CHOSEN_SIZE.dimension.width // 8, 3))
 
+ls = parsed_data >> 4 # shift right by 2 bits
+rs = parsed_data << 4 >> 4
+
+final_data = np.insert(rs, np.arange(len(ls)), ls) * 16
+
+n_bytes = len(final_data)  # we use bytes as each pixel (r/g/b) is 1 byte (0-255)
+frame_count = math.ceil(n_bytes / CHOSEN_SIZE.frame_pixels)
+pad_val = frame_count * CHOSEN_SIZE.frame_pixels - n_bytes  # how much to pad with black pixels (zeros)
+
+padded_data = np.pad(final_data, (0, pad_val))  # pad only at the end
+img_data = np.reshape(padded_data, (frame_count, CHOSEN_SIZE.dimension.height // 8, CHOSEN_SIZE.dimension.width // 8, 3))
 # save images to buffer
 print(f'Video duration: {frame_count} frame(s) {frame_count / FPS} second(s)')
 print('Processing frames')
@@ -79,8 +85,8 @@
 else:
     debug_args = '-v warning'
 process = subprocess.run(
-    # libaom-av1
-    f'ffmpeg -y -hide_banner {debug_args} -stats -f image2pipe -r {FPS} -i pipe: -c:v libaom-av1 -cpu-used 8 -row-mt true -threads 8 -tile-columns 1 -tile-rows 0 -b:v {CHOSEN_SIZE.bitrate}M -pix_fmt gbrp -crf 0 "output/{new_fn}.mp4"',
+    # libaom-av1, libsvtav1
+    f'ffmpeg -y -hide_banner {debug_args} -stats -f image2pipe -r {FPS} -i pipe: -c:v libaom-av1 -preset 3 -svtav1-params tune=0:enable-overlays=1:scd=1:scm=0:crf=1:qp=1 -cpu-used 8 -row-mt true -threads 8 -tile-columns 1 -tile-rows 0 -b:v {CHOSEN_SIZE.bitrate}M -pix_fmt gbrp -crf 0 "output/{new_fn}.mp4"',
     shell=True, input=img_io.getvalue(), check=True
 )
 

utils.py

@@ -49,7 +49,15 @@ def _img_bytes_to_array(self, frame) -> np.ndarray[np.uint8]:
         data = io.BytesIO(frame)
         img = Image.open(data)
         img = img.resize((img.width // 8, img.height // 8), Image.Resampling.NEAREST)
-        return np.asarray(img, dtype=np.uint8).flatten()
+        vals = np.asarray(img, dtype=np.uint8).flatten()
+        vals = np.rint(np.divide(vals, 16)).astype(np.uint8)
+        final = (((vals[::2] << 4) | vals[1::2]))
+        if self.id == 0:
+            final.tofile('final_dec.bin')
+        return final
+
+
+        # np.left_shift(vals, 3, where=np.)
 
     def read_buffer(self, size) -> np.ndarray[np.uint8]:
         val = self.frame[self.cursor:self.cursor + size]