feat: support most of features in ccvfi

Makefile

@@ -16,4 +16,9 @@ build:
 .PHONY: vs
 vs:
 	rm -f encoded.mkv
-	vspipe -c y4m example/vapoursynth.py - | ffmpeg -i - -vcodec libx265 -crf 16 encoded.mkv
+	vspipe -c y4m example/sr_vs.py - | ffmpeg -i - -vcodec libx264 encoded.mp4
+
+.PHONY: dev
+dev:
+	docker compose -f cccv-docker-compose.yml down
+	docker compose -f cccv-docker-compose.yml up -d

README.md

@@ -30,9 +30,7 @@ import numpy as np
 
 from cccv import AutoModel, ConfigType, SRBaseModel
 
-model: SRBaseModel = AutoModel.from_pretrained(
-    pretrained_model_name=ConfigType.RealESRGAN_AnimeJaNai_HD_V3_Compact_2x,
-)
+model: SRBaseModel = AutoModel.from_pretrained(ConfigType.RealESRGAN_AnimeJaNai_HD_V3_Compact_2x)
 
 img = cv2.imdecode(np.fromfile("test.jpg", dtype=np.uint8), cv2.IMREAD_COLOR)
 img = model.inference_image(img)
@@ -47,10 +45,10 @@ a simple example to use the VapourSynth to process a video
 import vapoursynth as vs
 from vapoursynth import core
 
-from cccv import AutoModel, VSRBaseModel, ConfigType
+from cccv import AutoModel, ConfigType, SRBaseModel
 
-model: VSRBaseModel = AutoModel.from_pretrained(
-    pretrained_model_name=ConfigType.RealESRGAN_AnimeJaNai_HD_V3_Compact_2x,
+model: SRBaseModel = AutoModel.from_pretrained(
+    ConfigType.RealESRGAN_AnimeJaNai_HD_V3_Compact_2x,
     tile=None
 )
 
@@ -61,7 +59,13 @@ clip = core.resize.Bicubic(clip=clip, matrix_s="709", format=vs.YUV420P16)
 clip.set_output()
 ```
 
-See more examples in the [example](./example) directory, cccv can register custom configurations and models to extend the functionality
+See more examples in the [example](./example) directory, including:
+
+- SISR (Single Image Super-Resolution)
+- VSR (Video Super-Resolution)
+- VFI (Video Frame Interpolation)
+
+cccv can register custom configurations and models to extend the functionality
 
 ### Current Support
 

cccv-docker-compose.yml

@@ -0,0 +1,33 @@
+version: "3.8"
+
+name: cccv
+
+networks:
+  backend:
+    driver: bridge
+
+services:
+  playground-cuda:
+    image: lychee0/vs-playground:cuda-dev
+    restart: always
+    ports:
+      - "1145:8888"
+      - "1022:22"
+    volumes:
+      - ./:/cccv
+    environment:
+      - JUPYTER_TOKEN=114514
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              device_ids:
+                - "0"
+              capabilities:
+                - gpu
+                - utility
+                - compute
+                - video
+    networks:
+      - backend

cccv/__init__.py

@@ -26,6 +26,6 @@
 
 from cccv.arch import ARCH_REGISTRY
 from cccv.auto import AutoConfig, AutoModel
-from cccv.config import CONFIG_REGISTRY, BaseConfig, SRBaseConfig, VSRBaseConfig
-from cccv.model import MODEL_REGISTRY, AuxiliaryBaseModel, CCBaseModel, SRBaseModel, VSRBaseModel
+from cccv.config import CONFIG_REGISTRY, BaseConfig, SRBaseConfig, VFIBaseConfig, VSRBaseConfig
+from cccv.model import MODEL_REGISTRY, AuxiliaryBaseModel, CCBaseModel, SRBaseModel, VFIBaseModel, VSRBaseModel
 from cccv.type import ArchType, BaseModelInterface, ConfigType, ModelType

cccv/arch/__init__.py

@@ -23,3 +23,7 @@
 
 from cccv.arch.vsr.edvr_arch import EDVR
 from cccv.arch.vsr.msrswvsr_arch import MSRSWVSR
+
+# Video Frame Interpolation
+from cccv.arch.vfi.ifnet_arch import IFNet
+from cccv.arch.vfi.drba_arch import DRBA