3dswap_c_vision_experiments.ipynb

{"cells":[{"cell_type":"markdown","source":["Colab notebook for 3dSwap by Phillip T. Chananda, Credit to the developer Yixuan Li https://github.com/lyx0208"],"metadata":{"id":"Ski0tLwGDf6f"}},{"cell_type":"markdown","metadata":{"id":"km3VVxGwBAF0"},"source":["DATASET PREPROCESSING STEPS\n","\n","1. First clone 3dSwap\n","2. Go to eg3d notebook clone the repo and place your dataset in the dataset path in eg3d and edit dataset_name\n","3. Then run the rest of the eg3d code.\n","4. Then return to 3dSwap and then edit the dataroot and finally run this notebook."]},{"cell_type":"markdown","source":[],"metadata":{"id":"4DP-1rGgFTpZ"}},{"cell_type":"code","execution_count":null,"metadata":{"id":"pvc3IQsdmKCz"},"outputs":[],"source":["from google.colab import drive\n","drive.mount(\"/content/drive/\")"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"6VIP0kEOveFa"},"outputs":[],"source":["%cd \"/content/drive/MyDrive/3dSwap/\"\n","!ls"]},{"cell_type":"code","source":["!git clone https://github.com/lyx0208/3dSwap.git\n","%cd 3dSwap"],"metadata":{"id":"_w4OmPkdIngC"},"execution_count":null,"outputs":[]},{"cell_type":"code","execution_count":null,"metadata":{"id":"HeZY2rjaI-nK"},"outputs":[],"source":["!pip install -q condacolab\n","import condacolab\n","condacolab.install()"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"1izhpsNjKQOm"},"outputs":[],"source":["!conda --version"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"XWcZ-IwPKUv0"},"outputs":[],"source":["!conda create -n 3dSwap python=3.8"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"y76uC8xsLQAk"},"outputs":[],"source":["import sys\n","_ = (sys.path\n","        .append(\"/usr/local/lib/python3.8/site-packages\"))"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"w0fn3d8pLM2Q"},"outputs":[],"source":["%%shell\n","cd /content/drive/MyDrive/3dSwap\n","source activate 3dSwap\n","pip install -r requirements.txt"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"ADy03NUhHbiG"},"outputs":[],"source":["%%shell\n","source activate 3dSwap\n","# pip install torch==2.0.1 torchvision==0.15.2 torchaudio==2.0.2 --index-url https://download.pytorch.org/whl/cu118\n","# pip install torch==1.8.1+cu111 torchvision==0.9.1+cu111 torchaudio==0.8.1 --extra-index-url https://download.pytorch.org/whl/cu111\n","# pip install torch==1.11.0+cu113 torchvision==0.12.0+cu113 torchaudio==0.11.0 --extra-index-url https://download.pytorch.org/whl/cu113\n","pip install torch==2.2.0 torchvision==0.17.0 torchaudio==2.2.0 --index-url https://download.pytorch.org/whl/cu121"]},{"cell_type":"markdown","source":["INSTALL MISSING PACKAGES"],"metadata":{"id":"cq_qx1sCGrMT"}},{"cell_type":"code","execution_count":null,"metadata":{"id":"U8-uBjPNzsSj"},"outputs":[],"source":["# uncomment run if these packages are not installed\n","%%shell\n","source activate 3dSwap\n","pip install imgui\n","pip install Ninja numpy\n","pip install scikit-image\n","pip install plyfile\n","pip install trimesh\n","pip install ninja\n","pip install click\n","pip install mrcfile\n","pip install mediapipe\n","pip install opencv-python\n","pip install pillow\n","pip install ipykernel\n","# pip install dlib"]},{"cell_type":"markdown","source":["INFERENCE CODE"],"metadata":{"id":"HvuGk1vSGFrR"}},{"cell_type":"code","execution_count":null,"metadata":{"id":"e3pjfK2sOFsA"},"outputs":[],"source":["%%shell\n","cd /content/drive/MyDrive/3dSwap\n","source activate 3dSwap\n","python run_3dSwap.py  --epoch 1000  --to_index \"A\" --from_index \"B\" --dataroot \"/content/drive/MyDrive/3dSwap/datasets/test_images\""]},{"cell_type":"markdown","source":["INFERENCE CODE FOR INVERSION"],"metadata":{"id":"jY05EMCxGkJt"}},{"cell_type":"code","execution_count":null,"metadata":{"id":"Z2NHU-L6J4RW"},"outputs":[],"source":["#!python run_inversion.py --from_index \"apex-cropped-repression-36-64\" --to_index \"apex-cropped-others-16-69\" --dataroot \"datasets/my_dataset\""]},{"cell_type":"markdown","source":["TRAINING CODE FOR FACESWAPPING"],"metadata":{"id":"ITSMbiiMGBKA"}},{"cell_type":"code","execution_count":null,"metadata":{"id":"5Bx3jzjr_L7r"},"outputs":[],"source":["# %%shell\n","# cd /content/drive/MyDrive/3dSwap/\n","# source activate 3dSwap\n","# python -m torch.distributed.run --nproc_per_node=1 --master_port=12345  fine_tune.py --workers=2  --exp_dir=faceswap"]}],"metadata":{"accelerator":"GPU","colab":{"provenance":[],"gpuType":"T4","mount_file_id":"14RpUvROgT830sVvgh4LJebJC44xoc_iv","authorship_tag":"ABX9TyPxvws88H5lPJVudGxUfcyO"},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"}},"nbformat":4,"nbformat_minor":0}