FROM runpod/pytorch:2.2.1-py3.10-cuda12.1.1-devel-ubuntu22.04 WORKDIR /content ENV…
- User
FROM runpod/pytorch:2.2.1-py3.10-cuda12.1.1-devel-ubuntu22.04 WORKDIR /content ENV PATH="/home/camenduru/.local/bin:${PATH}"
RUN adduser --disabled-password --gecos '' camenduru &&
adduser camenduru sudo &&
echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers &&
chown -R camenduru:camenduru /content &&
chmod -R 777 /content &&
chown -R camenduru:camenduru /home &&
chmod -R 777 /home &&
apt update -y && add-apt-repository -y ppa:git-core/ppa && apt update -y && apt install -y aria2 git git-lfs unzip ffmpegUSER camenduru
RUN pip install -q opencv-python imageio imageio-ffmpeg ffmpeg-python av runpod
torch==2.4.1+cu121 torchvision==0.19.1+cu121 torchaudio==2.4.1+cu121 torchtext==0.18.0 torchdata==0.8.0 --extra-index-url https://download.pytorch.org/whl/cu121
xformers==0.0.28.post1 omegaconf==2.2.3 open3d==0.18.0 plyfile==1.0.3 pillow==9.5.0 ftfy==6.2.0 diffdist==0.1 gsplat==1.0.0 torchmetrics==1.3.2 torchsde==0.2.6
timm==0.9.2 wandb==0.17.4 regex==2024.9.11 einops==0.4.1 transformers==4.42.3 diffusers==0.25.1 accelerate==0.21.0 huggingface_hub==0.24.7
https://github.com/camenduru/wheels/releases/download/colab4/detectron2-0.6-cp310-cp310-linux_x86_64.whl
https://github.com/camenduru/wheels/releases/download/3090/natten-0.14.6-cp310-cp310-linux_x86_64.whl
https://github.com/camenduru/wheels/releases/download/colab4/MultiScaleDeformableAttention-1.0-cp310-cp310-linux_x86_64.whl
https://github.com/camenduru/wheels/releases/download/3090/gsplat-1.0.0-cp310-cp310-linux_x86_64.whl &&
git clone -b dev https://github.com/camenduru/VistaDream /content/VistaDream &&
pip install -q /content/VistaDream/tools/DepthPro &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/added_tokens.json -d /content/VistaDream/tools/bakLlava -o added_tokens.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/chat_template.json -d /content/VistaDream/tools/bakLlava -o chat_template.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/config.json -d /content/VistaDream/tools/bakLlava -o config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/generation_config.json -d /content/VistaDream/tools/bakLlava -o generation_config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/bakLlava/model-00001-of-00004.safetensors -d /content/VistaDream/tools/bakLlava -o model-00001-of-00004.safetensors &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/bakLlava/model-00002-of-00004.safetensors -d /content/VistaDream/tools/bakLlava -o model-00002-of-00004.safetensors &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/bakLlava/model-00003-of-00004.safetensors -d /content/VistaDream/tools/bakLlava -o model-00003-of-00004.safetensors &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/bakLlava/model-00004-of-00004.safetensors -d /content/VistaDream/tools/bakLlava -o model-00004-of-00004.safetensors &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/model.safetensors.index.json -d /content/VistaDream/tools/bakLlava -o model.safetensors.index.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/preprocessor_config.json -d /content/VistaDream/tools/bakLlava -o preprocessor_config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/special_tokens_map.json -d /content/VistaDream/tools/bakLlava -o special_tokens_map.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/tokenizer.json -d /content/VistaDream/tools/bakLlava -o tokenizer.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/bakLlava/tokenizer.model -d /content/VistaDream/tools/bakLlava -o tokenizer.model &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/tokenizer_config.json -d /content/VistaDream/tools/bakLlava -o tokenizer_config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/feature_extractor/preprocessor_config.json -d /content/VistaDream/tools/StableDiffusion/ckpt/feature_extractor -o preprocessor_config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/safety_checker/config.json -d /content/VistaDream/tools/StableDiffusion/ckpt/safety_checker -o config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/sd15/safety_checker/pytorch_model.bin -d /content/VistaDream/tools/StableDiffusion/ckpt/safety_checker -o pytorch_model.bin &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/scheduler/scheduler_config.json -d /content/VistaDream/tools/StableDiffusion/ckpt/scheduler -o scheduler_config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/text_encoder/config.json -d /content/VistaDream/tools/StableDiffusion/ckpt/text_encoder -o config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/sd15/text_encoder/pytorch_model.bin -d /content/VistaDream/tools/StableDiffusion/ckpt/text_encoder -o pytorch_model.bin &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/tokenizer/merges.txt -d /content/VistaDream/tools/StableDiffusion/ckpt/tokenizer -o merges.txt &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/tokenizer/special_tokens_map.json -d /content/VistaDream/tools/StableDiffusion/ckpt/tokenizer -o special_tokens_map.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/tokenizer/tokenizer_config.json -d /content/VistaDream/tools/StableDiffusion/ckpt/tokenizer -o tokenizer_config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/tokenizer/vocab.json -d /content/VistaDream/tools/StableDiffusion/ckpt/tokenizer -o vocab.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/unet/config.json -d /content/VistaDream/tools/StableDiffusion/ckpt/unet -o config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/sd15/unet/diffusion_pytorch_model.bin -d /content/VistaDream/tools/StableDiffusion/ckpt/unet -o diffusion_pytorch_model.bin &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/vae/config.json -d /content/VistaDream/tools/StableDiffusion/ckpt/vae -o config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/sd15/vae/diffusion_pytorch_model.bin -d /content/VistaDream/tools/StableDiffusion/ckpt/vae -o diffusion_pytorch_model.bin &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/model_index.json -d /content/VistaDream/tools/StableDiffusion/ckpt -o model_index.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/sd_xl_offset_example-lora_1.0.safetensors -d /content/VistaDream/tools/Fooocus/models/loras -o sd_xl_offset_example-lora_1.0.safetensors &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/pytorch_model.bin -d /content/VistaDream/tools/Fooocus/models/prompt_expansion/fooocus_expansion -o pytorch_model.bin &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/pytorch_lora_weights.safetensors -d /content/VistaDream/tools/StableDiffusion/lcm_ckpt -o pytorch_lora_weights.safetensors &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/juggernautXL_v8Rundiffusion.safetensors -d /content/VistaDream/tools/Fooocus/models/checkpoints -o juggernautXL_v8Rundiffusion.safetensors &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/inpaint_v26.fooocus.patch -d /content/VistaDream/tools/Fooocus/models/inpaint -o inpaint_v26.fooocus.patch &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/fooocus_upscaler_s409985e5.bin -d /content/VistaDream/tools/Fooocus/models/unscale_models -o fooocus_upscaler_s409985e5.bin &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/depth_pro.pt -d /content/VistaDream/tools/DepthPro/checkpoints -o depth_pro.pt &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/coco_pretrain_1280x1280_150_16_dinat_l_oneformer_ade20k_160k.pth -d /content/VistaDream/tools/OneFormer/ckpts -o coco_pretrain_1280x1280_150_16_dinat_l_oneformer_ade20k_160k.pthCOPY ./worker_runpod.py /content/VistaDream/worker_runpod.py WORKDIR /content/VistaDream CMD python worker_runpod.py
- Assistant
Your Dockerfile sets up an environment for a project called "VistaDream" that leverages PyTorch and other machine learning libraries. Here’s a breakdown of the Dockerfile and what it accomplishes:
Dockerfile Overview:
-
Base Image:
FROM runpod/pytorch:2.2.1-py3.10-cuda12.1.1-devel-ubuntu22.04Utilizes a pre-built image that includes PyTorch with CUDA support and Ubuntu 22.04.
-
Working Directory:
WORKDIR /content ENV PATH="/home/camenduru/.local/bin:${PATH}"Sets the working directory to
/contentand updates thePATH. -
User Setup:
RUN adduser --disabled-password --gecos '' camenduru && \ adduser camenduru sudo && \ echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers && \ chown -R camenduru:camenduru /content && \ chmod -R 777 /content && \ chown -R camenduru:camenduru /home && \ chmod -R 777 /home && \ apt update -y && add-apt-repository -y ppa:git-core/ppa && apt update -y && apt install -y aria2 git git-lfs unzip ffmpeg- Creates a user named
camenduru. - Adds the user to the
sudogroup without requiring a password. - Grants ownership and full permissions to the user for the directories.
- Updates the package lists and installs additional software:
aria2,git,git-lfs,unzip, andffmpeg.
- Creates a user named
-
Python Packages Installation:
USER camenduru RUN pip install -q opencv-python imageio imageio-ffmpeg ffmpeg-python av runpod \ torch==2.4.1+cu121 torchvision==0.19.1+cu121 torchaudio==2.4.1+cu121 torchtext==0.18.0 torchdata==0.8.0 --extra-index-url https://download.pytorch.org/whl/cu121 \ xformers==0.0.28.post1 omegaconf==2.2.3 open3d==0.18.0 plyfile==1.0.3 pillow==9.5.0 ftfy==6.2.0 diffdist==0.1 gsplat==1.0.0 torchmetrics==1.3.2 torchsde==0.2.6 \ timm==0.9.2 wandb==0.17.4 regex==2024.9.11 einops==0.4.1 transformers==4.42.3 diffusers==0.25.1 accelerate==0.21.0 huggingface_hub==0.24.7 \ https://github.com/camenduru/wheels/releases/download/colab4/detectron2-0.6-cp310-cp310-linux_x86_64.whl \ https://github.com/camenduru/wheels/releases/download/3090/natten-0.14.6-cp310-cp310-linux_x86_64.whl \ https://github.com/camenduru/wheels/releases/download/colab4/MultiScaleDeformableAttention-1.0-cp310-cp310-linux_x86_64.whl \ https://github.com/camenduru/wheels/releases/download/3090/gsplat-1.0.0-cp310-cp310-linux_x86_64.whl && \ ...- Switches to the
camenduruuser. - Installs various Python packages, ensuring compatibility with CUDA 12.1 PyTorch.
- Installs specific packages from GitHub repositories directly via wheel files.
- Switches to the
-
Cloning VistaDream and Downloading Resources:
git clone -b dev https://github.com/camenduru/VistaDream /content/VistaDream && \ pip install -q /content/VistaDream/tools/DepthPro && \ aria2c --console-log-level=error -c -x 16 -s 16 -k 1M ... (multiple lines)- Clones the VistaDream repository.
- Installs additional dependencies.
- Uses
aria2cto efficiently download a variety of configuration files and model weights from various URLs.
-
Final Steps:
COPY ./worker_runpod.py /content/VistaDream/worker_runpod.py WORKDIR /content/VistaDream CMD python worker_runpod.py- Copies a script (
worker_runpod.py) into the container. - Changes the working directory to the cloned repository.
- Sets the default command to execute the script when the container runs.
- Copies a script (
Summary:
The Dockerfile is well-structured to create a development environment for the VistaDream project with all necessary dependencies and model files. The usage of multi-stage downloading with
aria2censures that file retrieval is efficient, which is particularly useful considering potentially large model sizes. The setup allows for flexibility in developing and running machine learning tasks using PyTorch and associated libraries.If you plan to use this Dockerfile, ensure that:
- You have access to the required repositories and files.
- You test the configuration as necessary depending on your specific run environment.
-
- User
da para usar isto no colab: FROM runpod/pytorch:2.2.1-py3.10-cuda12.1.1-devel-ubuntu22.04 WORKDIR /content ENV PATH="/home/camenduru/.local/bin:${PATH}"
RUN adduser --disabled-password --gecos '' camenduru &&
adduser camenduru sudo &&
echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers &&
chown -R camenduru:camenduru /content &&
chmod -R 777 /content &&
chown -R camenduru:camenduru /home &&
chmod -R 777 /home &&
apt update -y && add-apt-repository -y ppa:git-core/ppa && apt update -y && apt install -y aria2 git git-lfs unzip ffmpegUSER camenduru
RUN pip install -q opencv-python imageio imageio-ffmpeg ffmpeg-python av runpod
torch==2.4.1+cu121 torchvision==0.19.1+cu121 torchaudio==2.4.1+cu121 torchtext==0.18.0 torchdata==0.8.0 --extra-index-url https://download.pytorch.org/whl/cu121
xformers==0.0.28.post1 omegaconf==2.2.3 open3d==0.18.0 plyfile==1.0.3 pillow==9.5.0 ftfy==6.2.0 diffdist==0.1 gsplat==1.0.0 torchmetrics==1.3.2 torchsde==0.2.6
timm==0.9.2 wandb==0.17.4 regex==2024.9.11 einops==0.4.1 transformers==4.42.3 diffusers==0.25.1 accelerate==0.21.0 huggingface_hub==0.24.7
https://github.com/camenduru/wheels/releases/download/colab4/detectron2-0.6-cp310-cp310-linux_x86_64.whl
https://github.com/camenduru/wheels/releases/download/3090/natten-0.14.6-cp310-cp310-linux_x86_64.whl
https://github.com/camenduru/wheels/releases/download/colab4/MultiScaleDeformableAttention-1.0-cp310-cp310-linux_x86_64.whl
https://github.com/camenduru/wheels/releases/download/3090/gsplat-1.0.0-cp310-cp310-linux_x86_64.whl &&
git clone -b dev https://github.com/camenduru/VistaDream /content/VistaDream &&
pip install -q /content/VistaDream/tools/DepthPro &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/added_tokens.json -d /content/VistaDream/tools/bakLlava -o added_tokens.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/chat_template.json -d /content/VistaDream/tools/bakLlava -o chat_template.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/config.json -d /content/VistaDream/tools/bakLlava -o config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/generation_config.json -d /content/VistaDream/tools/bakLlava -o generation_config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/bakLlava/model-00001-of-00004.safetensors -d /content/VistaDream/tools/bakLlava -o model-00001-of-00004.safetensors &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/bakLlava/model-00002-of-00004.safetensors -d /content/VistaDream/tools/bakLlava -o model-00002-of-00004.safetensors &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/bakLlava/model-00003-of-00004.safetensors -d /content/VistaDream/tools/bakLlava -o model-00003-of-00004.safetensors &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/bakLlava/model-00004-of-00004.safetensors -d /content/VistaDream/tools/bakLlava -o model-00004-of-00004.safetensors &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/model.safetensors.index.json -d /content/VistaDream/tools/bakLlava -o model.safetensors.index.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/preprocessor_config.json -d /content/VistaDream/tools/bakLlava -o preprocessor_config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/special_tokens_map.json -d /content/VistaDream/tools/bakLlava -o special_tokens_map.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/tokenizer.json -d /content/VistaDream/tools/bakLlava -o tokenizer.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/bakLlava/tokenizer.model -d /content/VistaDream/tools/bakLlava -o tokenizer.model &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/tokenizer_config.json -d /content/VistaDream/tools/bakLlava -o tokenizer_config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/feature_extractor/preprocessor_config.json -d /content/VistaDream/tools/StableDiffusion/ckpt/feature_extractor -o preprocessor_config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/safety_checker/config.json -d /content/VistaDream/tools/StableDiffusion/ckpt/safety_checker -o config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/sd15/safety_checker/pytorch_model.bin -d /content/VistaDream/tools/StableDiffusion/ckpt/safety_checker -o pytorch_model.bin &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/scheduler/scheduler_config.json -d /content/VistaDream/tools/StableDiffusion/ckpt/scheduler -o scheduler_config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/text_encoder/config.json -d /content/VistaDream/tools/StableDiffusion/ckpt/text_encoder -o config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/sd15/text_encoder/pytorch_model.bin -d /content/VistaDream/tools/StableDiffusion/ckpt/text_encoder -o pytorch_model.bin &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/tokenizer/merges.txt -d /content/VistaDream/tools/StableDiffusion/ckpt/tokenizer -o merges.txt &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/tokenizer/special_tokens_map.json -d /content/VistaDream/tools/StableDiffusion/ckpt/tokenizer -o special_tokens_map.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/tokenizer/tokenizer_config.json -d /content/VistaDream/tools/StableDiffusion/ckpt/tokenizer -o tokenizer_config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/tokenizer/vocab.json -d /content/VistaDream/tools/StableDiffusion/ckpt/tokenizer -o vocab.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/unet/config.json -d /content/VistaDream/tools/StableDiffusion/ckpt/unet -o config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/sd15/unet/diffusion_pytorch_model.bin -d /content/VistaDream/tools/StableDiffusion/ckpt/unet -o diffusion_pytorch_model.bin &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/vae/config.json -d /content/VistaDream/tools/StableDiffusion/ckpt/vae -o config.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/sd15/vae/diffusion_pytorch_model.bin -d /content/VistaDream/tools/StableDiffusion/ckpt/vae -o diffusion_pytorch_model.bin &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/sd15/model_index.json -d /content/VistaDream/tools/StableDiffusion/ckpt -o model_index.json &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/sd_xl_offset_example-lora_1.0.safetensors -d /content/VistaDream/tools/Fooocus/models/loras -o sd_xl_offset_example-lora_1.0.safetensors &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/pytorch_model.bin -d /content/VistaDream/tools/Fooocus/models/prompt_expansion/fooocus_expansion -o pytorch_model.bin &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/pytorch_lora_weights.safetensors -d /content/VistaDream/tools/StableDiffusion/lcm_ckpt -o pytorch_lora_weights.safetensors &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/juggernautXL_v8Rundiffusion.safetensors -d /content/VistaDream/tools/Fooocus/models/checkpoints -o juggernautXL_v8Rundiffusion.safetensors &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/inpaint_v26.fooocus.patch -d /content/VistaDream/tools/Fooocus/models/inpaint -o inpaint_v26.fooocus.patch &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/fooocus_upscaler_s409985e5.bin -d /content/VistaDream/tools/Fooocus/models/unscale_models -o fooocus_upscaler_s409985e5.bin &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/depth_pro.pt -d /content/VistaDream/tools/DepthPro/checkpoints -o depth_pro.pt &&
aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/resolve/main/coco_pretrain_1280x1280_150_16_dinat_l_oneformer_ade20k_160k.pth -d /content/VistaDream/tools/OneFormer/ckpts -o coco_pretrain_1280x1280_150_16_dinat_l_oneformer_ade20k_160k.pthCOPY ./worker_runpod.py /content/VistaDream/worker_runpod.py WORKDIR /content/VistaDream CMD python worker_runpod.py
- Assistant
You cannot directly use a Dockerfile in Google Colab because Colab does not support running Docker containers. However, you can replicate most of the functionality of the Dockerfile within a Colab notebook using shell commands.
Here is how you can adapt the steps in your Dockerfile to work in a Google Colab environment:
Google Colab Adaptation
You can execute these commands in a Colab notebook cell by adding
!before each command. Below is an adapted version:# Set up environment !apt update -y !apt install -y aria2 git git-lfs unzip ffmpeg # Install Python packages !pip install -q opencv-python imageio imageio-ffmpeg ffmpeg-python av runpod \ torch==2.4.1+cu121 torchvision==0.19.1+cu121 torchaudio==2.4.1+cu121 torchtext==0.18.0 torchdata==0.8.0 --extra-index-url https://download.pytorch.org/whl/cu121 \ xformers==0.0.28.post1 omegaconf==2.2.3 open3d==0.18.0 plyfile==1.0.3 pillow==9.5.0 ftfy==6.2.0 diffdist==0.1 \ gsplat==1.0.0 torchmetrics==1.3.2 torchsde==0.2.6 timm==0.9.2 wandb==0.17.4 regex==2024.9.11 einops==0.4.1 \ transformers==4.42.3 diffusers==0.25.1 accelerate==0.21.0 huggingface_hub==0.24.7 \ https://github.com/camenduru/wheels/releases/download/colab4/detectron2-0.6-cp310-cp310-linux_x86_64.whl \ https://github.com/camenduru/wheels/releases/download/3090/natten-0.14.6-cp310-cp310-linux_x86_64.whl \ https://github.com/camenduru/wheels/releases/download/colab4/MultiScaleDeformableAttention-1.0-cp310-cp310-linux_x86_64.whl \ https://github.com/camenduru/wheels/releases/download/3090/gsplat-1.0.0-cp310-cp310-linux_x86_64.whl # Clone the VistaDream repo !git clone -b dev https://github.com/camenduru/VistaDream /content/VistaDream # Install DepthPro tool !pip install -q /content/VistaDream/tools/DepthPro # Download necessary files using aria2 !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/added_tokens.json -d /content/VistaDream/tools/bakLlava -o added_tokens.json !aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/VistaDream/raw/main/bakLlava/chat_template.json -d /content/VistaDream/tools/bakLlava -o chat_template.json # (Continue adding all the required aria2c commands from your Dockerfile) # Copy your script # In Colab, you can directly write your script in a cell or upload it # This assumes you already have the script named `worker_runpod.py` !cp /path/to/your/worker_runpod.py /content/VistaDream/worker_runpod.py # Run the worker script !python /content/VistaDream/worker_runpod.pyKey Changes:
- Installation of System Dependencies: The
apt installcommand is used to install system dependencies directly in the Colab environment. - Running Shell Commands: In Colab, you can run shell commands using the
!prefix before each command. - Cloning the Repository: Directly clone the repository from GitHub since it is publicly accessible.
- Downloading Files: Utilize
aria2cfor file downloads. - Copying Files: Colab does not have a
COPYcommand like Docker. Instead, you can upload your Python file directly or create it in a cell. - Execution of Scripts: You can run the Python script by calling it using the
!pythoncommand.
Important Note:
If you are dealing with large models or datasets, ensure that your Colab runtime has sufficient resources (RAM/VRAM) and that you might need to run on GPU mode for optimal performance. You can change the runtime type by going to
Runtime > Change runtime type > Hardware accelerator > GPUin the Colab menu. - Installation of System Dependencies: The