Parallel Downloads (#74)
This commit is contained in:
parent
b96d7c30d0
commit
17b01a7627
@ -1,6 +1,6 @@
|
|||||||
FROM bash:alpine3.15
|
FROM bash:alpine3.15
|
||||||
|
|
||||||
RUN apk add parallel
|
RUN apk add parallel aria2
|
||||||
COPY . /docker
|
COPY . /docker
|
||||||
RUN chmod +x /docker/download.sh
|
RUN chmod +x /docker/download.sh
|
||||||
ENTRYPOINT ["/docker/download.sh"]
|
ENTRYPOINT ["/docker/download.sh"]
|
||||||
|
@ -2,32 +2,10 @@
|
|||||||
|
|
||||||
set -Eeuo pipefail
|
set -Eeuo pipefail
|
||||||
|
|
||||||
# [[ "$(sha256sum -b $file | head -c 64)" == "$sha" ]]
|
echo "Downloading, this might take a while..."
|
||||||
|
|
||||||
declare -A MODELS
|
aria2c --input-file /docker/links.txt --dir /cache/models --continue
|
||||||
|
|
||||||
MODELS['model.ckpt']='https://www.googleapis.com/storage/v1/b/aai-blog-files/o/sd-v1-4.ckpt?alt=media'
|
|
||||||
MODELS['GFPGANv1.3.pth']='https://github.com/TencentARC/GFPGAN/releases/download/v1.3.0/GFPGANv1.3.pth'
|
|
||||||
MODELS['RealESRGAN_x4plus.pth']='https://github.com/xinntao/Real-ESRGAN/releases/download/v0.1.0/RealESRGAN_x4plus.pth'
|
|
||||||
MODELS['RealESRGAN_x4plus_anime_6B.pth']='https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.2.4/RealESRGAN_x4plus_anime_6B.pth'
|
|
||||||
MODELS['LDSR.yaml']='https://heibox.uni-heidelberg.de/f/31a76b13ea27482981b4/?dl=1'
|
|
||||||
MODELS['LDSR.ckpt']='https://heibox.uni-heidelberg.de/f/578df07c8fc04ffbadf3/?dl=1'
|
|
||||||
|
|
||||||
echo "Downloading..."
|
|
||||||
|
|
||||||
for file in "${!MODELS[@]}"; do
|
|
||||||
url=${MODELS[$file]}
|
|
||||||
full_path="/cache/models/$file"
|
|
||||||
|
|
||||||
if [[ -f "$full_path" ]]; then
|
|
||||||
echo "- $file exists"
|
|
||||||
continue
|
|
||||||
fi
|
|
||||||
|
|
||||||
mkdir -p $(dirname $full_path)
|
|
||||||
wget --tries=10 -c -O $full_path $url
|
|
||||||
done
|
|
||||||
|
|
||||||
echo "Checking SHAs..."
|
echo "Checking SHAs..."
|
||||||
|
|
||||||
time parallel --will-cite -a /docker/checksums.sha256 "echo -n {} | sha256sum -c"
|
parallel --will-cite -a /docker/checksums.sha256 "echo -n {} | sha256sum -c"
|
||||||
|
12
services/download/links.txt
Normal file
12
services/download/links.txt
Normal file
@ -0,0 +1,12 @@
|
|||||||
|
https://www.googleapis.com/storage/v1/b/aai-blog-files/o/sd-v1-4.ckpt?alt=media
|
||||||
|
out=model.ckpt
|
||||||
|
https://github.com/TencentARC/GFPGAN/releases/download/v1.3.0/GFPGANv1.3.pth
|
||||||
|
out=GFPGANv1.3.pth
|
||||||
|
https://github.com/xinntao/Real-ESRGAN/releases/download/v0.1.0/RealESRGAN_x4plus.pth
|
||||||
|
out=RealESRGAN_x4plus.pth
|
||||||
|
https://github.com/xinntao/Real-ESRGAN/releases/download/v0.2.2.4/RealESRGAN_x4plus_anime_6B.pth
|
||||||
|
out=RealESRGAN_x4plus_anime_6B.pth
|
||||||
|
https://heibox.uni-heidelberg.de/f/31a76b13ea27482981b4/?dl=1
|
||||||
|
out=LDSR.yaml
|
||||||
|
https://heibox.uni-heidelberg.de/f/578df07c8fc04ffbadf3/?dl=1
|
||||||
|
out=LDSR.ckpt
|
Loading…
Reference in New Issue
Block a user