This commit is contained in:
Jeffrey Paul 2022-11-02 07:53:24 -07:00
parent 0844ea5d2f
commit b89e4090ba
5 changed files with 140 additions and 73 deletions

View File

@ -1,11 +1,13 @@
FROM ubuntu:bionic
FROM ubuntu:jammy
ENV DEBIAN_FRONTEND noninteractive
ENV HOME /root
RUN apt update && apt -y upgrade
RUN apt install -y python3-pip ffmpeg locales
RUN echo 'en_US.UTF-8 UTF-8' > /etc/locale.gen && locale-gen && update-locale LC_ALL=en_US.UTF-8 LANG=en_US.UTF-8
RUN apt install -y python3-pip ffmpeg locales curl
RUN echo 'en_US.UTF-8 UTF-8' > /etc/locale.gen && \
locale-gen && \
update-locale LC_ALL=en_US.UTF-8 LANG=en_US.UTF-8
ENV LANG en_US.UTF-8
ENV LANGUAGE en_US:en
@ -13,8 +15,11 @@ ENV LC_ALL en_US.UTF-8
RUN pip3 install yt-dlp
ADD youtube-dl.conf /etc/youtube-dl.conf
ADD entrypoint.sh /usr/local/bin/entrypoint.sh
ADD run.sh /usr/local/bin/run.sh
VOLUME /output
USER nobody:nogroup
WORKDIR /tmp
CMD /bin/bash /usr/local/bin/entrypoint.sh
CMD /bin/bash /usr/local/bin/run.sh
ADD videolist.txt /etc/videolist.txt

View File

@ -1,7 +1,23 @@
export DOCKER_HOST := ssh://root@lstor1
default: build_image
build_image:
docker build -t sneak/youtube-dl .
docker build -t sneak/ytdlp .
stop:
-docker stop sneak-ytdlp
-docker rm -f sneak-ytdlp
run: stop
docker run \
-d \
--name sneak-ytdlp \
-v /srv/lstor1/warez/youtube:/output \
--restart unless-stopped \
sneak/ytdlp
make logs
logs:
docker logs -f sneak-ytdlp
run:
docker run -t sneak/youtube-dl /bin/bash

View File

@ -1,65 +0,0 @@
#!/bin/bash
DEST="/output"
function writeChannels {
O="$DEST/channels.txt"
rm "$O"
# the lockpicking lawyer
echo "https://www.youtube.com/channel/UCm9K6rby98W8JigLoZOh6FQ/videos" >> $O
# deviant ollam
echo "https://www.youtube.com/user/DeviantOllam/videos" >> $O
# vsauce, michael here
echo "https://www.youtube.com/user/Vsauce/videos" >> $O
# this old tony
echo "https://www.youtube.com/user/featony/videos" >> $O
# clickspring
echo "https://www.youtube.com/channel/UCworsKCR-Sx6R6-BnIjS2MA/videos" >> $O
# AvE
echo "https://www.youtube.com/user/arduinoversusevil/videos" >> $O
# Abom79
echo "https://www.youtube.com/user/Abom79/videos" >> $O
# NYC CNC
echo "https://www.youtube.com/user/saunixcomp/videos" >> $O
# dirtyUSMLE
echo "https://www.youtube.com/channel/UCZaDAUF7UEcRXIFvGZu3O9Q/videos" >> $O
# Speedy Pharmacology
echo "https://www.youtube.com/channel/UC-i2EBYXH6-GAglvuDIaufQ/videos" >> $O
# Larry Mellick
echo "https://www.youtube.com/channel/UC_yjveGdyx6mqqHkHaD-_bg/videos" >> $O
# Medskl
echo "https://www.youtube.com/channel/UC54htze_JB0zz9H6oAbMOJQ/videos" >> $O
# AANS Neurosurgery
echo "https://www.youtube.com/channel/UCXAfmcfOeS0rxDz6sp0cYYg/videos" >> $O
# Nucleus Medical Media
echo "https://www.youtube.com/channel/UC85VW73bQLEjs_taFKP7TwQ/videos" >> $O
# Wendover
echo "https://www.youtube.com/channel/UC9RM-iSvTu1uPJb8X5yp3EQ/videos" >> $O
# Veritasium
echo "https://www.youtube.com/channel/UCHnyfMqiRRG1u-2MsSQLbXA/videos" >> $O
# Kurzgesagt
echo "https://www.youtube.com/channel/UCsXVk37bltHxD1rDPwtNM8Q/videos" >> $O
# captain joe
echo "https://www.youtube.com/channel/UC88tlMjiS7kf8uhPWyBTn_A/videos" >> $O
}
function main {
init
writeChannels
while true ; do
download
sleep 3600
done
}
function init {
umask 0000
cd "$DEST"
}
function download {
for CHANNEL in $(cat channels.txt); do
yt-dlp --config-location /etc/youtube-dl.conf $CHANNEL
done
}

37
run.sh Normal file
View File

@ -0,0 +1,37 @@
#!/bin/bash
DEST="/output"
INTERVAL="43200" #12h
function listChannels {
SRC="/etc/videolist.txt"
grep -Ev "^#|^$" "$SRC" | sed 's/#.*$//'
}
function main {
init
curl https://ipinfo.io
while true ; do
doDownload
echo "sleeping $INTERVAL"
sleep $INTERVAL
done
}
function init {
umask 0000
cd "$DEST"
}
function doDownload {
for CHANNEL in $(listChannels); do
echo "downloading $CHANNEL"
HOME="$DEST" yt-dlp --config-location /etc/youtube-dl.conf $CHANNEL
echo "sleeping 10s"
sleep 10
done
}
main

74
videolist.txt Normal file
View File

@ -0,0 +1,74 @@
https://www.youtube.com/ArchitecturalDigest/videos
https://www.youtube.com/c/%EC%82%B0%EA%B3%A8%EC%A7%9C%EA%B8%B0%EB%8F%99%EB%AC%BC%EC%B9%AD%EA%B5%AC/videos # valley cat friends
https://www.youtube.com/c/3blue1brown/videos
https://www.youtube.com/c/AnitaSadowska/videos # photographer
https://www.youtube.com/c/AppliedScience/videos
https://www.youtube.com/c/AuditTheAudit/videos
https://www.youtube.com/c/BestboyAdam/videos
https://www.youtube.com/c/Channel5YouTube/videos
https://www.youtube.com/c/ChubbyemuGames/videos
https://www.youtube.com/c/CookwithE/videos
https://www.youtube.com/c/DailyDoseOfInternet/videos
https://www.youtube.com/c/DancingBacons/videos
https://www.youtube.com/c/FindingEquilibrium/videos
https://www.youtube.com/c/GeneNagata/videos
https://www.youtube.com/c/GetHandsDirty/videos
https://www.youtube.com/c/GregGoesAllIn/videos # GGAI
https://www.youtube.com/c/H%C3%96RBERLIN/videos # hör berlin
https://www.youtube.com/c/Ididathing/videos
https://www.youtube.com/c/ImnotNorm/videos # i'm not norm
https://www.youtube.com/c/KyleHillScience/videos
https://www.youtube.com/c/MaxCoopermax/videos
https://www.youtube.com/c/MetaBallStudios/videos
https://www.youtube.com/c/MichaelReee2/videos
https://www.youtube.com/c/Mingchi/videos
https://www.youtube.com/c/NASASpaceflightVideos/videos # NSF
https://www.youtube.com/c/NileRed/videos
https://www.youtube.com/c/NileRed2/videos
https://www.youtube.com/c/NilsBerglund/videos # nils berglund simulations
https://www.youtube.com/c/NinosHome/videos
https://www.youtube.com/c/PotatoJet/videos
https://www.youtube.com/c/SlowPokerTime/videos
https://www.youtube.com/c/Techmoan/videos
https://www.youtube.com/c/TechnologyConnections/videos
https://www.youtube.com/c/The8BitGuy/videos # 8bitguy
https://www.youtube.com/c/Theb1mGoogle/videos
https://www.youtube.com/c/TravelThirstyBlog/videos
https://www.youtube.com/c/essentialcraftsman/videos
https://www.youtube.com/c/geraldundone/videos
https://www.youtube.com/c/helenrennie/videos
https://www.youtube.com/c/jessicakirsh/videos # jessica kirsh tankwatcher
https://www.youtube.com/c/mugumogu/videos
https://www.youtube.com/c/mymechanics/videos
https://www.youtube.com/c/mymechanicsinsights/videos
https://www.youtube.com/c/talksatgoogle/videos
https://www.youtube.com/c/yousuckatcooking/videos
https://www.youtube.com/channel/UC-i2EBYXH6-GAglvuDIaufQ/videos # Speedy Pharmacology
https://www.youtube.com/channel/UC2bdWYzIRMq_r6Rnidr4tdQ/videos
https://www.youtube.com/channel/UC54htze_JB0zz9H6oAbMOJQ/videos # Medskl
https://www.youtube.com/channel/UC5QLET-j2MXT8Pszbb1p8og/videos # matt studios backrooms
https://www.youtube.com/channel/UC85VW73bQLEjs_taFKP7TwQ/videos # Nucleus Medical Media
https://www.youtube.com/channel/UC88tlMjiS7kf8uhPWyBTn_A/videos # captain joe
https://www.youtube.com/channel/UC9RM-iSvTu1uPJb8X5yp3EQ/videos # Wendover
https://www.youtube.com/channel/UCHnyfMqiRRG1u-2MsSQLbXA/videos # Veritasium
https://www.youtube.com/channel/UCMYx_bMlI2i_9yMJj3sBgSQ/videos # norm stuff
https://www.youtube.com/channel/UCPSx50w7WavmAXmYowlhNWQ/videos # takashii from japan
https://www.youtube.com/channel/UCPphTEhqUg1ID9r6259ejuQ/videos # absolutenuts
https://www.youtube.com/channel/UCSn66bwaqLpPYe9Haty5zDw/videos # Greg's Game
https://www.youtube.com/channel/UCWOoC8wMmvfNrFqt696cApg/videos
https://www.youtube.com/channel/UCXAfmcfOeS0rxDz6sp0cYYg/videos # AANS Neurosurgery
https://www.youtube.com/channel/UCZaDAUF7UEcRXIFvGZu3O9Q/videos # dirtyUSMLE
https://www.youtube.com/channel/UC_yjveGdyx6mqqHkHaD-_bg/videos # Larry Mellick
https://www.youtube.com/channel/UCm9K6rby98W8JigLoZOh6FQ/videos # the lockpicking lawyer
https://www.youtube.com/channel/UCsXVk37bltHxD1rDPwtNM8Q/videos # Kurzgesagt
https://www.youtube.com/channel/UCtqxG9IrHFU_ID1khGvx9sA/videos # all gas no brakes
https://www.youtube.com/channel/UCworsKCR-Sx6R6-BnIjS2MA/videos # clickspring
https://www.youtube.com/playlist?list=PLRCo6A0bcdqBTBMIrObu-8qRCBsBFJxtR # my "good" playlist
https://www.youtube.com/playlist?list=PLRCo6A0bcdqDYxACt-ntgJsuWI7EHPjAv # my "bestofyoutube" playlist
https://www.youtube.com/user/Abom79/videos # Abom79
https://www.youtube.com/user/DeviantOllam/videos # deviant ollam
https://www.youtube.com/user/HomeMadeModern/videos
https://www.youtube.com/user/Vsauce/videos # vsauce, michael here
https://www.youtube.com/user/arduinoversusevil/videos # AvE
https://www.youtube.com/user/featony/videos # this old tony
https://www.youtube.com/user/saunixcomp/videos # NYC CNC