Esta es la versión 12 de este4 script y he hecho muchas mejorías, como por ejemplo que se puede usar en paralelo usando varios proxy. Aún quedan pequeños fallos, pero mejora poco a poco.
Lo de usar las descargas en paralelo ha sido una necesidad porqué ahora youtube te envía los datos a la velocidad justa para visualizar el vídeo….. así que un vídeos a 360p, se descarga a 50-60kb/s aunque tu tenga 100Mb de capacidad.
pero vamos con el script
Pero vamos con el script!!
#!/bin/bash
# Substitute wrapper for peertube-import-videos.js.
# This script uses youtube-dl and jq to download the youtube videos and upload them to your PeerTube instance
# using the peertube-upload.js script from the PeerTube CLI suite.
#
# Works on Debian10 Not tested on other distributions.
#
# sudo curl -L https://yt-dl.org/downloads/latest/youtube-dl -o /usr/local/bin/youtube-dl
# sudo chmod a+rx /usr/local/bin/youtube-dl
# sudo apt install jq -y
#
# I suggest you use "screen" to put the script in the background.
# Channel import can take many hours (or days) and if your session is via ssh, it could crash due network problems.
#
# Change variable fields
# IN="Channel URL or PlayList URL"
# resolution="18" # 18 = 360p (640x360 mp4) | 22 = 720p (1280x720 mp4)
# channel="PeerTube Channel" Please create it before and paste here the sanitize nambre without spaces and lowercase
# server="https://yourPeerTubeInstanceUrl"
# username="username of PeerTube Instance"
# password="yourPassword"
#
# embedded translated subtitles!!
# If you have a YouTube channel in Japanese and you want the videos with subtitles in Spanish, put "es" in "language"
#
# Possibility of using your browser's cookies.
# Cookies must be exported using the Firefox extension "cookies.txt".
# Once you have exported the yotube cookies from your browser, copy the cookies.txt file to the server where
# peertube works with the channel downloader. I put them in /root/cookies.txt, but you can use any other place.
#
# Possibility to use a proxy (to change your IP)
#
# please before run this script install the CLI tools following the documentation
# https://docs.joinpeertube.org/maintain-tools
# ... and then register a remote user with
# peertube auth add -u 'PEERTUBE_URL' -U 'PEERTUBE_USER' --password 'PEERTUBE_PASSWORD'
# peertube auth list.
#
# on 2022-07-25
# maxlinux2000@gmail.com
# maxlinux2000@tormentasolar.win
#############################################################
IN="" # Youtube url channel
resolution="18" # youtube-dl -F https://youtube<channel> to have the listo of the other avalaible resolutions
channel="" # insert the Peertube channel name, like "profesorpardalbrasil" or "ea3grn"
server="https://videos.tormentasolar.win" # change it!
username="maxlinux2000" # change it!
password="MyPass" # change it!
## force embed subtitles in language of your choice, i.e.: fr es de it ru ch
## if empty no subtitles will be embedded
language=""
# proxy
#proxy="--proxy https://123.123.123.123:8080"
# coockies form firefox extension "cookies.txt"
#cookies=" --cookies /root/cookies.txt"
###############################################################################################################################
###############################################################################################################################
# From here do not touch anything unless you know what you are doing.
# install jq
if [ -f /usr/bin/jq ]; then
echo "jq installed"
else
clear
echo "please install jq!
apt install jq
"
exit
fi
if [ -f /usr/local/bin/youtube-dl ]; then
echo "youtube-dl installed"
else
clear
echo "please install youtube-dl!
sudo curl -L https://yt-dl.org/downloads/latest/youtube-dl -o /usr/local/bin/youtube-dl
sudo chmod a+rx /usr/local/bin/youtube-dl
"
exit
fi
countdown() {
secs=60
while [ $secs -gt 0 ]; do
echo -ne "$secs\033[0K\r"
sleep 1
: $((secs--))
done
}
standard() {
id=$1
echo id=$id
yt_code=$(echo $id | sed 's|^MINUS|-|g')
# youtube-dl --cookies $cookies -u $yt_user -p $yt_pass $proxy --write-info-json -f "$resolution" "https://www.youtube.com/watch?v=$yt_code"
while :
do
FF=$(ps -A | grep "ffmpeg" | tail -n 1 | tr -d ' ' | tr -d ':')
if [ -z $FF ]; then
echo "FFMPEG is not active, continuing..."
break
else
echo "FFMPEG is running: waiting 60 secs"
countdown
fi
done
youtube-dl $cookies $proxy --write-info-json --write-thumbnail -f "$resolution" -o $PWD/$channel/$id.mp4 "https://www.youtube.com/watch?v=$yt_code"
json=$(cat -- $PWD/$channel/$id.info.json)
title=$(echo $json | jq .fulltitle | tr -d '"')
datejson=$(cat -- $PWD/$channel/$id.info.json | less | jq .upload_date | tr -d '"')
date=$(date -d $datejson +%Y-%m-%d)
file=$(ls $PWD/$channel/$id.mp4)
if [ -f $PWD/$channel/$id.jpg ]; then
thumb=$(ls $PWD/$channel/$id.jpg)
fi
if [ -f $PWD/$channel/$id.webp ]; then
thumb=$(ls $PWD/$channel/$id.webp)
fi
echo file=$file
if [ ! -f "$file" ]; then
fail=$(echo $id)
fi
description=$(echo $json | jq .description | tr -d '"' | sed 's|\\n|\n|g')
lang=$(echo $json | jq . | grep "lang=" | head -n1 | cut -d '?' -f2 | cut -d '&' -f1 | sed 's|lang=||g')
node $PWD/dist/server/tools/peertube-upload.js -n "$title" -C "$channel" -b $thumb -d "$date - $yt_code - $description" -L "$lang" -U "$username" -p "$password" -f "$file" -u $server
rm $PWD/$channel/$file 2>/dev/null
rm $PWD/$channel/$id.info.json 2>/dev/null
rm $PWD/$channel/$id.jpg 2>/dev/null
}
subtitle() {
id=$1
echo id=$id
yt_code=$(echo $id | sed 's|^MINUS|-|g')
while :
do
FF=$(ps -A | grep "ffmpeg" | tail -n 1 | tr -d ' ' | tr -d ':')
if [ -z $FF ]; then
echo "FFMPEG is not active, continuing..."
break
else
echo "FFMPEG is running: waiting 60 secs"
countdown
fi
done
youtube-dl $cookies $proxy --write-info-json --write-thumbnail -f "$resolution" --write-auto-sub --sub-lang $language -o "$PWD/$channel/$id.mp4" "https://www.youtube.com/watch?v=$yt_code" -o $PWD/$channel/$id.$language.vtt
if [ ! -f $PWD/$channel/$id.$language.vtt ]; then
youtube-dl $cookies --write-sub --sub-lang $language --skip-download "https://www.youtube.com/watch?v=$yt_code" -o $PWD/$channel/$id.$language.vtt
fi
file=$PWD/$channel/$id-$language.mp4
json=$(cat -- $PWD/$channel/$id.info.json)
title=$(echo $json | jq .fulltitle | tr -d '"')
datejson=$(cat -- $PWD/$channel/$id.info.json | less | jq .upload_date | tr -d '"')
date=$(date -d $datejson +%Y-%m-%d)
echo file=$file
if [ ! -f "$file" ]; then
fail=$(echo $id)
fi
description=$(echo $json | jq .description | tr -d '"' | sed 's|\\n|\n|g')
if [ -f $id.jpg ]; then
thumb=$(ls $PWD/$channel/$id.jpg)
fi
if [ -f $PWD/$channel/$id.webp ]; then
thumb=$(ls $PWD/$channel/$id.webp)
fi
lang=$(echo $json | jq . | grep "lang=" | head -n1 | cut -d '?' -f2 | cut -d '&' -f1 | sed 's|lang=||g')
if [ -f $PWD/$channel/$id.$language.vtt ]; then
echo "-----------------------
Lang=$lang
"
ffmpeg -hide_banner -threads 1 -i "$PWD/$channel/$id.$language.vtt" $PWD/$channel/sub.ass -y
ffmpeg -hide_banner -threads 1 -i "$PWD/$channel/$id.mp4" -vf "ass=sub.ass" -empty_hdlr_name 1 "$PWD/$channel/$id-$language.mp4" -y
rm $PWD/$channel/sub.ass $PWD/$channel/$id.$language.vtt
echo "----------------------
echo node $PWD/dist/server/tools/peertube-upload.js -n "$title" -C "$channel" -b $thumb -d "$date - $id - $description" -L "$lang" -U "$username" -p "$password" -f "$file" -u $server \
---------------------
"
node $PWD/dist/server/tools/peertube-upload.js -n "$title" -C "$channel" -b $thumb -d "$date - $yt_code - $description" -L "$lang" -U "$username" -p "$password" -f "$file" -u $server
rm $PWD/$channel/$id.mp4 $PWD/$channel/$id-$language.mp4 $PWD/$channel/$id.info.json $PWD/$channel/$id.jpg $PWD/$channel/$id.webp 2>/dev/null
# && rm ./$id.mp4 ./$id-$language.mp4 && rm ./$id.info.json && rm ./$id.jpg
echo "----------------------"
else
echo "-----------------------
Lang=en
skipping. Please at the end, open the $channel-yt-2-translate.txt file go to youtube and generate the translation
whatching the videos (all) with localized subtitles. Then repeat the process.
"
file=$PWD/$channel/$id.mp4
node $PWD/dist/server/tools/peertube-upload.js -n "$title" -C "$channel" -b $thumb -d "$date - $yt_code - $description" -L "$lang" -U "$username" -p "$password" -f "$file" -u "$server"
rm $PWD/$channel/$id.mp4 $PWD/$channel/$id-$language.mp4 $PWD/$channel/$id.info.json $PWD/$channel/$id.jpg $PWD/$channel/$id.webp 2>/dev/null
echo $yt_code >> $channel-yt-2-translate.txt
cat $channel-yt-2-translate.txt | sort | uniq > tmp2
mv tmp2 $channel-yt-2-translate.txt
echo "----------------------"
fi
}
processLog() {
yt_code=$(echo $id | sed 's|^MINUS|-|g')
cat -- $PWD/$channel/$channel-yt-list | grep -v -- "$yt_code" > $PWD/$channel/tmp1
echo "$yt_code" >> $PWD/$channel/$channel-yt-done
mv $PWD/$channel/tmp1 $PWD/$channel/$channel-yt-list
if [ -z $fail ]; then
echo $fail >> $PWD/$channel/$channel-yt-fail
sed -i '1s/^/$fail\n/' $PWD/$channel/$channel-yt-list
fail=''
fi
}
#touch ./$channel-yt-done
#:> $channel-yt-list
### old #youtube-dl --cookies $cookies -u $yt_user -p $yt_pass --verbose $proxy --playlist-reverse --get-id $IN | tee -a $channel-yt-list
#youtube-dl --cookies $cookies --verbose $proxy --playlist-reverse --get-id $IN | tee -a $channel-yt-list
#cat $channel-yt-list | uniq > tmp
#mv tmp $channel-yt-list
PWD=$(pwd)
mkdir -p $channel
touch $PWD/$channel/$channel-yt-done
if [ ! -s $PWD/$channel/$channel-yt-list ]; then
echo "File $channel-yt-list IS EMPTY"
youtube-dl $cookies --verbose $proxy --playlist-reverse --get-id $IN | tee -a $PWD/$channel/$channel-yt-list
cat $PWD/$channel/$channel-yt-list | uniq > $PWD/$channel/tmp
mv $PWD/$channel/tmp $PWD/$channel/$channel-yt-list
else
echo "File $channel-yt-list HAS SOMETHING"
fi
for id in $(cat -- $PWD/$channel/$channel-yt-list); do
echo processing $id
pre=$(cat -- $PWD/$channel/$channel-yt-done | grep -- "$id")
echo pre=$pre
if [ -z "$pre" ]; then pre="0" ; else echo ok; fi 2> /dev/null
if [ "$id" == "$pre" ]; then
echo "$id already downloaded"
else
id=$(echo $id | sed 's|^-|MINUS|g')
if [ -z $language ]; then
#mode=standard
standard $id
processLog
else
#mode=subtitle
subtitle $id
processLog
fi
fi
echo "-------------------------"
done
cd $PWD/$channel/
rm *.mp4 *.webp *.jpg *.info.json *.vtt 2>/dev/null
