He mejorado bastante el «descargador» de videos desde youtube. Ahora reduce mucho el tráfico de red hacia youtube así es practicamente imposible que la IA os detecte.
El funcionamiento es simple, pero efectivo. El script descarga un vídeo, y lo pasa a peertube que a su vez hace la «trasncodificación» o sea saca las versiones de baja resolución.
En la versiones anteriores todos los vídeos eran descargadop y puesto en cola a peertube. Ahora el descargador se espera que haya acabado la «trasnscodificación» antes de bajar el vídeo siguiente. Como que según la resolución y la duración, el tiempo varia mucho, el resultado es que la IA de google no puede distinguir entre un uso legítimo (según ellos) de youtube y una descarga.
Aquí os dejo el script
#!/bin/bash
# Substitute wrapper for peertube-import-videos.js.
# This script uses youtube-dl and jq to download the youtube videos and upload them to your PeerTube instance
# using the peertube-upload.js script from the PeerTube CLI suite.
#
# Works on Debian10 Not tested on other distributions.
#
# sudo curl -L https://yt-dl.org/downloads/latest/youtube-dl -o /usr/local/bin/youtube-dl
# sudo chmod a+rx /usr/local/bin/youtube-dl
# sudo apt install jq -y
#
# I suggest you use "screen" to put the script in the background.
# Channel import can take many hours (or days) and if your session is via ssh, it could crash due network problems.
#
# Change variable fields
# IN="Channel URL or PlayList URL"
# resolution="18" # 18 = 360p (640x360 mp4) | 22 = 720p (1280x720 mp4)
# channel="PeerTube Channel" Please create it before and paste here the sanitize nambre without spaces and lowercase
# server="https://yourPeerTubeInstanceUrl"
# username="username of PeerTube Instance"
# password="yourPassword"
#
# please before run this script install the CLI tools following the documentation
# https://docs.joinpeertube.org/maintain-tools
# ... and then register a remote user with
# peertube auth add -u 'PEERTUBE_URL' -U 'PEERTUBE_USER' --password 'PEERTUBE_PASSWORD'
# peertube auth list.
#
# on 2021-08-16
# maxlinux2000@gmail.com
#############################################################
IN="YoutubeURLChannel/Videos/List"
resolution="18"
channel="YourChannel"
server="https://YourPeerTubeURL"
username="YourUser"
password="YourUserPassword"
## force embed subtitles in language of your choice, i.e.: fr es de it ru ch
## if empty no subtitles will be embedded
language=""
# proxy
#proxy="--proxy https://136.168.70.90:8888"
proxy=''
#yt_user='' #maxlinux2000@gmail.com
#yt_pass=''
cookies=/root/cookies.txt
#############################################################
# From here do not touch anything unless you know what you are doing.
PWD=$(pwd)
standard() {
id=$1
echo id=$id
yt_code=$(echo $id | sed 's|^MINUS|-|g')
# youtube-dl --cookies $cookies -u $yt_user -p $yt_pass $proxy --write-info-json -f "$resolution" "https://www.youtube.com/watch?v=$yt_code"
while :
do
FF=$(ps -A | grep "ffmpeg" | tail -n 1 | tr -d ' ' | tr -d ':')
if [ -z $FF ]; then
echo "FFMPEG is not active, continuing..."
break
else
echo "FFMPEG is running: waiting 60 secs"
sleep 60
fi
done
youtube-dl --cookies $cookies $proxy --write-info-json --write-thumbnail -f "$resolution" -o $id.mp4 "https://www.youtube.com/watch?v=$yt_code"
json=$(cat -- $id.info.json)
title=$(echo $json | jq .fulltitle | tr -d '"')
datejson=$(cat -- $id.info.json | less | jq .upload_date | tr -d '"')
date=$(date -d $datejson +%Y-%m-%d)
file=$(ls $PWD/$id.mp4)
if [ -f $PWD/$id.jpg ]; then
thumb=$(ls $PWD/$id.jpg)
fi
if [ -f $PWD/$id.webp ]; then
thumb=$(ls $PWD/$id.webp)
fi
echo file=$file
description=$(echo $json | jq .description | tr -d '"' | sed 's|\\n|\n|g')
lang=$(echo $json | jq . | grep "lang=" | head -n1 | cut -d '?' -f2 | cut -d '&' -f1 | sed 's|lang=||g')
node $PWD/dist/server/tools/peertube-upload.js -n "$title" -C "$channel" -b $thumb -d "$date - $yt_code - $description" -L "$lang" -U "$username" -p "$password" -f "$file" && \
rm "$file" && rm ./$id.info.json && rm ./$id.jpg
}
subtitle() {
id=$1
echo id=$id
yt_code=$(echo $id | sed 's|^MINUS|-|g')
while :
do
FF=$(ps -A | grep "ffmpeg" | tail -n 1 | tr -d ' ' | tr -d ':')
if [ -z $FF ]; then
echo "FFMPEG is not active, continuing..."
break
else
echo "FFMPEG is running: waiting 60 secs"
sleep 60
fi
done
youtube-dl --cookies $cookies $proxy --write-info-json --write-thumbnail -f "$resolution" --write-auto-sub --sub-lang $language -o "$id.mp4" "https://www.youtube.com/watch?v=$yt_code"
if [ ! -f $id.$language.vtt ]; then
youtube-dl --cookies $cookies --write-sub --sub-lang $language --skip-download "https://www.youtube.com/watch?v=$yt_code"
fi
file=$PWD/$id-$language.mp4
json=$(cat -- $id.info.json)
title=$(echo $json | jq .fulltitle | tr -d '"')
datejson=$(cat -- $id.info.json | less | jq .upload_date | tr -d '"')
date=$(date -d $datejson +%Y-%m-%d)
echo file=$file
description=$(echo $json | jq .description | tr -d '"' | sed 's|\\n|\n|g')
if [ -f $PWD/$id.jpg ]; then
thumb=$(ls $PWD/$id.jpg)
fi
if [ -f $PWD/$id.webp ]; then
thumb=$(ls $PWD/$id.webp)
fi
lang=$(echo $json | jq . | grep "lang=" | head -n1 | cut -d '?' -f2 | cut -d '&' -f1 | sed 's|lang=||g')
if [ -f $id.$language.vtt ]; then
echo "-----------------------
Lang=$lang
"
ffmpeg -hide_banner -threads 1 -i ./"$id.$language.vtt" sub.ass -y
ffmpeg -hide_banner -threads 1 -i ./"$id.mp4" -vf "ass=sub.ass" -empty_hdlr_name 1 "$id-$language.mp4" -y
rm sub.ass ./$id.$language.vtt
echo "----------------------
echo node $PWD/dist/server/tools/peertube-upload.js -n "$title" -C "$channel" -b $thumb -d "$date - $id - $description" -L "$lang" -U "$username" -p "$password" -f "$file" \
---------------------
"
node $PWD/dist/server/tools/peertube-upload.js -n "$title" -C "$channel" -b $thumb -d "$date - $yt_code - $description" -L "$lang" -U "$username" -p "$password" -f "$file" \
&& rm ./$id.mp4 ./$id-$language.mp4 ./$id.info.json ./$id.jpg ./$id.webp
# && rm ./$id.mp4 ./$id-$language.mp4 && rm ./$id.info.json && rm ./$id.jpg
echo "----------------------"
else
echo "-----------------------
Lang=en
skipping. Please at the end, open the $channel-yt-2-translate.txt file go to youtube and generate the translation
whatching the videos (all) with localized subtitles. Then repeat the process.
"
file=$PWD/$id.mp4
node $PWD/dist/server/tools/peertube-upload.js -n "$title" -C "$channel" -b $thumb -d "$date - $yt_code - $description" -L "$lang" -U "$username" -p "$password" -f "$file" \
&& rm ./$id.mp4 ./$id-$language.mp4 ./$id.info.json ./$id.jpg ./$id.webp
echo $yt_code >> $channel-yt-2-translate.txt
cat $channel-yt-2-translate.txt | sort | uniq > tmp2
mv tmp2 $channel-yt-2-translate.txt
echo "----------------------"
fi
}
processLog() {
yt_code=$(echo $id | sed 's|^MINUS|-|g')
cat -- $channel-yt-list | grep -v -- "$yt_code" > tmp1
echo "$yt_code" >> ./$channel-yt-done
mv tmp1 ./$channel-yt-list
}
touch ./$channel-yt-done
:> $channel-yt-list
### old #youtube-dl --cookies $cookies -u $yt_user -p $yt_pass --verbose $proxy --playlist-reverse --get-id $IN | tee -a $channel-yt-list
youtube-dl --cookies $cookies --verbose $proxy --playlist-reverse --get-id $IN | tee -a $channel-yt-list
cat $channel-yt-list | uniq > tmp
mv tmp $channel-yt-list
for id in $(cat -- ./$channel-yt-list); do
echo processing $id
pre=$(cat -- ./$channel-yt-done | grep -- "$id")
echo pre=$pre
if [ -z "$pre" ]; then pre="0" ; else echo ok; fi 2> /dev/null
if [ "$id" == "$pre" ]; then
echo "$id already downloaded"
else
id=$(echo $id | sed 's|^-|MINUS|g')
if [ -z $language ]; then
#mode=standard
standard $id && processLog
else
#mode=subtitle
subtitle $id && processLog
fi
fi
echo "-------------------------"
done
rm *.mp4 *.webp *.jpg *.info.json *.vtt 2>/dev/null
