Added BASH script that organizes downloading videos
This commit is contained in:
Sebastian Gniazdowski
parent
23e7f53bd3
commit
de89f90c00
487
bin/auto-youtube-dl.sh
Executable file
487
bin/auto-youtube-dl.sh
Executable file
@ -0,0 +1,487 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
export PATH=$PATH:/usr/local/bin:/usr/local/sbin
|
||||||
|
|
||||||
|
# This is a high quality bash script to have simple files instead of multiple
|
||||||
|
# youtube-dl terminal sessions. Create the file and forget about any issues,
|
||||||
|
# they will be handled by this script.
|
||||||
|
#
|
||||||
|
# Supports Cygwin.
|
||||||
|
#
|
||||||
|
# Finely written documentation is below, here are only color definitions
|
||||||
|
|
||||||
|
# formats
|
||||||
|
_RST_='\033[0m' # resets color and format
|
||||||
|
_RVS_='\033[27m'
|
||||||
|
_BLD='\033[1m'
|
||||||
|
_DIM='\033[2m'
|
||||||
|
_UND='\033[4m'
|
||||||
|
_BlK='\033[5m'
|
||||||
|
_RVS='\033[7m'
|
||||||
|
_HID='\033[8m'
|
||||||
|
_BU='\033[1m\033[4m'
|
||||||
|
|
||||||
|
# Regular Colors
|
||||||
|
C_BLACK='\033[0;30m'
|
||||||
|
C_RED='\033[0;31m'
|
||||||
|
C_GREEN='\033[0;32m'
|
||||||
|
C_YELLOW='\033[1;33m'
|
||||||
|
C_BLUE='\033[0;34m'
|
||||||
|
C_MAGENTA='\033[0;35m'
|
||||||
|
C_CYAN='\033[0;36m'
|
||||||
|
C_WHITE='\033[1;37m'
|
||||||
|
C_BROWN='\033[0;33m'
|
||||||
|
C_GRAY='\033[0;30m'
|
||||||
|
|
||||||
|
# High Intensty
|
||||||
|
CI_BLACK='\033[1;30m'
|
||||||
|
CI_RED='\033[1;31m'
|
||||||
|
CI_GREEN='\033[1;32m'
|
||||||
|
CI_BLUE='\033[1;34m'
|
||||||
|
CI_MAGENTA='\033[1;35m'
|
||||||
|
CI_CYAN='\033[1;36m'
|
||||||
|
CI_BROWN='\033[1;33m'
|
||||||
|
CI_GRAY='\033[1;30m'
|
||||||
|
|
||||||
|
export _RST_ _RVS_ _BLD _DIM _UND _BlK _RVS _HID _BU C_BLACK C_RED C_GREEN C_YELLOW C_BLUE C_MAGENTA C_CYAN C_WHITE C_BROWN C_GRAY CI_BLACK CI_RED CI_GREEN CI_BLUE CI_MAGENTA CI_CYAN CI_BROWN CI_GRAY
|
||||||
|
|
||||||
|
|
||||||
|
#
|
||||||
|
# The script will automatically download multiple videos from Youtube, Vimeo
|
||||||
|
# and other sites supported by youtube-dl
|
||||||
|
#
|
||||||
|
# The queue is intended to be a Dropbox subdirectory, with text files, each
|
||||||
|
# containing the URL of the video to download
|
||||||
|
#
|
||||||
|
# The download will restart many times, at least for 48 hours
|
||||||
|
#
|
||||||
|
|
||||||
|
#
|
||||||
|
# Here is more information on available advanced functions
|
||||||
|
# - third line in the .txt file can contain youtube-dl options (e.g. -r 100k)
|
||||||
|
# - you can edit the text file (it will have *.used extension after the download starts)
|
||||||
|
# and change the options, and auto-youtube-dl will restart the download (just saving
|
||||||
|
# without changing the file will also cause restart); this works when there is
|
||||||
|
# the crontab entry for this script
|
||||||
|
# - on second line, you can put BASH commands; they will be executed ahead of the
|
||||||
|
# download (example: "sleep 120")
|
||||||
|
# - on fourth line, auto-youtube-dl will put video's title and duration
|
||||||
|
# - each download will be restarted after each 15 minutes to clean out any stalls
|
||||||
|
# inside youtube-dl or on the network
|
||||||
|
#
|
||||||
|
#
|
||||||
|
# Example: .txt file can look like this:
|
||||||
|
#
|
||||||
|
# www.youtube.com/watch?v=Foo
|
||||||
|
# sleep 120
|
||||||
|
# -r 100k
|
||||||
|
# An example title 1:09
|
||||||
|
#
|
||||||
|
# Fourth line is the added one.
|
||||||
|
#
|
||||||
|
|
||||||
|
#
|
||||||
|
# Much below is an approach to make you change name of directories
|
||||||
|
# instead of defining paths.
|
||||||
|
#
|
||||||
|
# If you have your Dropbox (Google, etc.) directory in /usr/local/var/Dropbox
|
||||||
|
# or similar fussy location, then you will know what to do anyway (hint: change
|
||||||
|
# BPATH* to /usr/local/var)
|
||||||
|
#
|
||||||
|
# The difficulty is Windows - Unix portability. This is the cause for
|
||||||
|
# existence of BPATH and BPATH2.
|
||||||
|
#
|
||||||
|
# You should need only to define:
|
||||||
|
# - CLOUD_DIR
|
||||||
|
# - QUEUE_SUBDIR
|
||||||
|
# - VIDEO_DOWNLOAD_SUBDIR
|
||||||
|
# - optional: MOVE_AFTER_DOWNLOAD_PATH
|
||||||
|
#
|
||||||
|
# The rest will be deduced and created in your Windows/Unix user directory
|
||||||
|
#
|
||||||
|
# Check out the FORMATS variable, by default it is set to medium quality
|
||||||
|
#
|
||||||
|
|
||||||
|
# Types of variables:
|
||||||
|
# *_DIR: relative to $HOME and then to %USERPROFILE%, i.e. to $BPATH, $BPATH2
|
||||||
|
# *_SUBDIR: relative to corresponding DIR
|
||||||
|
# *_PATH: absolute path
|
||||||
|
|
||||||
|
# Base paths (unix - $HOME, windows - $USERPROFILE)
|
||||||
|
BPATH="$HOME"
|
||||||
|
BPATH2="$USERPROFILE"
|
||||||
|
|
||||||
|
CLOUD_DIR="Dropbox" # as ever: searched for in $BPATH, then $BPATH2
|
||||||
|
QUEUE_SUBDIR="var/youtube-dl" # Under CLOUD_DIR. Holds the .txt with the URL to download
|
||||||
|
VIDEO_DOCUMENTS_DIR="Movies" # As ever: $BPATH/*, then $BPATH2/*
|
||||||
|
VIDEO_DOCUMENTS_DIR2="Videos" # (four combinations, first existing is being used)
|
||||||
|
VIDEO_DOWNLOAD_SUBDIR="youtube" # Under $VIDEO_DOCUMENTS_DIR* (the first one found). Target download directory
|
||||||
|
|
||||||
|
# Result of having "Movies" and "Dropbox" dirs under "/home/foo" path
|
||||||
|
# /home/foo/Dropbox/var/youtube-dl - queue directory (with the .txt files)
|
||||||
|
# /home/foo/Movies/youtube - target download directory
|
||||||
|
|
||||||
|
# Move fully downloaded file into this path
|
||||||
|
# MOVE_AFTER_DOWNLOAD_PATH="/home/foo/iTunes auto add/"
|
||||||
|
|
||||||
|
# Example crontab entry:
|
||||||
|
# * * * * * /usr/local/bin/auto-youtube-dl.sh >> /var/auto-ydl.log 2>&1
|
||||||
|
|
||||||
|
SLEEP_TIME=50
|
||||||
|
FORMATS="18/504x336/22/35/34/h264-sd/43/h264-hd/flv/vp6-sd/0/low/high"
|
||||||
|
OPTIONS=( --add-metadata --restrict-filenames --no-playlist --socket-timeout 60 --no-call-home )
|
||||||
|
TITLE_DURATION_OPTIONS=( --get-title --get-duration --no-playlist --socket-timeout 60 --no-call-home )
|
||||||
|
YDL_NAME_PATTERN='%(title)s.%(ext)s' # Used when explicit query of video's title fails
|
||||||
|
|
||||||
|
# EXAMPLE OUTPUT of file:
|
||||||
|
#
|
||||||
|
# https://www.youtube.com/watch?v=_vK84lvwQwo
|
||||||
|
# sleep 5
|
||||||
|
# -r 10k
|
||||||
|
# Atari Basic programming example 3:00
|
||||||
|
#
|
||||||
|
# :
|
||||||
|
|
||||||
|
# ./auto-youtube-dl.sh
|
||||||
|
# [pid: 57243] 2015-07-29 12:36:56 -------------------- example.txt sleep 5 -r 10k
|
||||||
|
# [pid: 57243] 2015-07-29 12:37:03 `Atari Basic programming example' [3:00s] : _vK84lvwQwo
|
||||||
|
#
|
||||||
|
# [pid: 57243] 2015-07-29 12:37:03 STARTING download of <<example.txt>> with the command: youtube-dl -r 10k -f 18/504x336/22/35/34/h264-sd/43/h264-hd/flv/vp6-sd/0/low/high --no-progress --add-metadata --restrict-filenames --no-playlist --socket-timeout 60 --no-call-home -o /home/foo/Movies/youtube/Atari_Basic_programming_example.%(ext)s https://www.youtube.com/watch?v=_vK84lvwQwo
|
||||||
|
# [pid: 57243] 2015-07-29 12:37:03 youtube-dl PID is 57320
|
||||||
|
# [youtube] _vK84lvwQwo: Downloading webpage
|
||||||
|
# [youtube] _vK84lvwQwo: Extracting video information
|
||||||
|
# [youtube] _vK84lvwQwo: Downloading DASH manifest
|
||||||
|
# [download] Destination: /home/foo/Movies/youtube/Atari_Basic_programming_example.mp4
|
||||||
|
#
|
||||||
|
# (now updated the file changing -r 10k to -r 200k)
|
||||||
|
#
|
||||||
|
# [pid: 57243] 2015-07-29 12:39:21 Requeueing <<example.txt>>
|
||||||
|
# [pid: 57243] 2015-07-29 12:39:21 Download of <<example.txt>> halted at attempt 1 / 3456
|
||||||
|
#
|
||||||
|
# [pid: 57243] 2015-07-29 12:39:24 Aborted <<example.txt>> : `Atari Basic programming example' [3:00s] : _vK84lvwQwo
|
||||||
|
#
|
||||||
|
# Running ./auto-youtube-dl.sh again would use the updated file, and then you would in the end see:
|
||||||
|
#
|
||||||
|
# [download] Download completed
|
||||||
|
# [ffmpeg] Adding metadata to '/home/foo/Movies/youtube/Atari_Basic_programming_example.mp4'
|
||||||
|
# [pid: 57641] 2015-07-29 12:39:47 Download of <<example.txt>> successful (# of attempts: 1, time: 0m)
|
||||||
|
# [pid: 57641] 2015-07-29 12:39:47 Atari_Basic_programming_example.mp4 MOVED
|
||||||
|
#
|
||||||
|
# The "MOVED" line is the result of having MOVE_AFTER_DOWNLOAD_PATH set
|
||||||
|
|
||||||
|
|
||||||
|
##
|
||||||
|
## Below is the main script's body
|
||||||
|
##
|
||||||
|
|
||||||
|
|
||||||
|
# Store PID of this script's shell
|
||||||
|
MAIN_PID=$$
|
||||||
|
|
||||||
|
#
|
||||||
|
# Helper functions
|
||||||
|
#
|
||||||
|
mydate() {
|
||||||
|
echo "[pid: $MAIN_PID] `date '+%Y-%m-%d %H%:%M:%S'`"
|
||||||
|
}
|
||||||
|
|
||||||
|
timestamp() {
|
||||||
|
date +"%s"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Gets list of children pids
|
||||||
|
get_children_pids() {
|
||||||
|
ps -o ppid,pid -A | egrep '^ *'$1' ' | awk '{ print $2 }'
|
||||||
|
}
|
||||||
|
|
||||||
|
# If the queue file has changed, then requeue it again
|
||||||
|
# and quit to restart the download
|
||||||
|
check_for_update() {
|
||||||
|
[ ! -f "/tmp/ydlstart.$MAIN_PID" ] && return
|
||||||
|
queue_file="$(</tmp/ydlstart.$MAIN_PID)"
|
||||||
|
|
||||||
|
# Queue file updated?
|
||||||
|
if [ "/tmp/ydlstart.$MAIN_PID" -ot "${queue_file%.txt}.used" ]; then
|
||||||
|
# Rename the queue file back to ".txt" extension and quit
|
||||||
|
echo -e "`mydate` ${C_YELLOW}Requeueing${_RST_} <<${CI_GREEN}`basename "$queue_file"`${_RST_}>>"
|
||||||
|
|
||||||
|
YPID=$(echo "`cat 2>/dev/null /tmp/ydlpid.$MAIN_PID`" | sed -e 's/$/ -0/' | bc)
|
||||||
|
[ "$YPID" -gt 100 ] && kill 2>/dev/null -15 "$YPID"
|
||||||
|
|
||||||
|
sleep 3
|
||||||
|
mv -f "${queue_file%.txt}.used" "$queue_file"
|
||||||
|
kill 2>/dev/null -15 "$MAIN_PID"
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
# Repeately restart the download after some time to wipe
|
||||||
|
# out any stalls inside youtube-dl or on the network.
|
||||||
|
trim_process() {
|
||||||
|
while (( 1 )); do
|
||||||
|
# Wait 5 seconds 20 times, checking for update of the .txt (now .used) file
|
||||||
|
wait_repeats=20
|
||||||
|
while (( wait_repeats-- )); do
|
||||||
|
check_for_update
|
||||||
|
sleep $(( SLEEP_TIME / 10 ))
|
||||||
|
done
|
||||||
|
|
||||||
|
YPID=$(echo "`cat 2>/dev/null /tmp/ydlpid.$MAIN_PID`" | sed -e 's/$/ -0/' | bc)
|
||||||
|
if [ "$YPID" -gt 100 ]; then
|
||||||
|
# Use bc to remove leading zeros by subtracting 0, and
|
||||||
|
# in case of empty input, to just put "0" in the result
|
||||||
|
TIME=$(echo "`ps -o etime= -p $YPID`" | sed -e 's/[^0-9]//g' -e 's/$/ -0/' | bc)
|
||||||
|
|
||||||
|
# Break the download if it runs for 00:15:00 or more
|
||||||
|
[ "$TIME" -le 1500 ] && continue
|
||||||
|
|
||||||
|
# Here are the terminating signals
|
||||||
|
rm -f /tmp/ydlpid.$MAIN_PID
|
||||||
|
kill 2>/dev/null -15 "$YPID" && sleep 4
|
||||||
|
kill 2>/dev/null -9 "$YPID"
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
}
|
||||||
|
|
||||||
|
# Stops background processes
|
||||||
|
cleanup() {
|
||||||
|
# Stop youtube-dl if it runs
|
||||||
|
YDL_PID=`echo $YDL_PID | sed 's/[^0-9].*/0/g'`
|
||||||
|
(( YDL_PID = YDL_PID + 0 ))
|
||||||
|
[ "$YDL_PID" -gt 100 ] && kill 2>/dev/null -15 "$YDL_PID"
|
||||||
|
|
||||||
|
# Detect any other children
|
||||||
|
for i in `get_children_pids $MAIN_PID`; do
|
||||||
|
kill 2>/dev/null -15 "$i"
|
||||||
|
done
|
||||||
|
for i in `get_children_pids $MAIN_PID`; do
|
||||||
|
LANG=C sleep 0.5
|
||||||
|
kill 2>/dev/null -9 "$i"
|
||||||
|
done
|
||||||
|
|
||||||
|
# Remove temporary files
|
||||||
|
rm -f /tmp/ydl.$MAIN_PID /tmp/ydlpid.$MAIN_PID /tmp/ydlstart.$MAIN_PID
|
||||||
|
}
|
||||||
|
|
||||||
|
# Cleans up children processes, outputs message
|
||||||
|
interrupted_exit() {
|
||||||
|
# Inform about being aborted
|
||||||
|
echo -e "\n`mydate` ${C_RED}Aborted${_RST_} <<${CI_GREEN}${filename}${_RST_}>> :"\
|
||||||
|
"${C_RED}\`$vtitle'${_RST_} [${C_CYAN}${vduration}s${_RST_}] : $urlid"
|
||||||
|
|
||||||
|
exit 100
|
||||||
|
}
|
||||||
|
|
||||||
|
trap "interrupted_exit" SIGINT SIGTERM
|
||||||
|
trap "cleanup" EXIT
|
||||||
|
|
||||||
|
#
|
||||||
|
# 1. Establish queue dir
|
||||||
|
#
|
||||||
|
|
||||||
|
if [ -d "$BPATH/$CLOUD_DIR" ]; then
|
||||||
|
QUEUE_PATH="$BPATH/$CLOUD_DIR/$QUEUE_SUBDIR"
|
||||||
|
elif [ -d "$BPATH2/$CLOUD_DIR" ]; then
|
||||||
|
QUEUE_PATH="$BPATH2/$CLOUD_DIR/$QUEUE_SUBDIR"
|
||||||
|
else
|
||||||
|
echo "Error: no cloud dir '$CLOUD_DIR' found either in '$BPATH' or '$BPATH2'"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
mkdir -p "$QUEUE_PATH"
|
||||||
|
|
||||||
|
#
|
||||||
|
# 2. Establish destination download dir
|
||||||
|
#
|
||||||
|
|
||||||
|
if [ -d "$BPATH/$VIDEO_DOCUMENTS_DIR/$VIDEO_DOWNLOAD_SUBDIR" ]; then
|
||||||
|
OUTPUT_VIDEO_PATH="$BPATH/$VIDEO_DOCUMENTS_DIR/$VIDEO_DOWNLOAD_SUBDIR"
|
||||||
|
elif [ -d "$BPATH2/$VIDEO_DOCUMENTS_DIR/$VIDEO_DOWNLOAD_SUBDIR" ]; then
|
||||||
|
OUTPUT_VIDEO_PATH="$BPATH2/$VIDEO_DOCUMENTS_DIR/$VIDEO_DOWNLOAD_SUBDIR"
|
||||||
|
else
|
||||||
|
if [ -d "$BPATH/$VIDEO_DOCUMENTS_DIR" ]; then
|
||||||
|
OUTPUT_VIDEO_PATH="$BPATH/$VIDEO_DOCUMENTS_DIR/$VIDEO_DOWNLOAD_SUBDIR"
|
||||||
|
elif [ -d "$BPATH2/$VIDEO_DOCUMENTS_DIR" ]; then
|
||||||
|
OUTPUT_VIDEO_PATH="$BPATH2/$VIDEO_DOCUMENTS_DIR/$VIDEO_DOWNLOAD_SUBDIR"
|
||||||
|
else
|
||||||
|
if [ -d "$BPATH/$VIDEO_DOCUMENTS_DIR2/$VIDEO_DOWNLOAD_SUBDIR" ]; then
|
||||||
|
OUTPUT_VIDEO_PATH="$BPATH/$VIDEO_DOCUMENTS_DIR2/$VIDEO_DOWNLOAD_SUBDIR"
|
||||||
|
elif [ -d "$BPATH2/$VIDEO_DOCUMENTS_DIR2/$VIDEO_DOWNLOAD_SUBDIR" ]; then
|
||||||
|
OUTPUT_VIDEO_PATH="$BPATH2/$VIDEO_DOCUMENTS_DIR2/$VIDEO_DOWNLOAD_SUBDIR"
|
||||||
|
else
|
||||||
|
if [ -d "$BPATH/$VIDEO_DOCUMENTS_DIR2" ]; then
|
||||||
|
OUTPUT_VIDEO_PATH="$BPATH/$VIDEO_DOCUMENTS_DIR2/$VIDEO_DOWNLOAD_SUBDIR"
|
||||||
|
elif [ -d "$BPATH2/$VIDEO_DOCUMENTS_DIR2" ]; then
|
||||||
|
OUTPUT_VIDEO_PATH="$BPATH2/$VIDEO_DOCUMENTS_DIR2/$VIDEO_DOWNLOAD_SUBDIR"
|
||||||
|
else
|
||||||
|
echo "No video dir '$VIDEO_DOCUMENTS_DIR' or '$VIDEO_DOCUMENTS_DIR2' found in '$BPATH' and '$BPATH2'"
|
||||||
|
echo "And no download dir '$VIDEO_DOWNLOAD_SUBDIR' could be created"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
mkdir -p "$OUTPUT_VIDEO_PATH"
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ "$1" = "-v" ]; then
|
||||||
|
echo "`mydate` QUEUE_PATH: $QUEUE_PATH"
|
||||||
|
echo "`mydate` OUTPUT_VIDEO_PATH: $OUTPUT_VIDEO_PATH"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Variable to store youtube-dl PID
|
||||||
|
YDL_PID="0"
|
||||||
|
|
||||||
|
# This is minimum 48 hours of waiting for re-download
|
||||||
|
# (plus the time of actual downloading)
|
||||||
|
MAXRETRIES=$(( 48*3600 / SLEEP_TIME ))
|
||||||
|
RETRY=0
|
||||||
|
# Title isn't needed for actual download so try only a few times
|
||||||
|
TITLEMAXRETRIES=10
|
||||||
|
TITLERETRY=0
|
||||||
|
|
||||||
|
function move_finished {
|
||||||
|
[ "$MOVE_AFTER_DOWNLOAD_PATH" = "" ] && return
|
||||||
|
[ ! -d "$MOVE_AFTER_DOWNLOAD_PATH" ] && return
|
||||||
|
cd $OUTPUT_VIDEO_PATH || return
|
||||||
|
|
||||||
|
# Wait for ffmpeg to finish writing meta data
|
||||||
|
if ls | grep -F .temp. >/dev/null 2>&1; then
|
||||||
|
sleep 5
|
||||||
|
fi
|
||||||
|
|
||||||
|
{
|
||||||
|
MVOUTPUT=`mv 2>/dev/null -vf *.mp4 *.flv *.m4a "$MOVE_AFTER_DOWNLOAD_PATH"`
|
||||||
|
}
|
||||||
|
|
||||||
|
if [ ! -z "$MVOUTPUT" ]; then
|
||||||
|
echo -e "`mydate` ${C_BLUE}${MVOUTPUT}" | sed 's/->.*$/MOVED/g'
|
||||||
|
echo -e ${_RST_}
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
move_finished
|
||||||
|
|
||||||
|
ALREADY_RUNNING=`ps -ae | grep -v grep | egrep -c '/bin/bash.*n1auto-youtube-dl.*'`
|
||||||
|
(( ALREADY_RUNNING = ALREADY_RUNNING - 1 ))
|
||||||
|
if [[ $ALREADY_RUNNING -gt 5 ]]; then
|
||||||
|
# Are there any priority (a-...) files?
|
||||||
|
files=`ls 2>/dev/null $QUEUE_PATH | grep 2>/dev/null '^a-[^ ]*.txt'`
|
||||||
|
if [ -z "$files" ]; then
|
||||||
|
echo "`mydate` Too many downloads ($ALREADY_RUNNING), exiting"
|
||||||
|
exit
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ "$1" = "-v" ]; then
|
||||||
|
# If no terminal (i.e. -t 1 is false) then use basic
|
||||||
|
# progress bar that isn't animated (--newline option)
|
||||||
|
[ -t 1 ] || OPTIONS=( --newline "${OPTIONS[@]}" )
|
||||||
|
else
|
||||||
|
# Quiet mode
|
||||||
|
OPTIONS=( --no-progress "${OPTIONS[@]}" )
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Prepend the $FORMATS
|
||||||
|
OPTIONS=( -f "$FORMATS" "${OPTIONS[@]}" )
|
||||||
|
|
||||||
|
trim_process &
|
||||||
|
|
||||||
|
cd "$OUTPUT_VIDEO_PATH"
|
||||||
|
|
||||||
|
# Iterate over txt fils inside $QUEUE_PATH
|
||||||
|
for queue_file in $QUEUE_PATH/*.txt; do
|
||||||
|
# Check if some other auto-youtube-dl instance already iterated further
|
||||||
|
# TODO: Fix race conditions
|
||||||
|
[ -f $queue_file ] || break
|
||||||
|
|
||||||
|
{ read -r video_url; read -r cmds; read -r opts; } <<<"$(<$queue_file)"
|
||||||
|
mv -f "$queue_file" "${queue_file%.txt}.used"
|
||||||
|
|
||||||
|
filename=`basename "$queue_file"`
|
||||||
|
echo "`mydate` -------------------- $filename $cmds $opts"
|
||||||
|
|
||||||
|
# User wants to run some code?
|
||||||
|
[ ! -z "$cmds" ] && eval "$cmds"
|
||||||
|
|
||||||
|
# User wants to change youtube-dl opts?
|
||||||
|
if [ ! -z "$opts" ]; then
|
||||||
|
YOPTIONS=( `echo "$opts" "${OPTIONS[@]}" | sed 's/ -/#-/g' | tr '#' '\n' | awk '!a[$1]++'` )
|
||||||
|
else
|
||||||
|
YOPTIONS=( "${OPTIONS[@]}" )
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Will be left with this value when explicit query of video's title fails
|
||||||
|
OUTNAME="$YDL_NAME_PATTERN"
|
||||||
|
|
||||||
|
# Get video's title and duration
|
||||||
|
while (( TITLERETRY++ < TITLEMAXRETRIES )); do
|
||||||
|
# Run youtube-dl in background so that main process can still receive signals
|
||||||
|
youtube-dl "${TITLE_DURATION_OPTIONS[@]}" "$video_url" > /tmp/ydl.$MAIN_PID &
|
||||||
|
wait $!
|
||||||
|
{ read -r vtitle; read -r vduration; } <<<"$(</tmp/ydl.$MAIN_PID)"
|
||||||
|
rm -f /tmp/ydl.$MAIN_PID
|
||||||
|
|
||||||
|
: "${vduration:=--:--}"
|
||||||
|
|
||||||
|
if [ ! -z "$vtitle" ]; then
|
||||||
|
OUTNAME=`echo "$vtitle" | sed -e 's/[^a-zA-Z0-9._-][^a-zA-Z0-9._-]*/_/g' -e 's/_*$//' -e 's/^_*//'`.'%(ext)s'
|
||||||
|
break;
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo -e "`mydate` Prefetch of title and duration for <<${CI_GREEN}${filename}${_RST_}>> erroneously stopped"\
|
||||||
|
"[attempt ${CI_GREEN}#${TITLERETRY}${_RST_} / $TITLEMAXRETRIES]"
|
||||||
|
|
||||||
|
sleep $SLEEP_TIME &
|
||||||
|
wait $!
|
||||||
|
done
|
||||||
|
TITLERETRY=0
|
||||||
|
|
||||||
|
# Append video's title and duration to the queue file
|
||||||
|
echo -e "$video_url\\n$cmds\\n$opts\\n$vtitle $vduration" > "${queue_file%.txt}.used"
|
||||||
|
echo "$queue_file" > "/tmp/ydlstart.$MAIN_PID"
|
||||||
|
|
||||||
|
# Output a main message, emphasized by red color, containing title, duration and a video id
|
||||||
|
urlid="${video_url##*/}"
|
||||||
|
urlid="${urlid#*=}"
|
||||||
|
urlid=`echo "$urlid" | sed -e 's/index=[0-9]*//' -e 's/list=[a-zA-Z0-9_\-]*//' -e 's/.*v=//' -e 's/&//g'`
|
||||||
|
echo -e "`mydate` ${CI_RED}\`$vtitle'${_RST_} [${C_CYAN}${vduration}s${_RST_}] : $urlid\n"
|
||||||
|
|
||||||
|
START_TIME=`timestamp`
|
||||||
|
while (( RETRY ++ < MAXRETRIES )); do
|
||||||
|
MSG="Repeating (try #$RETRY) download of <<${CI_GREEN}${filename}${_RST_}>>"
|
||||||
|
if [ "$RETRY" = "1" ]; then
|
||||||
|
MSG="${CI_GREEN}STARTING$_RST_ download of <<${CI_GREEN}${filename}${_RST_}>>"
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo -e "`mydate` $MSG with the command:"\
|
||||||
|
youtube-dl "${YOPTIONS[@]}" -o "$OUTPUT_VIDEO_PATH/$OUTNAME" "$CI_BLUE$video_url$_RST_"
|
||||||
|
youtube-dl "${YOPTIONS[@]}" -o "$OUTPUT_VIDEO_PATH/$OUTNAME" "$video_url" &
|
||||||
|
|
||||||
|
YDL_PID=$!
|
||||||
|
echo "`mydate` youtube-dl PID is $YDL_PID"
|
||||||
|
echo "$YDL_PID" > /tmp/ydlpid.$MAIN_PID
|
||||||
|
|
||||||
|
if wait $YDL_PID; then
|
||||||
|
DOWNLOAD_TIME=`timestamp`
|
||||||
|
(( DOWNLOAD_TIME = (DOWNLOAD_TIME - START_TIME) / 60 ))
|
||||||
|
echo -e "`mydate` ${C_YELLOW}Download of <<$filename>> successful"\
|
||||||
|
"(# of attempts: $RETRY, time: ${DOWNLOAD_TIME}m)$_RST_"
|
||||||
|
RETRY=0
|
||||||
|
break
|
||||||
|
else
|
||||||
|
echo -e "`mydate` Download of <<${CI_GREEN}${filename}${_RST_}>>"\
|
||||||
|
"halted at attempt ${CI_GREEN}${RETRY}${_RST_} / $MAXRETRIES"
|
||||||
|
|
||||||
|
if [ -f /tmp/ydlpid.$MAIN_PID ]; then
|
||||||
|
sleep $SLEEP_TIME &
|
||||||
|
wait $!
|
||||||
|
else
|
||||||
|
echo -e "`mydate` ${CI_GREEN}[Intended restart]${_RST_}"
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
done
|
||||||
|
|
||||||
|
move_finished
|
||||||
|
|
||||||
|
exit 0
|
||||||
|
|
||||||
Loading…
x
Reference in New Issue
Block a user