[utils.git] / autodlctl

#!/bin/bash

paths=(/home/pub/video/anime $HOME/dc/autodl/cur)

function findcurep
{
    if [ -r badlist ]; then
	echo badlist `head -n 1 badlist`
	return 0
    fi
    if [ -r curep ]; then
	if [ -r maxep ]; then
	    if [ "`cat curep`" -le "`cat maxep`" ]; then
		echo curep `cat curep`
		return 0
	    fi
	else
	    echo curep `cat curep`
	    return 0
	fi
    fi
    echo none
    return 1
}

function getnext
{
    cd "$1/.autodl/"
    tag="$2"
    echo "checking $tag"
    sexpr="`cat sexpr`"
    unset badsizes
    epinfo=(`findcurep`)
    if [ "${epinfo[0]}" = none ]; then
	echo "no available episode of $tag" >&2
	echo "$tag" >>"$HOME/dc/autodl/faulty"
	touch disabled
	return 1
    fi
    epfrom="${epinfo[0]}"
    curep="${epinfo[1]}"
    unset badsizesl
    if [ -r badsizes ]; then
	badsizesl="$(sed -n "s/^0*$curep \([^#]*\)\( *#.*\)\?$/\1/p" badsizes)"
    fi
    if [ -n "$badsizesl" ]; then
	read -a badsizes <<<"$badsizesl"
	unset badsizesl
	echo "found bad size list: ${badsizes[@]}"
    fi
    unset args
    fsexpr="`printf "$sexpr" "$curep"`"
    if [ "${#badsizes[@]}" -gt 0 ]; then
	for badsize in "${badsizes[@]}"; do
	    fsexpr="$fsexpr & ! S=$badsize"
	done
    fi
    infofile=rtinfo
    estatfile=estat
    args=(-e "$fsexpr" -t "$tag $curep" -I "$infofile" -E "$estatfile" -x "curep=$curep")
    if [ -e wait ]; then
	args=("${args[@]}" -w)
    fi
    if [ -r uarg ]; then
	uarg="`cat uarg`"
    elif [ -e autouarg ]; then
	uarg="rename:$tag - %02i.ext:move:../autodl/cur/$tag"
    fi
    if [ -n "$uarg" ]; then
	fuarg="`printf "$uarg" "$curep"`"
	args=("${args[@]}" -a "$fuarg")
    fi
    outfile=output
    echo "trying to download -- autodl ${args[@]}"
    intr=n
    autodl "${args[@]}" >"$outfile" 2>&1 &
    pid=$!
    trap "intr=y; kill -INT $pid" USR1 INT
    wait $pid
    stat=$?
    if [ -r "$estatfile" ]; then
	estat=(`cat "$estatfile"`)
	rm -f "$estatfile"
    fi
    if [ "$intr" = y ]; then
	echo "$tag interrupted"
    else
	if [ "$stat" -ne 0 ]; then
	    if [ "$stat" -eq 1 ]; then
		echo "Failure for $tag" >>"$HOME/dc/autodl/errorlog"
		tail -n 20 "$outfile" >>"$HOME/dc/autodl/errorlog"
	    elif [ "$stat" -eq 2 ]; then
		echo "Connection error on $tag"
	    elif [ "$stat" -eq 3 ]; then
		echo "Configuration error, disabling $tag"
		cp "$outfile" conferr
		touch disabled
		echo "$tag" >>"$HOME/dc/autodl/faulty"
	    fi
	else
	    echo "episode $curep of $tag done (estat: \"$estat\")"
	    case "$epfrom" in
		badlist)
		    echo -en "${tag}\n${curep}\n" >>"$HOME/dc/autodl/baddone"
		    egrep -v "^$curep( |\$)" badlist >newbadlist
		    mv -f newbadlist badlist
		    if [ `wc -l <badlist` -eq 0 ]; then
			rm badlist
			echo "$tag has no more bad episodes"
			echo "$tag" >>"$HOME/dc/autodl/badmaxed"
		    fi
		    ;;
		curep)
		    if [ "$estat" = dbl ]; then
			echo -en "${tag}\n${curep}\n" >>"$HOME/dc/autodl/done"
			echo -en "${tag}\n$((${curep} + 1))\n" >>"$HOME/dc/autodl/done"
			let "nextep=curep+2"
		    else
			echo -en "${tag}\n${curep}\n" >>"$HOME/dc/autodl/done"
			let "nextep=curep+1"
		    fi
		    echo "$nextep" >curep
		    if [ -r maxep ]; then
			if [ "$nextep" -gt "`cat maxep`" ]; then
			    echo "$tag has reached max"
			    echo "$tag" >>"$HOME/dc/autodl/maxed"
			fi
		    fi
		    ;;
	    esac
	    if [ "$estat" = bad ]; then
		echo "episode reported as bad, adding to badlist"
		echo "$curep" >>badlist
	    elif [ "${estat[0]}" = badsize ]; then
		echo "size reported as bad"
		echo "$curep" >>badlist
		echo "$curep ${estat[1]}" >>badsizes
	    fi
	    if ! findcurep; then
		echo "no more episodes to download from $tag"
		touch disabled
	    fi
	fi
    fi
    rm -f "$outfile"
    rm -f "$HOME/dc/autodl/run/$tag"
}

for dir in $HOME/dc/autodl{,/cur,/run}; do
    if [ -e "$dir" ]; then
	if [ ! -d "$dir" ]; then
	    echo "$dir is not a directory, please remedy and restart" >&2
	    exit 1
	fi
    else
	mkdir "$dir" || exit 1
    fi
done

while [ $# -gt 0 ]; do
    arg="$1"
    shift
    case "$arg" in
	-k)
	    pid="$(cat "$HOME/dc/autodl/run/master")"
	    if [ -z "$pid" ]; then
		echo "autodlctl: could not read a PID from $HOME/dc/autodl/run/master" >&2
		exit 1
	    fi
	    kill "$pid"
	    exit 0
	    ;;
	*)
	    echo "autodlctl: unrecognized option: \"$arg\"" >&2
	    exit 1
	    ;;
    esac
done

lastget=0
done=n
trap "done=y" INT QUIT TERM
echo $$ >"$HOME/dc/autodl/run/master"
while [ "$done" != y ]; do
    for pidfile in $HOME/dc/autodl/run/*; do
	if [ "$pidfile" = "$HOME/dc/autodl/run/*" ]; then break; fi
	pid="`cat "$pidfile"`"
	if [ -d /proc/1 -a ! -d "/proc/$pid" ]; then
	    echo "removing stale pidfile $pidfile"
	    rm -f "$pidfile"
	fi
    done
    for p in "${paths[@]}"; do
	for d in "$p"/*; do
	    if [ -d "$d/.autodl" -a ! -e "$d/.autodl/disabled" ]; then
		if [ -r "$d/.autodl/tag" ]; then
		    tag="`cat "$d/.autodl/tag"`"
		else
		    tag="`basename "$d"`"
		fi
		start=y
		if [ -e "$d/.autodl/disable" ]; then
		    echo "disabling $tag per user request"
		    start=n
		    touch "$d/.autodl/disabled"
		    rm -f "$d/.autodl/disable"
		    if [ -r "$HOME/dc/autodl/run/$tag" ]; then
			pid="`cat "$HOME/dc/autodl/run/$tag"`"
			echo "sending SIGUSR1 to $pid"
			kill -USR1 "$pid"
		    else
			echo "could not find pid for $tag"
		    fi
		fi
		if [ -e "$d/.autodl/restart" ]; then
		    echo "restarting $tag per user request"
		    rm -f "$d/.autodl/restart"
		    if [ -r "$HOME/dc/autodl/run/$tag" ]; then
			pid="`cat "$HOME/dc/autodl/run/$tag"`"
			echo "sending SIGUSR1 to $pid"
			kill -USR1 "$pid"
			while [ -e "$HOME/dc/autodl/run/$tag" ]; do
			    echo "waiting for it to exit"
			    sleep 1
			done
		    else
			echo "could not find pid for $tag"
		    fi
		fi
		if [ $start = y ]; then
		    if [ ! -r "$d/.autodl/sexpr" ]; then
			touch "$d/.autodl/disabled"
			echo "$tag lacks sexpr" >&2
			echo "$tag" >>"$HOME/dc/autodl/faulty"
		    else
			if [ ! -e "$HOME/dc/autodl/run/$tag" ]; then
			    if [ $((`date +%s` - $lastget)) -gt 20 ]; then
				getnext "$d" "$tag" &
				lastget=`date +%s`
				pid=$!
				echo "$pid" >"$HOME/dc/autodl/run/$tag"
			    fi
			fi
		    fi
		fi
	    fi
	done
    done
    sleep 10
done

for pidfile in $HOME/dc/autodl/run/*; do
    if [ "$pidfile" = "$HOME/dc/autodl/run/*" ]; then break; fi
    if [ "$(basename "$pidfile")" = master ]; then continue; fi
    pid="`cat "$pidfile"`"
    echo "sending SIGUSR1 to $pid for `basename "$pidfile"`"
    kill -USR1 "$pid"
done

rm -f "$HOME/dc/autodl/run/master"
Commit	Line	Data
	1	#!/bin/bash
	2
	3	paths=(/home/pub/video/anime $HOME/dc/autodl/cur)
	4
	5	function findcurep
	6	{
	7	if [ -r badlist ]; then
	8	echo badlist `head -n 1 badlist`
	9	return 0
	10	fi
	11	if [ -r curep ]; then
	12	if [ -r maxep ]; then
	13	if [ "`cat curep`" -le "`cat maxep`" ]; then
	14	echo curep `cat curep`
	15	return 0
	16	fi
	17	else
	18	echo curep `cat curep`
	19	return 0
	20	fi
	21	fi
	22	echo none
	23	return 1
	24	}
	25
	26	function getnext
	27	{
	28	cd "$1/.autodl/"
	29	tag="$2"
	30	echo "checking $tag"
	31	sexpr="`cat sexpr`"
	32	unset badsizes
	33	epinfo=(`findcurep`)
	34	if [ "${epinfo[0]}" = none ]; then
	35	echo "no available episode of $tag" >&2
	36	echo "$tag" >>"$HOME/dc/autodl/faulty"
	37	touch disabled
	38	return 1
	39	fi
	40	epfrom="${epinfo[0]}"
	41	curep="${epinfo[1]}"
	42	unset badsizesl
	43	if [ -r badsizes ]; then
	44	badsizesl="$(sed -n "s/^0$curep \([^#]\)\( #.\)\?$/\1/p" badsizes)"
	45	fi
	46	if [ -n "$badsizesl" ]; then
	47	read -a badsizes <<<"$badsizesl"
	48	unset badsizesl
	49	echo "found bad size list: ${badsizes[@]}"
	50	fi
	51	unset args
	52	fsexpr="`printf "$sexpr" "$curep"`"
	53	if [ "${#badsizes[@]}" -gt 0 ]; then
	54	for badsize in "${badsizes[@]}"; do
	55	fsexpr="$fsexpr & ! S=$badsize"
	56	done
	57	fi
	58	infofile=rtinfo
	59	estatfile=estat
	60	args=(-e "$fsexpr" -t "$tag $curep" -I "$infofile" -E "$estatfile" -x "curep=$curep")
	61	if [ -e wait ]; then
	62	args=("${args[@]}" -w)
	63	fi
	64	if [ -r uarg ]; then
	65	uarg="`cat uarg`"
	66	elif [ -e autouarg ]; then
	67	uarg="rename:$tag - %02i.ext:move:../autodl/cur/$tag"
	68	fi
	69	if [ -n "$uarg" ]; then
	70	fuarg="`printf "$uarg" "$curep"`"
	71	args=("${args[@]}" -a "$fuarg")
	72	fi
	73	outfile=output
	74	echo "trying to download -- autodl ${args[@]}"
	75	intr=n
	76	autodl "${args[@]}" >"$outfile" 2>&1 &
	77	pid=$!
	78	trap "intr=y; kill -INT $pid" USR1 INT
	79	wait $pid
	80	stat=$?
	81	if [ -r "$estatfile" ]; then
	82	estat=(`cat "$estatfile"`)
	83	rm -f "$estatfile"
	84	fi
	85	if [ "$intr" = y ]; then
	86	echo "$tag interrupted"
	87	else
	88	if [ "$stat" -ne 0 ]; then
	89	if [ "$stat" -eq 1 ]; then
	90	echo "Failure for $tag" >>"$HOME/dc/autodl/errorlog"
	91	tail -n 20 "$outfile" >>"$HOME/dc/autodl/errorlog"
	92	elif [ "$stat" -eq 2 ]; then
	93	echo "Connection error on $tag"
	94	elif [ "$stat" -eq 3 ]; then
	95	echo "Configuration error, disabling $tag"
	96	cp "$outfile" conferr
	97	touch disabled
	98	echo "$tag" >>"$HOME/dc/autodl/faulty"
	99	fi
	100	else
	101	echo "episode $curep of $tag done (estat: \"$estat\")"
	102	case "$epfrom" in
	103	badlist)
	104	echo -en "${tag}\n${curep}\n" >>"$HOME/dc/autodl/baddone"
	105	egrep -v "^$curep( \|\$)" badlist >newbadlist
	106	mv -f newbadlist badlist
	107	if [ `wc -l <badlist` -eq 0 ]; then
	108	rm badlist
	109	echo "$tag has no more bad episodes"
	110	echo "$tag" >>"$HOME/dc/autodl/badmaxed"
	111	fi
	112	;;
	113	curep)
	114	if [ "$estat" = dbl ]; then
	115	echo -en "${tag}\n${curep}\n" >>"$HOME/dc/autodl/done"
	116	echo -en "${tag}\n$((${curep} + 1))\n" >>"$HOME/dc/autodl/done"
	117	let "nextep=curep+2"
	118	else
	119	echo -en "${tag}\n${curep}\n" >>"$HOME/dc/autodl/done"
	120	let "nextep=curep+1"
	121	fi
	122	echo "$nextep" >curep
	123	if [ -r maxep ]; then
	124	if [ "$nextep" -gt "`cat maxep`" ]; then
	125	echo "$tag has reached max"
	126	echo "$tag" >>"$HOME/dc/autodl/maxed"
	127	fi
	128	fi
	129	;;
	130	esac
	131	if [ "$estat" = bad ]; then
	132	echo "episode reported as bad, adding to badlist"
	133	echo "$curep" >>badlist
	134	elif [ "${estat[0]}" = badsize ]; then
	135	echo "size reported as bad"
	136	echo "$curep" >>badlist
	137	echo "$curep ${estat[1]}" >>badsizes
	138	fi
	139	if ! findcurep; then
	140	echo "no more episodes to download from $tag"
	141	touch disabled
	142	fi
	143	fi
	144	fi
	145	rm -f "$outfile"
	146	rm -f "$HOME/dc/autodl/run/$tag"
	147	}
	148
	149	for dir in $HOME/dc/autodl{,/cur,/run}; do
	150	if [ -e "$dir" ]; then
	151	if [ ! -d "$dir" ]; then
	152	echo "$dir is not a directory, please remedy and restart" >&2
	153	exit 1
	154	fi
	155	else
	156	mkdir "$dir" \|\| exit 1
	157	fi
	158	done
	159
	160	while [ $# -gt 0 ]; do
	161	arg="$1"
	162	shift
	163	case "$arg" in
	164	-k)
	165	pid="$(cat "$HOME/dc/autodl/run/master")"
	166	if [ -z "$pid" ]; then
	167	echo "autodlctl: could not read a PID from $HOME/dc/autodl/run/master" >&2
	168	exit 1
	169	fi
	170	kill "$pid"
	171	exit 0
	172	;;
	173	*)
	174	echo "autodlctl: unrecognized option: \"$arg\"" >&2
	175	exit 1
	176	;;
	177	esac
	178	done
	179
	180	lastget=0
	181	done=n
	182	trap "done=y" INT QUIT TERM
	183	echo $$ >"$HOME/dc/autodl/run/master"
	184	while [ "$done" != y ]; do
	185	for pidfile in $HOME/dc/autodl/run/*; do
	186	if [ "$pidfile" = "$HOME/dc/autodl/run/*" ]; then break; fi
	187	pid="`cat "$pidfile"`"
	188	if [ -d /proc/1 -a ! -d "/proc/$pid" ]; then
	189	echo "removing stale pidfile $pidfile"
	190	rm -f "$pidfile"
	191	fi
	192	done
	193	for p in "${paths[@]}"; do
	194	for d in "$p"/*; do
	195	if [ -d "$d/.autodl" -a ! -e "$d/.autodl/disabled" ]; then
	196	if [ -r "$d/.autodl/tag" ]; then
	197	tag="`cat "$d/.autodl/tag"`"
	198	else
	199	tag="`basename "$d"`"
	200	fi
	201	start=y
	202	if [ -e "$d/.autodl/disable" ]; then
	203	echo "disabling $tag per user request"
	204	start=n
	205	touch "$d/.autodl/disabled"
	206	rm -f "$d/.autodl/disable"
	207	if [ -r "$HOME/dc/autodl/run/$tag" ]; then
	208	pid="`cat "$HOME/dc/autodl/run/$tag"`"
	209	echo "sending SIGUSR1 to $pid"
	210	kill -USR1 "$pid"
	211	else
	212	echo "could not find pid for $tag"
	213	fi
	214	fi
	215	if [ -e "$d/.autodl/restart" ]; then
	216	echo "restarting $tag per user request"
	217	rm -f "$d/.autodl/restart"
	218	if [ -r "$HOME/dc/autodl/run/$tag" ]; then
	219	pid="`cat "$HOME/dc/autodl/run/$tag"`"
	220	echo "sending SIGUSR1 to $pid"
	221	kill -USR1 "$pid"
	222	while [ -e "$HOME/dc/autodl/run/$tag" ]; do
	223	echo "waiting for it to exit"
	224	sleep 1
	225	done
	226	else
	227	echo "could not find pid for $tag"
	228	fi
	229	fi
	230	if [ $start = y ]; then
	231	if [ ! -r "$d/.autodl/sexpr" ]; then
	232	touch "$d/.autodl/disabled"
	233	echo "$tag lacks sexpr" >&2
	234	echo "$tag" >>"$HOME/dc/autodl/faulty"
	235	else
	236	if [ ! -e "$HOME/dc/autodl/run/$tag" ]; then
	237	if [ $((`date +%s` - $lastget)) -gt 20 ]; then
	238	getnext "$d" "$tag" &
	239	lastget=`date +%s`
	240	pid=$!
	241	echo "$pid" >"$HOME/dc/autodl/run/$tag"
	242	fi
	243	fi
	244	fi
	245	fi
	246	fi
	247	done
	248	done
	249	sleep 10
	250	done
	251
	252	for pidfile in $HOME/dc/autodl/run/*; do
	253	if [ "$pidfile" = "$HOME/dc/autodl/run/*" ]; then break; fi
	254	if [ "$(basename "$pidfile")" = master ]; then continue; fi
	255	pid="`cat "$pidfile"`"
	256	echo "sending SIGUSR1 to $pid for `basename "$pidfile"`"
	257	kill -USR1 "$pid"
	258	done
	259
	260	rm -f "$HOME/dc/autodl/run/master"