[doldaconnect.git] / lib / guile / autodl

#!/usr/bin/guile -s
!#

(use-modules (dolcon ui))
(use-modules (ice-9 pretty-print))

(define sr '())
(define lastsearch 0)
(define info-searcheta 0)
(define info-numavail 0)
(define info-numreal 0)
(define info-numtotal 0)
(define lastparse 0)
(define srchid -1)
(define session '())
(define trans '())
(define dpeers '())
(define lastdl 0)

(define (logf msg)
  (write-line msg (current-output-port))
  (catch 'system-error (lambda ()
			 (fsync (current-output-port)))
	 (lambda (key . err) #f))
  )

(define (make-getopt opts optdesc)
  (let ((arg opts) (curpos 0) (rest '()))
    (lambda ()
      (if (eq? arg '()) rest
	  (let ((ret #f))
	    (while (not ret)
		   (if (= curpos 0)
		       (if (eq? (string-ref (car arg) 0) #\-)
			   (set! curpos 1)
			   (begin
			     (set! rest (append rest (list (car arg))))
			     (set! arg (cdr arg))
			     (if (eq? arg '())
				 (set! ret #t)))))
		   (if (> curpos 0)
		       (if (< curpos (string-length (car arg)))
			   (begin (set! ret (string-ref (car arg) curpos)) (set! curpos (+ curpos 1)))
			   (begin (set! curpos 0) (set! arg (cdr arg)) (if (eq? arg '()) (set! ret #t))))))
	    (if (eq? ret #t) rest
		(let ((opt (string-index optdesc ret)))
		  (if (eq? opt #f) (throw 'illegal-option ret)
		      (if (and (< opt (- (string-length optdesc) 1)) (eq? (string-ref optdesc (+ opt 1)) #\:))
			  (let ((ret
				 (cons ret (let ((optarg
						  (if (< curpos (string-length (car arg)))
						      (substring (car arg) curpos)
						      (begin (set! arg (cdr arg)) (if (eq? arg '()) (throw 'requires-argument ret)) (car arg)))))
					     (set! arg (cdr arg)) optarg))))
			    (set! curpos 0)
			    ret)
			  (list ret))))))))))

(define (ftime)
  (let ((ctime (gettimeofday)))
    (+ (car ctime) (/ (cdr ctime) 1000000))))

(define (wanttosearch)
  (> (- (current-time) lastsearch)
     (if (> (length trans) 0) 300 60))
  )

(define defspeed '())
(let ((matchlist (list
		  (cons (make-regexp "^[][{}() ]*BBB" regexp/icase) 100000))))
  (set! defspeed
	(lambda (sr)
	  (catch 'ret
		 (lambda ()
		   (for-each (lambda (o)
			       (if (regexp-exec (car o) (cadr (cdr (assoc 'peer sr))))
				   (throw 'ret (cdr o))))
			     matchlist)
		   15000)
		 (lambda (sig ret)
		   ret))
	  )))

(define (sr-less? sr1 sr2)
  (let ((s1 (if (cdr (assoc 'speed sr1)) (cdr (assoc 'speed sr1)) (defspeed sr1)))
	(s2 (if (cdr (assoc 'speed sr2)) (cdr (assoc 'speed sr2)) (defspeed sr2))))
    (if (= s1 s2)
	(< (cdr (assoc 'resptime sr1)) (cdr (assoc 'resptime sr2)))
	(> s1 s2)))
  )

(define (srg-less? g1 g2)
  (or (> (length (cdr g1)) (length (cdr g2)))
      (and (= (length (cdr g1)) (length (cdr g2)))
	   (> (car g1) (car g2))))
  )

(define (gettrbysize size)
  (catch 'ret
	 (lambda ()
	   (for-each (lambda (o)
		       (if (= (cdr (assoc 'size (cdr o))) size)
			   (throw 'ret (cdr o))))
		     trans)
	   #f)
	 (lambda (sig ret)
	   ret))
  )

(define (download sr)
  (let ((resp #f))
    (let ((args (list "download"
		      (car (cdr (assoc 'peer sr)))
		      (cadr (cdr (assoc 'peer sr)))
		      (cdr (assoc 'filename sr))
		      (cdr (assoc 'size sr)))))
      (let ((hash (assoc 'hash sr)))
	(if (and hash (not (equal? (cdr hash) ""))) (set! args (append args (list "hash" (cdr hash))))))
      (let ((tag (assoc 'tag session)))
	(if tag (set! args (append args (list "tag" (cdr tag))))))
      (let ((uarg (assoc 'uarg session)))
	(if uarg (set! args (append args (list "user" (cdr uarg))))))
      (set! resp (apply dc-ecmd-assert 200 args)))
    (let ((id (car (dc-intresp resp))))
      (set! trans
	    (cons (cons id (list (assoc 'size sr)
				 (assoc 'peer sr)
				 (assoc 'filename sr)
				 (assoc 'resptime sr)
				 '(curpos . 0)
				 '(state . wait)
				 '(curspeed . #f)
				 '(lastpos . 0)
				 (cons 'id id)
				 (cons 'lasttime (current-time))
				 (cons 'lastprog (current-time))))
		  trans))
      (logf (string-append "downloading "
			   (cdr (assoc 'filename sr))
			   " from "
			   (cadr (cdr (assoc 'peer sr)))
			   ", "
			   (number->string (cdr (assoc 'size sr)))
			   " bytes (id "
			   (number->string id)
			   ", "
			   (number->string (cdr (assoc 'slots sr)))
			   " slots), timing out in "
			   (number->string (max 10 (* (cdr (assoc 'resptime sr)) 2)))
			   " seconds"))))
  (set! lastdl (current-time))
  )

(define (disablepeer peer)
  (let ((newglist '()) (numrem 0))
    (for-each (lambda (g)
		(let ((newlist '()))
		  (for-each (lambda (o)
			      (if (not (equal? (cdr (assoc 'peer o)) peer))
				  (set! newlist (cons o newlist))
				  (set! numrem (+ numrem 1))))
			    (cdr g))
		  (if (not (eq? newlist '()))
		      (set! newglist (cons (cons (car g) (sort newlist sr-less?)) newglist)))))
	      sr)
    (set! sr (sort newglist srg-less?))
    (logf (string-append "disabled " (cadr peer) " and removed " (number->string numrem) " search results")))
  (let* ((dpa (assoc peer dpeers)) (dp (and (pair? dpa) (cdr dpa))))
    (if dp
	(set-cdr! (assoc 'time dp) (current-time))
	(set! dpeers (cons (cons peer (list (cons 'time (current-time))
					    (cons 'peer peer)))
			   dpeers))))
  )

(define (checktrans)
  (let ((time (current-time)))
    (for-each (lambda (o)
		(if (and (memq (cdr (assoc 'state (cdr o))) '(wait hs))
			 (> (- time (cdr (assoc 'lastprog (cdr o)))) (max 10 (* (cdr (assoc 'resptime (cdr o))) 2))))
		    (begin (logf (string-append "transfer " (number->string (car o)) " timing out"))
			   (dc-ecmd-assert 200 "cancel" (car o))
			   (disablepeer (cdr (assoc 'peer (cdr o))))
			   (set! trans (assq-remove! trans (car o)))))
		(if (and (eq? (cdr (assoc 'state (cdr o))) 'main)
			 (> (- time (cdr (assoc 'lastprog (cdr o)))) 60))
		    (begin (logf (string-append "transfer " (number->string (car o)) " seems to have stalled"))
			   (dc-ecmd-assert 200 "cancel" (car o))
			   (set! trans (assq-remove! trans (car o)))))
		(if (and (eq? (cdr (assoc 'state (cdr o))) 'main)
			 (> (- (cdr (assoc 'lastprog (cdr o))) (cdr (assoc 'lasttime (cdr o)))) 20))
		    (begin (set-cdr! (assoc 'curspeed (cdr o))
				     (/ (- (cdr (assoc 'curpos (cdr o))) (cdr (assoc 'lastpos (cdr o))))
					(- (cdr (assoc 'lastprog (cdr o))) (cdr (assoc 'lasttime (cdr o))))))
			   (set-cdr! (assoc 'lastpos (cdr o)) (cdr (assoc 'curpos (cdr o))))
			   (set-cdr! (assoc 'lasttime (cdr o)) (cdr (assoc 'lastprog (cdr o)))))))
		trans))
  )

(define (write-info-file)
  (if (assoc 'info-file session)
      (let ((op (open-output-file (cdr (assoc 'info-file session)))))
	(write (list (cons 'numdl (length trans))
		     (cons 'lastdl lastdl)
		     (cons 'availsr info-numavail)
		     (cons 'realsr info-numreal)
		     (cons 'totalsr info-numtotal)
		     (cons 'lastsrch lastsearch)
		     (cons 'srcheta info-searcheta))
	       op)
	(newline op)
	(close-port op))))

(define (parseresults)
  (logf (string-append "entering parseresults with "
		       (number->string
			(apply + (map (lambda (o) (length (cdr o))) sr)))
		       " results in "
		       (number->string (length sr))
		       " sizes"))
  (let ((retval #t) (numreal 0) (numtotal 0) (numavail 0))
    (catch 'ret
	   (lambda ()
	     (and (eq? sr '()) (throw 'ret #f))
	     (let ((numrem 0) (countrem 0) (newglist '()))
	       (for-each (lambda (g)
			   (let ((newlist '()))
			     (for-each (lambda (o)
					 (if (< (- (current-time) (cdr (assoc 'recvtime o))) 300)
					     (set! newlist (cons o newlist))
					     (set! countrem (+ countrem 1))))
				       (cdr g))
			     (if (> (length newlist) 0)
				 (set! newglist (cons (cons (car g) (sort newlist sr-less?)) newglist))
				 (set! numrem (+ numrem 1)))))
			 sr)
	       (set! sr (sort newglist srg-less?))
	       (if (> countrem 0)
		   (logf (string-append "removed " (number->string countrem) " time-outed results and " (number->string numrem) " entire sizes"))))
	     (let ((numrem 0) (newlist '()))
	       (for-each (lambda (o)
			   (if (> (- (current-time) (cdr (assoc 'time o))) 1800)
			       (set! numrem (+ numrem 1))
			       (set! newlist (cons o newlist))))
			 dpeers)
	       (set! dpeers newlist)
	       (logf (string-append "re-enabled " (number->string numrem) " disabled users")))
	     (let ((numrem 0) (countrem 0) (newglist '()))
	       (for-each (lambda (g)
			   (let ((newlist '()))
			     (for-each (lambda (o)
					 (if (not (assoc (cdr (assoc 'peer o)) dpeers))
					     (set! newlist (cons o newlist))
					     (set! countrem (+ countrem 1))))
				       (cdr g))
			     (if (> (length newlist) 0)
				 (set! newglist (cons (cons (car g) (sort newlist sr-less?)) newglist))
				 (set! numrem (+ numrem 1)))))
			 sr)
	       (set! sr (sort newglist srg-less?))
	       (if (> countrem 0)
		   (logf (string-append "removed " (number->string countrem) " results with disabled peers and " (number->string numrem) " entire sizes"))))
	     (and (eq? sr '()) (throw 'ret #f))
	     (set! numtotal (apply + (map (lambda (o) (length (cdr o))) sr)))
	     (let* ((maxsize (apply max (map (lambda (o) (length (cdr o))) sr)))
		    (minsize (/ maxsize 3)))
	       (let ((numrem 0) (countrem 0))
		 (for-each (lambda (o) (if (< (length (cdr o)) minsize)
					   (begin (set! countrem (+ countrem (length (cdr o))))
						  (set! numrem (+ numrem 1)))))
			   sr)
		 (if (> countrem 0)
		     (logf (string-append "will disregard " (number->string countrem) " results from " (number->string numrem) " sizes due to popularity lack")))
		 (set! numreal (- numtotal countrem)))
	       (let ((numrem 0) (numrrem 0))
		 (for-each (lambda (g)
			     (for-each (lambda (o)
					 (if (< (cdr (assoc 'slots o)) 1)
					     (begin (set! numrem (+ numrem 1))
						    (if (>= (length (cdr g)) minsize)
							(set! numrrem (+ numrrem 1))))))
				       (cdr g)))
			   sr)
		 (if (> numrem 0)
		     (logf (string-append (number->string numrem) " results had no slots")))
		 (set! numavail (- numreal numrrem)))
	       (for-each (lambda (g)
			   (if (>= (length (cdr g)) minsize)
			       (catch 'found
				      (lambda ()
					(for-each (lambda (o)
						    (and (> (cdr (assoc 'slots o)) 0)
							 (throw 'found o)))
						  (cdr g)))
				      (lambda (sig sr)
					(let ((tr (gettrbysize (cdr (assoc 'size sr)))))
					  (if (not tr)
					      (if (< (length trans) (cdr (assoc 'maxtrans session)))
						  (download sr))
					      (if (and (cdr (assoc 'curspeed tr))
						       (not (equal? (cdr (assoc 'peer sr)) (cdr (assoc 'peer tr))))
						       (> (- (or (cdr (assoc 'speed sr)) (defspeed sr)) (cdr (assoc 'curspeed tr))) 10000))
						  (begin (logf (string-append "abandoning transfer "
									      (number->string (cdr (assoc 'id tr)))
									      " for possible faster sender"))
							 (dc-ecmd-assert 200 "cancel" (cdr (assoc 'id tr)))
							 (set! trans (assq-remove! trans (cdr (assoc 'id tr))))
							 (download sr)))))))))
			 sr)
	       )
	     )
	   (lambda (sig ret)
	     (set! retval ret)
	     ))
    (set! info-numavail numavail)
    (set! info-numreal numreal)
    (set! info-numtotal numtotal)
    retval)
  )

(define (handlesr filename fnet peer size slots resptime hash)
  (let ((cl (or (assoc size sr)
		(let ((newp (cons size '()))) (set! sr (append sr (list newp))) newp)))
	(newsr (list
		(cons 'filename filename)
		(cons 'peer (list fnet peer))
		(cons 'size size)
		(cons 'slots slots)
		(cons 'resptime resptime)
		(cons 'speed (getspeed peer))
		(cons 'hash hash)
		(cons 'recvtime (current-time))
		(cons 'dis #f)))
	(newlist '()))
    (for-each (lambda (o) (if (not (and (equal? (cdr (assoc 'filename o)) filename)
					(equal? (cdr (assoc 'peer o)) (list fnet peer))))
			      (set! newlist (cons o newlist))))
	      (cdr cl))
    (set-cdr! cl (sort (cons newsr newlist) sr-less?))
    )
  )

; XXX: Redefine to go through the server, once that is implemented
(define (getspeed username)
  (catch 'system-error
	 (lambda ()
	   (let* ((port (open-input-file (string-append (getenv "HOME") "/dc/users/" username))) (avg 0) (numdls (string->number (read-line port))) (max (string->number (read-line port))) (numents (string->number (read-line port))))
	     (do ((i 0 (+ i 1))) ((= i numents) (close-port port) (/ avg numents)) (set! avg (+ avg (string->number (read-line port)))))
	   ))
	 (lambda args
	   #f
	   )
	 )
  )

(define (validate-session session)
  (catch 'wrong-type-arg
	 (lambda ()
	   (and
	    (assoc 'sexpr session)
	    (assoc 'prio session)
	    (assoc 'maxtrans session)
	    #t
	    )
	   )
	 (lambda (key . args)
	   (display "Session data is not an a-list\n" (current-error-port))
	   #f)
	 )
  )

(define (autodl-main args)
  (let ((dc-server #f) (done #f) (retval 0))
    (let ((getopt (make-getopt (cdr args) "hs:S:e:p:t:a:I:")) (arg #f))
      (do ((arg (getopt) (getopt))) ((not (and (pair? arg) (char? (car arg)))) (set! args arg))
	(cond ((eq? (car arg) #\h)
	       (begin (display "usage: autodl [-s server] -S sessfile\n" (current-error-port))
		      (display "       autodl [-s server] -e search-expression [-p prio] [-t tag] [-a userarg]\n" (current-error-port))
		      (display "       autodl [-s server]\n" (current-error-port))
		      (display "       autodl -h\n" (current-error-port))
		      (exit 0)))
	      ((eq? (car arg) #\s)
	       (set! dc-server (cdr arg)))
	      ((eq? (car arg) #\S)
	       (let ((port (open-file (cdr arg)))) (set! session (read port)) (close-port port)))
	      ((eq? (car arg) #\p)
	       (let ((c (assoc 'prio session)))
		 (if c (set-cdr! c (cdr arg))
		     (set! session (cons (cons 'prio (cdr arg)) session)))))
	      ((eq? (car arg) #\t)
	       (let ((c (assoc 'tag session)))
		 (if c (set-cdr! c (cdr arg))
		     (set! session (cons (cons 'tag (cdr arg)) session)))))
	      ((eq? (car arg) #\a)
	       (let ((c (assoc 'uarg session)))
		 (if c (set-cdr! c (cdr arg))
		     (set! session (cons (cons 'uarg (cdr arg)) session)))))
	      ((eq? (car arg) #\I)
	       (let ((c (assoc 'info-file session)))
		 (if c (set-cdr! c (cdr arg))
		     (set! session (cons (cons 'info-file (cdr arg)) session)))))
	      ((eq? (car arg) #\e)
	       (set! session (cons (cons 'sexpr (dc-lexsexpr (cdr arg))) session)))
	      )
	)
      )
    (if (eq? session '()) (begin (if (isatty? (current-input-port)) (display "Enter session data (s-expr):\n" (current-error-port))) (set! session (read))))
    (if (not (assoc 'prio session))
	(set! session (cons '(prio . 10) session)))
    (if (not (assoc 'maxtrans session))
	(set! session (cons '(maxtrans . 1) session)))
    (if (not (validate-session session)) (begin (display "Invalid session!\n" (current-error-port)) (exit 1)))
    (if (not dc-server) (set! dc-server (getenv "DCSERVER")))
    (if (not dc-server) (set! dc-server "localhost"))
    (catch 'system-error
	   (lambda ()
	     (dc-c&l #t dc-server #t))
	   (lambda (key . args)
	     (logf (string-append "could not connect to server: " (apply format #f (cadr args) (caddr args))))
	     (exit 2)))
    (dc-ecmd-assert 200 "notify" "all" "on")
    (for-each (lambda (sig) (sigaction sig (lambda (sig) (throw 'sig sig)))) (list SIGINT SIGTERM SIGHUP))
    (catch 'sig
	   (lambda ()
	     (while #t
		    (if (and (not (= lastsearch -1)) (wanttosearch))
			(begin
			  (if (not (= srchid -1))
			      (dc-ecmd "cansrch" srchid))
			  (let* ((resp (apply dc-ecmd-assert (append (list '(200 501 509) "search" "prio" (number->string (cdr (assoc 'prio session))) "all") (cdr (assoc 'sexpr session)))))
				 (ires (dc-intresp resp))
				 (eres (dc-extract resp)))
			    (case (cdr (assoc 'code eres))
			      ((200)
			       (begin (set! srchid (car ires))
				      (logf (string-append "search scheduled in " (number->string (cadr ires)) " seconds (id " (number->string srchid) ")"))
				      (set! info-searcheta (+ (current-time) (cadr ires)))
				      (set! lastsearch -1)))
			      ((501)
			       (begin (set! srchid -1)
				      (logf (string-append "no fnetnodes available to search on"))
				      (set! lastsearch (current-time))))
			      ((509)
			       (begin (logf "illegal search expression")
				      (set! done #t)
				      (set! retval 3)
				      (throw 'sig 0)))))))
		    (checktrans)
		    (if (> (- (current-time) lastparse) 20)
			(begin (parseresults)
			       (set! lastparse (current-time))))
		    (write-info-file)
		    (dc-select 10000)
		    (while (let ((resp (dc-getresp)))
			     (if resp
				 (begin
				   (let* ((er (dc-extract resp)) (code (cdr (assoc 'code er))) (cmd (cdr (assoc 'cmd er))))
				     (cond
				       ((equal? cmd ".notify")
					(case code
					  ((611) ; Transfer state change
					   (let ((ires (dc-intresp resp)) (tr #f))
					     (if (and ires (assoc (car ires) trans))
						 (begin (set! tr (cdr (assoc (car ires) trans)))
							(set-cdr! (assoc 'state tr)
								  (cdr (assoc (cadr ires) '((0 . wait) (1 . hs) (2 . main) (3 . done)))))
							(set-cdr! (assoc 'lastprog tr) (current-time))))))
					  ((614) ; Transfer error
					   (let ((ires (dc-intresp resp)))
					     (if (and ires (assoc (car ires) trans))
						 (begin (logf (string-append "transfer " (number->string (car ires)) " encountered error " (number->string (cadr ires))))
							(dc-ecmd-assert 200 "cancel" (car ires))
							(let ((tr (cdr (assoc (car ires) trans))))
							  (disablepeer (cdr (assoc 'peer tr))))
							(set! trans (assq-remove! trans (car ires)))))))
					  ((615) ; Transfer progress
					   (let ((ires (dc-intresp resp)) (tr #f))
					     (if (and ires (assoc (car ires) trans))
						 (begin (set! tr (cdr (assoc (car ires) trans)))
							(set-cdr! (assoc 'curpos tr) (cadr ires))
							(set-cdr! (assoc 'lastprog tr) (current-time))))))
					  ((617) ; Transfer destroyed
					   (let* ((ires (dc-intresp resp)) (tr (and ires (assoc (car ires) trans))))
					     (if tr
						 (begin (if (eq? (cdr (assoc 'state (cdr tr))) 'done)
							    (begin (logf (string-append "transfer " (number->string (car ires)) " done"))
								   (set! trans (assq-remove! trans (car ires)))
								   (set! done #t)
								   (throw 'sig 0))
							    (begin (logf (string-append "transfer " (number->string (car ires)) " disappeared"))
								   (set! trans (assq-remove! trans (car ires)))))))))
					  ((620) ; Search rescheduled
					   (let ((ires (dc-intresp resp)))
					     (if (and ires (= (car ires) srchid))
						 (begin (set! info-searcheta (+ (current-time) (cadr ires)))
							(logf (string-append "search rescheduled to T+" (number->string (cadr ires))))))))
					  ((621) ; Search committed
					   (let ((ires (dc-intresp resp)))
					     (if (and ires (= (car ires) srchid))
						 (begin (logf "search committed")
							(set! info-searcheta 0)
							(set! lastsearch (current-time))))))
					  ((622) ; Search result
					   (let ((ires (list->vector (dc-intresp resp))))
					     (if (and ires (= (vector-ref ires 0) srchid)) (apply handlesr (map (lambda (n) (vector-ref ires n)) '(1 2 3 4 5 7 8))))))
					  
					  )
					)
				       
				       )
				     )
				   #t)
				 #f)
			     )
			   #t
			   )
		    )
	     )
	   (lambda (key sig)
	     (logf (string-append "interrupted by signal " (number->string sig)))
	     (if (not done)
		 (set! retval 1)))
	   )
    (logf "quitting...")
    (catch 'sig
	   (lambda ()
	     (if (dc-connected)
		 (begin (for-each (lambda (o)
				    (dc-qcmd (list "cancel" (car o))))
				  trans)
			(if (assoc 'info-file session)
			    (catch 'system-error
				   (lambda ()
				     (delete-file (cdr (assoc 'info-file session))))
				   (lambda (key . args) #t)))
			(if (and done (assoc 'tag session))
			    (dc-qcmd (list "filtercmd" "rmtag" (cdr (assoc 'tag session)))))
			(if (not (= srchid -1))
			    (dc-qcmd (list "cansrch" srchid)))
			(dc-qcmd '("quit"))
			(while (dc-connected) (dc-select))
			)))
	   (lambda (key sig)
	     (logf "forcing quit")))
    (exit retval)
    )
  )

(setlocale LC_ALL "")
(autodl-main (command-line))
Commit	Line	Data
d3372da9	1	#!/usr/bin/guile -s
	2	!#
	3
	4	(use-modules (dolcon ui))
	5	(use-modules (ice-9 pretty-print))
	6
	7	(define sr '())
	8	(define lastsearch 0)
	9	(define info-searcheta 0)
	10	(define info-numavail 0)
	11	(define info-numreal 0)
	12	(define info-numtotal 0)
	13	(define lastparse 0)
	14	(define srchid -1)
	15	(define session '())
	16	(define trans '())
	17	(define dpeers '())
	18	(define lastdl 0)
	19
	20	(define (logf msg)
	21	(write-line msg (current-output-port))
	22	(catch 'system-error (lambda ()
	23	(fsync (current-output-port)))
	24	(lambda (key . err) #f))
	25	)
	26
	27	(define (make-getopt opts optdesc)
	28	(let ((arg opts) (curpos 0) (rest '()))
	29	(lambda ()
	30	(if (eq? arg '()) rest
	31	(let ((ret #f))
	32	(while (not ret)
	33	(if (= curpos 0)
	34	(if (eq? (string-ref (car arg) 0) #\-)
	35	(set! curpos 1)
	36	(begin
	37	(set! rest (append rest (list (car arg))))
	38	(set! arg (cdr arg))
	39	(if (eq? arg '())
	40	(set! ret #t)))))
	41	(if (> curpos 0)
	42	(if (< curpos (string-length (car arg)))
	43	(begin (set! ret (string-ref (car arg) curpos)) (set! curpos (+ curpos 1)))
	44	(begin (set! curpos 0) (set! arg (cdr arg)) (if (eq? arg '()) (set! ret #t))))))
	45	(if (eq? ret #t) rest
	46	(let ((opt (string-index optdesc ret)))
	47	(if (eq? opt #f) (throw 'illegal-option ret)
	48	(if (and (< opt (- (string-length optdesc) 1)) (eq? (string-ref optdesc (+ opt 1)) #\:))
	49	(let ((ret
	50	(cons ret (let ((optarg
	51	(if (< curpos (string-length (car arg)))
	52	(substring (car arg) curpos)
	53	(begin (set! arg (cdr arg)) (if (eq? arg '()) (throw 'requires-argument ret)) (car arg)))))
	54	(set! arg (cdr arg)) optarg))))
	55	(set! curpos 0)
	56	ret)
	57	(list ret))))))))))
	58
	59	(define (ftime)
	60	(let ((ctime (gettimeofday)))
	61	(+ (car ctime) (/ (cdr ctime) 1000000))))
	62
	63	(define (wanttosearch)
	64	(> (- (current-time) lastsearch)
65	(if (> (length trans) 0) 300 60))
66	)
67
68	(define defspeed '())
69	(let ((matchlist (list
70	(cons (make-regexp "^[][{}() ]*BBB" regexp/icase) 100000))))
71	(set! defspeed
72	(lambda (sr)
73	(catch 'ret
74	(lambda ()
75	(for-each (lambda (o)
76	(if (regexp-exec (car o) (cadr (cdr (assoc 'peer sr))))
77	(throw 'ret (cdr o))))
78	matchlist)
79	15000)
80	(lambda (sig ret)
81	ret))
82	)))
83
84	(define (sr-less? sr1 sr2)
85	(let ((s1 (if (cdr (assoc 'speed sr1)) (cdr (assoc 'speed sr1)) (defspeed sr1)))
86	(s2 (if (cdr (assoc 'speed sr2)) (cdr (assoc 'speed sr2)) (defspeed sr2))))
87	(if (= s1 s2)
88	(< (cdr (assoc 'resptime sr1)) (cdr (assoc 'resptime sr2)))
89	(> s1 s2)))
90	)
91
92	(define (srg-less? g1 g2)
93	(or (> (length (cdr g1)) (length (cdr g2)))
94	(and (= (length (cdr g1)) (length (cdr g2)))
95	(> (car g1) (car g2))))
96	)
97
98	(define (gettrbysize size)
99	(catch 'ret
100	(lambda ()
101	(for-each (lambda (o)
102	(if (= (cdr (assoc 'size (cdr o))) size)
103	(throw 'ret (cdr o))))
104	trans)
105	#f)
106	(lambda (sig ret)
107	ret))
108	)
109
110	(define (download sr)
111	(let ((resp #f))
112	(let ((args (list "download"
113	(car (cdr (assoc 'peer sr)))
114	(cadr (cdr (assoc 'peer sr)))
115	(cdr (assoc 'filename sr))
116	(cdr (assoc 'size sr)))))
3b0de0fd	117	(let ((hash (assoc 'hash sr)))
3b0de0fd	118	(if (and hash (not (equal? (cdr hash) ""))) (set! args (append args (list "hash" (cdr hash))))))
d3372da9	119	(let ((tag (assoc 'tag session)))
	120	(if tag (set! args (append args (list "tag" (cdr tag))))))
	121	(let ((uarg (assoc 'uarg session)))
	122	(if uarg (set! args (append args (list "user" (cdr uarg))))))
	123	(set! resp (apply dc-ecmd-assert 200 args)))
	124	(let ((id (car (dc-intresp resp))))
	125	(set! trans
	126	(cons (cons id (list (assoc 'size sr)
	127	(assoc 'peer sr)
	128	(assoc 'filename sr)
	129	(assoc 'resptime sr)
	130	'(curpos . 0)
	131	'(state . wait)
	132	'(curspeed . #f)
	133	'(lastpos . 0)
	134	(cons 'id id)
	135	(cons 'lasttime (current-time))
	136	(cons 'lastprog (current-time))))
	137	trans))
	138	(logf (string-append "downloading "
	139	(cdr (assoc 'filename sr))
	140	" from "
	141	(cadr (cdr (assoc 'peer sr)))
	142	", "
	143	(number->string (cdr (assoc 'size sr)))
	144	" bytes (id "
	145	(number->string id)
	146	", "
	147	(number->string (cdr (assoc 'slots sr)))
	148	" slots), timing out in "
	149	(number->string (max 10 (* (cdr (assoc 'resptime sr)) 2)))
	150	" seconds"))))
	151	(set! lastdl (current-time))
	152	)
	153
	154	(define (disablepeer peer)
	155	(let ((newglist '()) (numrem 0))
	156	(for-each (lambda (g)
	157	(let ((newlist '()))
	158	(for-each (lambda (o)
	159	(if (not (equal? (cdr (assoc 'peer o)) peer))
	160	(set! newlist (cons o newlist))
	161	(set! numrem (+ numrem 1))))
	162	(cdr g))
	163	(if (not (eq? newlist '()))
	164	(set! newglist (cons (cons (car g) (sort newlist sr-less?)) newglist)))))
	165	sr)
	166	(set! sr (sort newglist srg-less?))
	167	(logf (string-append "disabled " (cadr peer) " and removed " (number->string numrem) " search results")))
	168	(let* ((dpa (assoc peer dpeers)) (dp (and (pair? dpa) (cdr dpa))))
	169	(if dp
	170	(set-cdr! (assoc 'time dp) (current-time))
	171	(set! dpeers (cons (cons peer (list (cons 'time (current-time))
	172	(cons 'peer peer)))
	173	dpeers))))
	174	)
	175
	176	(define (checktrans)
	177	(let ((time (current-time)))
	178	(for-each (lambda (o)
	179	(if (and (memq (cdr (assoc 'state (cdr o))) '(wait hs))
	180	(> (- time (cdr (assoc 'lastprog (cdr o)))) (max 10 (* (cdr (assoc 'resptime (cdr o))) 2))))
	181	(begin (logf (string-append "transfer " (number->string (car o)) " timing out"))
	182	(dc-ecmd-assert 200 "cancel" (car o))
183	(disablepeer (cdr (assoc 'peer (cdr o))))
184	(set! trans (assq-remove! trans (car o)))))
185	(if (and (eq? (cdr (assoc 'state (cdr o))) 'main)
186	(> (- time (cdr (assoc 'lastprog (cdr o)))) 60))
187	(begin (logf (string-append "transfer " (number->string (car o)) " seems to have stalled"))
188	(dc-ecmd-assert 200 "cancel" (car o))
189	(set! trans (assq-remove! trans (car o)))))
190	(if (and (eq? (cdr (assoc 'state (cdr o))) 'main)
191	(> (- (cdr (assoc 'lastprog (cdr o))) (cdr (assoc 'lasttime (cdr o)))) 20))
192	(begin (set-cdr! (assoc 'curspeed (cdr o))
193	(/ (- (cdr (assoc 'curpos (cdr o))) (cdr (assoc 'lastpos (cdr o))))
194	(- (cdr (assoc 'lastprog (cdr o))) (cdr (assoc 'lasttime (cdr o))))))
195	(set-cdr! (assoc 'lastpos (cdr o)) (cdr (assoc 'curpos (cdr o))))
196	(set-cdr! (assoc 'lasttime (cdr o)) (cdr (assoc 'lastprog (cdr o)))))))
197	trans))
198	)
199
200	(define (write-info-file)
201	(if (assoc 'info-file session)
202	(let ((op (open-output-file (cdr (assoc 'info-file session)))))
203	(write (list (cons 'numdl (length trans))
204	(cons 'lastdl lastdl)
205	(cons 'availsr info-numavail)
206	(cons 'realsr info-numreal)
207	(cons 'totalsr info-numtotal)
208	(cons 'lastsrch lastsearch)
209	(cons 'srcheta info-searcheta))
210	op)
211	(newline op)
212	(close-port op))))
213
214	(define (parseresults)
215	(logf (string-append "entering parseresults with "
216	(number->string
217	(apply + (map (lambda (o) (length (cdr o))) sr)))
218	" results in "
219	(number->string (length sr))
220	" sizes"))
221	(let ((retval #t) (numreal 0) (numtotal 0) (numavail 0))
222	(catch 'ret
223	(lambda ()
224	(and (eq? sr '()) (throw 'ret #f))
225	(let ((numrem 0) (countrem 0) (newglist '()))
226	(for-each (lambda (g)
227	(let ((newlist '()))
228	(for-each (lambda (o)
229	(if (< (- (current-time) (cdr (assoc 'recvtime o))) 300)
230	(set! newlist (cons o newlist))
231	(set! countrem (+ countrem 1))))
232	(cdr g))
233	(if (> (length newlist) 0)
234	(set! newglist (cons (cons (car g) (sort newlist sr-less?)) newglist))
235	(set! numrem (+ numrem 1)))))
236	sr)
237	(set! sr (sort newglist srg-less?))
238	(if (> countrem 0)
239	(logf (string-append "removed " (number->string countrem) " time-outed results and " (number->string numrem) " entire sizes"))))
240	(let ((numrem 0) (newlist '()))
241	(for-each (lambda (o)
242	(if (> (- (current-time) (cdr (assoc 'time o))) 1800)
243	(set! numrem (+ numrem 1))
244	(set! newlist (cons o newlist))))
245	dpeers)
246	(set! dpeers newlist)
247	(logf (string-append "re-enabled " (number->string numrem) " disabled users")))
248	(let ((numrem 0) (countrem 0) (newglist '()))
249	(for-each (lambda (g)
250	(let ((newlist '()))
251	(for-each (lambda (o)
252	(if (not (assoc (cdr (assoc 'peer o)) dpeers))
253	(set! newlist (cons o newlist))
254	(set! countrem (+ countrem 1))))
255	(cdr g))
256	(if (> (length newlist) 0)
257	(set! newglist (cons (cons (car g) (sort newlist sr-less?)) newglist))
258	(set! numrem (+ numrem 1)))))
259	sr)
260	(set! sr (sort newglist srg-less?))
261	(if (> countrem 0)
262	(logf (string-append "removed " (number->string countrem) " results with disabled peers and " (number->string numrem) " entire sizes"))))
263	(and (eq? sr '()) (throw 'ret #f))
264	(set! numtotal (apply + (map (lambda (o) (length (cdr o))) sr)))
265	(let* ((maxsize (apply max (map (lambda (o) (length (cdr o))) sr)))
266	(minsize (/ maxsize 3)))
267	(let ((numrem 0) (countrem 0))
268	(for-each (lambda (o) (if (< (length (cdr o)) minsize)
269	(begin (set! countrem (+ countrem (length (cdr o))))
270	(set! numrem (+ numrem 1)))))
271	sr)
272	(if (> countrem 0)
273	(logf (string-append "will disregard " (number->string countrem) " results from " (number->string numrem) " sizes due to popularity lack")))
274	(set! numreal (- numtotal countrem)))
275	(let ((numrem 0) (numrrem 0))
276	(for-each (lambda (g)
277	(for-each (lambda (o)
278	(if (< (cdr (assoc 'slots o)) 1)
279	(begin (set! numrem (+ numrem 1))
280	(if (>= (length (cdr g)) minsize)
281	(set! numrrem (+ numrrem 1))))))
282	(cdr g)))
283	sr)
284	(if (> numrem 0)
285	(logf (string-append (number->string numrem) " results had no slots")))
286	(set! numavail (- numreal numrrem)))
287	(for-each (lambda (g)
288	(if (>= (length (cdr g)) minsize)
289	(catch 'found
290	(lambda ()
291	(for-each (lambda (o)
292	(and (> (cdr (assoc 'slots o)) 0)
293	(throw 'found o)))
294	(cdr g)))
295	(lambda (sig sr)
296	(let ((tr (gettrbysize (cdr (assoc 'size sr)))))
297	(if (not tr)
298	(if (< (length trans) (cdr (assoc 'maxtrans session)))
299	(download sr))
300	(if (and (cdr (assoc 'curspeed tr))
301	(not (equal? (cdr (assoc 'peer sr)) (cdr (assoc 'peer tr))))
302	(> (- (or (cdr (assoc 'speed sr)) (defspeed sr)) (cdr (assoc 'curspeed tr))) 10000))
303	(begin (logf (string-append "abandoning transfer "
304	(number->string (cdr (assoc 'id tr)))
305	" for possible faster sender"))
306	(dc-ecmd-assert 200 "cancel" (cdr (assoc 'id tr)))
307	(set! trans (assq-remove! trans (cdr (assoc 'id tr))))
308	(download sr)))))))))
309	sr)
310	)
311	)
312	(lambda (sig ret)
313	(set! retval ret)
314	))
315	(set! info-numavail numavail)
316	(set! info-numreal numreal)
317	(set! info-numtotal numtotal)
318	retval)
319	)
320
3b0de0fd	321	(define (handlesr filename fnet peer size slots resptime hash)
d3372da9	322	(let ((cl (or (assoc size sr)
	323	(let ((newp (cons size '()))) (set! sr (append sr (list newp))) newp)))
	324	(newsr (list
	325	(cons 'filename filename)
	326	(cons 'peer (list fnet peer))
	327	(cons 'size size)
	328	(cons 'slots slots)
	329	(cons 'resptime resptime)
	330	(cons 'speed (getspeed peer))
3b0de0fd	331	(cons 'hash hash)
d3372da9	332	(cons 'recvtime (current-time))
	333	(cons 'dis #f)))
	334	(newlist '()))
	335	(for-each (lambda (o) (if (not (and (equal? (cdr (assoc 'filename o)) filename)
	336	(equal? (cdr (assoc 'peer o)) (list fnet peer))))
	337	(set! newlist (cons o newlist))))
	338	(cdr cl))
	339	(set-cdr! cl (sort (cons newsr newlist) sr-less?))
	340	)
	341	)
	342
	343	; XXX: Redefine to go through the server, once that is implemented
	344	(define (getspeed username)
	345	(catch 'system-error
	346	(lambda ()
	347	(let* ((port (open-input-file (string-append (getenv "HOME") "/dc/users/" username))) (avg 0) (numdls (string->number (read-line port))) (max (string->number (read-line port))) (numents (string->number (read-line port))))
	348	(do ((i 0 (+ i 1))) ((= i numents) (close-port port) (/ avg numents)) (set! avg (+ avg (string->number (read-line port)))))
	349	))
	350	(lambda args
	351	#f
	352	)
	353	)
	354	)
	355
	356	(define (validate-session session)
	357	(catch 'wrong-type-arg
	358	(lambda ()
	359	(and
	360	(assoc 'sexpr session)
	361	(assoc 'prio session)
	362	(assoc 'maxtrans session)
	363	#t
	364	)
	365	)
	366	(lambda (key . args)
	367	(display "Session data is not an a-list\n" (current-error-port))
	368	#f)
	369	)
	370	)
	371
	372	(define (autodl-main args)
	373	(let ((dc-server #f) (done #f) (retval 0))
	374	(let ((getopt (make-getopt (cdr args) "hs:S:e:p:t:a:I:")) (arg #f))
	375	(do ((arg (getopt) (getopt))) ((not (and (pair? arg) (char? (car arg)))) (set! args arg))
	376	(cond ((eq? (car arg) #\h)
	377	(begin (display "usage: autodl [-s server] -S sessfile\n" (current-error-port))
	378	(display " autodl [-s server] -e search-expression [-p prio] [-t tag] [-a userarg]\n" (current-error-port))
	379	(display " autodl [-s server]\n" (current-error-port))
	380	(display " autodl -h\n" (current-error-port))
	381	(exit 0)))
	382	((eq? (car arg) #\s)
	383	(set! dc-server (cdr arg)))
	384	((eq? (car arg) #\S)
	385	(let ((port (open-file (cdr arg)))) (set! session (read port)) (close-port port)))
	386	((eq? (car arg) #\p)
	387	(let ((c (assoc 'prio session)))
	388	(if c (set-cdr! c (cdr arg))
	389	(set! session (cons (cons 'prio (cdr arg)) session)))))
	390	((eq? (car arg) #\t)
	391	(let ((c (assoc 'tag session)))
	392	(if c (set-cdr! c (cdr arg))
	393	(set! session (cons (cons 'tag (cdr arg)) session)))))
	394	((eq? (car arg) #\a)
	395	(let ((c (assoc 'uarg session)))
396	(if c (set-cdr! c (cdr arg))
397	(set! session (cons (cons 'uarg (cdr arg)) session)))))
398	((eq? (car arg) #\I)
399	(let ((c (assoc 'info-file session)))
400	(if c (set-cdr! c (cdr arg))
401	(set! session (cons (cons 'info-file (cdr arg)) session)))))
402	((eq? (car arg) #\e)
403	(set! session (cons (cons 'sexpr (dc-lexsexpr (cdr arg))) session)))
404	)
405	)
406	)
407	(if (eq? session '()) (begin (if (isatty? (current-input-port)) (display "Enter session data (s-expr):\n" (current-error-port))) (set! session (read))))
408	(if (not (assoc 'prio session))
409	(set! session (cons '(prio . 10) session)))
410	(if (not (assoc 'maxtrans session))
411	(set! session (cons '(maxtrans . 1) session)))
412	(if (not (validate-session session)) (begin (display "Invalid session!\n" (current-error-port)) (exit 1)))
413	(if (not dc-server) (set! dc-server (getenv "DCSERVER")))
414	(if (not dc-server) (set! dc-server "localhost"))
415	(catch 'system-error
416	(lambda ()
417	(dc-c&l #t dc-server #t))
418	(lambda (key . args)
419	(logf (string-append "could not connect to server: " (apply format #f (cadr args) (caddr args))))
420	(exit 2)))
421	(dc-ecmd-assert 200 "notify" "all" "on")
422	(for-each (lambda (sig) (sigaction sig (lambda (sig) (throw 'sig sig)))) (list SIGINT SIGTERM SIGHUP))
423	(catch 'sig
424	(lambda ()
425	(while #t
426	(if (and (not (= lastsearch -1)) (wanttosearch))
427	(begin
428	(if (not (= srchid -1))
429	(dc-ecmd "cansrch" srchid))
430	(let* ((resp (apply dc-ecmd-assert (append (list '(200 501 509) "search" "prio" (number->string (cdr (assoc 'prio session))) "all") (cdr (assoc 'sexpr session)))))
431	(ires (dc-intresp resp))
432	(eres (dc-extract resp)))
433	(case (cdr (assoc 'code eres))
434	((200)
435	(begin (set! srchid (car ires))
436	(logf (string-append "search scheduled in " (number->string (cadr ires)) " seconds (id " (number->string srchid) ")"))
437	(set! info-searcheta (+ (current-time) (cadr ires)))
438	(set! lastsearch -1)))
439	((501)
440	(begin (set! srchid -1)
441	(logf (string-append "no fnetnodes available to search on"))
442	(set! lastsearch (current-time))))
443	((509)
444	(begin (logf "illegal search expression")
445	(set! done #t)
446	(set! retval 3)
447	(throw 'sig 0)))))))
448	(checktrans)
449	(if (> (- (current-time) lastparse) 20)
450	(begin (parseresults)
451	(set! lastparse (current-time))))
452	(write-info-file)
453	(dc-select 10000)
454	(while (let ((resp (dc-getresp)))
455	(if resp
456	(begin
457	(let* ((er (dc-extract resp)) (code (cdr (assoc 'code er))) (cmd (cdr (assoc 'cmd er))))
458	(cond
459	((equal? cmd ".notify")
460	(case code
461	((611) ; Transfer state change
462	(let ((ires (dc-intresp resp)) (tr #f))
463	(if (and ires (assoc (car ires) trans))
464	(begin (set! tr (cdr (assoc (car ires) trans)))
465	(set-cdr! (assoc 'state tr)
466	(cdr (assoc (cadr ires) '((0 . wait) (1 . hs) (2 . main) (3 . done)))))
467	(set-cdr! (assoc 'lastprog tr) (current-time))))))
468	((614) ; Transfer error
469	(let ((ires (dc-intresp resp)))
470	(if (and ires (assoc (car ires) trans))
471	(begin (logf (string-append "transfer " (number->string (car ires)) " encountered error " (number->string (cadr ires))))
472	(dc-ecmd-assert 200 "cancel" (car ires))
473	(let ((tr (cdr (assoc (car ires) trans))))
474	(disablepeer (cdr (assoc 'peer tr))))
475	(set! trans (assq-remove! trans (car ires)))))))
476	((615) ; Transfer progress
477	(let ((ires (dc-intresp resp)) (tr #f))
478	(if (and ires (assoc (car ires) trans))
479	(begin (set! tr (cdr (assoc (car ires) trans)))
480	(set-cdr! (assoc 'curpos tr) (cadr ires))
481	(set-cdr! (assoc 'lastprog tr) (current-time))))))
482	((617) ; Transfer destroyed
483	(let* ((ires (dc-intresp resp)) (tr (and ires (assoc (car ires) trans))))
484	(if tr
485	(begin (if (eq? (cdr (assoc 'state (cdr tr))) 'done)
486	(begin (logf (string-append "transfer " (number->string (car ires)) " done"))
487	(set! trans (assq-remove! trans (car ires)))
488	(set! done #t)
489	(throw 'sig 0))
490	(begin (logf (string-append "transfer " (number->string (car ires)) " disappeared"))
491	(set! trans (assq-remove! trans (car ires)))))))))
492	((620) ; Search rescheduled
493	(let ((ires (dc-intresp resp)))
494	(if (and ires (= (car ires) srchid))
495	(begin (set! info-searcheta (+ (current-time) (cadr ires)))
496	(logf (string-append "search rescheduled to T+" (number->string (cadr ires))))))))
497	((621) ; Search committed
498	(let ((ires (dc-intresp resp)))
499	(if (and ires (= (car ires) srchid))
500	(begin (logf "search committed")
501	(set! info-searcheta 0)
502	(set! lastsearch (current-time))))))
503	((622) ; Search result
504	(let ((ires (list->vector (dc-intresp resp))))
3b0de0fd	505	(if (and ires (= (vector-ref ires 0) srchid)) (apply handlesr (map (lambda (n) (vector-ref ires n)) '(1 2 3 4 5 7 8))))))
d3372da9	506
	507	)
	508	)
	509
	510	)
	511	)
	512	#t)
	513	#f)
	514	)
	515	#t
	516	)
	517	)
	518	)
	519	(lambda (key sig)
	520	(logf (string-append "interrupted by signal " (number->string sig)))
	521	(if (not done)
	522	(set! retval 1)))
	523	)
	524	(logf "quitting...")
	525	(catch 'sig
	526	(lambda ()
	527	(if (dc-connected)
	528	(begin (for-each (lambda (o)
	529	(dc-qcmd (list "cancel" (car o))))
	530	trans)
	531	(if (assoc 'info-file session)
	532	(catch 'system-error
	533	(lambda ()
	534	(delete-file (cdr (assoc 'info-file session))))
	535	(lambda (key . args) #t)))
	536	(if (and done (assoc 'tag session))
	537	(dc-qcmd (list "filtercmd" "rmtag" (cdr (assoc 'tag session)))))
	538	(if (not (= srchid -1))
	539	(dc-qcmd (list "cansrch" srchid)))
	540	(dc-qcmd '("quit"))
	541	(while (dc-connected) (dc-select))
	542	)))
	543	(lambda (key sig)
	544	(logf "forcing quit")))
	545	(exit retval)
	546	)
	547	)
	548
	549	(setlocale LC_ALL "")
	550	(autodl-main (command-line))