[doldaconnect.git] / lib / guile / autodl

#!/usr/bin/guile -s
!#

(use-modules (dolcon ui))
(use-modules (ice-9 pretty-print))

(define sr '())
(define lastsearch 0)
(define info-searcheta 0)
(define info-numavail 0)
(define info-numreal 0)
(define info-numtotal 0)
(define lastparse 0)
(define srchid -1)
(define session '())
(define trans '())
(define dpeers '())
(define lastdl 0)

(define (logf msg)
  (write-line msg (current-output-port))
  (catch 'system-error (lambda ()
			 (fsync (current-output-port)))
	 (lambda (key . err) #f))
  )

(define (make-getopt opts optdesc)
  (let ((arg opts) (curpos 0) (rest '()))
    (lambda ()
      (if (eq? arg '()) rest
	  (let ((ret #f))
	    (while (not ret)
		   (if (= curpos 0)
		       (if (eq? (string-ref (car arg) 0) #\-)
			   (set! curpos 1)
			   (begin
			     (set! rest (append rest (list (car arg))))
			     (set! arg (cdr arg))
			     (if (eq? arg '())
				 (set! ret #t)))))
		   (if (> curpos 0)
		       (if (< curpos (string-length (car arg)))
			   (begin (set! ret (string-ref (car arg) curpos)) (set! curpos (+ curpos 1)))
			   (begin (set! curpos 0) (set! arg (cdr arg)) (if (eq? arg '()) (set! ret #t))))))
	    (if (eq? ret #t) rest
		(let ((opt (string-index optdesc ret)))
		  (if (eq? opt #f) (throw 'illegal-option ret)
		      (if (and (< opt (- (string-length optdesc) 1)) (eq? (string-ref optdesc (+ opt 1)) #\:))
			  (let ((ret
				 (cons ret (let ((optarg
						  (if (< curpos (string-length (car arg)))
						      (substring (car arg) curpos)
						      (begin (set! arg (cdr arg)) (if (eq? arg '()) (throw 'requires-argument ret)) (car arg)))))
					     (set! arg (cdr arg)) optarg))))
			    (set! curpos 0)
			    ret)
			  (list ret))))))))))

(define (ftime)
  (let ((ctime (gettimeofday)))
    (+ (car ctime) (/ (cdr ctime) 1000000))))

(define (wanttosearch)
  (> (- (current-time) lastsearch)
     (if (> (length trans) 0) 300 60))
  )

(define defspeed '())
(let ((matchlist (list
		  (cons (make-regexp "^[][{}() ]*BBB" regexp/icase) 100000))))
  (set! defspeed
	(lambda (sr)
	  (catch 'ret
		 (lambda ()
		   (for-each (lambda (o)
			       (if (regexp-exec (car o) (cadr (cdr (assoc 'peer sr))))
				   (throw 'ret (cdr o))))
			     matchlist)
		   15000)
		 (lambda (sig ret)
		   ret))
	  )))

(define (sr-less? sr1 sr2)
  (let ((s1 (if (cdr (assoc 'speed sr1)) (cdr (assoc 'speed sr1)) (defspeed sr1)))
	(s2 (if (cdr (assoc 'speed sr2)) (cdr (assoc 'speed sr2)) (defspeed sr2))))
    (if (= s1 s2)
	(< (cdr (assoc 'resptime sr1)) (cdr (assoc 'resptime sr2)))
	(> s1 s2)))
  )

(define (srg-less? g1 g2)
  (or (> (length (cdr g1)) (length (cdr g2)))
      (and (= (length (cdr g1)) (length (cdr g2)))
	   (> (car g1) (car g2))))
  )

(define (gettrbysize size)
  (catch 'ret
	 (lambda ()
	   (for-each (lambda (o)
		       (if (= (cdr (assoc 'size (cdr o))) size)
			   (throw 'ret (cdr o))))
		     trans)
	   #f)
	 (lambda (sig ret)
	   ret))
  )

(define (download sr)
  (let ((resp #f))
    (let ((args (list "download"
		      (car (cdr (assoc 'peer sr)))
		      (cadr (cdr (assoc 'peer sr)))
		      (cdr (assoc 'filename sr))
		      (cdr (assoc 'size sr)))))
      (let ((hash (assoc 'hash sr)))
	(if (and hash (not (equal? (cdr hash) ""))) (set! args (append args (list "hash" (cdr hash))))))
      (let ((tag (assoc 'tag session)))
	(if tag (set! args (append args (list "tag" (cdr tag))))))
      (let ((uarg (assoc 'uarg session)))
	(if uarg (set! args (append args (list "user" (cdr uarg))))))
      (set! resp (apply dc-ecmd-assert 200 args)))
    (let ((id (car (dc-intresp resp))))
      (set! trans
	    (cons (cons id (list (assoc 'size sr)
				 (assoc 'peer sr)
				 (assoc 'filename sr)
				 (assoc 'resptime sr)
				 '(curpos . 0)
				 '(state . wait)
				 '(curspeed . #f)
				 '(lastpos . 0)
				 (cons 'id id)
				 (cons 'lasttime (current-time))
				 (cons 'lastprog (current-time))))
		  trans))
      (logf (string-append "downloading "
			   (cdr (assoc 'filename sr))
			   " from "
			   (cadr (cdr (assoc 'peer sr)))
			   ", "
			   (number->string (cdr (assoc 'size sr)))
			   " bytes (id "
			   (number->string id)
			   ", "
			   (number->string (cdr (assoc 'slots sr)))
			   " slots), timing out in "
			   (number->string (max 10 (* (cdr (assoc 'resptime sr)) 2)))
			   " seconds"))))
  (set! lastdl (current-time))
  )

(define (disablepeer peer)
  (let ((newglist '()) (numrem 0))
    (for-each (lambda (g)
		(let ((newlist '()))
		  (for-each (lambda (o)
			      (if (not (equal? (cdr (assoc 'peer o)) peer))
				  (set! newlist (cons o newlist))
				  (set! numrem (+ numrem 1))))
			    (cdr g))
		  (if (not (eq? newlist '()))
		      (set! newglist (cons (cons (car g) (sort newlist sr-less?)) newglist)))))
	      sr)
    (set! sr (sort newglist srg-less?))
    (logf (string-append "disabled " (cadr peer) " and removed " (number->string numrem) " search results")))
  (let* ((dpa (assoc peer dpeers)) (dp (and (pair? dpa) (cdr dpa))))
    (if dp
	(set-cdr! (assoc 'time dp) (current-time))
	(set! dpeers (cons (cons peer (list (cons 'time (current-time))
					    (cons 'peer peer)))
			   dpeers))))
  )

(define (checktrans)
  (let ((time (current-time)))
    (for-each (lambda (o)
		(if (and (memq (cdr (assoc 'state (cdr o))) '(wait hs))
			 (> (- time (cdr (assoc 'lastprog (cdr o)))) (max 10 (* (cdr (assoc 'resptime (cdr o))) 2))))
		    (begin (logf (string-append "transfer " (number->string (car o)) " timing out"))
			   (dc-ecmd-assert 200 "cancel" (car o))
			   (disablepeer (cdr (assoc 'peer (cdr o))))
			   (set! trans (assq-remove! trans (car o)))
			   (write-info-file)))
		(if (and (eq? (cdr (assoc 'state (cdr o))) 'main)
			 (> (- time (cdr (assoc 'lastprog (cdr o)))) 60))
		    (begin (logf (string-append "transfer " (number->string (car o)) " seems to have stalled"))
			   (dc-ecmd-assert 200 "cancel" (car o))
			   (set! trans (assq-remove! trans (car o)))
			   (write-info-file)))
		(if (and (eq? (cdr (assoc 'state (cdr o))) 'main)
			 (> (- (cdr (assoc 'lastprog (cdr o))) (cdr (assoc 'lasttime (cdr o)))) 20))
		    (begin (set-cdr! (assoc 'curspeed (cdr o))
				     (/ (- (cdr (assoc 'curpos (cdr o))) (cdr (assoc 'lastpos (cdr o))))
					(- (cdr (assoc 'lastprog (cdr o))) (cdr (assoc 'lasttime (cdr o))))))
			   (set-cdr! (assoc 'lastpos (cdr o)) (cdr (assoc 'curpos (cdr o))))
			   (set-cdr! (assoc 'lasttime (cdr o)) (cdr (assoc 'lastprog (cdr o))))
			   (write-info-file))))
		trans))
  )

(define (write-info-file)
  (if (assoc 'info-file session)
      (let ((op (open-output-file (cdr (assoc 'info-file session)))))
	(write (list (cons 'numdl (length trans))
		     (cons 'lastdl lastdl)
		     (cons 'availsr info-numavail)
		     (cons 'realsr info-numreal)
		     (cons 'totalsr info-numtotal)
		     (cons 'lastsrch lastsearch)
		     (cons 'srcheta info-searcheta))
	       op)
	(newline op)
	(close-port op))))

(define (parseresults)
  (logf (string-append "entering parseresults with "
		       (number->string
			(apply + (map (lambda (o) (length (cdr o))) sr)))
		       " results in "
		       (number->string (length sr))
		       " sizes"))
  (let ((retval #t) (numreal 0) (numtotal 0) (numavail 0))
    (catch 'ret
	   (lambda ()
	     (and (eq? sr '()) (throw 'ret #f))
	     (let ((numrem 0) (countrem 0) (newglist '()))
	       (for-each (lambda (g)
			   (let ((newlist '()))
			     (for-each (lambda (o)
					 (if (< (- (current-time) (cdr (assoc 'recvtime o))) 300)
					     (set! newlist (cons o newlist))
					     (set! countrem (+ countrem 1))))
				       (cdr g))
			     (if (> (length newlist) 0)
				 (set! newglist (cons (cons (car g) (sort newlist sr-less?)) newglist))
				 (set! numrem (+ numrem 1)))))
			 sr)
	       (set! sr (sort newglist srg-less?))
	       (if (> countrem 0)
		   (logf (string-append "removed " (number->string countrem) " time-outed results and " (number->string numrem) " entire sizes"))))
	     (let ((numrem 0) (newlist '()))
	       (for-each (lambda (o)
			   (if (> (- (current-time) (cdr (assoc 'time o))) 1800)
			       (set! numrem (+ numrem 1))
			       (set! newlist (cons o newlist))))
			 dpeers)
	       (set! dpeers newlist)
	       (logf (string-append "re-enabled " (number->string numrem) " disabled users")))
	     (let ((numrem 0) (countrem 0) (newglist '()))
	       (for-each (lambda (g)
			   (let ((newlist '()))
			     (for-each (lambda (o)
					 (if (not (assoc (cdr (assoc 'peer o)) dpeers))
					     (set! newlist (cons o newlist))
					     (set! countrem (+ countrem 1))))
				       (cdr g))
			     (if (> (length newlist) 0)
				 (set! newglist (cons (cons (car g) (sort newlist sr-less?)) newglist))
				 (set! numrem (+ numrem 1)))))
			 sr)
	       (set! sr (sort newglist srg-less?))
	       (if (> countrem 0)
		   (logf (string-append "removed " (number->string countrem) " results with disabled peers and " (number->string numrem) " entire sizes"))))
	     (and (eq? sr '()) (throw 'ret #f))
	     (set! numtotal (apply + (map (lambda (o) (length (cdr o))) sr)))
	     (let* ((maxsize (apply max (map (lambda (o) (length (cdr o))) sr)))
		    (minsize (/ maxsize 3)))
	       (let ((numrem 0) (countrem 0))
		 (for-each (lambda (o) (if (< (length (cdr o)) minsize)
					   (begin (set! countrem (+ countrem (length (cdr o))))
						  (set! numrem (+ numrem 1)))))
			   sr)
		 (if (> countrem 0)
		     (logf (string-append "will disregard " (number->string countrem) " results from " (number->string numrem) " sizes due to popularity lack")))
		 (set! numreal (- numtotal countrem)))
	       (let ((numrem 0) (numrrem 0))
		 (for-each (lambda (g)
			     (for-each (lambda (o)
					 (if (< (cdr (assoc 'slots o)) 1)
					     (begin (set! numrem (+ numrem 1))
						    (if (>= (length (cdr g)) minsize)
							(set! numrrem (+ numrrem 1))))))
				       (cdr g)))
			   sr)
		 (if (> numrem 0)
		     (logf (string-append (number->string numrem) " results had no slots")))
		 (set! numavail (- numreal numrrem)))
	       (for-each (lambda (g)
			   (if (>= (length (cdr g)) minsize)
			       (catch 'found
				      (lambda ()
					(for-each (lambda (o)
						    (and (> (cdr (assoc 'slots o)) 0)
							 (throw 'found o)))
						  (cdr g)))
				      (lambda (sig sr)
					(let ((tr (gettrbysize (cdr (assoc 'size sr)))))
					  (if (not tr)
					      (if (< (length trans) (cdr (assoc 'maxtrans session)))
						  (download sr))
					      (if (and (cdr (assoc 'curspeed tr))
						       (not (equal? (cdr (assoc 'peer sr)) (cdr (assoc 'peer tr))))
						       (> (- (or (cdr (assoc 'speed sr)) (defspeed sr)) (cdr (assoc 'curspeed tr))) 10000))
						  (begin (logf (string-append "abandoning transfer "
									      (number->string (cdr (assoc 'id tr)))
									      " for possible faster sender"))
							 (dc-ecmd-assert 200 "cancel" (cdr (assoc 'id tr)))
							 (set! trans (assq-remove! trans (cdr (assoc 'id tr))))
							 (download sr)))))))))
			 sr)
	       )
	     )
	   (lambda (sig ret)
	     (set! retval ret)
	     ))
    (set! info-numavail numavail)
    (set! info-numreal numreal)
    (set! info-numtotal numtotal)
    (write-info-file)
    retval)
  )

(define (handlesr filename fnet peer size slots resptime hash)
  (let ((cl (or (assoc size sr)
		(let ((newp (cons size '()))) (set! sr (append sr (list newp))) newp)))
	(newsr (list
		(cons 'filename filename)
		(cons 'peer (list fnet peer))
		(cons 'size size)
		(cons 'slots slots)
		(cons 'resptime resptime)
		(cons 'speed (getspeed peer))
		(cons 'hash hash)
		(cons 'recvtime (current-time))
		(cons 'dis #f)))
	(newlist '()))
    (for-each (lambda (o) (if (not (and (equal? (cdr (assoc 'filename o)) filename)
					(equal? (cdr (assoc 'peer o)) (list fnet peer))))
			      (set! newlist (cons o newlist))))
	      (cdr cl))
    (set-cdr! cl (sort (cons newsr newlist) sr-less?))
    )
  )

; XXX: Redefine to go through the server, once that is implemented
(define (getspeed username)
  (catch 'system-error
	 (lambda ()
	   (let* ((port (open-input-file (string-append (getenv "HOME") "/dc/users/" username))) (avg 0) (numdls (string->number (read-line port))) (max (string->number (read-line port))) (numents (string->number (read-line port))))
	     (do ((i 0 (+ i 1))) ((= i numents) (close-port port) (/ avg numents)) (set! avg (+ avg (string->number (read-line port)))))
	   ))
	 (lambda args
	   #f
	   )
	 )
  )

(define (validate-session session)
  (catch 'wrong-type-arg
	 (lambda ()
	   (and
	    (assoc 'sexpr session)
	    (assoc 'prio session)
	    (assoc 'maxtrans session)
	    #t
	    )
	   )
	 (lambda (key . args)
	   (display "Session data is not an a-list\n" (current-error-port))
	   #f)
	 )
  )

(define (autodl-main args)
  (let ((dc-server #f) (done #f) (retval 0))
    (let ((getopt (make-getopt (cdr args) "hs:S:e:p:t:a:I:")) (arg #f))
      (do ((arg (getopt) (getopt))) ((not (and (pair? arg) (char? (car arg)))) (set! args arg))
	(cond ((eq? (car arg) #\h)
	       (begin (display "usage: autodl [-s server] -S sessfile\n" (current-error-port))
		      (display "       autodl [-s server] -e search-expression [-p prio] [-t tag] [-a userarg]\n" (current-error-port))
		      (display "       autodl [-s server]\n" (current-error-port))
		      (display "       autodl -h\n" (current-error-port))
		      (exit 0)))
	      ((eq? (car arg) #\s)
	       (set! dc-server (cdr arg)))
	      ((eq? (car arg) #\S)
	       (let ((port (open-file (cdr arg)))) (set! session (read port)) (close-port port)))
	      ((eq? (car arg) #\p)
	       (let ((c (assoc 'prio session)))
		 (if c (set-cdr! c (cdr arg))
		     (set! session (cons (cons 'prio (cdr arg)) session)))))
	      ((eq? (car arg) #\t)
	       (let ((c (assoc 'tag session)))
		 (if c (set-cdr! c (cdr arg))
		     (set! session (cons (cons 'tag (cdr arg)) session)))))
	      ((eq? (car arg) #\a)
	       (let ((c (assoc 'uarg session)))
		 (if c (set-cdr! c (cdr arg))
		     (set! session (cons (cons 'uarg (cdr arg)) session)))))
	      ((eq? (car arg) #\I)
	       (let ((c (assoc 'info-file session)))
		 (if c (set-cdr! c (cdr arg))
		     (set! session (cons (cons 'info-file (cdr arg)) session)))))
	      ((eq? (car arg) #\e)
	       (set! session (cons (cons 'sexpr (dc-lexsexpr (cdr arg))) session)))
	      )
	)
      )
    (if (eq? session '()) (begin (if (isatty? (current-input-port)) (display "Enter session data (s-expr):\n" (current-error-port))) (set! session (read))))
    (if (not (assoc 'prio session))
	(set! session (cons '(prio . 10) session)))
    (if (not (assoc 'maxtrans session))
	(set! session (cons '(maxtrans . 1) session)))
    (if (not (validate-session session)) (begin (display "Invalid session!\n" (current-error-port)) (exit 1)))
    (if (not dc-server) (set! dc-server (getenv "DCSERVER")))
    (if (not dc-server) (set! dc-server "localhost"))
    (catch 'system-error
	   (lambda ()
	     (dc-c&l #t dc-server #t))
	   (lambda (key . args)
	     (logf (string-append "could not connect to server: " (apply format #f (cadr args) (caddr args))))
	     (exit 2)))
    (dc-ecmd-assert 200 "notify" "all" "on")
    (for-each (lambda (sig) (sigaction sig (lambda (sig) (throw 'sig sig)))) (list SIGINT SIGTERM SIGHUP))
    (catch 'sig
	   (lambda ()
	     (while #t
		    (if (and (not (= lastsearch -1)) (wanttosearch))
			(begin
			  (if (not (= srchid -1))
			      (dc-ecmd "cansrch" srchid))
			  (let* ((resp (apply dc-ecmd-assert (append (list '(200 501 509) "search" "prio" (number->string (cdr (assoc 'prio session))) "all") (cdr (assoc 'sexpr session)))))
				 (ires (dc-intresp resp))
				 (eres (dc-extract resp)))
			    (case (cdr (assoc 'code eres))
			      ((200)
			       (begin (set! srchid (car ires))
				      (logf (string-append "search scheduled in " (number->string (cadr ires)) " seconds (id " (number->string srchid) ")"))
				      (set! info-searcheta (+ (current-time) (cadr ires)))
				      (set! lastsearch -1)
				      (write-info-file)))
			      ((501)
			       (begin (set! srchid -1)
				      (logf (string-append "no fnetnodes available to search on"))
				      (set! lastsearch (current-time))))
			      ((509)
			       (begin (logf "illegal search expression")
				      (set! done #t)
				      (set! retval 3)
				      (throw 'sig 0)))))))
		    (checktrans)
		    (if (> (- (current-time) lastparse) 20)
			(begin (parseresults)
			       (set! lastparse (current-time))))
		    (dc-select 10000)
		    (while (let ((resp (dc-getresp)))
			     (if resp
				 (begin
				   (let* ((er (dc-extract resp)) (code (cdr (assoc 'code er))) (cmd (cdr (assoc 'cmd er))))
				     (cond
				       ((equal? cmd ".notify")
					(case code
					  ((611) ; Transfer state change
					   (let ((ires (dc-intresp resp)) (tr #f))
					     (if (and ires (assoc (car ires) trans))
						 (begin (set! tr (cdr (assoc (car ires) trans)))
							(set-cdr! (assoc 'state tr)
								  (cdr (assoc (cadr ires) '((0 . wait) (1 . hs) (2 . main) (3 . done)))))
							(set-cdr! (assoc 'lastprog tr) (current-time))))))
					  ((614) ; Transfer error
					   (let ((ires (dc-intresp resp)))
					     (if (and ires (assoc (car ires) trans))
						 (begin (logf (string-append "transfer " (number->string (car ires)) " encountered error " (number->string (cadr ires))))
							(dc-ecmd-assert 200 "cancel" (car ires))
							(let ((tr (cdr (assoc (car ires) trans))))
							  (disablepeer (cdr (assoc 'peer tr))))
							(set! trans (assq-remove! trans (car ires)))))))
					  ((615) ; Transfer progress
					   (let ((ires (dc-intresp resp)) (tr #f))
					     (if (and ires (assoc (car ires) trans))
						 (begin (set! tr (cdr (assoc (car ires) trans)))
							(set-cdr! (assoc 'curpos tr) (cadr ires))
							(set-cdr! (assoc 'lastprog tr) (current-time))))))
					  ((617) ; Transfer destroyed
					   (let* ((ires (dc-intresp resp)) (tr (and ires (assoc (car ires) trans))))
					     (if tr
						 (begin (if (eq? (cdr (assoc 'state (cdr tr))) 'done)
							    (begin (logf (string-append "transfer " (number->string (car ires)) " done"))
								   (set! trans (assq-remove! trans (car ires)))
								   (set! done #t)
								   (throw 'sig 0))
							    (begin (logf (string-append "transfer " (number->string (car ires)) " disappeared"))
								   (set! trans (assq-remove! trans (car ires)))))))))
					  ((620) ; Search rescheduled
					   (let ((ires (dc-intresp resp)))
					     (if (and ires (= (car ires) srchid))
						 (begin (set! info-searcheta (+ (current-time) (cadr ires)))
							(logf (string-append "search rescheduled to T+" (number->string (cadr ires))))))))
					  ((621) ; Search committed
					   (let ((ires (dc-intresp resp)))
					     (if (and ires (= (car ires) srchid))
						 (begin (logf "search committed")
							(set! info-searcheta 0)
							(set! lastsearch (current-time))))))
					  ((622) ; Search result
					   (let ((ires (list->vector (dc-intresp resp))))
					     (if (and ires (= (vector-ref ires 0) srchid)) (apply handlesr (map (lambda (n) (vector-ref ires n)) '(1 2 3 4 5 7 8))))))
					  
					  )
					)
				       
				       )
				     )
				   #t)
				 #f)
			     )
			   #t
			   )
		    )
	     )
	   (lambda (key sig)
	     (logf (string-append "interrupted by signal " (number->string sig)))
	     (if (not done)
		 (set! retval 1)))
	   )
    (logf "quitting...")
    (catch 'sig
	   (lambda ()
	     (if (dc-connected)
		 (begin (for-each (lambda (o)
				    (dc-qcmd (list "cancel" (car o))))
				  trans)
			(if (assoc 'info-file session)
			    (catch 'system-error
				   (lambda ()
				     (delete-file (cdr (assoc 'info-file session))))
				   (lambda (key . args) #t)))
			(if (and done (assoc 'tag session))
			    (dc-qcmd (list "filtercmd" "rmtag" (cdr (assoc 'tag session)))))
			(if (not (= srchid -1))
			    (dc-qcmd (list "cansrch" srchid)))
			(dc-qcmd '("quit"))
			(while (dc-connected) (dc-select))
			)))
	   (lambda (key sig)
	     (logf "forcing quit")))
    (exit retval)
    )
  )

(setlocale LC_ALL "")
(autodl-main (command-line))
Commit	Line	Data
d3372da9	1	#!/usr/bin/guile -s
	2	!#
	3
	4	(use-modules (dolcon ui))
	5	(use-modules (ice-9 pretty-print))
	6
	7	(define sr '())
	8	(define lastsearch 0)
	9	(define info-searcheta 0)
	10	(define info-numavail 0)
	11	(define info-numreal 0)
	12	(define info-numtotal 0)
	13	(define lastparse 0)
	14	(define srchid -1)
	15	(define session '())
	16	(define trans '())
	17	(define dpeers '())
	18	(define lastdl 0)
	19
	20	(define (logf msg)
	21	(write-line msg (current-output-port))
	22	(catch 'system-error (lambda ()
	23	(fsync (current-output-port)))
	24	(lambda (key . err) #f))
	25	)
	26
	27	(define (make-getopt opts optdesc)
	28	(let ((arg opts) (curpos 0) (rest '()))
	29	(lambda ()
	30	(if (eq? arg '()) rest
	31	(let ((ret #f))
	32	(while (not ret)
	33	(if (= curpos 0)
	34	(if (eq? (string-ref (car arg) 0) #\-)
	35	(set! curpos 1)
	36	(begin
	37	(set! rest (append rest (list (car arg))))
	38	(set! arg (cdr arg))
	39	(if (eq? arg '())
	40	(set! ret #t)))))
	41	(if (> curpos 0)
	42	(if (< curpos (string-length (car arg)))
	43	(begin (set! ret (string-ref (car arg) curpos)) (set! curpos (+ curpos 1)))
	44	(begin (set! curpos 0) (set! arg (cdr arg)) (if (eq? arg '()) (set! ret #t))))))
	45	(if (eq? ret #t) rest
	46	(let ((opt (string-index optdesc ret)))
	47	(if (eq? opt #f) (throw 'illegal-option ret)
	48	(if (and (< opt (- (string-length optdesc) 1)) (eq? (string-ref optdesc (+ opt 1)) #\:))
	49	(let ((ret
	50	(cons ret (let ((optarg
	51	(if (< curpos (string-length (car arg)))
	52	(substring (car arg) curpos)
	53	(begin (set! arg (cdr arg)) (if (eq? arg '()) (throw 'requires-argument ret)) (car arg)))))
	54	(set! arg (cdr arg)) optarg))))
	55	(set! curpos 0)
	56	ret)
	57	(list ret))))))))))
	58
	59	(define (ftime)
	60	(let ((ctime (gettimeofday)))
	61	(+ (car ctime) (/ (cdr ctime) 1000000))))
	62
	63	(define (wanttosearch)
	64	(> (- (current-time) lastsearch)
65	(if (> (length trans) 0) 300 60))
66	)
67
68	(define defspeed '())
69	(let ((matchlist (list
70	(cons (make-regexp "^[][{}() ]*BBB" regexp/icase) 100000))))
71	(set! defspeed
72	(lambda (sr)
73	(catch 'ret
74	(lambda ()
75	(for-each (lambda (o)
76	(if (regexp-exec (car o) (cadr (cdr (assoc 'peer sr))))
77	(throw 'ret (cdr o))))
78	matchlist)
79	15000)
80	(lambda (sig ret)
81	ret))
82	)))
83
84	(define (sr-less? sr1 sr2)
85	(let ((s1 (if (cdr (assoc 'speed sr1)) (cdr (assoc 'speed sr1)) (defspeed sr1)))
86	(s2 (if (cdr (assoc 'speed sr2)) (cdr (assoc 'speed sr2)) (defspeed sr2))))
87	(if (= s1 s2)
88	(< (cdr (assoc 'resptime sr1)) (cdr (assoc 'resptime sr2)))
89	(> s1 s2)))
90	)
91
92	(define (srg-less? g1 g2)
93	(or (> (length (cdr g1)) (length (cdr g2)))
94	(and (= (length (cdr g1)) (length (cdr g2)))
95	(> (car g1) (car g2))))
96	)
97
98	(define (gettrbysize size)
99	(catch 'ret
100	(lambda ()
101	(for-each (lambda (o)
102	(if (= (cdr (assoc 'size (cdr o))) size)
103	(throw 'ret (cdr o))))
104	trans)
105	#f)
106	(lambda (sig ret)
107	ret))
108	)
109
110	(define (download sr)
111	(let ((resp #f))
112	(let ((args (list "download"
113	(car (cdr (assoc 'peer sr)))
114	(cadr (cdr (assoc 'peer sr)))
115	(cdr (assoc 'filename sr))
116	(cdr (assoc 'size sr)))))
3b0de0fd	117	(let ((hash (assoc 'hash sr)))
3b0de0fd	118	(if (and hash (not (equal? (cdr hash) ""))) (set! args (append args (list "hash" (cdr hash))))))
d3372da9	119	(let ((tag (assoc 'tag session)))
	120	(if tag (set! args (append args (list "tag" (cdr tag))))))
	121	(let ((uarg (assoc 'uarg session)))
	122	(if uarg (set! args (append args (list "user" (cdr uarg))))))
	123	(set! resp (apply dc-ecmd-assert 200 args)))
	124	(let ((id (car (dc-intresp resp))))
	125	(set! trans
	126	(cons (cons id (list (assoc 'size sr)
	127	(assoc 'peer sr)
	128	(assoc 'filename sr)
	129	(assoc 'resptime sr)
	130	'(curpos . 0)
	131	'(state . wait)
	132	'(curspeed . #f)
	133	'(lastpos . 0)
	134	(cons 'id id)
	135	(cons 'lasttime (current-time))
	136	(cons 'lastprog (current-time))))
	137	trans))
	138	(logf (string-append "downloading "
	139	(cdr (assoc 'filename sr))
	140	" from "
	141	(cadr (cdr (assoc 'peer sr)))
	142	", "
	143	(number->string (cdr (assoc 'size sr)))
	144	" bytes (id "
	145	(number->string id)
	146	", "
	147	(number->string (cdr (assoc 'slots sr)))
	148	" slots), timing out in "
	149	(number->string (max 10 (* (cdr (assoc 'resptime sr)) 2)))
	150	" seconds"))))
	151	(set! lastdl (current-time))
	152	)
	153
	154	(define (disablepeer peer)
	155	(let ((newglist '()) (numrem 0))
	156	(for-each (lambda (g)
	157	(let ((newlist '()))
	158	(for-each (lambda (o)
	159	(if (not (equal? (cdr (assoc 'peer o)) peer))
	160	(set! newlist (cons o newlist))
	161	(set! numrem (+ numrem 1))))
	162	(cdr g))
	163	(if (not (eq? newlist '()))
	164	(set! newglist (cons (cons (car g) (sort newlist sr-less?)) newglist)))))
	165	sr)
	166	(set! sr (sort newglist srg-less?))
	167	(logf (string-append "disabled " (cadr peer) " and removed " (number->string numrem) " search results")))
	168	(let* ((dpa (assoc peer dpeers)) (dp (and (pair? dpa) (cdr dpa))))
	169	(if dp
	170	(set-cdr! (assoc 'time dp) (current-time))
	171	(set! dpeers (cons (cons peer (list (cons 'time (current-time))
	172	(cons 'peer peer)))
	173	dpeers))))
	174	)
	175
	176	(define (checktrans)
	177	(let ((time (current-time)))
	178	(for-each (lambda (o)
	179	(if (and (memq (cdr (assoc 'state (cdr o))) '(wait hs))
	180	(> (- time (cdr (assoc 'lastprog (cdr o)))) (max 10 (* (cdr (assoc 'resptime (cdr o))) 2))))
	181	(begin (logf (string-append "transfer " (number->string (car o)) " timing out"))
	182	(dc-ecmd-assert 200 "cancel" (car o))
183	(disablepeer (cdr (assoc 'peer (cdr o))))
ecd6e23d	184	(set! trans (assq-remove! trans (car o)))
ecd6e23d	185	(write-info-file)))
d3372da9	186	(if (and (eq? (cdr (assoc 'state (cdr o))) 'main)
	187	(> (- time (cdr (assoc 'lastprog (cdr o)))) 60))
	188	(begin (logf (string-append "transfer " (number->string (car o)) " seems to have stalled"))
	189	(dc-ecmd-assert 200 "cancel" (car o))
ecd6e23d	190	(set! trans (assq-remove! trans (car o)))
ecd6e23d	191	(write-info-file)))
d3372da9	192	(if (and (eq? (cdr (assoc 'state (cdr o))) 'main)
	193	(> (- (cdr (assoc 'lastprog (cdr o))) (cdr (assoc 'lasttime (cdr o)))) 20))
	194	(begin (set-cdr! (assoc 'curspeed (cdr o))
	195	(/ (- (cdr (assoc 'curpos (cdr o))) (cdr (assoc 'lastpos (cdr o))))
	196	(- (cdr (assoc 'lastprog (cdr o))) (cdr (assoc 'lasttime (cdr o))))))
	197	(set-cdr! (assoc 'lastpos (cdr o)) (cdr (assoc 'curpos (cdr o))))
ecd6e23d	198	(set-cdr! (assoc 'lasttime (cdr o)) (cdr (assoc 'lastprog (cdr o))))
ecd6e23d	199	(write-info-file))))
d3372da9	200	trans))
	201	)
	202
	203	(define (write-info-file)
	204	(if (assoc 'info-file session)
	205	(let ((op (open-output-file (cdr (assoc 'info-file session)))))
	206	(write (list (cons 'numdl (length trans))
	207	(cons 'lastdl lastdl)
	208	(cons 'availsr info-numavail)
	209	(cons 'realsr info-numreal)
	210	(cons 'totalsr info-numtotal)
	211	(cons 'lastsrch lastsearch)
	212	(cons 'srcheta info-searcheta))
	213	op)
	214	(newline op)
	215	(close-port op))))
	216
	217	(define (parseresults)
	218	(logf (string-append "entering parseresults with "
	219	(number->string
	220	(apply + (map (lambda (o) (length (cdr o))) sr)))
	221	" results in "
	222	(number->string (length sr))
	223	" sizes"))
	224	(let ((retval #t) (numreal 0) (numtotal 0) (numavail 0))
	225	(catch 'ret
	226	(lambda ()
	227	(and (eq? sr '()) (throw 'ret #f))
	228	(let ((numrem 0) (countrem 0) (newglist '()))
	229	(for-each (lambda (g)
	230	(let ((newlist '()))
	231	(for-each (lambda (o)
	232	(if (< (- (current-time) (cdr (assoc 'recvtime o))) 300)
	233	(set! newlist (cons o newlist))
	234	(set! countrem (+ countrem 1))))
	235	(cdr g))
	236	(if (> (length newlist) 0)
	237	(set! newglist (cons (cons (car g) (sort newlist sr-less?)) newglist))
	238	(set! numrem (+ numrem 1)))))
	239	sr)
	240	(set! sr (sort newglist srg-less?))
	241	(if (> countrem 0)
	242	(logf (string-append "removed " (number->string countrem) " time-outed results and " (number->string numrem) " entire sizes"))))
	243	(let ((numrem 0) (newlist '()))
	244	(for-each (lambda (o)
	245	(if (> (- (current-time) (cdr (assoc 'time o))) 1800)
	246	(set! numrem (+ numrem 1))
	247	(set! newlist (cons o newlist))))
	248	dpeers)
	249	(set! dpeers newlist)
	250	(logf (string-append "re-enabled " (number->string numrem) " disabled users")))
	251	(let ((numrem 0) (countrem 0) (newglist '()))
	252	(for-each (lambda (g)
	253	(let ((newlist '()))
	254	(for-each (lambda (o)
	255	(if (not (assoc (cdr (assoc 'peer o)) dpeers))
	256	(set! newlist (cons o newlist))
	257	(set! countrem (+ countrem 1))))
	258	(cdr g))
	259	(if (> (length newlist) 0)
	260	(set! newglist (cons (cons (car g) (sort newlist sr-less?)) newglist))
	261	(set! numrem (+ numrem 1)))))
	262	sr)
	263	(set! sr (sort newglist srg-less?))
264	(if (> countrem 0)
265	(logf (string-append "removed " (number->string countrem) " results with disabled peers and " (number->string numrem) " entire sizes"))))
266	(and (eq? sr '()) (throw 'ret #f))
267	(set! numtotal (apply + (map (lambda (o) (length (cdr o))) sr)))
268	(let* ((maxsize (apply max (map (lambda (o) (length (cdr o))) sr)))
269	(minsize (/ maxsize 3)))
270	(let ((numrem 0) (countrem 0))
271	(for-each (lambda (o) (if (< (length (cdr o)) minsize)
272	(begin (set! countrem (+ countrem (length (cdr o))))
273	(set! numrem (+ numrem 1)))))
274	sr)
275	(if (> countrem 0)
276	(logf (string-append "will disregard " (number->string countrem) " results from " (number->string numrem) " sizes due to popularity lack")))
277	(set! numreal (- numtotal countrem)))
278	(let ((numrem 0) (numrrem 0))
279	(for-each (lambda (g)
280	(for-each (lambda (o)
281	(if (< (cdr (assoc 'slots o)) 1)
282	(begin (set! numrem (+ numrem 1))
283	(if (>= (length (cdr g)) minsize)
284	(set! numrrem (+ numrrem 1))))))
285	(cdr g)))
286	sr)
287	(if (> numrem 0)
288	(logf (string-append (number->string numrem) " results had no slots")))
289	(set! numavail (- numreal numrrem)))
290	(for-each (lambda (g)
291	(if (>= (length (cdr g)) minsize)
292	(catch 'found
293	(lambda ()
294	(for-each (lambda (o)
295	(and (> (cdr (assoc 'slots o)) 0)
296	(throw 'found o)))
297	(cdr g)))
298	(lambda (sig sr)
299	(let ((tr (gettrbysize (cdr (assoc 'size sr)))))
300	(if (not tr)
301	(if (< (length trans) (cdr (assoc 'maxtrans session)))
302	(download sr))
303	(if (and (cdr (assoc 'curspeed tr))
304	(not (equal? (cdr (assoc 'peer sr)) (cdr (assoc 'peer tr))))
305	(> (- (or (cdr (assoc 'speed sr)) (defspeed sr)) (cdr (assoc 'curspeed tr))) 10000))
306	(begin (logf (string-append "abandoning transfer "
307	(number->string (cdr (assoc 'id tr)))
308	" for possible faster sender"))
309	(dc-ecmd-assert 200 "cancel" (cdr (assoc 'id tr)))
310	(set! trans (assq-remove! trans (cdr (assoc 'id tr))))
311	(download sr)))))))))
312	sr)
313	)
314	)
315	(lambda (sig ret)
316	(set! retval ret)
317	))
318	(set! info-numavail numavail)
319	(set! info-numreal numreal)
320	(set! info-numtotal numtotal)
ecd6e23d	321	(write-info-file)
d3372da9	322	retval)
	323	)
	324
3b0de0fd	325	(define (handlesr filename fnet peer size slots resptime hash)
d3372da9	326	(let ((cl (or (assoc size sr)
	327	(let ((newp (cons size '()))) (set! sr (append sr (list newp))) newp)))
	328	(newsr (list
	329	(cons 'filename filename)
	330	(cons 'peer (list fnet peer))
	331	(cons 'size size)
	332	(cons 'slots slots)
	333	(cons 'resptime resptime)
	334	(cons 'speed (getspeed peer))
3b0de0fd	335	(cons 'hash hash)
d3372da9	336	(cons 'recvtime (current-time))
	337	(cons 'dis #f)))
	338	(newlist '()))
	339	(for-each (lambda (o) (if (not (and (equal? (cdr (assoc 'filename o)) filename)
	340	(equal? (cdr (assoc 'peer o)) (list fnet peer))))
	341	(set! newlist (cons o newlist))))
	342	(cdr cl))
	343	(set-cdr! cl (sort (cons newsr newlist) sr-less?))
	344	)
	345	)
	346
	347	; XXX: Redefine to go through the server, once that is implemented
	348	(define (getspeed username)
	349	(catch 'system-error
	350	(lambda ()
	351	(let* ((port (open-input-file (string-append (getenv "HOME") "/dc/users/" username))) (avg 0) (numdls (string->number (read-line port))) (max (string->number (read-line port))) (numents (string->number (read-line port))))
	352	(do ((i 0 (+ i 1))) ((= i numents) (close-port port) (/ avg numents)) (set! avg (+ avg (string->number (read-line port)))))
	353	))
	354	(lambda args
	355	#f
	356	)
	357	)
	358	)
	359
	360	(define (validate-session session)
	361	(catch 'wrong-type-arg
	362	(lambda ()
	363	(and
	364	(assoc 'sexpr session)
	365	(assoc 'prio session)
	366	(assoc 'maxtrans session)
	367	#t
	368	)
	369	)
	370	(lambda (key . args)
	371	(display "Session data is not an a-list\n" (current-error-port))
	372	#f)
	373	)
	374	)
	375
	376	(define (autodl-main args)
	377	(let ((dc-server #f) (done #f) (retval 0))
	378	(let ((getopt (make-getopt (cdr args) "hs:S:e:p:t:a:I:")) (arg #f))
	379	(do ((arg (getopt) (getopt))) ((not (and (pair? arg) (char? (car arg)))) (set! args arg))
	380	(cond ((eq? (car arg) #\h)
	381	(begin (display "usage: autodl [-s server] -S sessfile\n" (current-error-port))
	382	(display " autodl [-s server] -e search-expression [-p prio] [-t tag] [-a userarg]\n" (current-error-port))
	383	(display " autodl [-s server]\n" (current-error-port))
	384	(display " autodl -h\n" (current-error-port))
	385	(exit 0)))
	386	((eq? (car arg) #\s)
	387	(set! dc-server (cdr arg)))
	388	((eq? (car arg) #\S)
	389	(let ((port (open-file (cdr arg)))) (set! session (read port)) (close-port port)))
	390	((eq? (car arg) #\p)
	391	(let ((c (assoc 'prio session)))
	392	(if c (set-cdr! c (cdr arg))
	393	(set! session (cons (cons 'prio (cdr arg)) session)))))
	394	((eq? (car arg) #\t)
	395	(let ((c (assoc 'tag session)))
	396	(if c (set-cdr! c (cdr arg))
	397	(set! session (cons (cons 'tag (cdr arg)) session)))))
	398	((eq? (car arg) #\a)
	399	(let ((c (assoc 'uarg session)))
400	(if c (set-cdr! c (cdr arg))
401	(set! session (cons (cons 'uarg (cdr arg)) session)))))
402	((eq? (car arg) #\I)
403	(let ((c (assoc 'info-file session)))
404	(if c (set-cdr! c (cdr arg))
405	(set! session (cons (cons 'info-file (cdr arg)) session)))))
406	((eq? (car arg) #\e)
407	(set! session (cons (cons 'sexpr (dc-lexsexpr (cdr arg))) session)))
408	)
409	)
410	)
411	(if (eq? session '()) (begin (if (isatty? (current-input-port)) (display "Enter session data (s-expr):\n" (current-error-port))) (set! session (read))))
412	(if (not (assoc 'prio session))
413	(set! session (cons '(prio . 10) session)))
414	(if (not (assoc 'maxtrans session))
415	(set! session (cons '(maxtrans . 1) session)))
416	(if (not (validate-session session)) (begin (display "Invalid session!\n" (current-error-port)) (exit 1)))
417	(if (not dc-server) (set! dc-server (getenv "DCSERVER")))
418	(if (not dc-server) (set! dc-server "localhost"))
419	(catch 'system-error
420	(lambda ()
421	(dc-c&l #t dc-server #t))
422	(lambda (key . args)
423	(logf (string-append "could not connect to server: " (apply format #f (cadr args) (caddr args))))
424	(exit 2)))
425	(dc-ecmd-assert 200 "notify" "all" "on")
426	(for-each (lambda (sig) (sigaction sig (lambda (sig) (throw 'sig sig)))) (list SIGINT SIGTERM SIGHUP))
427	(catch 'sig
428	(lambda ()
429	(while #t
430	(if (and (not (= lastsearch -1)) (wanttosearch))
431	(begin
432	(if (not (= srchid -1))
433	(dc-ecmd "cansrch" srchid))
434	(let* ((resp (apply dc-ecmd-assert (append (list '(200 501 509) "search" "prio" (number->string (cdr (assoc 'prio session))) "all") (cdr (assoc 'sexpr session)))))
435	(ires (dc-intresp resp))
436	(eres (dc-extract resp)))
437	(case (cdr (assoc 'code eres))
438	((200)
439	(begin (set! srchid (car ires))
440	(logf (string-append "search scheduled in " (number->string (cadr ires)) " seconds (id " (number->string srchid) ")"))
441	(set! info-searcheta (+ (current-time) (cadr ires)))
ecd6e23d	442	(set! lastsearch -1)
ecd6e23d	443	(write-info-file)))
d3372da9	444	((501)
	445	(begin (set! srchid -1)
	446	(logf (string-append "no fnetnodes available to search on"))
	447	(set! lastsearch (current-time))))
	448	((509)
	449	(begin (logf "illegal search expression")
	450	(set! done #t)
	451	(set! retval 3)
	452	(throw 'sig 0)))))))
	453	(checktrans)
	454	(if (> (- (current-time) lastparse) 20)
	455	(begin (parseresults)
	456	(set! lastparse (current-time))))
d3372da9	457	(dc-select 10000)
	458	(while (let ((resp (dc-getresp)))
	459	(if resp
	460	(begin
	461	(let* ((er (dc-extract resp)) (code (cdr (assoc 'code er))) (cmd (cdr (assoc 'cmd er))))
	462	(cond
	463	((equal? cmd ".notify")
	464	(case code
	465	((611) ; Transfer state change
	466	(let ((ires (dc-intresp resp)) (tr #f))
	467	(if (and ires (assoc (car ires) trans))
	468	(begin (set! tr (cdr (assoc (car ires) trans)))
	469	(set-cdr! (assoc 'state tr)
	470	(cdr (assoc (cadr ires) '((0 . wait) (1 . hs) (2 . main) (3 . done)))))
	471	(set-cdr! (assoc 'lastprog tr) (current-time))))))
	472	((614) ; Transfer error
	473	(let ((ires (dc-intresp resp)))
	474	(if (and ires (assoc (car ires) trans))
	475	(begin (logf (string-append "transfer " (number->string (car ires)) " encountered error " (number->string (cadr ires))))
	476	(dc-ecmd-assert 200 "cancel" (car ires))
	477	(let ((tr (cdr (assoc (car ires) trans))))
	478	(disablepeer (cdr (assoc 'peer tr))))
	479	(set! trans (assq-remove! trans (car ires)))))))
	480	((615) ; Transfer progress
	481	(let ((ires (dc-intresp resp)) (tr #f))
	482	(if (and ires (assoc (car ires) trans))
	483	(begin (set! tr (cdr (assoc (car ires) trans)))
	484	(set-cdr! (assoc 'curpos tr) (cadr ires))
	485	(set-cdr! (assoc 'lastprog tr) (current-time))))))
	486	((617) ; Transfer destroyed
	487	(let* ((ires (dc-intresp resp)) (tr (and ires (assoc (car ires) trans))))
	488	(if tr
	489	(begin (if (eq? (cdr (assoc 'state (cdr tr))) 'done)
	490	(begin (logf (string-append "transfer " (number->string (car ires)) " done"))
	491	(set! trans (assq-remove! trans (car ires)))
	492	(set! done #t)
	493	(throw 'sig 0))
	494	(begin (logf (string-append "transfer " (number->string (car ires)) " disappeared"))
	495	(set! trans (assq-remove! trans (car ires)))))))))
	496	((620) ; Search rescheduled
	497	(let ((ires (dc-intresp resp)))
	498	(if (and ires (= (car ires) srchid))
	499	(begin (set! info-searcheta (+ (current-time) (cadr ires)))
	500	(logf (string-append "search rescheduled to T+" (number->string (cadr ires))))))))
	501	((621) ; Search committed
	502	(let ((ires (dc-intresp resp)))
	503	(if (and ires (= (car ires) srchid))
	504	(begin (logf "search committed")
	505	(set! info-searcheta 0)
	506	(set! lastsearch (current-time))))))
	507	((622) ; Search result
	508	(let ((ires (list->vector (dc-intresp resp))))
3b0de0fd	509	(if (and ires (= (vector-ref ires 0) srchid)) (apply handlesr (map (lambda (n) (vector-ref ires n)) '(1 2 3 4 5 7 8))))))
d3372da9	510
	511	)
	512	)
	513
	514	)
	515	)
	516	#t)
	517	#f)
	518	)
	519	#t
	520	)
	521	)
	522	)
	523	(lambda (key sig)
	524	(logf (string-append "interrupted by signal " (number->string sig)))
	525	(if (not done)
	526	(set! retval 1)))
	527	)
	528	(logf "quitting...")
	529	(catch 'sig
	530	(lambda ()
	531	(if (dc-connected)
	532	(begin (for-each (lambda (o)
	533	(dc-qcmd (list "cancel" (car o))))
	534	trans)
	535	(if (assoc 'info-file session)
	536	(catch 'system-error
	537	(lambda ()
	538	(delete-file (cdr (assoc 'info-file session))))
	539	(lambda (key . args) #t)))
	540	(if (and done (assoc 'tag session))
	541	(dc-qcmd (list "filtercmd" "rmtag" (cdr (assoc 'tag session)))))
	542	(if (not (= srchid -1))
	543	(dc-qcmd (list "cansrch" srchid)))
	544	(dc-qcmd '("quit"))
	545	(while (dc-connected) (dc-select))
	546	)))
	547	(lambda (key sig)
	548	(logf "forcing quit")))
	549	(exit retval)
	550	)
	551	)
	552
	553	(setlocale LC_ALL "")
	554	(autodl-main (command-line))