|
|
|
@ -1601,9 +1601,10 @@
@@ -1601,9 +1601,10 @@
|
|
|
|
|
(setf trains (sort trains #'< |
|
|
|
|
:key (lambda (trn) |
|
|
|
|
(or |
|
|
|
|
(maybe-rescue-train |
|
|
|
|
trn |
|
|
|
|
:just-return-distance t) |
|
|
|
|
(unless (uiop:string-prefix-p "X" trn) |
|
|
|
|
(maybe-rescue-train |
|
|
|
|
trn |
|
|
|
|
:just-return-distance t)) |
|
|
|
|
sb-ext:double-float-positive-infinity)))) |
|
|
|
|
(statsd-gauge "intertube.maybe-archivable" (length trains)) |
|
|
|
|
(archive-trains-tar trains)))) |
|
|
|
@ -1701,6 +1702,19 @@
@@ -1701,6 +1702,19 @@
|
|
|
|
|
:name "elizabeth line loop") |
|
|
|
|
t) |
|
|
|
|
|
|
|
|
|
(defun debugger-hook (condition self) |
|
|
|
|
(declare (ignore self)) |
|
|
|
|
;; attempt to inform irccat |
|
|
|
|
(ignore-errors |
|
|
|
|
(drakma:http-request |
|
|
|
|
"http://metrics.i.eta.st:6001/send" |
|
|
|
|
:method :post |
|
|
|
|
:content (format nil "eta: [intertube error] ~A (on thread ~A)" |
|
|
|
|
condition |
|
|
|
|
(sb-thread:thread-name sb-thread:*current-thread*)))) |
|
|
|
|
(trivial-backtrace:print-backtrace condition) |
|
|
|
|
(sb-ext:exit :abort t)) |
|
|
|
|
|
|
|
|
|
(defun main () |
|
|
|
|
(let ((*package* (find-package 'trackernet))) |
|
|
|
|
(format t "~&*** Starting scraping in 3 seconds unless interrupted ***~%") |
|
|
|
@ -1711,6 +1725,7 @@
@@ -1711,6 +1725,7 @@
|
|
|
|
|
(unwind-protect |
|
|
|
|
(sb-impl::toplevel-repl nil) |
|
|
|
|
(format t "~&*** REPL closed, continuing anyway ***~%") |
|
|
|
|
(setf *debugger-hook* #'debugger-hook) |
|
|
|
|
(loop (sleep 1))))) |
|
|
|
|
|
|
|
|
|
(defun line-track-descriptions (line-code) |
|
|
|
|