aboutsummaryrefslogtreecommitdiff
path: root/scripts
diff options
context:
space:
mode:
authorChristopher Baines <mail@cbaines.net>2019-09-28 23:55:11 +0100
committerChristopher Baines <mail@cbaines.net>2019-09-28 23:55:11 +0100
commitea253c4515c9937e02cd6c6650a08733e4a9f7c5 (patch)
tree44c512c1ec33299f8102c3f15bb845587182b82a /scripts
parent4df889fc3ce99cdb418f1af8f1360cfec77968a7 (diff)
downloaddata-service-ea253c4515c9937e02cd6c6650a08733e4a9f7c5.tar
data-service-ea253c4515c9937e02cd6c6650a08733e4a9f7c5.tar.gz
Add a new script to process emails in an mbox file
This can be used with the mbox files for the guix-commits mailing list to add older emails in to the database.
Diffstat (limited to 'scripts')
-rw-r--r--scripts/guix-data-service-process-branch-updated-mbox.in65
1 files changed, 65 insertions, 0 deletions
diff --git a/scripts/guix-data-service-process-branch-updated-mbox.in b/scripts/guix-data-service-process-branch-updated-mbox.in
new file mode 100644
index 0000000..7184e74
--- /dev/null
+++ b/scripts/guix-data-service-process-branch-updated-mbox.in
@@ -0,0 +1,65 @@
+#!@GUILE@ --no-auto-compile
+-*- scheme -*-
+-*- geiser-scheme-implementation: guile -*-
+!#
+;;; Guix Data Service -- Information about Guix over time
+;;; Copyright © 2019 Christopher Baines <mail@cbaines.net>
+;;;
+;;; This file is part of guix-data-service.
+;;;
+;;; guix-data-service is free software; you can redistribute it and/or modify it
+;;; under the terms of the GNU General Public License as published by
+;;; the Free Software Foundation; either version 3 of the License, or
+;;; (at your option) any later version.
+;;;
+;;; guix-data-service is distributed in the hope that it will be useful, but
+;;; WITHOUT ANY WARRANTY; without even the implied warranty of
+;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+;;; General Public License for more details.
+;;;
+;;; You should have received a copy of the GNU General Public License
+;;; along with the guix-data-service. If not, see <http://www.gnu.org/licenses/>.
+
+(use-modules (srfi srfi-1)
+ (srfi srfi-37)
+ (ice-9 textual-ports)
+ (ice-9 binary-ports)
+ (rnrs bytevectors)
+ (squee)
+ (email email)
+ (guix-data-service database)
+ (guix-data-service branch-updated-emails))
+
+(with-postgresql-connection
+ "process-branch-updated-mbox"
+ (lambda (conn)
+ (for-each
+ (lambda (file)
+ (simple-format (current-error-port)
+ "reading: ~A\n"
+ file)
+ (for-each
+ (lambda (email-bytevector)
+ (display "." (current-error-port))
+ (catch
+ #t
+ (lambda ()
+ (with-throw-handler #t
+ (lambda ()
+ (enqueue-job-for-email
+ conn
+ (parse-email email-bytevector)))
+ (lambda (key . args)
+ (display "\nerror: while parsing email\n"
+ (current-error-port))
+ (simple-format (current-error-port)
+ "~A: ~A\n\n"
+ key
+ args)
+ (display-backtrace (make-stack #t) (current-error-port)))))
+ (lambda (key . args) #f)))
+ (call-with-input-file file
+ mbox->emails))
+
+ (display "\n" (current-error-port)))
+ (cdr (command-line)))))