aboutsummaryrefslogtreecommitdiff
path: root/scripts/guix-data-service-process-jobs.in
blob: ae1542cc78379898c67beed6df3e78674199d603 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
#!@GUILE@ --no-auto-compile
-*- scheme -*-
-*- geiser-scheme-implementation: guile -*-
!#
;;; Guix Data Service -- Information about Guix over time
;;; Copyright © 2016, 2017 Ricardo Wurmus <rekado@elephly.net>
;;; Copyright © 2018 Arun Isaac <arunisaac@systemreboot.net>
;;; Copyright © 2019 Christopher Baines <mail@cbaines.net>
;;;
;;; This file is part of guix-data-service.
;;;
;;; guix-data-service is free software; you can redistribute it and/or modify it
;;; under the terms of the GNU General Public License as published by
;;; the Free Software Foundation; either version 3 of the License, or
;;; (at your option) any later version.
;;;
;;; guix-data-service is distributed in the hope that it will be useful, but
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
;;; General Public License for more details.
;;;
;;; You should have received a copy of the GNU General Public License
;;; along with the guix-data-service.  If not, see <http://www.gnu.org/licenses/>.

(use-modules (srfi srfi-1)
             (srfi srfi-37)
             (guix-data-service database)
             (guix-data-service jobs))

(setvbuf (current-output-port) 'line)
(setvbuf (current-error-port) 'line)

(define %options
  ;; Specifications of the command-line options
  (list (option '("max-processes") #t #f
                (lambda (opt name arg result)
                  (alist-cons 'max-processes
                              (string->number arg)
                              result)))
        (option '("latest-branch-revision-max-processes") #t #f
                (lambda (opt name arg result)
                  (alist-cons 'latest-branch-revision-max-processes
                              (string->number arg)
                              result)))
        (option '("skip-system-tests") #f #f
                (lambda (opt name _ result)
                  (alist-cons 'skip-system-tests #t result)))
        (option '("per-job-parallelism") #t #f
                (lambda (opt name arg result)
                  (alist-cons 'per-job-parallelism
                              (string->number arg)
                              result)))))

(define %default-options
  ;; Alist of default option values
  `((max-processes . ,default-max-processes)
    (per-job-parallelism . 1)))

(define (parse-options args)
  (args-fold
   args %options
   (lambda (opt name arg result)
     (error "unrecognized option" name))
   (lambda (arg result)
     (alist-cons
      'revision-commits
      (cons arg
            (or (assoc-ref result 'revision-commits)
                '()))
      (alist-delete 'revision-commits result)))
   %default-options))

(let ((opts (parse-options (cdr (program-arguments)))))
  (run-sqitch)

  (with-postgresql-connection
   "process-jobs"
   (lambda (conn)
     (simple-format #t "Ready to process jobs...\n")
     (with-exception-handler
         (lambda (exn)
           (simple-format
            (current-error-port)
            "exception: ~A\n"
            exn)
           (exit 1))
       (lambda ()
         (with-throw-handler #t
             (lambda ()
               (process-jobs
                conn
                #:max-processes (assq-ref opts 'max-processes)
                #:latest-branch-revision-max-processes
                (or (assq-ref opts 'latest-branch-revision-max-processes)
                    (* 2 (assq-ref opts 'max-processes)))
                #:skip-system-tests?
                (assq-ref opts 'skip-system-tests)
                #:per-job-parallelism
                (assq-ref opts 'per-job-parallelism)))
           (lambda _
             (backtrace))))
       #:unwind? #t))))