aboutsummaryrefslogtreecommitdiff
path: root/guix/self.scm
diff options
context:
space:
mode:
authorJanneke Nieuwenhuizen <janneke@gnu.org>2023-06-22 08:30:25 +0200
committerJanneke Nieuwenhuizen <janneke@gnu.org>2023-09-18 06:46:03 +0200
commit658de25e990a56265e2398a3737e9cf1eb57af68 (patch)
tree6693335328ebc71d514f72f01b99090187a31a00 /guix/self.scm
parent1d30ec935126f316187dfc26446347bc7de9868b (diff)
downloadguix-658de25e990a56265e2398a3737e9cf1eb57af68.tar
guix-658de25e990a56265e2398a3737e9cf1eb57af68.tar.gz
self: Build directories in chunks of max 25 files at a time.
This increases the chances of a successful `guix pull' on the Hurd, see <https://issues.guix.gnu.org/65456>. * guix/self.scm (compiled-modules)[process-directory]: Split building of directories into chunks of max 25 files. Also call gc.
Diffstat (limited to 'guix/self.scm')
-rw-r--r--guix/self.scm27
1 files changed, 20 insertions, 7 deletions
diff --git a/guix/self.scm b/guix/self.scm
index 81a36e007f..d2300052d8 100644
--- a/guix/self.scm
+++ b/guix/self.scm
@@ -1,6 +1,7 @@
;;; GNU Guix --- Functional package management for GNU
;;; Copyright © 2017-2023 Ludovic Courtès <ludo@gnu.org>
;;; Copyright © 2020 Martin Becze <mjbecze@riseup.net>
+;;; Copyright © 2023 Janneke Nieuwenhuizen <janneke@gnu.org>
;;;
;;; This file is part of GNU Guix.
;;;
@@ -1210,7 +1211,8 @@ containing MODULE-FILES and possibly other files as well."
'((guix build compile)
(guix build utils)))
#~(begin
- (use-modules (srfi srfi-26)
+ (use-modules (srfi srfi-1)
+ (srfi srfi-26)
(ice-9 match)
(ice-9 format)
(ice-9 threads)
@@ -1244,12 +1246,23 @@ containing MODULE-FILES and possibly other files as well."
(force-output))
(define (process-directory directory files output)
- ;; Hide compilation warnings.
- (parameterize ((current-warning-port (%make-void-port "w")))
- (compile-files directory #$output files
- #:workers (parallel-job-count)
- #:report-load report-load
- #:report-compilation report-compilation)))
+ (let* ((size 25) ;compile max 25 files a time
+ (chunks (unfold
+ (lambda (seed) (< (length seed) size)) ;p
+ (cute take <> size) ;f
+ (cute drop <> size) ;g
+ files ;seed
+ list))) ;tail
+ (for-each
+ (lambda (chunk)
+ ;; Hide compilation warnings.
+ (parameterize ((current-warning-port (%make-void-port "w")))
+ (compile-files directory output chunk
+ #:workers (parallel-job-count)
+ #:report-load report-load
+ #:report-compilation report-compilation)
+ (gc)))
+ chunks)))
(setvbuf (current-output-port) 'line)
(setvbuf (current-error-port) 'line)