From c31a346d5c8b2d32419444d36baff1c8c1d0f2b1 Mon Sep 17 00:00:00 2001 From: Christopher Baines Date: Sat, 8 Jun 2024 22:39:07 +0100 Subject: Improve issue-data parallelisation --- guix-qa-frontpage/issue.scm | 24 +++++++++++++++--------- 1 file changed, 15 insertions(+), 9 deletions(-) diff --git a/guix-qa-frontpage/issue.scm b/guix-qa-frontpage/issue.scm index 1af520d..ea124c3 100644 --- a/guix-qa-frontpage/issue.scm +++ b/guix-qa-frontpage/issue.scm @@ -330,6 +330,19 @@ (define frequency (* 15 60)) + (define issue-data/fiberized+cached + (fiberize + (lambda (issue-number) + (with-sqlite-cache + database + 'issue-data + issue-data + #:args + (list issue-number) + #:version 3 + #:ttl (/ frequency 2))) + #:parallelism 5)) + (define (refresh-data) (simple-format (current-error-port) "refreshing patch branches data...\n") @@ -380,14 +393,7 @@ change-details builds-missing? comparison-details - (with-sqlite-cache - database - 'issue-data - issue-data - #:args - (list issue-number) - #:version 3 - #:ttl (/ frequency 2)))) + (issue-data/fiberized+cached issue-number))) (with-sqlite-cache database @@ -417,7 +423,7 @@ #:args (list issue-number) #:ttl 0))) #:unwind? #t))) - 5 + 50 series-to-refresh))) (spawn-fiber -- cgit v1.2.3