diff options
| author | Christopher Baines <mail@cbaines.net> | 2019-12-28 22:50:09 +0000 |
|---|---|---|
| committer | Christopher Baines <mail@cbaines.net> | 2019-12-29 16:04:45 +0000 |
| commit | 67af7e17f0967b418b92caa295b9707ee4bc1d89 (patch) | |
| tree | 98b5121ff024eef295d67e33f427aa214569b110 | |
| parent | c84b21be7cda09bbcd5ac94b10525cead5ee080a (diff) | |
| download | data-service-67af7e17f0967b418b92caa295b9707ee4bc1d89.tar data-service-67af7e17f0967b418b92caa295b9707ee4bc1d89.tar.gz | |
Generate and store nars for derivation source files
This'll allow serving nars for these derivation source files.
| -rw-r--r-- | guix-data-service/model/derivation.scm | 70 |
1 files changed, 66 insertions, 4 deletions
diff --git a/guix-data-service/model/derivation.scm b/guix-data-service/model/derivation.scm index 591ad91..5e8e3cf 100644 --- a/guix-data-service/model/derivation.scm +++ b/guix-data-service/model/derivation.scm @@ -19,10 +19,15 @@ #:use-module (srfi srfi-1) #:use-module (ice-9 vlist) #:use-module (ice-9 match) + #:use-module (ice-9 binary-ports) + #:use-module (rnrs bytevectors) + #:use-module (gcrypt hash) #:use-module (squee) #:use-module (json) #:use-module (guix base16) #:use-module (guix base32) + #:use-module (guix serialization) + #:use-module (guix lzlib) #:use-module (guix inferior) #:use-module (guix memoization) #:use-module (guix derivations) @@ -983,7 +988,56 @@ WHERE store_path = $1") sources))) (exec-query conn - (insert-into-derivation-sources sources-ids)))) + (insert-into-derivation-sources sources-ids)) + + sources-ids)) + +(define (insert-derivation-source-file-nar conn id source-file) + (define missing? + (match (exec-query + conn + "SELECT 1 FROM derivation_source_file_nars WHERE derivation_source_file_id = $1" + (list (number->string id))) + (() #t) + (_ #f))) + + (when missing? + (let* ((nar-bytevector (call-with-values + (lambda () + (open-bytevector-output-port)) + (lambda (port get-bytevector) + (write-file source-file port) + (get-bytevector)))) + (data-string (bytevector->base16-string + (call-with-values + (lambda () + (open-bytevector-output-port)) + (lambda (port get-bytevector) + (call-with-lzip-output-port port + (lambda (port) + (put-bytevector port nar-bytevector)) + #:level 9) + (get-bytevector))))) + (hash (bytevector->nix-base32-string + (sha256 nar-bytevector))) + (uncompressed-size (bytevector-length nar-bytevector))) + (exec-query + conn + " +INSERT INTO derivation_source_file_nars ( + derivation_source_file_id, + compression, + hash_algorithm, + hash, + uncompressed_size, + data +) VALUES ($1, $2, $3, $4, $5, $6)" + (list (number->string id) + "lzip" + "sha256" + hash + (number->string uncompressed-size) + (string-append "\\x" data-string)))))) (define (insert-missing-derivations conn derivation-ids-hash-table @@ -1067,9 +1121,17 @@ WHERE store_path = $1") (simple-format #t "debug: insert-missing-derivations: inserting sources\n") (for-each (lambda (derivation-id derivation) - (insert-derivation-sources conn - derivation-id - (derivation-sources derivation))) + (let* ((sources (derivation-sources derivation)) + (sources-ids + (insert-derivation-sources conn + derivation-id + (derivation-sources derivation)))) + (map (lambda (id source-file) + (insert-derivation-source-file-nar conn + id + source-file)) + sources-ids + sources))) derivation-ids derivations) |