1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
|
# GOV.UK Mini Environment Admin
# Copyright © 2018 Christopher Baines <mail@cbaines.net>
#
# This file is part of the GOV.UK Mini Environment Admin.
#
# The GOV.UK Mini Environment Admin is free software: you can
# redistribute it and/or modify it under the terms of the GNU Affero
# General Public License as published by the Free Software Foundation,
# either version 3 of the License, or (at your option) any later
# version.
#
# The GOV.UK Mini Environment Admin is distributed in the hope that it
# will be useful, but WITHOUT ANY WARRANTY; without even the implied
# warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
# See the GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public
# License along with the GOV.UK Mini Environment Admin. If not, see
# <http://www.gnu.org/licenses/>.
class GovukGuix::FetchRevisionJob < Que::Job
extend EnqueuedJobs
include ::ShellUtils
@retry_interval = 30
def run(commit_hash, options = {})
backend_type_and_id = options[:backend_type_and_id]
if backend_type_and_id
backend = Backends.find_by_type_and_id(
*backend_type_and_id.split('=')
)
remote_host = backend.build_remote_host
end
sha = fetch_and_checkout(commit_hash, remote_host)
command = [
# Use bash from Guix if running remotely, as bash on Ubuntu
# seems to handle grouping arguments differently, which breaks
# guix-pre-inst-env
*(remote_host.nil? ? [] : '/home/ubuntu/.guix-profile/bin/bash'),
"#{@repository_directory}/guix-pre-inst-env",
'guix',
'build',
'-e',
'(begin (use-modules (gds packages govuk)) (current-govuk-guix))'
]
output = run_command(*command, run_remotely_on_host: remote_host)
store_path = output.last.strip
logger.debug(self.class) { "store_path: #{store_path}" }
unless Guix.valid_store_path? store_path
raise "Invalid store path: #{store_path}"
end
backend.add_in_use_store_path(store_path) if backend
GovukGuix::Revision.transaction do
GovukGuix::Revision.create(
commit_hash: sha,
store_path: store_path,
available_services: available_services(store_path, remote_host)
)
finish
end
end
def fetch_and_checkout(commit_hash, remote_host)
if remote_host
@repository_directory = '/tmp/govuk-guix'
run_command(
"/bin/sh",
"-c",
"if cd '#{@repository_directory}';"\
"then git fetch;"\
"else "\
"git clone #{self.class.repository_remote_location} '#{@repository_directory}';"\
"fi",
run_remotely_on_host: remote_host
)
sha = run_command(
"/bin/sh",
"-c",
"cd '#{@repository_directory}';"\
"git rev-list -n 1 '#{commit_hash}'",
run_remotely_on_host: remote_host
).last.strip
run_command(
"/bin/sh",
"-c",
"cd '#{@repository_directory}';"\
"git checkout #{sha}",
run_remotely_on_host: remote_host
)
else
require 'git'
@repository_directory = 'tmp/cache/govuk-guix'
repository = if File.exist? @repository_directory
Git.open(@repository_directory, log: Rails.logger)
else
Git.clone(
self.class.repository_remote_location,
@repository_directory
)
end
repository.fetch
sha = repository.object(commit_hash).sha
repository.checkout(sha)
end
return sha
end
def available_services(store_path, remote_host)
command_output = run_command(
"#{store_path}/bin/govuk",
"system",
"available-services",
"--json",
run_remotely_on_host: remote_host
)
json_start = command_output.find_index { |line| line.starts_with?('[') }
json_output = command_output[json_start..command_output.length].join
JSON.parse(json_output)
end
def self.repository_remote_location
ENV.fetch(
'GOVUK_GUIX_REPOSITORY_REMOTE',
'https://github.com/alphagov/govuk-guix.git'
)
end
def self.job_title(_que_job)
'Fetch govuk-guix Revision'
end
end
|