blob: 3ff529582fc4e80284dad5c57249b2086daa3cbb (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
|
;;;; http.scm -- HTTP API
;;; Copyright © 2019 Christopher Baines <mail@cbaines.net>
;;;
;;; This file is part of Cuirass.
;;;
;;; Cuirass is free software: you can redistribute it and/or modify
;;; it under the terms of the GNU General Public License as published by
;;; the Free Software Foundation, either version 3 of the License, or
;;; (at your option) any later version.
;;;
;;; Cuirass is distributed in the hope that it will be useful,
;;; but WITHOUT ANY WARRANTY; without even the implied warranty of
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
;;; GNU General Public License for more details.
;;;
;;; You should have received a copy of the GNU General Public License
;;; along with Cuirass. If not, see <http://www.gnu.org/licenses/>.
(define-module (cuirass send-events)
#:use-module (cuirass config)
#:use-module (cuirass database)
#:use-module (cuirass utils)
#:use-module (cuirass logging)
#:use-module (web client)
#:use-module (web response)
#:use-module (json)
#:use-module (srfi srfi-1)
#:use-module (srfi srfi-11)
#:use-module (rnrs bytevectors)
#:use-module (ice-9 textual-ports)
#:export (send-events))
(define* (send-events target-url
#:key (batch-limit 100))
"Send up to BATCH-LIMIT events to TARGET-URL"
(with-exponential-backoff-upon-error
(lambda ()
(let ((events-to-send
(db-get-events `((nr . ,batch-limit)))))
(unless (null? events-to-send)
(let ((body
(object->json-string
`((items
. ,(list->vector
(map (lambda (event)
(let ((event-json
(json-string->scm
(assq-ref event #:event_json))))
`((id . ,(assq-ref event #:id))
(type . ,(assq-ref event #:type))
(timestamp . ,(assq-ref event #:timestamp))
,@event-json)))
events-to-send)))))))
(let*-values
(((response body)
(http-post target-url
#:body body
;; Guile doesn't treat JSON as text, so decode the
;; body manually
#:decode-body? #f))
((code)
(response-code response)))
(unless (and (>= code 200)
(< code 300))
(throw
'request-failure
(simple-format #f "code: ~A response: ~A"
code
(utf8->string body))))))
(db-delete-events-with-ids-<=-to
(assq-ref (last events-to-send) #:id))
(simple-format #t "Sent ~A events\n" (length events-to-send)))))))
(define* (with-exponential-backoff-upon-error thunk #:key (retry-number 1))
"Call THUNK and catch exceptions, retrying after a number of seconds that
increases exponentially."
(catch
#t
thunk
(lambda (key . args)
(simple-format (current-error-port)
"Failure sending events (try ~A)\n"
retry-number)
(print-exception (current-error-port) #f key args)
(let ((sleep-length (integer-expt 2 retry-number)))
(simple-format (current-error-port)
"\nWaiting for ~A seconds\n"
sleep-length)
(sleep sleep-length)
(with-exponential-backoff-upon-error thunk #:retry-number
(+ retry-number 1))))))
|