Until now, those messages would be accumulated and displayed all at
once, when a '\n' was finally emitted by 'guix substitute'.  In the
meantime, clients would remain silent.
* guix/status.scm (bytevector-index): Change 'number' parameter to
'numbers' and adjust accordingly.
(build-event-output-port): Pass both #\newline and #\return to
'bytevector-index'.
* tests/status.scm ("build-output-port, daemon messages with LF"): New
test.
		
	
			
		
			
				
	
	
		
			260 lines
		
	
	
	
		
			12 KiB
		
	
	
	
		
			Scheme
		
	
	
	
	
	
			
		
		
	
	
			260 lines
		
	
	
	
		
			12 KiB
		
	
	
	
		
			Scheme
		
	
	
	
	
	
| ;;; GNU Guix --- Functional package management for GNU
 | ||
| ;;; Copyright © 2018, 2019, 2022 Ludovic Courtès <ludo@gnu.org>
 | ||
| ;;;
 | ||
| ;;; This file is part of GNU Guix.
 | ||
| ;;;
 | ||
| ;;; GNU Guix is free software; you can redistribute it and/or modify it
 | ||
| ;;; under the terms of the GNU General Public License as published by
 | ||
| ;;; the Free Software Foundation; either version 3 of the License, or (at
 | ||
| ;;; your option) any later version.
 | ||
| ;;;
 | ||
| ;;; GNU Guix is distributed in the hope that it will be useful, but
 | ||
| ;;; WITHOUT ANY WARRANTY; without even the implied warranty of
 | ||
| ;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | ||
| ;;; GNU General Public License for more details.
 | ||
| ;;;
 | ||
| ;;; You should have received a copy of the GNU General Public License
 | ||
| ;;; along with GNU Guix.  If not, see <http://www.gnu.org/licenses/>.
 | ||
| 
 | ||
| (define-module (test-status)
 | ||
|   #:use-module (guix status)
 | ||
|   #:use-module (srfi srfi-1)
 | ||
|   #:use-module (srfi srfi-64)
 | ||
|   #:use-module (srfi srfi-71)
 | ||
|   #:use-module (rnrs bytevectors)
 | ||
|   #:use-module (rnrs io ports)
 | ||
|   #:use-module (ice-9 match))
 | ||
| 
 | ||
| (test-begin "status")
 | ||
| 
 | ||
| (test-equal "compute-status, no-op"
 | ||
|   (build-status)
 | ||
|   (let ((port get-status (build-event-output-port compute-status)))
 | ||
|     (display "foo\nbar\n\baz\n" port)
 | ||
|     (get-status)))
 | ||
| 
 | ||
| (test-equal "compute-status, builds + substitutes"
 | ||
|   (list (build-status
 | ||
|          (building (list (build "foo.drv" "x86_64-linux")))
 | ||
|          (downloading (list (download "bar" "http://example.org/bar"
 | ||
|                                       #:size 500
 | ||
|                                       #:start 'now))))
 | ||
|         (build-status
 | ||
|          (building (list (build "foo.drv" "x86_64-linux")))
 | ||
|          (downloading (list (download "bar" "http://example.org/bar"
 | ||
|                                       #:size 500
 | ||
|                                       #:transferred 42
 | ||
|                                       #:start 'now))))
 | ||
|         (build-status
 | ||
|          (builds-completed (list (build "foo.drv" "x86_64-linux")))
 | ||
|          (downloads-completed (list (download "bar" "http://example.org/bar"
 | ||
|                                               #:size 500
 | ||
|                                               #:transferred 500
 | ||
|                                               #:start 'now
 | ||
|                                               #:end 'now)))))
 | ||
|   (let ((port get-status
 | ||
|               (build-event-output-port (lambda (event status)
 | ||
|                                          (compute-status event status
 | ||
|                                                          #:current-time
 | ||
|                                                          (const 'now))))))
 | ||
|     (display "@ build-started foo.drv - x86_64-linux \n" port)
 | ||
|     (display "@ substituter-started bar\n" port)
 | ||
|     (display "@ download-started bar http://example.org/bar 500\n" port)
 | ||
|     (display "various\nthings\nget\nwritten\n" port)
 | ||
|     (let ((first (get-status)))
 | ||
|       (display "@ download-progress bar http://example.org/bar 500 42\n"
 | ||
|                port)
 | ||
|       (let ((second (get-status)))
 | ||
|         (display "@ download-progress bar http://example.org/bar 500 84\n"
 | ||
|                  port)
 | ||
|         (display "@ build-succeeded foo.drv\n" port)
 | ||
|         (display "@ download-succeeded bar http://example.org/bar 500\n" port)
 | ||
|         (display "Almost done!\n" port)
 | ||
|         (display "@ substituter-succeeded bar\n" port)
 | ||
|         (list first second (get-status))))))
 | ||
| 
 | ||
| (test-equal "compute-status, missing events"
 | ||
|   (list (build-status
 | ||
|          (building (list (build "foo.drv" "x86_64-linux"
 | ||
|                                 #:log-file "foo.log")))
 | ||
|          (downloading (list (download "baz" "http://example.org/baz"
 | ||
|                                       #:size 500
 | ||
|                                       #:transferred 42
 | ||
|                                       #:start 'now)
 | ||
|                             (download "bar" "http://example.org/bar"
 | ||
|                                       #:size 999
 | ||
|                                       #:transferred 0
 | ||
|                                       #:start 'now))))
 | ||
|         (build-status
 | ||
|          (builds-completed (list (build "foo.drv" "x86_64-linux"
 | ||
|                                         #:log-file "foo.log")))
 | ||
|          (downloads-completed (list (download "baz" "http://example.org/baz"
 | ||
|                                               #:size 500
 | ||
|                                               #:transferred 500
 | ||
|                                               #:start 'now
 | ||
|                                               #:end 'now)
 | ||
|                                     (download "bar" "http://example.org/bar"
 | ||
|                                               #:size 999
 | ||
|                                               #:transferred 999
 | ||
|                                               #:start 'now
 | ||
|                                               #:end 'now)))))
 | ||
|   ;; Below we omit 'substituter-started' events and the like.
 | ||
|   (let ((port get-status
 | ||
|               (build-event-output-port (lambda (event status)
 | ||
|                                          (compute-status event status
 | ||
|                                                          #:current-time
 | ||
|                                                          (const 'now))))))
 | ||
|     (display "@ build-started foo.drv - x86_64-linux foo.log\n" port)
 | ||
|     (display "@ download-started bar http://example.org/bar 999\n" port)
 | ||
|     (display "various\nthings\nget\nwritten\n" port)
 | ||
|     (display "@ download-progress baz http://example.org/baz 500 42\n"
 | ||
|              port)
 | ||
|     (let ((first (get-status)))
 | ||
|       (display "@ build-succeeded foo.drv\n" port)
 | ||
|       (display "@ download-succeeded bar http://example.org/bar 999\n" port)
 | ||
|       (display "Almost done!\n" port)
 | ||
|       (display "@ substituter-succeeded baz\n" port)
 | ||
|       (list first (get-status)))))
 | ||
| 
 | ||
| (test-equal "build-output-port, UTF-8"
 | ||
|   '((build-log #f "lambda is λ!\n"))
 | ||
|   (let ((port get-status (build-event-output-port cons '()))
 | ||
|         (bv              (string->utf8 "lambda is λ!\n")))
 | ||
|     (put-bytevector port bv)
 | ||
|     (force-output port)
 | ||
|     (get-status)))
 | ||
| 
 | ||
| (test-equal "build-output-port, daemon messages with LF"
 | ||
|   '((build-log #f "updating substitutes... 0%\r")
 | ||
|     (build-log #f "updating substitutes... 50%\r")
 | ||
|     (build-log #f "updating substitutes... 100%\r"))
 | ||
|   (let ((port get-status (build-event-output-port cons '())))
 | ||
|     (for-each (lambda (suffix)
 | ||
|                 (let ((bv (string->utf8
 | ||
|                            (string-append "updating substitutes... "
 | ||
|                                           suffix "\r"))))
 | ||
|                   (put-bytevector port bv)
 | ||
|                   (force-output port)))
 | ||
|               '("0%" "50%" "100%"))
 | ||
|     (reverse (get-status))))
 | ||
| 
 | ||
| (test-equal "current-build-output-port, UTF-8 + garbage"
 | ||
|   ;; What about a mixture of UTF-8 + garbage?
 | ||
|   (let ((replacement "<22>"))
 | ||
|     `((build-log #f ,(string-append "garbage: " replacement "lambda: λ\n"))))
 | ||
|   (let ((port get-status (build-event-output-port cons '())))
 | ||
|     (display "garbage: " port)
 | ||
|     (put-bytevector port #vu8(128))
 | ||
|     (put-bytevector port (string->utf8 "lambda: λ\n"))
 | ||
|     (force-output port)
 | ||
|     (get-status)))
 | ||
| 
 | ||
| (test-equal "compute-status, multiplexed build output"
 | ||
|   (list (build-status
 | ||
|          (building (list (build "foo.drv" "x86_64-linux" #:id 121)))
 | ||
|          (downloading (list (download "bar" "http://example.org/bar"
 | ||
|                                       #:size 999
 | ||
|                                       #:start 'now))))
 | ||
|         (build-status
 | ||
|          (building (list (build "foo.drv" "x86_64-linux" #:id 121)))
 | ||
|          (downloading (list (download "bar" "http://example.org/bar"
 | ||
|                                       #:size 999
 | ||
|                                       #:transferred 42
 | ||
|                                       #:start 'now))))
 | ||
|         (build-status
 | ||
|          ;; "bar" is now only listed as a download.
 | ||
|          (builds-completed (list (build "foo.drv" "x86_64-linux" #:id 121)))
 | ||
|          (downloads-completed (list (download "bar" "http://example.org/bar"
 | ||
|                                               #:size 999
 | ||
|                                               #:transferred 999
 | ||
|                                               #:start 'now
 | ||
|                                               #:end 'now)))))
 | ||
|   (let ((port get-status
 | ||
|               (build-event-output-port (lambda (event status)
 | ||
|                                          (compute-status event status
 | ||
|                                                          #:current-time
 | ||
|                                                          (const 'now)
 | ||
|                                                          #:derivation-path->output-path
 | ||
|                                                          (match-lambda
 | ||
|                                                            ("bar.drv" "bar")))))))
 | ||
|     (display "@ build-started foo.drv - x86_64-linux  121\n" port)
 | ||
|     (display "@ build-started bar.drv - armhf-linux bar.log 144\n" port)
 | ||
|     (display "@ build-log 121 6\nHello!" port)
 | ||
|     (display "@ build-log 144 50
 | ||
| @ download-started bar http://example.org/bar 999\n" port)
 | ||
|     (let ((first (get-status)))
 | ||
|       (display "@ build-log 121 30\n@ build-started FAKE!.drv 555\n")
 | ||
|       (display "@ build-log 144 54
 | ||
| @ download-progress bar http://example.org/bar 999 42\n"
 | ||
|                port)
 | ||
|       (let ((second (get-status)))
 | ||
|         (display "@ download-succeeded bar http://example.org/bar 999\n" port)
 | ||
|         (display "@ build-succeeded foo.drv\n" port)
 | ||
|         (display "@ build-succeeded bar.drv\n" port)
 | ||
|         (list first second (get-status))))))
 | ||
| 
 | ||
| (test-equal "compute-status, build completion"
 | ||
|   (list (build-status
 | ||
|          (building (list (build "foo.drv" "x86_64-linux" #:id 121))))
 | ||
|         (build-status
 | ||
|          (building (list (build "foo.drv" "x86_64-linux" #:id 121
 | ||
|                                 #:completion 0.))))
 | ||
|         (build-status
 | ||
|          (building (list (build "foo.drv" "x86_64-linux" #:id 121
 | ||
|                                 #:completion 50.))))
 | ||
|         (build-status
 | ||
|          (builds-completed (list (build "foo.drv" "x86_64-linux" #:id 121
 | ||
|                                         #:completion 100.)))))
 | ||
|   (let ((port get-status
 | ||
|               (build-event-output-port (lambda (event status)
 | ||
|                                          (compute-status event status
 | ||
|                                                          #:current-time
 | ||
|                                                          (const 'now))))))
 | ||
|     (display "@ build-started foo.drv - x86_64-linux  121\n" port)
 | ||
|     (display "@ build-log 121 6\nHello!" port)
 | ||
|     (let ((first (get-status)))
 | ||
|       (display "@ build-log 121 20\n[ 0/100] building X\n" port)
 | ||
|       (display "@ build-log 121 6\nHello!" port)
 | ||
|       (let ((second (get-status)))
 | ||
|         (display "@ build-log 121 20\n[50/100] building Y\n" port)
 | ||
|         (display "@ build-log 121 6\nHello!" port)
 | ||
|         (let ((third (get-status)))
 | ||
|           (display "@ build-log 121 21\n[100/100] building Z\n" port)
 | ||
|           (display "@ build-log 121 6\nHello!" port)
 | ||
|           (display "@ build-succeeded foo.drv\n" port)
 | ||
|           (list first second third (get-status)))))))
 | ||
| 
 | ||
| (test-equal "compute-status, build phase"
 | ||
|   (list (build-status
 | ||
|          (building (list (build "foo.drv" "x86_64-linux" #:id 121
 | ||
|                                 #:phase 'configure))))
 | ||
|         (build-status
 | ||
|          (building (list (build "foo.drv" "x86_64-linux" #:id 121
 | ||
|                                 #:phase 'configure
 | ||
|                                 #:completion 50.))))
 | ||
|         (build-status
 | ||
|          (building (list (build "foo.drv" "x86_64-linux" #:id 121
 | ||
|                                 #:phase 'install))))
 | ||
|         (build-status
 | ||
|          (builds-completed (list (build "foo.drv" "x86_64-linux" #:id 121
 | ||
|                                         #:phase 'install)))))
 | ||
|   (let ((port get-status
 | ||
|               (build-event-output-port (lambda (event status)
 | ||
|                                          (compute-status event status
 | ||
|                                                          #:current-time
 | ||
|                                                          (const 'now))))))
 | ||
|     (display "@ build-started foo.drv - x86_64-linux  121\n" port)
 | ||
|     (display "@ build-log 121 27\nstarting phase `configure'\n" port)
 | ||
|     (display "@ build-log 121 6\nabcde!" port)
 | ||
|     (let ((first (get-status)))
 | ||
|       (display "@ build-log 121 20\n[50/100] building Y\n" port)
 | ||
|       (display "@ build-log 121 6\nfghik!" port)
 | ||
|       (let ((second (get-status)))
 | ||
|         (display "@ build-log 121 21\n[100/100] building Z\n" port)
 | ||
|         (display "@ build-log 121 25\nstarting phase `install'\n" port)
 | ||
|         (display "@ build-log 121 6\nlmnop!" port)
 | ||
|         (let ((third (get-status)))
 | ||
|           (display "@ build-succeeded foo.drv\n" port)
 | ||
|           (list first second third (get-status)))))))
 | ||
| 
 | ||
| (test-end "status")
 |