Until now, those messages would be accumulated and displayed all at
once, when a '\n' was finally emitted by 'guix substitute'.  In the
meantime, clients would remain silent.
* guix/status.scm (bytevector-index): Change 'number' parameter to
'numbers' and adjust accordingly.
(build-event-output-port): Pass both #\newline and #\return to
'bytevector-index'.
* tests/status.scm ("build-output-port, daemon messages with LF"): New
test.
		
	
			
		
			
				
	
	
		
			260 lines
		
	
	
	
		
			12 KiB
		
	
	
	
		
			Scheme
		
	
	
	
	
	
			
		
		
	
	
			260 lines
		
	
	
	
		
			12 KiB
		
	
	
	
		
			Scheme
		
	
	
	
	
	
;;; GNU Guix --- Functional package management for GNU
 | 
						||
;;; Copyright © 2018, 2019, 2022 Ludovic Courtès <ludo@gnu.org>
 | 
						||
;;;
 | 
						||
;;; This file is part of GNU Guix.
 | 
						||
;;;
 | 
						||
;;; GNU Guix is free software; you can redistribute it and/or modify it
 | 
						||
;;; under the terms of the GNU General Public License as published by
 | 
						||
;;; the Free Software Foundation; either version 3 of the License, or (at
 | 
						||
;;; your option) any later version.
 | 
						||
;;;
 | 
						||
;;; GNU Guix is distributed in the hope that it will be useful, but
 | 
						||
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
						||
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
						||
;;; GNU General Public License for more details.
 | 
						||
;;;
 | 
						||
;;; You should have received a copy of the GNU General Public License
 | 
						||
;;; along with GNU Guix.  If not, see <http://www.gnu.org/licenses/>.
 | 
						||
 | 
						||
(define-module (test-status)
 | 
						||
  #:use-module (guix status)
 | 
						||
  #:use-module (srfi srfi-1)
 | 
						||
  #:use-module (srfi srfi-64)
 | 
						||
  #:use-module (srfi srfi-71)
 | 
						||
  #:use-module (rnrs bytevectors)
 | 
						||
  #:use-module (rnrs io ports)
 | 
						||
  #:use-module (ice-9 match))
 | 
						||
 | 
						||
(test-begin "status")
 | 
						||
 | 
						||
(test-equal "compute-status, no-op"
 | 
						||
  (build-status)
 | 
						||
  (let ((port get-status (build-event-output-port compute-status)))
 | 
						||
    (display "foo\nbar\n\baz\n" port)
 | 
						||
    (get-status)))
 | 
						||
 | 
						||
(test-equal "compute-status, builds + substitutes"
 | 
						||
  (list (build-status
 | 
						||
         (building (list (build "foo.drv" "x86_64-linux")))
 | 
						||
         (downloading (list (download "bar" "http://example.org/bar"
 | 
						||
                                      #:size 500
 | 
						||
                                      #:start 'now))))
 | 
						||
        (build-status
 | 
						||
         (building (list (build "foo.drv" "x86_64-linux")))
 | 
						||
         (downloading (list (download "bar" "http://example.org/bar"
 | 
						||
                                      #:size 500
 | 
						||
                                      #:transferred 42
 | 
						||
                                      #:start 'now))))
 | 
						||
        (build-status
 | 
						||
         (builds-completed (list (build "foo.drv" "x86_64-linux")))
 | 
						||
         (downloads-completed (list (download "bar" "http://example.org/bar"
 | 
						||
                                              #:size 500
 | 
						||
                                              #:transferred 500
 | 
						||
                                              #:start 'now
 | 
						||
                                              #:end 'now)))))
 | 
						||
  (let ((port get-status
 | 
						||
              (build-event-output-port (lambda (event status)
 | 
						||
                                         (compute-status event status
 | 
						||
                                                         #:current-time
 | 
						||
                                                         (const 'now))))))
 | 
						||
    (display "@ build-started foo.drv - x86_64-linux \n" port)
 | 
						||
    (display "@ substituter-started bar\n" port)
 | 
						||
    (display "@ download-started bar http://example.org/bar 500\n" port)
 | 
						||
    (display "various\nthings\nget\nwritten\n" port)
 | 
						||
    (let ((first (get-status)))
 | 
						||
      (display "@ download-progress bar http://example.org/bar 500 42\n"
 | 
						||
               port)
 | 
						||
      (let ((second (get-status)))
 | 
						||
        (display "@ download-progress bar http://example.org/bar 500 84\n"
 | 
						||
                 port)
 | 
						||
        (display "@ build-succeeded foo.drv\n" port)
 | 
						||
        (display "@ download-succeeded bar http://example.org/bar 500\n" port)
 | 
						||
        (display "Almost done!\n" port)
 | 
						||
        (display "@ substituter-succeeded bar\n" port)
 | 
						||
        (list first second (get-status))))))
 | 
						||
 | 
						||
(test-equal "compute-status, missing events"
 | 
						||
  (list (build-status
 | 
						||
         (building (list (build "foo.drv" "x86_64-linux"
 | 
						||
                                #:log-file "foo.log")))
 | 
						||
         (downloading (list (download "baz" "http://example.org/baz"
 | 
						||
                                      #:size 500
 | 
						||
                                      #:transferred 42
 | 
						||
                                      #:start 'now)
 | 
						||
                            (download "bar" "http://example.org/bar"
 | 
						||
                                      #:size 999
 | 
						||
                                      #:transferred 0
 | 
						||
                                      #:start 'now))))
 | 
						||
        (build-status
 | 
						||
         (builds-completed (list (build "foo.drv" "x86_64-linux"
 | 
						||
                                        #:log-file "foo.log")))
 | 
						||
         (downloads-completed (list (download "baz" "http://example.org/baz"
 | 
						||
                                              #:size 500
 | 
						||
                                              #:transferred 500
 | 
						||
                                              #:start 'now
 | 
						||
                                              #:end 'now)
 | 
						||
                                    (download "bar" "http://example.org/bar"
 | 
						||
                                              #:size 999
 | 
						||
                                              #:transferred 999
 | 
						||
                                              #:start 'now
 | 
						||
                                              #:end 'now)))))
 | 
						||
  ;; Below we omit 'substituter-started' events and the like.
 | 
						||
  (let ((port get-status
 | 
						||
              (build-event-output-port (lambda (event status)
 | 
						||
                                         (compute-status event status
 | 
						||
                                                         #:current-time
 | 
						||
                                                         (const 'now))))))
 | 
						||
    (display "@ build-started foo.drv - x86_64-linux foo.log\n" port)
 | 
						||
    (display "@ download-started bar http://example.org/bar 999\n" port)
 | 
						||
    (display "various\nthings\nget\nwritten\n" port)
 | 
						||
    (display "@ download-progress baz http://example.org/baz 500 42\n"
 | 
						||
             port)
 | 
						||
    (let ((first (get-status)))
 | 
						||
      (display "@ build-succeeded foo.drv\n" port)
 | 
						||
      (display "@ download-succeeded bar http://example.org/bar 999\n" port)
 | 
						||
      (display "Almost done!\n" port)
 | 
						||
      (display "@ substituter-succeeded baz\n" port)
 | 
						||
      (list first (get-status)))))
 | 
						||
 | 
						||
(test-equal "build-output-port, UTF-8"
 | 
						||
  '((build-log #f "lambda is λ!\n"))
 | 
						||
  (let ((port get-status (build-event-output-port cons '()))
 | 
						||
        (bv              (string->utf8 "lambda is λ!\n")))
 | 
						||
    (put-bytevector port bv)
 | 
						||
    (force-output port)
 | 
						||
    (get-status)))
 | 
						||
 | 
						||
(test-equal "build-output-port, daemon messages with LF"
 | 
						||
  '((build-log #f "updating substitutes... 0%\r")
 | 
						||
    (build-log #f "updating substitutes... 50%\r")
 | 
						||
    (build-log #f "updating substitutes... 100%\r"))
 | 
						||
  (let ((port get-status (build-event-output-port cons '())))
 | 
						||
    (for-each (lambda (suffix)
 | 
						||
                (let ((bv (string->utf8
 | 
						||
                           (string-append "updating substitutes... "
 | 
						||
                                          suffix "\r"))))
 | 
						||
                  (put-bytevector port bv)
 | 
						||
                  (force-output port)))
 | 
						||
              '("0%" "50%" "100%"))
 | 
						||
    (reverse (get-status))))
 | 
						||
 | 
						||
(test-equal "current-build-output-port, UTF-8 + garbage"
 | 
						||
  ;; What about a mixture of UTF-8 + garbage?
 | 
						||
  (let ((replacement "<22>"))
 | 
						||
    `((build-log #f ,(string-append "garbage: " replacement "lambda: λ\n"))))
 | 
						||
  (let ((port get-status (build-event-output-port cons '())))
 | 
						||
    (display "garbage: " port)
 | 
						||
    (put-bytevector port #vu8(128))
 | 
						||
    (put-bytevector port (string->utf8 "lambda: λ\n"))
 | 
						||
    (force-output port)
 | 
						||
    (get-status)))
 | 
						||
 | 
						||
(test-equal "compute-status, multiplexed build output"
 | 
						||
  (list (build-status
 | 
						||
         (building (list (build "foo.drv" "x86_64-linux" #:id 121)))
 | 
						||
         (downloading (list (download "bar" "http://example.org/bar"
 | 
						||
                                      #:size 999
 | 
						||
                                      #:start 'now))))
 | 
						||
        (build-status
 | 
						||
         (building (list (build "foo.drv" "x86_64-linux" #:id 121)))
 | 
						||
         (downloading (list (download "bar" "http://example.org/bar"
 | 
						||
                                      #:size 999
 | 
						||
                                      #:transferred 42
 | 
						||
                                      #:start 'now))))
 | 
						||
        (build-status
 | 
						||
         ;; "bar" is now only listed as a download.
 | 
						||
         (builds-completed (list (build "foo.drv" "x86_64-linux" #:id 121)))
 | 
						||
         (downloads-completed (list (download "bar" "http://example.org/bar"
 | 
						||
                                              #:size 999
 | 
						||
                                              #:transferred 999
 | 
						||
                                              #:start 'now
 | 
						||
                                              #:end 'now)))))
 | 
						||
  (let ((port get-status
 | 
						||
              (build-event-output-port (lambda (event status)
 | 
						||
                                         (compute-status event status
 | 
						||
                                                         #:current-time
 | 
						||
                                                         (const 'now)
 | 
						||
                                                         #:derivation-path->output-path
 | 
						||
                                                         (match-lambda
 | 
						||
                                                           ("bar.drv" "bar")))))))
 | 
						||
    (display "@ build-started foo.drv - x86_64-linux  121\n" port)
 | 
						||
    (display "@ build-started bar.drv - armhf-linux bar.log 144\n" port)
 | 
						||
    (display "@ build-log 121 6\nHello!" port)
 | 
						||
    (display "@ build-log 144 50
 | 
						||
@ download-started bar http://example.org/bar 999\n" port)
 | 
						||
    (let ((first (get-status)))
 | 
						||
      (display "@ build-log 121 30\n@ build-started FAKE!.drv 555\n")
 | 
						||
      (display "@ build-log 144 54
 | 
						||
@ download-progress bar http://example.org/bar 999 42\n"
 | 
						||
               port)
 | 
						||
      (let ((second (get-status)))
 | 
						||
        (display "@ download-succeeded bar http://example.org/bar 999\n" port)
 | 
						||
        (display "@ build-succeeded foo.drv\n" port)
 | 
						||
        (display "@ build-succeeded bar.drv\n" port)
 | 
						||
        (list first second (get-status))))))
 | 
						||
 | 
						||
(test-equal "compute-status, build completion"
 | 
						||
  (list (build-status
 | 
						||
         (building (list (build "foo.drv" "x86_64-linux" #:id 121))))
 | 
						||
        (build-status
 | 
						||
         (building (list (build "foo.drv" "x86_64-linux" #:id 121
 | 
						||
                                #:completion 0.))))
 | 
						||
        (build-status
 | 
						||
         (building (list (build "foo.drv" "x86_64-linux" #:id 121
 | 
						||
                                #:completion 50.))))
 | 
						||
        (build-status
 | 
						||
         (builds-completed (list (build "foo.drv" "x86_64-linux" #:id 121
 | 
						||
                                        #:completion 100.)))))
 | 
						||
  (let ((port get-status
 | 
						||
              (build-event-output-port (lambda (event status)
 | 
						||
                                         (compute-status event status
 | 
						||
                                                         #:current-time
 | 
						||
                                                         (const 'now))))))
 | 
						||
    (display "@ build-started foo.drv - x86_64-linux  121\n" port)
 | 
						||
    (display "@ build-log 121 6\nHello!" port)
 | 
						||
    (let ((first (get-status)))
 | 
						||
      (display "@ build-log 121 20\n[ 0/100] building X\n" port)
 | 
						||
      (display "@ build-log 121 6\nHello!" port)
 | 
						||
      (let ((second (get-status)))
 | 
						||
        (display "@ build-log 121 20\n[50/100] building Y\n" port)
 | 
						||
        (display "@ build-log 121 6\nHello!" port)
 | 
						||
        (let ((third (get-status)))
 | 
						||
          (display "@ build-log 121 21\n[100/100] building Z\n" port)
 | 
						||
          (display "@ build-log 121 6\nHello!" port)
 | 
						||
          (display "@ build-succeeded foo.drv\n" port)
 | 
						||
          (list first second third (get-status)))))))
 | 
						||
 | 
						||
(test-equal "compute-status, build phase"
 | 
						||
  (list (build-status
 | 
						||
         (building (list (build "foo.drv" "x86_64-linux" #:id 121
 | 
						||
                                #:phase 'configure))))
 | 
						||
        (build-status
 | 
						||
         (building (list (build "foo.drv" "x86_64-linux" #:id 121
 | 
						||
                                #:phase 'configure
 | 
						||
                                #:completion 50.))))
 | 
						||
        (build-status
 | 
						||
         (building (list (build "foo.drv" "x86_64-linux" #:id 121
 | 
						||
                                #:phase 'install))))
 | 
						||
        (build-status
 | 
						||
         (builds-completed (list (build "foo.drv" "x86_64-linux" #:id 121
 | 
						||
                                        #:phase 'install)))))
 | 
						||
  (let ((port get-status
 | 
						||
              (build-event-output-port (lambda (event status)
 | 
						||
                                         (compute-status event status
 | 
						||
                                                         #:current-time
 | 
						||
                                                         (const 'now))))))
 | 
						||
    (display "@ build-started foo.drv - x86_64-linux  121\n" port)
 | 
						||
    (display "@ build-log 121 27\nstarting phase `configure'\n" port)
 | 
						||
    (display "@ build-log 121 6\nabcde!" port)
 | 
						||
    (let ((first (get-status)))
 | 
						||
      (display "@ build-log 121 20\n[50/100] building Y\n" port)
 | 
						||
      (display "@ build-log 121 6\nfghik!" port)
 | 
						||
      (let ((second (get-status)))
 | 
						||
        (display "@ build-log 121 21\n[100/100] building Z\n" port)
 | 
						||
        (display "@ build-log 121 25\nstarting phase `install'\n" port)
 | 
						||
        (display "@ build-log 121 6\nlmnop!" port)
 | 
						||
        (let ((third (get-status)))
 | 
						||
          (display "@ build-succeeded foo.drv\n" port)
 | 
						||
          (list first second third (get-status)))))))
 | 
						||
 | 
						||
(test-end "status")
 |