Commit68380db4c4moved from 'gexp->derivation', which as a side effect, would lead tests to require a "world rebuild"--specifically, they'd have to build (default-guile). This was mitigated by68775338a5, but that change introduced another regression. * guix/scripts/pack.scm (populate-profile-root): Define 'bootstrap?'. Pass #:guile to 'computed-file', with a value depending on 'bootstrap?'. * tests/pack.scm ("self-contained-tarball + localstatedir") ("docker-image + localstatedir", "squashfs-image + localstatedir") ("deb archive with symlinks and control files") ("rpm archive can be installed/uninstalled"): Use a <profile> record instead of a derivation.
		
			
				
	
	
		
			420 lines
		
	
	
	
		
			19 KiB
		
	
	
	
		
			Scheme
		
	
	
	
	
	
			
		
		
	
	
			420 lines
		
	
	
	
		
			19 KiB
		
	
	
	
		
			Scheme
		
	
	
	
	
	
| ;;; GNU Guix --- Functional package management for GNU
 | ||
| ;;; Copyright © 2017, 2018, 2019, 2020, 2021 Ludovic Courtès <ludo@gnu.org>
 | ||
| ;;; Copyright © 2018 Ricardo Wurmus <rekado@elephly.net>
 | ||
| ;;; Copyright © 2021, 2023 Maxim Cournoyer <maxim.cournoyer@gmail.com>
 | ||
| ;;;
 | ||
| ;;; This file is part of GNU Guix.
 | ||
| ;;;
 | ||
| ;;; GNU Guix is free software; you can redistribute it and/or modify it
 | ||
| ;;; under the terms of the GNU General Public License as published by
 | ||
| ;;; the Free Software Foundation; either version 3 of the License, or (at
 | ||
| ;;; your option) any later version.
 | ||
| ;;;
 | ||
| ;;; GNU Guix is distributed in the hope that it will be useful, but
 | ||
| ;;; WITHOUT ANY WARRANTY; without even the implied warranty of
 | ||
| ;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | ||
| ;;; GNU General Public License for more details.
 | ||
| ;;;
 | ||
| ;;; You should have received a copy of the GNU General Public License
 | ||
| ;;; along with GNU Guix.  If not, see <http://www.gnu.org/licenses/>.
 | ||
| 
 | ||
| (define-module (test-pack)
 | ||
|   #:use-module (guix scripts pack)
 | ||
|   #:use-module (guix store)
 | ||
|   #:use-module (guix derivations)
 | ||
|   #:use-module (guix profiles)
 | ||
|   #:use-module (guix packages)
 | ||
|   #:use-module (guix monads)
 | ||
|   #:use-module (guix tests)
 | ||
|   #:use-module (guix gexp)
 | ||
|   #:use-module (guix modules)
 | ||
|   #:use-module (guix utils)
 | ||
|   #:use-module (gnu packages)
 | ||
|   #:use-module ((gnu packages base) #:select (glibc-utf8-locales))
 | ||
|   #:use-module (gnu packages bootstrap)
 | ||
|   #:use-module ((gnu packages package-management) #:select (rpm))
 | ||
|   #:use-module ((gnu packages compression) #:select (squashfs-tools))
 | ||
|   #:use-module ((gnu packages debian) #:select (dpkg))
 | ||
|   #:use-module ((gnu packages guile) #:select (guile-sqlite3))
 | ||
|   #:use-module ((gnu packages gnupg) #:select (guile-gcrypt))
 | ||
|   #:use-module ((gnu packages linux) #:select (fakeroot))
 | ||
|   #:use-module (srfi srfi-64))
 | ||
| 
 | ||
| (define %store
 | ||
|   (open-connection-for-tests))
 | ||
| 
 | ||
| ;; Globally disable grafts because they can trigger early builds.
 | ||
| (%graft? #f)
 | ||
| 
 | ||
| (define-syntax-rule (test-assertm name store exp)
 | ||
|   (test-assert name
 | ||
|     (let ((guile (package-derivation store %bootstrap-guile)))
 | ||
|       (run-with-store store exp
 | ||
|                       #:guile-for-build guile))))
 | ||
| 
 | ||
| (define %gzip-compressor
 | ||
|   ;; Compressor that uses the bootstrap 'gzip'.
 | ||
|   ((@ (guix scripts pack) compressor) "gzip"
 | ||
|    ".gz"
 | ||
|    #~(list #+(file-append %bootstrap-coreutils&co "/bin/gzip") "-6n")))
 | ||
| 
 | ||
| (define %tar-bootstrap %bootstrap-coreutils&co)
 | ||
| 
 | ||
| (define %ar-bootstrap %bootstrap-binutils)
 | ||
| 
 | ||
| ;;; This is a variant of the RPM package configured so that its database can
 | ||
| ;;; be created on a writable location readily available inside the build
 | ||
| ;;; container ("/tmp").
 | ||
| (define rpm-for-tests
 | ||
|   (package
 | ||
|     (inherit rpm)
 | ||
|     (arguments (substitute-keyword-arguments (package-arguments rpm)
 | ||
|                  ((#:configure-flags flags '())
 | ||
|                   #~(cons "--localstatedir=/tmp"
 | ||
|                           (delete "--localstatedir=/var" #$flags)))))))
 | ||
| 
 | ||
| 
 | ||
| (test-begin "pack")
 | ||
| 
 | ||
| (unless (network-reachable?) (test-skip 1))
 | ||
| (test-assertm "self-contained-tarball" %store
 | ||
|   (mlet* %store-monad
 | ||
|       ((profile -> (profile
 | ||
|                     (content (packages->manifest (list %bootstrap-guile)))
 | ||
|                     (hooks '())
 | ||
|                     (locales? #f)))
 | ||
|        (tarball (self-contained-tarball "pack" profile
 | ||
|                                         #:symlinks '(("/bin/Guile"
 | ||
|                                                       -> "bin/guile"))
 | ||
|                                         #:compressor %gzip-compressor
 | ||
|                                         #:archiver %tar-bootstrap))
 | ||
|        (check   (gexp->derivation "check-tarball"
 | ||
|                   (with-imported-modules '((guix build utils))
 | ||
|                     #~(begin
 | ||
|                         (use-modules (guix build utils)
 | ||
|                                      (srfi srfi-1))
 | ||
| 
 | ||
|                         (define store
 | ||
|                           ;; The unpacked store.
 | ||
|                           (string-append "." (%store-directory) "/"))
 | ||
| 
 | ||
|                         (define (canonical? file)
 | ||
|                           ;; Return #t if FILE is read-only and its mtime is 1.
 | ||
|                           (let ((st (lstat file)))
 | ||
|                             (or (not (string-prefix? store file))
 | ||
|                                 (eq? 'symlink (stat:type st))
 | ||
|                                 (and (= 1 (stat:mtime st))
 | ||
|                                      (zero? (logand #o222
 | ||
|                                                     (stat:mode st)))))))
 | ||
| 
 | ||
|                         (define bin
 | ||
|                           (string-append "." #$profile "/bin"))
 | ||
| 
 | ||
|                         (setenv "PATH"
 | ||
|                                 (string-append #$%tar-bootstrap "/bin"))
 | ||
|                         (system* "tar" "xvf" #$tarball)
 | ||
|                         (mkdir #$output)
 | ||
|                         (exit
 | ||
|                          (and (file-exists? (string-append bin "/guile"))
 | ||
|                               (file-exists? store)
 | ||
|                               (every canonical?
 | ||
|                                      (find-files "." (const #t)
 | ||
|                                                  #:directories? #t))
 | ||
|                               (string=? (string-append #$%bootstrap-guile "/bin")
 | ||
|                                         (readlink bin))
 | ||
|                               (string=? (string-append ".." #$profile
 | ||
|                                                        "/bin/guile")
 | ||
|                                         (readlink "bin/Guile")))))))))
 | ||
|     (built-derivations (list check))))
 | ||
| 
 | ||
| ;; The following test needs guile-sqlite3, libgcrypt, etc. as a consequence of
 | ||
| ;; commit c45477d2a1a651485feede20fe0f3d15aec48b39 and related changes.  Thus,
 | ||
| ;; run it on the user's store, if it's available, on the grounds that these
 | ||
| ;; dependencies may be already there, or we can get substitutes or build them
 | ||
| ;; quite inexpensively; see <https://bugs.gnu.org/32184>.
 | ||
| 
 | ||
| (with-external-store store
 | ||
|   (unless store (test-skip 1))
 | ||
|   (test-assertm "self-contained-tarball + localstatedir" store
 | ||
|     (mlet* %store-monad
 | ||
|         ((guile   (set-guile-for-build (default-guile)))
 | ||
|          (profile -> (profile
 | ||
|                       (content (packages->manifest (list %bootstrap-guile)))
 | ||
|                       (hooks '())
 | ||
|                       (locales? #f)))
 | ||
|          (tarball (self-contained-tarball "tar-pack" profile
 | ||
|                                           #:localstatedir? #t))
 | ||
|          (check   (gexp->derivation "check-tarball"
 | ||
|                     #~(let ((bin (string-append "." #$profile "/bin")))
 | ||
|                         (setenv "PATH"
 | ||
|                                 (string-append #$%tar-bootstrap "/bin"))
 | ||
|                         (system* "tar" "xvf" #$tarball)
 | ||
|                         (mkdir #$output)
 | ||
|                         (exit
 | ||
|                          (and (file-exists? "var/guix/db/db.sqlite")
 | ||
|                               (string=? (string-append #$%bootstrap-guile "/bin")
 | ||
|                                         (readlink bin))))))))
 | ||
|       (built-derivations (list check))))
 | ||
| 
 | ||
|   (unless store (test-skip 1))
 | ||
|   (test-assertm "self-contained-tarball + localstatedir, UTF-8 file names" store
 | ||
|     (mlet* %store-monad
 | ||
|         ((guile   (set-guile-for-build (default-guile)))
 | ||
|          (tree    (interned-file-tree
 | ||
|                    `("directory-with-utf8-file-names" directory
 | ||
|                      ("α" regular (data "alpha"))
 | ||
|                      ("λ" regular (data "lambda")))))
 | ||
|          (tarball (self-contained-tarball "tar-pack" tree
 | ||
|                                           #:localstatedir? #t))
 | ||
|          (check   (gexp->derivation "check-tarball"
 | ||
|                     (with-extensions (list guile-sqlite3 guile-gcrypt)
 | ||
|                       (with-imported-modules (source-module-closure
 | ||
|                                               '((guix store database)))
 | ||
|                         #~(begin
 | ||
|                             (use-modules (guix store database)
 | ||
|                                          (rnrs io ports)
 | ||
|                                          (srfi srfi-1))
 | ||
| 
 | ||
|                             (define (valid-file? basename data)
 | ||
|                               (define file
 | ||
|                                 (string-append "./" #$tree "/" basename))
 | ||
| 
 | ||
|                               (string=? (call-with-input-file (pk 'file file)
 | ||
|                                           get-string-all)
 | ||
|                                         data))
 | ||
| 
 | ||
|                             (setenv "PATH"
 | ||
|                                     (string-append #$%tar-bootstrap "/bin"))
 | ||
|                             (system* "tar" "xvf" #$tarball)
 | ||
| 
 | ||
|                             (sql-schema
 | ||
|                              #$(local-file (search-path %load-path
 | ||
|                                                         "guix/store/schema.sql")))
 | ||
|                             (with-database "var/guix/db/db.sqlite" db
 | ||
|                               ;; Make sure non-ASCII file names are properly
 | ||
|                               ;; handled.
 | ||
|                               (setenv "GUIX_LOCPATH"
 | ||
|                                       #+(file-append glibc-utf8-locales
 | ||
|                                                      "/lib/locale"))
 | ||
|                               (setlocale LC_ALL "en_US.utf8")
 | ||
| 
 | ||
|                               (mkdir #$output)
 | ||
|                               (exit
 | ||
|                                (and (every valid-file?
 | ||
|                                            '("α" "λ")
 | ||
|                                            '("alpha" "lambda"))
 | ||
|                                     (integer? (path-id db #$tree)))))))))))
 | ||
|       (built-derivations (list check))))
 | ||
| 
 | ||
|   (unless store (test-skip 1))
 | ||
|   (test-assertm "docker-image + localstatedir" store
 | ||
|     (mlet* %store-monad
 | ||
|         ((guile   (set-guile-for-build (default-guile)))
 | ||
|          (profile -> (profile
 | ||
|                       (content (packages->manifest (list %bootstrap-guile)))
 | ||
|                       (hooks '())
 | ||
|                       (locales? #f)))
 | ||
|          (tarball (docker-image "docker-pack" profile
 | ||
|                                 #:symlinks '(("/bin/Guile" -> "bin/guile"))
 | ||
|                                 #:localstatedir? #t))
 | ||
|          (check   (gexp->derivation "check-tarball"
 | ||
|                     (with-imported-modules '((guix build utils))
 | ||
|                       #~(begin
 | ||
|                           (use-modules (guix build utils)
 | ||
|                                        (ice-9 match))
 | ||
| 
 | ||
|                           (define bin
 | ||
|                             (string-append "." #$profile "/bin"))
 | ||
| 
 | ||
|                           (setenv "PATH" (string-append #$%tar-bootstrap "/bin"))
 | ||
|                           (mkdir "base")
 | ||
|                           (with-directory-excursion "base"
 | ||
|                             (invoke "tar" "xvf" #$tarball))
 | ||
| 
 | ||
|                           (match (find-files "base" "layer.tar")
 | ||
|                             ((layer)
 | ||
|                              (invoke "tar" "xvf" layer)))
 | ||
| 
 | ||
|                           (when
 | ||
|                               (and (file-exists? (string-append bin "/guile"))
 | ||
|                                    (file-exists? "var/guix/db/db.sqlite")
 | ||
|                                    (file-is-directory? "tmp")
 | ||
|                                    (string=? (string-append #$%bootstrap-guile "/bin")
 | ||
|                                              (pk 'binlink (readlink bin)))
 | ||
|                                    (string=? (string-append #$profile "/bin/guile")
 | ||
|                                              (pk 'guilelink (readlink "bin/Guile"))))
 | ||
|                             (mkdir #$output)))))))
 | ||
|       (built-derivations (list check))))
 | ||
| 
 | ||
|   (unless store (test-skip 1))
 | ||
|   (test-assertm "squashfs-image + localstatedir" store
 | ||
|     (mlet* %store-monad
 | ||
|         ((guile   (set-guile-for-build (default-guile)))
 | ||
|          (profile -> (profile
 | ||
|                       (content (packages->manifest (list %bootstrap-guile)))
 | ||
|                       (hooks '())
 | ||
|                       (locales? #f)))
 | ||
|          (image   (squashfs-image "squashfs-pack" profile
 | ||
|                                   #:symlinks '(("/bin" -> "bin"))
 | ||
|                                   #:localstatedir? #t))
 | ||
|          (check   (gexp->derivation "check-tarball"
 | ||
|                     (with-imported-modules '((guix build utils))
 | ||
|                       #~(begin
 | ||
|                           (use-modules (guix build utils)
 | ||
|                                        (ice-9 match))
 | ||
| 
 | ||
|                           (define bin
 | ||
|                             (string-append "." #$profile "/bin"))
 | ||
| 
 | ||
|                           (setenv "PATH"
 | ||
|                                   (string-append #$squashfs-tools "/bin"))
 | ||
|                           (invoke "unsquashfs" #$image)
 | ||
|                           (with-directory-excursion "squashfs-root"
 | ||
|                             (when (and (file-exists? (string-append bin
 | ||
|                                                                     "/guile"))
 | ||
|                                        (file-exists? "var/guix/db/db.sqlite")
 | ||
|                                        (string=? (string-append #$%bootstrap-guile "/bin")
 | ||
|                                                  (pk 'binlink (readlink bin)))
 | ||
| 
 | ||
|                                        ;; This is a relative symlink target.
 | ||
|                                        (string=? (string-drop
 | ||
|                                                   (string-append #$profile "/bin")
 | ||
|                                                   1)
 | ||
|                                                  (pk 'guilelink (readlink "bin"))))
 | ||
|                               (mkdir #$output))))))))
 | ||
|       (built-derivations (list check))))
 | ||
| 
 | ||
|   (unless store (test-skip 1))
 | ||
|   (test-assertm "deb archive with symlinks and control files" store
 | ||
|     (mlet* %store-monad
 | ||
|         ((guile   (set-guile-for-build (default-guile)))
 | ||
|          (profile -> (profile
 | ||
|                       (content (packages->manifest (list %bootstrap-guile)))
 | ||
|                       (hooks '())
 | ||
|                       (locales? #f)))
 | ||
|          (deb (debian-archive
 | ||
|                "deb-pack" profile
 | ||
|                #:compressor %gzip-compressor
 | ||
|                #:symlinks '(("/opt/gnu/bin" -> "bin"))
 | ||
|                #:archiver %tar-bootstrap
 | ||
|                #:extra-options
 | ||
|                (list #:triggers-file
 | ||
|                      (plain-file "triggers"
 | ||
|                                  "activate-noawait /usr/share/icons/hicolor\n")
 | ||
|                      #:postinst-file
 | ||
|                      (plain-file "postinst"
 | ||
|                                  "echo running configure script\n"))))
 | ||
|          (check
 | ||
|           (gexp->derivation "check-deb-pack"
 | ||
|             (with-imported-modules '((guix build utils))
 | ||
|               #~(begin
 | ||
|                   (use-modules (guix build utils)
 | ||
|                                (ice-9 match)
 | ||
|                                (ice-9 popen)
 | ||
|                                (ice-9 rdelim)
 | ||
|                                (ice-9 textual-ports)
 | ||
|                                (rnrs base))
 | ||
| 
 | ||
|                   (setenv "PATH" (string-join
 | ||
|                                   (list (string-append #+%tar-bootstrap "/bin")
 | ||
|                                         (string-append #+dpkg "/bin")
 | ||
|                                         (string-append #+%ar-bootstrap "/bin"))
 | ||
|                                   ":"))
 | ||
| 
 | ||
|                   ;; Validate the output of 'dpkg --info'.
 | ||
|                   (let* ((port (open-pipe* OPEN_READ "dpkg" "--info" #$deb))
 | ||
|                          (info (get-string-all port))
 | ||
|                          (exit-val (status:exit-val (close-pipe port))))
 | ||
|                     (assert (zero? exit-val))
 | ||
| 
 | ||
|                     (assert (string-contains
 | ||
|                              info
 | ||
|                              (string-append "Package: "
 | ||
|                                             #+(package-name %bootstrap-guile))))
 | ||
| 
 | ||
|                     (assert (string-contains
 | ||
|                              info
 | ||
|                              (string-append "Version: "
 | ||
|                                             #+(package-version %bootstrap-guile)))))
 | ||
| 
 | ||
|                   ;; Sanity check .deb contents.
 | ||
|                   (invoke "ar" "-xv" #$deb)
 | ||
|                   (assert (file-exists? "debian-binary"))
 | ||
|                   (assert (file-exists? "data.tar.gz"))
 | ||
|                   (assert (file-exists? "control.tar.gz"))
 | ||
| 
 | ||
|                   ;; Verify there are no hard links in data.tar.gz, as hard
 | ||
|                   ;; links would cause dpkg to fail unpacking the archive.
 | ||
|                   (define hard-links
 | ||
|                     (let ((port (open-pipe* OPEN_READ "tar" "-tvf" "data.tar.gz")))
 | ||
|                       (let loop ((hard-links '()))
 | ||
|                         (match (read-line port)
 | ||
|                           ((? eof-object?)
 | ||
|                            (assert (zero? (status:exit-val (close-pipe port))))
 | ||
|                            hard-links)
 | ||
|                           (line
 | ||
|                            (if (string-prefix? "u" line)
 | ||
|                                (loop (cons line hard-links))
 | ||
|                                (loop hard-links)))))))
 | ||
| 
 | ||
|                   (unless (null? hard-links)
 | ||
|                     (error "hard links found in data.tar.gz" hard-links))
 | ||
| 
 | ||
|                   ;; Verify the presence of the control files.
 | ||
|                   (invoke "tar" "-xf" "control.tar.gz")
 | ||
|                   (assert (file-exists? "control"))
 | ||
|                   (assert (and (file-exists? "postinst")
 | ||
|                                (= #o111 ;script is executable
 | ||
|                                   (logand #o111 (stat:perms
 | ||
|                                                  (stat "postinst"))))))
 | ||
|                   (assert (file-exists? "triggers"))
 | ||
| 
 | ||
|                   (mkdir #$output))))))
 | ||
|       (built-derivations (list check))))
 | ||
| 
 | ||
|   (unless store (test-skip 1))
 | ||
|   (test-assertm "rpm archive can be installed/uninstalled" store
 | ||
|     (mlet* %store-monad
 | ||
|         ((guile   (set-guile-for-build (default-guile)))
 | ||
|          (profile -> (profile
 | ||
|                       (content (packages->manifest (list %bootstrap-guile)))
 | ||
|                       (hooks '())
 | ||
|                       (locales? #f)))
 | ||
|          (rpm-pack (rpm-archive "rpm-pack" profile
 | ||
|                                 #:compressor %gzip-compressor
 | ||
|                                 #:symlinks '(("/bin/guile" -> "bin/guile"))
 | ||
|                                 #:extra-options '(#:relocatable? #t)))
 | ||
|          (check
 | ||
|           (gexp->derivation "check-rpm-pack"
 | ||
|             (with-imported-modules (source-module-closure
 | ||
|                                     '((guix build utils)))
 | ||
|               #~(begin
 | ||
|                   (use-modules (guix build utils))
 | ||
| 
 | ||
|                   (define fakeroot #+(file-append fakeroot "/bin/fakeroot"))
 | ||
|                   (define rpm #+(file-append rpm-for-tests "/bin/rpm"))
 | ||
|                   (mkdir-p "/tmp/lib/rpm")
 | ||
| 
 | ||
|                   ;; Install the RPM package.  This causes RPM to validate the
 | ||
|                   ;; signatures, header as well as the file digests, which
 | ||
|                   ;; makes it a rather thorough test.
 | ||
|                   (mkdir "test-prefix")
 | ||
|                   (invoke fakeroot rpm "--install"
 | ||
|                           (string-append "--prefix=" (getcwd) "/test-prefix")
 | ||
|                           #$rpm-pack)
 | ||
| 
 | ||
|                   ;; Invoke the installed Guile command.
 | ||
|                   (invoke "./test-prefix/bin/guile" "--version")
 | ||
| 
 | ||
|                   ;; Uninstall the RPM package.
 | ||
|                   (invoke fakeroot rpm "--erase" "guile-bootstrap")
 | ||
| 
 | ||
|                   ;; Required so the above is run.
 | ||
|                   (mkdir #$output))))))
 | ||
|       (built-derivations (list check)))))
 | ||
| 
 | ||
| (test-end)
 | ||
| 
 | ||
| ;; Local Variables:
 | ||
| ;; eval: (put 'test-assertm 'scheme-indent-function 2)
 | ||
| ;; End:
 |