Following discussions in <https://issues.guix.gnu.org/43893>, keeping a copy of the updated package source is desirable when generating a release. * build-aux/update-guix-package.scm (version-controlled?): Remove variable. (call-with-temporary-git-worktree): Renamed from 'with-temporary-git-worktree'. Update doc. Do not change directory implicitly. Define as a procedure, not a syntax. (keep-source-in-store): New procedure. (main): Adjust to use with call-with-temporary-git-worktree. Add the sources to the store when GUIX_ALLOW_ME_TO_USE_PRIVATE_COMMIT is set. Exit gracefully when FIND-ORIGIN-REMOTE returns #f. (%savannah-guix-git-repo-push-url-regexp): Adjust match for a potential colon separator. * Makefile.am (GUIX_ALLOW_ME_TO_USE_PRIVATE_COMMIT): Adjust. * .dir-locals.el (scheme-mode): Remove entry for with-temporary-git-worktree. * doc/contributing.texi (Updating the Guix Package): Update doc. Co-authored-by: Ludovic Courtès <ludo@gnu.org>
		
			
				
	
	
		
			215 lines
		
	
	
	
		
			8.5 KiB
		
	
	
	
		
			Scheme
		
	
	
	
	
	
			
		
		
	
	
			215 lines
		
	
	
	
		
			8.5 KiB
		
	
	
	
		
			Scheme
		
	
	
	
	
	
;;; GNU Guix --- Functional package management for GNU
 | 
						||
;;; Copyright © 2017, 2018 Ludovic Courtès <ludo@gnu.org>
 | 
						||
;;; Copyright © 2020 Maxim Cournoyer <maxim.cournoyer@gmail.com>
 | 
						||
;;;
 | 
						||
;;; This file is part of GNU Guix.
 | 
						||
;;;
 | 
						||
;;; GNU Guix is free software; you can redistribute it and/or modify it
 | 
						||
;;; under the terms of the GNU General Public License as published by
 | 
						||
;;; the Free Software Foundation; either version 3 of the License, or (at
 | 
						||
;;; your option) any later version.
 | 
						||
;;;
 | 
						||
;;; GNU Guix is distributed in the hope that it will be useful, but
 | 
						||
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
						||
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
						||
;;; GNU General Public License for more details.
 | 
						||
;;;
 | 
						||
;;; You should have received a copy of the GNU General Public License
 | 
						||
;;; along with GNU Guix.  If not, see <http://www.gnu.org/licenses/>.
 | 
						||
 | 
						||
;;; Commentary:
 | 
						||
;;;
 | 
						||
;;; This scripts updates the definition of the 'guix' package in Guix for the
 | 
						||
;;; current commit.  It requires Git to be installed.
 | 
						||
;;;
 | 
						||
;;; Code:
 | 
						||
 | 
						||
(use-modules (guix)
 | 
						||
             (guix ui)
 | 
						||
             (guix git-download)
 | 
						||
             (guix upstream)
 | 
						||
             (guix utils)
 | 
						||
             (guix base32)
 | 
						||
             (guix build utils)
 | 
						||
             (guix scripts hash)
 | 
						||
             (gnu packages package-management)
 | 
						||
             (ice-9 match)
 | 
						||
             (ice-9 popen)
 | 
						||
             (ice-9 regex)
 | 
						||
             (ice-9 textual-ports)
 | 
						||
             (srfi srfi-1)
 | 
						||
             (srfi srfi-2)
 | 
						||
             (srfi srfi-26))
 | 
						||
 | 
						||
(define %top-srcdir
 | 
						||
  (string-append (current-source-directory) "/.."))
 | 
						||
 | 
						||
(define (package-definition-location)
 | 
						||
  "Return the source properties of the definition of the 'guix' package."
 | 
						||
  (call-with-input-file (location-file (package-location guix))
 | 
						||
    (lambda (port)
 | 
						||
      (let loop ()
 | 
						||
        (match (read port)
 | 
						||
          ((? eof-object?)
 | 
						||
           (error "definition of 'guix' package could not be found"
 | 
						||
                  (port-filename port)))
 | 
						||
          (('define-public 'guix value)
 | 
						||
           (source-properties value))
 | 
						||
          (_
 | 
						||
           (loop)))))))
 | 
						||
 | 
						||
(define* (update-definition commit hash
 | 
						||
                            #:key version old-hash)
 | 
						||
  "Return a one-argument procedure that takes a string, the definition of the
 | 
						||
'guix' package, and returns a string, the update definition for VERSION,
 | 
						||
COMMIT."
 | 
						||
  (define (linear-offset str line column)
 | 
						||
    ;; Return the offset in characters to reach LINE and COLUMN (both
 | 
						||
    ;; zero-indexed) in STR.
 | 
						||
    (call-with-input-string str
 | 
						||
      (lambda (port)
 | 
						||
        (let loop ((offset 0))
 | 
						||
          (cond ((and (= (port-column port) column)
 | 
						||
                      (= (port-line port) line))
 | 
						||
                 offset)
 | 
						||
                ((eof-object? (read-char port))
 | 
						||
                 (error "line and column not reached!"
 | 
						||
                        str))
 | 
						||
                (else
 | 
						||
                 (loop (+ 1 offset))))))))
 | 
						||
 | 
						||
  (define (update-hash str)
 | 
						||
    ;; Replace OLD-HASH with HASH in STR.
 | 
						||
    (string-replace-substring str
 | 
						||
                              (bytevector->nix-base32-string old-hash)
 | 
						||
                              (bytevector->nix-base32-string hash)))
 | 
						||
 | 
						||
  (lambda (str)
 | 
						||
    (match (call-with-input-string str read)
 | 
						||
      (('let (('version old-version)
 | 
						||
              ('commit old-commit)
 | 
						||
              ('revision old-revision))
 | 
						||
         defn)
 | 
						||
       (let* ((location (source-properties defn))
 | 
						||
              (line     (assq-ref location 'line))
 | 
						||
              (column   0)
 | 
						||
              (offset   (linear-offset str line column)))
 | 
						||
         (string-append (format #f "(let ((version \"~a\")
 | 
						||
        (commit \"~a\")
 | 
						||
        (revision ~a))\n"
 | 
						||
                                (or version old-version)
 | 
						||
                                commit
 | 
						||
                                (if (and version
 | 
						||
                                         (not (string=? version old-version)))
 | 
						||
                                    0
 | 
						||
                                    (+ 1 old-revision)))
 | 
						||
                        (string-drop (update-hash str) offset))))
 | 
						||
      (exp
 | 
						||
       (error "'guix' package definition is not as expected" exp)))))
 | 
						||
 | 
						||
(define (git-add-worktree directory commit)
 | 
						||
  "Create a new git worktree at DIRECTORY, detached on commit COMMIT."
 | 
						||
  (invoke "git" "worktree" "add" "--detach" directory commit))
 | 
						||
 | 
						||
(define (call-with-temporary-git-worktree commit proc)
 | 
						||
  "Execute PROC in the context of a temporary git worktree created from
 | 
						||
COMMIT.  PROC receives the temporary directory file name as an argument."
 | 
						||
  (call-with-temporary-directory
 | 
						||
   (lambda (tmp-directory)
 | 
						||
     (dynamic-wind
 | 
						||
       (lambda ()
 | 
						||
         #t)
 | 
						||
       (lambda ()
 | 
						||
         (git-add-worktree tmp-directory commit)
 | 
						||
         (proc tmp-directory))
 | 
						||
       (lambda ()
 | 
						||
         (invoke "git" "worktree" "remove" "--force" tmp-directory))))))
 | 
						||
 | 
						||
(define %savannah-guix-git-repo-push-url-regexp
 | 
						||
  "git.(savannah|sv).gnu.org:?/srv/git/guix.git \\(push\\)")
 | 
						||
 | 
						||
(define-syntax-rule (with-input-pipe-to-string prog arg ...)
 | 
						||
  (let* ((input-pipe (open-pipe* OPEN_READ prog arg ...))
 | 
						||
	 (output (get-string-all input-pipe))
 | 
						||
	 (exit-val (status:exit-val (close-pipe input-pipe))))
 | 
						||
    (unless (zero? exit-val)
 | 
						||
      (error (format #f "Command ~s exited with non-zero exit status: ~s"
 | 
						||
                     (string-join (list prog arg ...)) exit-val)))
 | 
						||
    (string-trim-both output)))
 | 
						||
 | 
						||
(define (find-origin-remote)
 | 
						||
  "Find the name of the git remote with the Savannah Guix git repo URL."
 | 
						||
  (and-let* ((remotes (string-split (with-input-pipe-to-string
 | 
						||
                                     "git" "remote" "-v")
 | 
						||
                                    #\newline))
 | 
						||
             (origin-entry (find (cut string-match
 | 
						||
                                      %savannah-guix-git-repo-push-url-regexp
 | 
						||
                                      <>)
 | 
						||
                                 remotes)))
 | 
						||
    (first (string-split origin-entry #\tab))))
 | 
						||
 | 
						||
(define (commit-already-pushed? remote commit)
 | 
						||
  "True if COMMIT is found in the REMOTE repository."
 | 
						||
  (not (string-null? (with-input-pipe-to-string
 | 
						||
                      "git" "branch" "-r" "--contains" commit
 | 
						||
                      (string-append remote "/master")))))
 | 
						||
 | 
						||
(define (keep-source-in-store store source)
 | 
						||
  "Add SOURCE to the store under the name that the 'guix' package expects."
 | 
						||
 | 
						||
  ;; Add SOURCE to the store, but this time under the real name used in the
 | 
						||
  ;; 'origin'.  This allows us to build the package without having to make a
 | 
						||
  ;; real checkout; thus, it also works when working on a private branch.
 | 
						||
  (reload-module
 | 
						||
   (resolve-module '(gnu packages package-management)))
 | 
						||
 | 
						||
  (let* ((source (add-to-store store
 | 
						||
                               (origin-file-name (package-source guix))
 | 
						||
                               #t "sha256" source
 | 
						||
                               #:select? (git-predicate source)))
 | 
						||
         (root   (store-path-package-name source)))
 | 
						||
 | 
						||
    ;; Add an indirect GC root for SOURCE in the current directory.
 | 
						||
    (false-if-exception (delete-file root))
 | 
						||
    (symlink source root)
 | 
						||
    (add-indirect-root store
 | 
						||
                       (string-append (getcwd) "/" root))
 | 
						||
 | 
						||
    (info (G_ "source code kept in ~a (GC root: ~a)~%")
 | 
						||
          source root)))
 | 
						||
 | 
						||
 | 
						||
(define (main . args)
 | 
						||
  (match args
 | 
						||
    ((commit version)
 | 
						||
     (with-directory-excursion %top-srcdir
 | 
						||
       (or (getenv "GUIX_ALLOW_ME_TO_USE_PRIVATE_COMMIT")
 | 
						||
           (let ((remote (find-origin-remote)))
 | 
						||
             (unless remote
 | 
						||
               (leave (G_ "Failed to find the origin git remote.~%")))
 | 
						||
             (commit-already-pushed? remote commit))
 | 
						||
           (leave (G_ "Commit ~a is not pushed upstream.  Aborting.~%") commit))
 | 
						||
       (call-with-temporary-git-worktree commit
 | 
						||
           (lambda (tmp-directory)
 | 
						||
             (let* ((hash (nix-base32-string->bytevector
 | 
						||
                           (string-trim-both
 | 
						||
                            (with-output-to-string
 | 
						||
		              (lambda ()
 | 
						||
		                (guix-hash "-rx" tmp-directory))))))
 | 
						||
                    (location (package-definition-location))
 | 
						||
                    (old-hash (content-hash-value
 | 
						||
                               (origin-hash (package-source guix)))))
 | 
						||
               (edit-expression location
 | 
						||
                                (update-definition commit hash
 | 
						||
                                                   #:old-hash old-hash
 | 
						||
                                                   #:version version))
 | 
						||
               ;; When GUIX_ALLOW_ME_TO_USE_PRIVATE_COMMIT is set, the sources are
 | 
						||
               ;; added to the store.  This is used as part of 'make release'.
 | 
						||
               (when (getenv "GUIX_ALLOW_ME_TO_USE_PRIVATE_COMMIT")
 | 
						||
                 (with-store store
 | 
						||
                   (keep-source-in-store store tmp-directory))))))))
 | 
						||
    ((commit)
 | 
						||
     ;; Automatically deduce the version and revision numbers.
 | 
						||
     (main commit #f))))
 | 
						||
 | 
						||
(apply main (cdr (command-line)))
 |