swh: Add bindings for the “ExtID” API.
This interface was deployed at archive.softwareheritage.org a few days
ago.  Our main use case will be looking up directories by “nar-sha256”
hashes.
* guix/swh.scm (<external-id>): New JSON-mapped record type.
(lookup-external-id, lookup-directory-by-nar-hash): New procedures.
* tests/swh.scm (%external-id): New variable.
("lookup-directory-by-nar-hash"): New test.
Change-Id: Ib671c7798aeb6f8132ac78f2b06b9285da8e7bd5
			
			
This commit is contained in:
		
							parent
							
								
									1610a632d4
								
							
						
					
					
						commit
						be773bd192
					
				
					 2 changed files with 55 additions and 1 deletions
				
			
		
							
								
								
									
										35
									
								
								guix/swh.scm
									
										
									
									
									
								
							
							
						
						
									
										35
									
								
								guix/swh.scm
									
										
									
									
									
								
							| 
						 | 
				
			
			@ -78,6 +78,14 @@
 | 
			
		|||
            lookup-revision
 | 
			
		||||
            lookup-origin-revision
 | 
			
		||||
 | 
			
		||||
            external-id?
 | 
			
		||||
            external-id-value
 | 
			
		||||
            external-id-type
 | 
			
		||||
            external-id-version
 | 
			
		||||
            external-id-target
 | 
			
		||||
            lookup-external-id
 | 
			
		||||
            lookup-directory-by-nar-hash
 | 
			
		||||
 | 
			
		||||
            content?
 | 
			
		||||
            content-checksums
 | 
			
		||||
            content-data-url
 | 
			
		||||
| 
						 | 
				
			
			@ -382,6 +390,15 @@ FALSE-IF-404? is true, return #f upon 404 responses."
 | 
			
		|||
  (permissions   directory-entry-permissions "perms")
 | 
			
		||||
  (target-url    directory-entry-target-url "target_url"))
 | 
			
		||||
 | 
			
		||||
;; <https://archive.softwareheritage.org/api/1/extid/doc/>
 | 
			
		||||
(define-json-mapping <external-id> make-external-id external-id?
 | 
			
		||||
  json->external-id
 | 
			
		||||
  (value         external-id-value "extid")
 | 
			
		||||
  (type          external-id-type "extid_type")
 | 
			
		||||
  (version       external-id-version "extid_version")
 | 
			
		||||
  (target        external-id-target)
 | 
			
		||||
  (target-url    external-id-target-url "target_url"))
 | 
			
		||||
 | 
			
		||||
;; <https://archive.softwareheritage.org/api/1/origin/save/>
 | 
			
		||||
(define-json-mapping <save-reply> make-save-reply save-reply?
 | 
			
		||||
  json->save-reply
 | 
			
		||||
| 
						 | 
				
			
			@ -436,6 +453,24 @@ FALSE-IF-404? is true, return #f upon 404 responses."
 | 
			
		|||
  (map json->directory-entry
 | 
			
		||||
       (vector->list (json->scm port))))
 | 
			
		||||
 | 
			
		||||
(define (lookup-external-id type id)
 | 
			
		||||
  "Return the external ID record for ID, a bytevector, of the given TYPE
 | 
			
		||||
(currently one of: \"bzr-nodeid\", \"hg-nodeid\", \"nar-sha256\",
 | 
			
		||||
\"checksum-sha512\")."
 | 
			
		||||
  (call (swh-url "/api/1/extid" type
 | 
			
		||||
                 (string-append "hex:" (bytevector->base16-string id)))
 | 
			
		||||
        json->external-id))
 | 
			
		||||
 | 
			
		||||
(define* (lookup-directory-by-nar-hash hash #:optional (algorithm 'sha256))
 | 
			
		||||
  "Return the SWHID of a directory---i.e., prefixed by \"swh:1:dir\"---for the
 | 
			
		||||
directory that with the given HASH (a bytevector), assuming nar serialization
 | 
			
		||||
and use of ALGORITHM."
 | 
			
		||||
  ;; example:
 | 
			
		||||
  ;; https://archive.softwareheritage.org/api/1/extid/nar-sha256/base64url:0jD6Z4TLMm5g1CviuNNuVNP31KWyoT_oevfr8TQwc3Y/
 | 
			
		||||
  (and=> (lookup-external-id (string-append "nar-" (symbol->string algorithm))
 | 
			
		||||
                             hash)
 | 
			
		||||
         external-id-target))
 | 
			
		||||
 | 
			
		||||
(define (origin-visits origin)
 | 
			
		||||
  "Return the list of visits of ORIGIN, a record as returned by
 | 
			
		||||
'lookup-origin'."
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -1,5 +1,5 @@
 | 
			
		|||
;;; GNU Guix --- Functional package management for GNU
 | 
			
		||||
;;; Copyright © 2019, 2020, 2021 Ludovic Courtès <ludo@gnu.org>
 | 
			
		||||
;;; Copyright © 2019-2021, 2024 Ludovic Courtès <ludo@gnu.org>
 | 
			
		||||
;;;
 | 
			
		||||
;;; This file is part of GNU Guix.
 | 
			
		||||
;;;
 | 
			
		||||
| 
						 | 
				
			
			@ -18,6 +18,7 @@
 | 
			
		|||
 | 
			
		||||
(define-module (test-swh)
 | 
			
		||||
  #:use-module (guix swh)
 | 
			
		||||
  #:use-module (guix base32)
 | 
			
		||||
  #:use-module (guix tests http)
 | 
			
		||||
  #:use-module (web response)
 | 
			
		||||
  #:use-module (srfi srfi-19)
 | 
			
		||||
| 
						 | 
				
			
			@ -56,6 +57,16 @@
 | 
			
		|||
       \"length\": 456,
 | 
			
		||||
       \"dir_id\": 2 } ]")
 | 
			
		||||
 | 
			
		||||
(define %external-id
 | 
			
		||||
  "{ \"extid_type\": \"nar-sha256\",
 | 
			
		||||
     \"extid\":
 | 
			
		||||
\"0b56ba94c2b83b8f74e3772887c1109135802eb3e8962b628377987fe97e1e63\",
 | 
			
		||||
     \"version\": 0,
 | 
			
		||||
     \"target\": \"swh:1:dir:84a8b34591712c0a90bab0af604188bcd1fe3153\",
 | 
			
		||||
     \"target_url\":
 | 
			
		||||
\"https://archive.softwareheritage.org/swh:1:dir:84a8b34591712c0a90bab0af604188bcd1fe3153\"
 | 
			
		||||
   }")
 | 
			
		||||
 | 
			
		||||
(define-syntax-rule (with-json-result str exp ...)
 | 
			
		||||
  (with-http-server `((200 ,str))
 | 
			
		||||
    (parameterize ((%swh-base-url (%local-url)))
 | 
			
		||||
| 
						 | 
				
			
			@ -98,6 +109,14 @@
 | 
			
		|||
                 (directory-entry-length entry)))
 | 
			
		||||
         (lookup-directory "123"))))
 | 
			
		||||
 | 
			
		||||
(test-equal "lookup-directory-by-nar-hash"
 | 
			
		||||
  "swh:1:dir:84a8b34591712c0a90bab0af604188bcd1fe3153"
 | 
			
		||||
  (with-json-result %external-id
 | 
			
		||||
    (lookup-directory-by-nar-hash
 | 
			
		||||
     (nix-base32-string->bytevector
 | 
			
		||||
      "0qqygvlpz63phdi2p5p8ncp80dci230qfa3pwds8yfxqqaablmhb")
 | 
			
		||||
     'sha256)))
 | 
			
		||||
 | 
			
		||||
(test-equal "rate limit reached"
 | 
			
		||||
  3000000000
 | 
			
		||||
  (let ((too-many (build-response
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Reference in a new issue