swh: Add bindings for the “ExtID” API.
This interface was deployed at archive.softwareheritage.org a few days
ago.  Our main use case will be looking up directories by “nar-sha256”
hashes.
* guix/swh.scm (<external-id>): New JSON-mapped record type.
(lookup-external-id, lookup-directory-by-nar-hash): New procedures.
* tests/swh.scm (%external-id): New variable.
("lookup-directory-by-nar-hash"): New test.
Change-Id: Ib671c7798aeb6f8132ac78f2b06b9285da8e7bd5
			
			
This commit is contained in:
		
							parent
							
								
									1610a632d4
								
							
						
					
					
						commit
						be773bd192
					
				
					 2 changed files with 55 additions and 1 deletions
				
			
		
							
								
								
									
										35
									
								
								guix/swh.scm
									
										
									
									
									
								
							
							
						
						
									
										35
									
								
								guix/swh.scm
									
										
									
									
									
								
							| 
						 | 
					@ -78,6 +78,14 @@
 | 
				
			||||||
            lookup-revision
 | 
					            lookup-revision
 | 
				
			||||||
            lookup-origin-revision
 | 
					            lookup-origin-revision
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					            external-id?
 | 
				
			||||||
 | 
					            external-id-value
 | 
				
			||||||
 | 
					            external-id-type
 | 
				
			||||||
 | 
					            external-id-version
 | 
				
			||||||
 | 
					            external-id-target
 | 
				
			||||||
 | 
					            lookup-external-id
 | 
				
			||||||
 | 
					            lookup-directory-by-nar-hash
 | 
				
			||||||
 | 
					
 | 
				
			||||||
            content?
 | 
					            content?
 | 
				
			||||||
            content-checksums
 | 
					            content-checksums
 | 
				
			||||||
            content-data-url
 | 
					            content-data-url
 | 
				
			||||||
| 
						 | 
					@ -382,6 +390,15 @@ FALSE-IF-404? is true, return #f upon 404 responses."
 | 
				
			||||||
  (permissions   directory-entry-permissions "perms")
 | 
					  (permissions   directory-entry-permissions "perms")
 | 
				
			||||||
  (target-url    directory-entry-target-url "target_url"))
 | 
					  (target-url    directory-entry-target-url "target_url"))
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					;; <https://archive.softwareheritage.org/api/1/extid/doc/>
 | 
				
			||||||
 | 
					(define-json-mapping <external-id> make-external-id external-id?
 | 
				
			||||||
 | 
					  json->external-id
 | 
				
			||||||
 | 
					  (value         external-id-value "extid")
 | 
				
			||||||
 | 
					  (type          external-id-type "extid_type")
 | 
				
			||||||
 | 
					  (version       external-id-version "extid_version")
 | 
				
			||||||
 | 
					  (target        external-id-target)
 | 
				
			||||||
 | 
					  (target-url    external-id-target-url "target_url"))
 | 
				
			||||||
 | 
					
 | 
				
			||||||
;; <https://archive.softwareheritage.org/api/1/origin/save/>
 | 
					;; <https://archive.softwareheritage.org/api/1/origin/save/>
 | 
				
			||||||
(define-json-mapping <save-reply> make-save-reply save-reply?
 | 
					(define-json-mapping <save-reply> make-save-reply save-reply?
 | 
				
			||||||
  json->save-reply
 | 
					  json->save-reply
 | 
				
			||||||
| 
						 | 
					@ -436,6 +453,24 @@ FALSE-IF-404? is true, return #f upon 404 responses."
 | 
				
			||||||
  (map json->directory-entry
 | 
					  (map json->directory-entry
 | 
				
			||||||
       (vector->list (json->scm port))))
 | 
					       (vector->list (json->scm port))))
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					(define (lookup-external-id type id)
 | 
				
			||||||
 | 
					  "Return the external ID record for ID, a bytevector, of the given TYPE
 | 
				
			||||||
 | 
					(currently one of: \"bzr-nodeid\", \"hg-nodeid\", \"nar-sha256\",
 | 
				
			||||||
 | 
					\"checksum-sha512\")."
 | 
				
			||||||
 | 
					  (call (swh-url "/api/1/extid" type
 | 
				
			||||||
 | 
					                 (string-append "hex:" (bytevector->base16-string id)))
 | 
				
			||||||
 | 
					        json->external-id))
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					(define* (lookup-directory-by-nar-hash hash #:optional (algorithm 'sha256))
 | 
				
			||||||
 | 
					  "Return the SWHID of a directory---i.e., prefixed by \"swh:1:dir\"---for the
 | 
				
			||||||
 | 
					directory that with the given HASH (a bytevector), assuming nar serialization
 | 
				
			||||||
 | 
					and use of ALGORITHM."
 | 
				
			||||||
 | 
					  ;; example:
 | 
				
			||||||
 | 
					  ;; https://archive.softwareheritage.org/api/1/extid/nar-sha256/base64url:0jD6Z4TLMm5g1CviuNNuVNP31KWyoT_oevfr8TQwc3Y/
 | 
				
			||||||
 | 
					  (and=> (lookup-external-id (string-append "nar-" (symbol->string algorithm))
 | 
				
			||||||
 | 
					                             hash)
 | 
				
			||||||
 | 
					         external-id-target))
 | 
				
			||||||
 | 
					
 | 
				
			||||||
(define (origin-visits origin)
 | 
					(define (origin-visits origin)
 | 
				
			||||||
  "Return the list of visits of ORIGIN, a record as returned by
 | 
					  "Return the list of visits of ORIGIN, a record as returned by
 | 
				
			||||||
'lookup-origin'."
 | 
					'lookup-origin'."
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -1,5 +1,5 @@
 | 
				
			||||||
;;; GNU Guix --- Functional package management for GNU
 | 
					;;; GNU Guix --- Functional package management for GNU
 | 
				
			||||||
;;; Copyright © 2019, 2020, 2021 Ludovic Courtès <ludo@gnu.org>
 | 
					;;; Copyright © 2019-2021, 2024 Ludovic Courtès <ludo@gnu.org>
 | 
				
			||||||
;;;
 | 
					;;;
 | 
				
			||||||
;;; This file is part of GNU Guix.
 | 
					;;; This file is part of GNU Guix.
 | 
				
			||||||
;;;
 | 
					;;;
 | 
				
			||||||
| 
						 | 
					@ -18,6 +18,7 @@
 | 
				
			||||||
 | 
					
 | 
				
			||||||
(define-module (test-swh)
 | 
					(define-module (test-swh)
 | 
				
			||||||
  #:use-module (guix swh)
 | 
					  #:use-module (guix swh)
 | 
				
			||||||
 | 
					  #:use-module (guix base32)
 | 
				
			||||||
  #:use-module (guix tests http)
 | 
					  #:use-module (guix tests http)
 | 
				
			||||||
  #:use-module (web response)
 | 
					  #:use-module (web response)
 | 
				
			||||||
  #:use-module (srfi srfi-19)
 | 
					  #:use-module (srfi srfi-19)
 | 
				
			||||||
| 
						 | 
					@ -56,6 +57,16 @@
 | 
				
			||||||
       \"length\": 456,
 | 
					       \"length\": 456,
 | 
				
			||||||
       \"dir_id\": 2 } ]")
 | 
					       \"dir_id\": 2 } ]")
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					(define %external-id
 | 
				
			||||||
 | 
					  "{ \"extid_type\": \"nar-sha256\",
 | 
				
			||||||
 | 
					     \"extid\":
 | 
				
			||||||
 | 
					\"0b56ba94c2b83b8f74e3772887c1109135802eb3e8962b628377987fe97e1e63\",
 | 
				
			||||||
 | 
					     \"version\": 0,
 | 
				
			||||||
 | 
					     \"target\": \"swh:1:dir:84a8b34591712c0a90bab0af604188bcd1fe3153\",
 | 
				
			||||||
 | 
					     \"target_url\":
 | 
				
			||||||
 | 
					\"https://archive.softwareheritage.org/swh:1:dir:84a8b34591712c0a90bab0af604188bcd1fe3153\"
 | 
				
			||||||
 | 
					   }")
 | 
				
			||||||
 | 
					
 | 
				
			||||||
(define-syntax-rule (with-json-result str exp ...)
 | 
					(define-syntax-rule (with-json-result str exp ...)
 | 
				
			||||||
  (with-http-server `((200 ,str))
 | 
					  (with-http-server `((200 ,str))
 | 
				
			||||||
    (parameterize ((%swh-base-url (%local-url)))
 | 
					    (parameterize ((%swh-base-url (%local-url)))
 | 
				
			||||||
| 
						 | 
					@ -98,6 +109,14 @@
 | 
				
			||||||
                 (directory-entry-length entry)))
 | 
					                 (directory-entry-length entry)))
 | 
				
			||||||
         (lookup-directory "123"))))
 | 
					         (lookup-directory "123"))))
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					(test-equal "lookup-directory-by-nar-hash"
 | 
				
			||||||
 | 
					  "swh:1:dir:84a8b34591712c0a90bab0af604188bcd1fe3153"
 | 
				
			||||||
 | 
					  (with-json-result %external-id
 | 
				
			||||||
 | 
					    (lookup-directory-by-nar-hash
 | 
				
			||||||
 | 
					     (nix-base32-string->bytevector
 | 
				
			||||||
 | 
					      "0qqygvlpz63phdi2p5p8ncp80dci230qfa3pwds8yfxqqaablmhb")
 | 
				
			||||||
 | 
					     'sha256)))
 | 
				
			||||||
 | 
					
 | 
				
			||||||
(test-equal "rate limit reached"
 | 
					(test-equal "rate limit reached"
 | 
				
			||||||
  3000000000
 | 
					  3000000000
 | 
				
			||||||
  (let ((too-many (build-response
 | 
					  (let ((too-many (build-response
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
		Reference in a new issue