2019-07-20 18:13:39 +00:00
|
|
|
;;; GNU Guix --- Functional package management for GNU
|
2024-01-25 21:53:56 +00:00
|
|
|
;;; Copyright © 2019-2021, 2024 Ludovic Courtès <ludo@gnu.org>
|
2019-07-20 18:13:39 +00:00
|
|
|
;;;
|
|
|
|
;;; This file is part of GNU Guix.
|
|
|
|
;;;
|
|
|
|
;;; GNU Guix is free software; you can redistribute it and/or modify it
|
|
|
|
;;; under the terms of the GNU General Public License as published by
|
|
|
|
;;; the Free Software Foundation; either version 3 of the License, or (at
|
|
|
|
;;; your option) any later version.
|
|
|
|
;;;
|
|
|
|
;;; GNU Guix is distributed in the hope that it will be useful, but
|
|
|
|
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
;;; GNU General Public License for more details.
|
|
|
|
;;;
|
|
|
|
;;; You should have received a copy of the GNU General Public License
|
|
|
|
;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
(define-module (test-swh)
|
|
|
|
#:use-module (guix swh)
|
2024-01-25 21:53:56 +00:00
|
|
|
#:use-module (guix base32)
|
2019-07-20 18:13:39 +00:00
|
|
|
#:use-module (guix tests http)
|
2019-08-29 13:59:16 +00:00
|
|
|
#:use-module (web response)
|
2021-01-21 10:20:14 +00:00
|
|
|
#:use-module (srfi srfi-19)
|
|
|
|
#:use-module (srfi srfi-64)
|
|
|
|
#:use-module (ice-9 match))
|
2019-07-20 18:13:39 +00:00
|
|
|
|
|
|
|
;; Test the JSON mapping machinery used in (guix swh).
|
|
|
|
|
|
|
|
(define %origin
|
2021-01-21 10:20:14 +00:00
|
|
|
"{ \"origin_visits_url\": \"/visits/42\",
|
2019-07-20 18:13:39 +00:00
|
|
|
\"type\": \"git\",
|
|
|
|
\"url\": \"http://example.org/guix.git\" }")
|
|
|
|
|
2021-01-21 10:20:14 +00:00
|
|
|
(define %visits
|
|
|
|
;; A single visit where 'snapshot_url' is null.
|
|
|
|
;; See <https://bugs.gnu.org/45615>.
|
|
|
|
"[ {
|
|
|
|
\"origin\": \"https://github.com/Genivia/ugrep\",
|
|
|
|
\"visit\": 1,
|
|
|
|
\"date\": \"2020-05-17T21:43:45.422977+00:00\",
|
|
|
|
\"status\": \"ongoing\",
|
|
|
|
\"snapshot\": null,
|
|
|
|
\"metadata\": {},
|
|
|
|
\"type\": \"git\",
|
|
|
|
\"origin_visit_url\": \"https://archive.softwareheritage.org/api/1/origin/https://github.com/Genivia/ugrep/visit/1/\",
|
|
|
|
\"snapshot_url\": null
|
|
|
|
} ]")
|
|
|
|
|
2019-07-20 18:13:39 +00:00
|
|
|
(define %directory-entries
|
|
|
|
"[ { \"name\": \"one\",
|
|
|
|
\"type\": \"regular\",
|
|
|
|
\"length\": 123,
|
2020-12-21 10:44:19 +00:00
|
|
|
\"dir_id\": 1 },
|
2019-07-20 18:13:39 +00:00
|
|
|
{ \"name\": \"two\",
|
|
|
|
\"type\": \"regular\",
|
|
|
|
\"length\": 456,
|
|
|
|
\"dir_id\": 2 } ]")
|
|
|
|
|
2024-01-25 21:53:56 +00:00
|
|
|
(define %external-id
|
|
|
|
"{ \"extid_type\": \"nar-sha256\",
|
|
|
|
\"extid\":
|
|
|
|
\"0b56ba94c2b83b8f74e3772887c1109135802eb3e8962b628377987fe97e1e63\",
|
|
|
|
\"version\": 0,
|
|
|
|
\"target\": \"swh:1:dir:84a8b34591712c0a90bab0af604188bcd1fe3153\",
|
|
|
|
\"target_url\":
|
|
|
|
\"https://archive.softwareheritage.org/swh:1:dir:84a8b34591712c0a90bab0af604188bcd1fe3153\"
|
|
|
|
}")
|
|
|
|
|
2019-07-20 18:13:39 +00:00
|
|
|
(define-syntax-rule (with-json-result str exp ...)
|
tests: 'with-http-server' accepts multiple responses.
* guix/tests/http.scm (call-with-http-server): Replace 'code' and 'data'
parameters with 'responses+data'. Compute RESPONSES as a function of
that. Remove #:headers parameter.
[http-write]: Quit only when RESPONSES is empty.
[server-body]: Get the response and data from RESPONSES, and set it to
point to the rest.
(with-http-server): Adjust accordingly.
* tests/derivations.scm ("'download' built-in builder")
("'download' built-in builder, invalid hash")
("'download' built-in builder, not found")
("'download' built-in builder, check mode"): Adjust to new
'with-http-server' interface.
* tests/lint.scm ("home-page: 200")
("home-page: 200 but short length")
("home-page: 404", "home-page: 301, invalid"):
("home-page: 301 -> 200", "home-page: 301 -> 404")
("source: 200", "source: 200 but short length")
("source: 404", "source: 404 and 200")
("source: 301 -> 200", "source: 301 -> 404"):
("github-url", github-url): Likewise.
* tests/swh.scm (with-json-result)
("lookup-origin, not found"): Likewise.
2019-08-29 14:01:32 +00:00
|
|
|
(with-http-server `((200 ,str))
|
2019-07-20 18:13:39 +00:00
|
|
|
(parameterize ((%swh-base-url (%local-url)))
|
|
|
|
exp ...)))
|
|
|
|
|
|
|
|
(test-begin "swh")
|
|
|
|
|
|
|
|
(test-equal "lookup-origin"
|
2020-02-27 22:20:48 +00:00
|
|
|
(list "git" "http://example.org/guix.git")
|
2019-07-20 18:13:39 +00:00
|
|
|
(with-json-result %origin
|
|
|
|
(let ((origin (lookup-origin "http://example.org/guix.git")))
|
2020-02-27 22:20:48 +00:00
|
|
|
(list (origin-type origin)
|
2019-07-20 18:13:39 +00:00
|
|
|
(origin-url origin)))))
|
|
|
|
|
|
|
|
(test-equal "lookup-origin, not found"
|
|
|
|
#f
|
tests: 'with-http-server' accepts multiple responses.
* guix/tests/http.scm (call-with-http-server): Replace 'code' and 'data'
parameters with 'responses+data'. Compute RESPONSES as a function of
that. Remove #:headers parameter.
[http-write]: Quit only when RESPONSES is empty.
[server-body]: Get the response and data from RESPONSES, and set it to
point to the rest.
(with-http-server): Adjust accordingly.
* tests/derivations.scm ("'download' built-in builder")
("'download' built-in builder, invalid hash")
("'download' built-in builder, not found")
("'download' built-in builder, check mode"): Adjust to new
'with-http-server' interface.
* tests/lint.scm ("home-page: 200")
("home-page: 200 but short length")
("home-page: 404", "home-page: 301, invalid"):
("home-page: 301 -> 200", "home-page: 301 -> 404")
("source: 200", "source: 200 but short length")
("source: 404", "source: 404 and 200")
("source: 301 -> 200", "source: 301 -> 404"):
("github-url", github-url): Likewise.
* tests/swh.scm (with-json-result)
("lookup-origin, not found"): Likewise.
2019-08-29 14:01:32 +00:00
|
|
|
(with-http-server `((404 "Nope."))
|
2019-07-20 18:13:39 +00:00
|
|
|
(parameterize ((%swh-base-url (%local-url)))
|
|
|
|
(lookup-origin "http://example.org/whatever"))))
|
|
|
|
|
2021-01-21 10:20:14 +00:00
|
|
|
(test-equal "origin-visit, no snapshots"
|
|
|
|
'("https://github.com/Genivia/ugrep"
|
|
|
|
"2020-05-17T21:43:45Z"
|
|
|
|
#f) ;see <https://bugs.gnu.org/45615>
|
|
|
|
(with-http-server `((200 ,%origin)
|
|
|
|
(200 ,%visits))
|
|
|
|
(parameterize ((%swh-base-url (%local-url)))
|
|
|
|
(let ((origin (lookup-origin "http://example.org/whatever")))
|
|
|
|
(match (origin-visits origin)
|
|
|
|
((visit)
|
|
|
|
(list (visit-origin visit)
|
|
|
|
(date->string (visit-date visit) "~4")
|
|
|
|
(visit-snapshot-url visit))))))))
|
|
|
|
|
2019-07-20 18:13:39 +00:00
|
|
|
(test-equal "lookup-directory"
|
|
|
|
'(("one" 123) ("two" 456))
|
|
|
|
(with-json-result %directory-entries
|
|
|
|
(map (lambda (entry)
|
|
|
|
(list (directory-entry-name entry)
|
|
|
|
(directory-entry-length entry)))
|
|
|
|
(lookup-directory "123"))))
|
|
|
|
|
2024-01-25 21:53:56 +00:00
|
|
|
(test-equal "lookup-directory-by-nar-hash"
|
|
|
|
"swh:1:dir:84a8b34591712c0a90bab0af604188bcd1fe3153"
|
|
|
|
(with-json-result %external-id
|
|
|
|
(lookup-directory-by-nar-hash
|
|
|
|
(nix-base32-string->bytevector
|
|
|
|
"0qqygvlpz63phdi2p5p8ncp80dci230qfa3pwds8yfxqqaablmhb")
|
|
|
|
'sha256)))
|
|
|
|
|
2019-08-29 13:59:16 +00:00
|
|
|
(test-equal "rate limit reached"
|
|
|
|
3000000000
|
|
|
|
(let ((too-many (build-response
|
|
|
|
#:code 429
|
|
|
|
#:reason-phrase "Too many requests"
|
|
|
|
|
|
|
|
;; Pretend we've reached the limit and it'll be reset in
|
|
|
|
;; June 2065.
|
|
|
|
#:headers '((x-ratelimit-remaining . "0")
|
|
|
|
(x-ratelimit-reset . "3000000000")))))
|
|
|
|
(with-http-server `((,too-many "Too bad."))
|
|
|
|
(parameterize ((%swh-base-url (%local-url)))
|
|
|
|
(catch 'swh-error
|
|
|
|
(lambda ()
|
|
|
|
(lookup-origin "http://example.org/guix.git"))
|
|
|
|
(lambda (key url method response)
|
|
|
|
;; Ensure the reset time was recorded.
|
|
|
|
(@@ (guix swh) %general-rate-limit-reset-time)))))))
|
|
|
|
|
|
|
|
(test-assert "%allow-request? and request-rate-limit-reached?"
|
|
|
|
;; Here we test two things: that the rate limit set above is in effect and
|
|
|
|
;; that %ALLOW-REQUEST? is called, and that 'request-rate-limit-reached?'
|
|
|
|
;; returns true.
|
|
|
|
(let* ((key (gensym "skip-request"))
|
|
|
|
(skip-if-limit-reached
|
|
|
|
(lambda (url method)
|
|
|
|
(or (not (request-rate-limit-reached? url method))
|
|
|
|
(throw key #t)))))
|
|
|
|
(parameterize ((%allow-request? skip-if-limit-reached))
|
|
|
|
(catch key
|
|
|
|
(lambda ()
|
|
|
|
(lookup-origin "http://example.org/guix.git")
|
|
|
|
#f)
|
|
|
|
(const #t)))))
|
|
|
|
|
2019-07-20 18:13:39 +00:00
|
|
|
(test-end "swh")
|
|
|
|
|
|
|
|
;; Local Variables:
|
|
|
|
;; eval: (put 'with-json-result 'scheme-indent-function 1)
|
tests: 'with-http-server' accepts multiple responses.
* guix/tests/http.scm (call-with-http-server): Replace 'code' and 'data'
parameters with 'responses+data'. Compute RESPONSES as a function of
that. Remove #:headers parameter.
[http-write]: Quit only when RESPONSES is empty.
[server-body]: Get the response and data from RESPONSES, and set it to
point to the rest.
(with-http-server): Adjust accordingly.
* tests/derivations.scm ("'download' built-in builder")
("'download' built-in builder, invalid hash")
("'download' built-in builder, not found")
("'download' built-in builder, check mode"): Adjust to new
'with-http-server' interface.
* tests/lint.scm ("home-page: 200")
("home-page: 200 but short length")
("home-page: 404", "home-page: 301, invalid"):
("home-page: 301 -> 200", "home-page: 301 -> 404")
("source: 200", "source: 200 but short length")
("source: 404", "source: 404 and 200")
("source: 301 -> 200", "source: 301 -> 404"):
("github-url", github-url): Likewise.
* tests/swh.scm (with-json-result)
("lookup-origin, not found"): Likewise.
2019-08-29 14:01:32 +00:00
|
|
|
;; eval: (put 'with-http-server 'scheme-indent-function 1)
|
2019-07-20 18:13:39 +00:00
|
|
|
;; End:
|
|
|
|
|