4a1fc562ae
* guix/scripts/publish.scm (show-help, %options): Add '--compression'.
(<compression>): New record type.
(%no-compression, %default-gzip-compression): New variables.
(%default-options): Add 'compression' key.
(narinfo-string): Add #:compression parameter and honor it.
(render-narinfo): Likewise.
(render-nar): Likewise.
<top level>: Add call to 'declare-header!'.
(swallow-zlib-error): New macro.
(nar-response-port): New procedure.
(http-write): Add call to 'force-output'. Use 'nar-response-port'
instead of 'response-port'. Use 'swallow-zlib-error'.
(make-request-handler): Add #:compression parameter and honor it. Add
"nar/gzip" URL handler.
(run-publish-server): Add #:compression parameter and honor it.
(guix-publish): Honor --compression.
* tests/publish.scm (http-get-port, wait-until-ready): New procedures.
<top level>: Run main server with "-C0". Call 'wait-until-ready'.
("/nar/gzip/*", "/*.narinfo with compression"): New tests.
* doc/guix.texi (Invoking guix publish): Document it.
214 lines
7.0 KiB
Scheme
214 lines
7.0 KiB
Scheme
;;; GNU Guix --- Functional package management for GNU
|
||
;;; Copyright © 2015 David Thompson <davet@gnu.org>
|
||
;;;
|
||
;;; This file is part of GNU Guix.
|
||
;;;
|
||
;;; GNU Guix is free software; you can redistribute it and/or modify it
|
||
;;; under the terms of the GNU General Public License as published by
|
||
;;; the Free Software Foundation; either version 3 of the License, or (at
|
||
;;; your option) any later version.
|
||
;;;
|
||
;;; GNU Guix is distributed in the hope that it will be useful, but
|
||
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||
;;; GNU General Public License for more details.
|
||
;;;
|
||
;;; You should have received a copy of the GNU General Public License
|
||
;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
|
||
|
||
;; Avoid interference.
|
||
(unsetenv "http_proxy")
|
||
|
||
(define-module (test-publish)
|
||
#:use-module (guix scripts publish)
|
||
#:use-module (guix tests)
|
||
#:use-module (guix config)
|
||
#:use-module (guix utils)
|
||
#:use-module (guix hash)
|
||
#:use-module (guix store)
|
||
#:use-module (guix base32)
|
||
#:use-module (guix base64)
|
||
#:use-module ((guix records) #:select (recutils->alist))
|
||
#:use-module ((guix serialization) #:select (restore-file))
|
||
#:use-module (guix pk-crypto)
|
||
#:use-module (guix zlib)
|
||
#:use-module (web uri)
|
||
#:use-module (web client)
|
||
#:use-module (web response)
|
||
#:use-module (rnrs bytevectors)
|
||
#:use-module (ice-9 binary-ports)
|
||
#:use-module (srfi srfi-1)
|
||
#:use-module (srfi srfi-26)
|
||
#:use-module (srfi srfi-64)
|
||
#:use-module (ice-9 format)
|
||
#:use-module (ice-9 match)
|
||
#:use-module (ice-9 rdelim))
|
||
|
||
(define %store
|
||
(open-connection-for-tests))
|
||
|
||
(define %reference (add-text-to-store %store "ref" "foo"))
|
||
|
||
(define %item (add-text-to-store %store "item" "bar" (list %reference)))
|
||
|
||
(define (http-get-body uri)
|
||
(call-with-values (lambda () (http-get uri))
|
||
(lambda (response body) body)))
|
||
|
||
(define (http-get-port uri)
|
||
(call-with-values (lambda () (http-get uri #:streaming? #t))
|
||
(lambda (response port) port)))
|
||
|
||
(define (publish-uri route)
|
||
(string-append "http://localhost:6789" route))
|
||
|
||
;; Run a local publishing server in a separate thread.
|
||
(call-with-new-thread
|
||
(lambda ()
|
||
(guix-publish "--port=6789" "-C0"))) ;attempt to avoid port collision
|
||
|
||
(define (wait-until-ready port)
|
||
;; Wait until the server is accepting connections.
|
||
(let ((conn (socket PF_INET SOCK_STREAM 0)))
|
||
(let loop ()
|
||
(unless (false-if-exception
|
||
(connect conn AF_INET (inet-pton AF_INET "127.0.0.1") port))
|
||
(loop)))))
|
||
|
||
;; Wait until the two servers are ready.
|
||
(wait-until-ready 6789)
|
||
|
||
|
||
(test-begin "publish")
|
||
|
||
(test-equal "/nix-cache-info"
|
||
(format #f "StoreDir: ~a\nWantMassQuery: 0\nPriority: 100\n"
|
||
%store-directory)
|
||
(http-get-body (publish-uri "/nix-cache-info")))
|
||
|
||
(test-equal "/*.narinfo"
|
||
(let* ((info (query-path-info %store %item))
|
||
(unsigned-info
|
||
(format #f
|
||
"StorePath: ~a
|
||
URL: nar/~a
|
||
Compression: none
|
||
NarHash: sha256:~a
|
||
NarSize: ~d
|
||
References: ~a~%"
|
||
%item
|
||
(basename %item)
|
||
(bytevector->nix-base32-string
|
||
(path-info-hash info))
|
||
(path-info-nar-size info)
|
||
(basename (first (path-info-references info)))))
|
||
(signature (base64-encode
|
||
(string->utf8
|
||
(canonical-sexp->string
|
||
((@@ (guix scripts publish) signed-string)
|
||
unsigned-info))))))
|
||
(format #f "~aSignature: 1;~a;~a~%"
|
||
unsigned-info (gethostname) signature))
|
||
(utf8->string
|
||
(http-get-body
|
||
(publish-uri
|
||
(string-append "/" (store-path-hash-part %item) ".narinfo")))))
|
||
|
||
(test-equal "/*.narinfo with properly encoded '+' sign"
|
||
;; See <http://bugs.gnu.org/21888>.
|
||
(let* ((item (add-text-to-store %store "fake-gtk+" "Congrats!"))
|
||
(info (query-path-info %store item))
|
||
(unsigned-info
|
||
(format #f
|
||
"StorePath: ~a
|
||
URL: nar/~a
|
||
Compression: none
|
||
NarHash: sha256:~a
|
||
NarSize: ~d
|
||
References: ~%"
|
||
item
|
||
(uri-encode (basename item))
|
||
(bytevector->nix-base32-string
|
||
(path-info-hash info))
|
||
(path-info-nar-size info)))
|
||
(signature (base64-encode
|
||
(string->utf8
|
||
(canonical-sexp->string
|
||
((@@ (guix scripts publish) signed-string)
|
||
unsigned-info))))))
|
||
(format #f "~aSignature: 1;~a;~a~%"
|
||
unsigned-info (gethostname) signature))
|
||
|
||
(let ((item (add-text-to-store %store "fake-gtk+" "Congrats!")))
|
||
(utf8->string
|
||
(http-get-body
|
||
(publish-uri
|
||
(string-append "/" (store-path-hash-part item) ".narinfo"))))))
|
||
|
||
(test-equal "/nar/*"
|
||
"bar"
|
||
(call-with-temporary-output-file
|
||
(lambda (temp port)
|
||
(let ((nar (utf8->string
|
||
(http-get-body
|
||
(publish-uri
|
||
(string-append "/nar/" (basename %item)))))))
|
||
(call-with-input-string nar (cut restore-file <> temp)))
|
||
(call-with-input-file temp read-string))))
|
||
|
||
(unless (zlib-available?)
|
||
(test-skip 1))
|
||
(test-equal "/nar/gzip/*"
|
||
"bar"
|
||
(call-with-temporary-output-file
|
||
(lambda (temp port)
|
||
(let ((nar (http-get-port
|
||
(publish-uri
|
||
(string-append "/nar/gzip/" (basename %item))))))
|
||
(call-with-gzip-input-port nar
|
||
(cut restore-file <> temp)))
|
||
(call-with-input-file temp read-string))))
|
||
|
||
(unless (zlib-available?)
|
||
(test-skip 1))
|
||
(test-equal "/*.narinfo with compression"
|
||
`(("StorePath" . ,%item)
|
||
("URL" . ,(string-append "nar/gzip/" (basename %item)))
|
||
("Compression" . "gzip"))
|
||
(let ((thread (call-with-new-thread
|
||
(lambda ()
|
||
(guix-publish "--port=6799" "-C5")))))
|
||
(wait-until-ready 6799)
|
||
(let* ((url (string-append "http://localhost:6799/"
|
||
(store-path-hash-part %item) ".narinfo"))
|
||
(body (http-get-port url)))
|
||
(filter (lambda (item)
|
||
(match item
|
||
(("Compression" . _) #t)
|
||
(("StorePath" . _) #t)
|
||
(("URL" . _) #t)
|
||
(_ #f)))
|
||
(recutils->alist body)))))
|
||
|
||
(test-equal "/nar/ with properly encoded '+' sign"
|
||
"Congrats!"
|
||
(let ((item (add-text-to-store %store "fake-gtk+" "Congrats!")))
|
||
(call-with-temporary-output-file
|
||
(lambda (temp port)
|
||
(let ((nar (utf8->string
|
||
(http-get-body
|
||
(publish-uri
|
||
(string-append "/nar/" (uri-encode (basename item))))))))
|
||
(call-with-input-string nar (cut restore-file <> temp)))
|
||
(call-with-input-file temp read-string)))))
|
||
|
||
(test-equal "/nar/invalid"
|
||
404
|
||
(begin
|
||
(call-with-output-file (string-append (%store-prefix) "/invalid")
|
||
(lambda (port)
|
||
(display "This file is not a valid store item." port)))
|
||
(response-code (http-get (publish-uri (string-append "/nar/invalid"))))))
|
||
|
||
(test-end "publish")
|