f034264204
Conflicts: gnu/local.mk gnu/packages/bioinformatics.scm gnu/packages/django.scm gnu/packages/gtk.scm gnu/packages/llvm.scm gnu/packages/python-web.scm gnu/packages/python.scm gnu/packages/tex.scm guix/build-system/asdf.scm guix/build/emacs-build-system.scm guix/profiles.scm
1689 lines
69 KiB
Scheme
1689 lines
69 KiB
Scheme
;;; GNU Guix --- Functional package management for GNU
|
||
;;; Copyright © 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021 Ludovic Courtès <ludo@gnu.org>
|
||
;;; Copyright © 2014, 2015, 2017, 2018 Mark H Weaver <mhw@netris.org>
|
||
;;; Copyright © 2015 Eric Bavier <bavier@member.fsf.org>
|
||
;;; Copyright © 2016 Alex Kost <alezost@gmail.com>
|
||
;;; Copyright © 2017, 2019, 2020 Efraim Flashner <efraim@flashner.co.il>
|
||
;;; Copyright © 2019 Marius Bakke <mbakke@fastmail.com>
|
||
;;; Copyright © 2020, 2021 Maxim Cournoyer <maxim.cournoyer@gmail.com>
|
||
;;; Copyright © 2021 Chris Marusich <cmmarusich@gmail.com>
|
||
;;;
|
||
;;; This file is part of GNU Guix.
|
||
;;;
|
||
;;; GNU Guix is free software; you can redistribute it and/or modify it
|
||
;;; under the terms of the GNU General Public License as published by
|
||
;;; the Free Software Foundation; either version 3 of the License, or (at
|
||
;;; your option) any later version.
|
||
;;;
|
||
;;; GNU Guix is distributed in the hope that it will be useful, but
|
||
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||
;;; GNU General Public License for more details.
|
||
;;;
|
||
;;; You should have received a copy of the GNU General Public License
|
||
;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
|
||
|
||
(define-module (guix packages)
|
||
#:use-module ((guix build utils) #:select (compressor tarball?
|
||
strip-store-file-name))
|
||
#:use-module (guix utils)
|
||
#:use-module (guix records)
|
||
#:use-module (guix store)
|
||
#:use-module (guix monads)
|
||
#:use-module (guix gexp)
|
||
#:use-module (guix base32)
|
||
#:autoload (guix base64) (base64-decode)
|
||
#:use-module (guix grafts)
|
||
#:use-module (guix derivations)
|
||
#:use-module (guix memoization)
|
||
#:use-module (guix build-system)
|
||
#:use-module (guix search-paths)
|
||
#:use-module (guix sets)
|
||
#:use-module (guix deprecation)
|
||
#:use-module (guix i18n)
|
||
#:use-module (ice-9 match)
|
||
#:use-module (ice-9 vlist)
|
||
#:use-module (ice-9 regex)
|
||
#:use-module (srfi srfi-1)
|
||
#:use-module (srfi srfi-9 gnu)
|
||
#:use-module (srfi srfi-11)
|
||
#:use-module (srfi srfi-26)
|
||
#:use-module (srfi srfi-34)
|
||
#:use-module (srfi srfi-35)
|
||
#:use-module (rnrs bytevectors)
|
||
#:use-module (web uri)
|
||
#:re-export (%current-system
|
||
%current-target-system
|
||
search-path-specification) ;for convenience
|
||
#:export (content-hash
|
||
content-hash?
|
||
content-hash-algorithm
|
||
content-hash-value
|
||
|
||
origin
|
||
origin?
|
||
this-origin
|
||
origin-uri
|
||
origin-method
|
||
origin-hash
|
||
origin-sha256 ;deprecated
|
||
origin-file-name
|
||
origin-actual-file-name
|
||
origin-patches
|
||
origin-patch-flags
|
||
origin-patch-inputs
|
||
origin-patch-guile
|
||
origin-snippet
|
||
origin-modules
|
||
base32
|
||
base64
|
||
|
||
package
|
||
package?
|
||
this-package
|
||
package-name
|
||
package-upstream-name
|
||
package-version
|
||
package-full-name
|
||
package-source
|
||
package-build-system
|
||
package-arguments
|
||
package-inputs
|
||
package-native-inputs
|
||
package-propagated-inputs
|
||
package-outputs
|
||
package-native-search-paths
|
||
package-search-paths
|
||
package-replacement
|
||
package-synopsis
|
||
package-description
|
||
package-license
|
||
package-home-page
|
||
package-supported-systems
|
||
package-properties
|
||
package-location
|
||
hidden-package
|
||
hidden-package?
|
||
package-superseded
|
||
deprecated-package
|
||
package-field-location
|
||
|
||
package-direct-sources
|
||
package-transitive-sources
|
||
package-direct-inputs
|
||
package-transitive-inputs
|
||
package-transitive-target-inputs
|
||
package-transitive-native-inputs
|
||
package-transitive-propagated-inputs
|
||
package-transitive-native-search-paths
|
||
package-transitive-supported-systems
|
||
package-mapping
|
||
package-input-rewriting
|
||
package-input-rewriting/spec
|
||
package-source-derivation
|
||
package-derivation
|
||
package-cross-derivation
|
||
package-output
|
||
package-grafts
|
||
package-patched-vulnerabilities
|
||
package-with-patches
|
||
package-with-extra-patches
|
||
package-with-c-toolchain
|
||
package/inherit
|
||
|
||
transitive-input-references
|
||
|
||
%supported-systems
|
||
%hurd-systems
|
||
%cuirass-supported-systems
|
||
supported-package?
|
||
|
||
&package-error
|
||
package-error?
|
||
package-error-package
|
||
&package-input-error
|
||
package-input-error?
|
||
package-error-invalid-input
|
||
&package-cross-build-system-error
|
||
package-cross-build-system-error?
|
||
|
||
package->bag
|
||
bag->derivation
|
||
bag-direct-inputs
|
||
bag-transitive-inputs
|
||
bag-transitive-host-inputs
|
||
bag-transitive-build-inputs
|
||
bag-transitive-target-inputs
|
||
package-closure
|
||
|
||
default-guile
|
||
default-guile-derivation
|
||
set-guile-for-build
|
||
package-file
|
||
package->derivation
|
||
package->cross-derivation
|
||
origin->derivation))
|
||
|
||
;;; Commentary:
|
||
;;;
|
||
;;; This module provides a high-level mechanism to define packages in a
|
||
;;; Guix-based distribution.
|
||
;;;
|
||
;;; Code:
|
||
|
||
(define-syntax-rule (define-compile-time-decoder name string->bytevector)
|
||
"Define NAME as a macro that runs STRING->BYTEVECTOR at macro expansion time
|
||
if possible."
|
||
(define-syntax name
|
||
(lambda (s)
|
||
"Return the bytevector corresponding to the given textual
|
||
representation."
|
||
(syntax-case s ()
|
||
((_ str)
|
||
(string? (syntax->datum #'str))
|
||
;; A literal string: do the conversion at expansion time.
|
||
(with-syntax ((bv (string->bytevector (syntax->datum #'str))))
|
||
#''bv))
|
||
((_ str)
|
||
#'(string->bytevector str))))))
|
||
|
||
(define-compile-time-decoder base32 nix-base32-string->bytevector)
|
||
(define-compile-time-decoder base64 base64-decode)
|
||
|
||
;; Crytographic content hash.
|
||
(define-immutable-record-type <content-hash>
|
||
(%content-hash algorithm value)
|
||
content-hash?
|
||
(algorithm content-hash-algorithm) ;symbol
|
||
(value content-hash-value)) ;bytevector
|
||
|
||
(define-syntax-rule (define-content-hash-constructor name
|
||
(algorithm size) ...)
|
||
"Define NAME as a <content-hash> constructor that ensures that (1) its
|
||
second argument is among the listed ALGORITHM, and (2), when possible, that
|
||
its first argument has the right size for the chosen algorithm."
|
||
(define-syntax name
|
||
(lambda (s)
|
||
(syntax-case s (algorithm ...)
|
||
((_ bv algorithm)
|
||
(let ((bv* (syntax->datum #'bv)))
|
||
(when (and (bytevector? bv*)
|
||
(not (= size (bytevector-length bv*))))
|
||
(syntax-violation 'content-hash "invalid content hash length" s))
|
||
#'(%content-hash 'algorithm bv)))
|
||
...))))
|
||
|
||
(define-content-hash-constructor build-content-hash
|
||
(sha256 32)
|
||
(sha512 64)
|
||
(sha3-256 32)
|
||
(sha3-512 64)
|
||
(blake2s-256 64))
|
||
|
||
(define-syntax content-hash
|
||
(lambda (s)
|
||
"Return a content hash with the given parameters. The default hash
|
||
algorithm is sha256. If the first argument is a literal string, it is decoded
|
||
as base32. Otherwise, it must be a bytevector."
|
||
;; What we'd really want here is something like C++ 'constexpr'.
|
||
(syntax-case s ()
|
||
((_ str)
|
||
(string? (syntax->datum #'str))
|
||
#'(content-hash str sha256))
|
||
((_ str algorithm)
|
||
(string? (syntax->datum #'str))
|
||
(with-syntax ((bv (base32 (syntax->datum #'str))))
|
||
#'(content-hash bv algorithm)))
|
||
((_ (id str) algorithm)
|
||
(and (string? (syntax->datum #'str))
|
||
(free-identifier=? #'id #'base32))
|
||
(with-syntax ((bv (nix-base32-string->bytevector (syntax->datum #'str))))
|
||
#'(content-hash bv algorithm)))
|
||
((_ (id str) algorithm)
|
||
(and (string? (syntax->datum #'str))
|
||
(free-identifier=? #'id #'base64))
|
||
(with-syntax ((bv (base64-decode (syntax->datum #'str))))
|
||
#'(content-hash bv algorithm)))
|
||
((_ bv)
|
||
#'(content-hash bv sha256))
|
||
((_ bv hash)
|
||
#'(build-content-hash bv hash)))))
|
||
|
||
(define (print-content-hash hash port)
|
||
(format port "#<content-hash ~a:~a>"
|
||
(content-hash-algorithm hash)
|
||
(and=> (content-hash-value hash)
|
||
bytevector->nix-base32-string)))
|
||
|
||
(set-record-type-printer! <content-hash> print-content-hash)
|
||
|
||
|
||
;; The source of a package, such as a tarball URL and fetcher---called
|
||
;; "origin" to avoid name clash with `package-source', `source', etc.
|
||
(define-record-type* <origin>
|
||
%origin make-origin
|
||
origin?
|
||
this-origin
|
||
(uri origin-uri) ; string
|
||
(method origin-method) ; procedure
|
||
(hash origin-hash) ; <content-hash>
|
||
(file-name origin-file-name (default #f)) ; optional file name
|
||
|
||
;; Patches are delayed so that the 'search-patch' calls are made lazily,
|
||
;; which reduces I/O on startup and allows patch-not-found errors to be
|
||
;; gracefully handled at run time.
|
||
(patches origin-patches ; list of file names
|
||
(default '()) (delayed))
|
||
|
||
(snippet origin-snippet (default #f)) ; sexp or #f
|
||
(patch-flags origin-patch-flags ; string-list gexp
|
||
(default %default-patch-flags))
|
||
|
||
;; Patching requires Guile, GNU Patch, and a few more. These two fields are
|
||
;; used to specify these dependencies when needed.
|
||
(patch-inputs origin-patch-inputs ; input list or #f
|
||
(default #f))
|
||
(modules origin-modules ; list of module names
|
||
(default '()))
|
||
|
||
(patch-guile origin-patch-guile ; package or #f
|
||
(default #f)))
|
||
|
||
(define-syntax origin-compatibility-helper
|
||
(syntax-rules (sha256)
|
||
((_ () (fields ...))
|
||
(%origin fields ...))
|
||
((_ ((sha256 exp) rest ...) (others ...))
|
||
(%origin others ...
|
||
(hash (content-hash exp sha256))
|
||
rest ...))
|
||
((_ (field rest ...) (others ...))
|
||
(origin-compatibility-helper (rest ...)
|
||
(others ... field)))))
|
||
|
||
(define-syntax-rule (origin fields ...)
|
||
"Build an <origin> record, automatically converting 'sha256' field
|
||
specifications to 'hash'."
|
||
(origin-compatibility-helper (fields ...) ()))
|
||
|
||
(define-deprecated (origin-sha256 origin)
|
||
origin-hash
|
||
(let ((hash (origin-hash origin)))
|
||
(unless (eq? (content-hash-algorithm hash) 'sha256)
|
||
(raise (condition (&message
|
||
(message (G_ "no SHA256 hash for origin"))))))
|
||
(content-hash-value hash)))
|
||
|
||
(define (print-origin origin port)
|
||
"Write a concise representation of ORIGIN to PORT."
|
||
(match origin
|
||
(($ <origin> uri method hash file-name patches)
|
||
(simple-format port "#<origin ~s ~a ~s ~a>"
|
||
uri hash
|
||
(force patches)
|
||
(number->string (object-address origin) 16)))))
|
||
|
||
(set-record-type-printer! <origin> print-origin)
|
||
|
||
(define %default-patch-flags
|
||
#~("-p1"))
|
||
|
||
(define (origin-actual-file-name origin)
|
||
"Return the file name of ORIGIN, either its 'file-name' field or the file
|
||
name of its URI."
|
||
(define (uri->file-name uri)
|
||
;; Return the 'base name' of URI or URI itself, where URI is a string.
|
||
(let ((path (and=> (string->uri uri) uri-path)))
|
||
(if path
|
||
(basename path)
|
||
uri)))
|
||
|
||
(or (origin-file-name origin)
|
||
(match (origin-uri origin)
|
||
((head . tail)
|
||
(uri->file-name head))
|
||
((? string? uri)
|
||
(uri->file-name uri))
|
||
(else
|
||
;; git, svn, cvs, etc. reference
|
||
#f))))
|
||
|
||
|
||
(define %supported-systems
|
||
;; This is the list of system types that are supported. By default, we
|
||
;; expect all packages to build successfully here.
|
||
'("x86_64-linux" "i686-linux" "armhf-linux" "aarch64-linux" "mips64el-linux" "i586-gnu"
|
||
"powerpc64le-linux"))
|
||
|
||
(define %hurd-systems
|
||
;; The GNU/Hurd systems for which support is being developed.
|
||
'("i586-gnu" "i686-gnu"))
|
||
|
||
(define %cuirass-supported-systems
|
||
;; This is the list of system types for which build machines are available.
|
||
;;
|
||
;; XXX: MIPS is unavailable in CI:
|
||
;; <https://lists.gnu.org/archive/html/guix-devel/2017-03/msg00790.html>.
|
||
(fold delete %supported-systems '("mips64el-linux")))
|
||
|
||
|
||
;; A package.
|
||
(define-record-type* <package>
|
||
package make-package
|
||
package?
|
||
this-package
|
||
(name package-name) ; string
|
||
(version package-version) ; string
|
||
(source package-source) ; <origin> instance
|
||
(build-system package-build-system) ; build system
|
||
(arguments package-arguments ; arguments for the build method
|
||
(default '()) (thunked))
|
||
|
||
(inputs package-inputs ; input packages or derivations
|
||
(default '()) (thunked))
|
||
(propagated-inputs package-propagated-inputs ; same, but propagated
|
||
(default '()) (thunked))
|
||
(native-inputs package-native-inputs ; native input packages/derivations
|
||
(default '()) (thunked))
|
||
|
||
(outputs package-outputs ; list of strings
|
||
(default '("out")))
|
||
|
||
; lists of
|
||
; <search-path-specification>,
|
||
; for native and cross
|
||
; inputs
|
||
(native-search-paths package-native-search-paths (default '()))
|
||
(search-paths package-search-paths (default '()))
|
||
|
||
;; The 'replacement' field is marked as "innate" because it never makes
|
||
;; sense to inherit a replacement as is. See the 'package/inherit' macro.
|
||
(replacement package-replacement ; package | #f
|
||
(default #f) (thunked) (innate))
|
||
|
||
(synopsis package-synopsis) ; one-line description
|
||
(description package-description) ; one or two paragraphs
|
||
(license package-license)
|
||
(home-page package-home-page)
|
||
(supported-systems package-supported-systems ; list of strings
|
||
(default %supported-systems))
|
||
|
||
(properties package-properties (default '())) ; alist for anything else
|
||
|
||
(location package-location
|
||
(default (and=> (current-source-location)
|
||
source-properties->location))
|
||
(innate)))
|
||
|
||
(set-record-type-printer! <package>
|
||
(lambda (package port)
|
||
(let ((loc (package-location package))
|
||
(format simple-format))
|
||
(format port "#<package ~a@~a ~a~a>"
|
||
(package-name package)
|
||
(package-version package)
|
||
(if loc
|
||
(format #f "~a:~a "
|
||
(location-file loc)
|
||
(location-line loc))
|
||
"")
|
||
(number->string (object-address
|
||
package)
|
||
16)))))
|
||
|
||
(define-syntax-rule (package/inherit p overrides ...)
|
||
"Like (package (inherit P) OVERRIDES ...), except that the same
|
||
transformation is done to the package P's replacement, if any. P must be a bare
|
||
identifier, and will be bound to either P or its replacement when evaluating
|
||
OVERRIDES."
|
||
(let loop ((p p))
|
||
(package (inherit p)
|
||
overrides ...
|
||
(replacement (and=> (package-replacement p) loop)))))
|
||
|
||
(define (package-upstream-name package)
|
||
"Return the upstream name of PACKAGE, which could be different from the name
|
||
it has in Guix."
|
||
(or (assq-ref (package-properties package) 'upstream-name)
|
||
(package-name package)))
|
||
|
||
(define (hidden-package p)
|
||
"Return a \"hidden\" version of P--i.e., one that 'fold-packages' and thus,
|
||
user interfaces, ignores."
|
||
(package
|
||
(inherit p)
|
||
(properties `((hidden? . #t)
|
||
,@(package-properties p)))))
|
||
|
||
(define (hidden-package? p)
|
||
"Return true if P is \"hidden\"--i.e., must not be visible to user
|
||
interfaces."
|
||
(assoc-ref (package-properties p) 'hidden?))
|
||
|
||
(define (package-superseded p)
|
||
"Return the package the supersedes P, or #f if P is still current."
|
||
(assoc-ref (package-properties p) 'superseded))
|
||
|
||
(define (deprecated-package old-name p)
|
||
"Return a package called OLD-NAME and marked as superseded by P, a package
|
||
object."
|
||
(package
|
||
(inherit p)
|
||
(name old-name)
|
||
(properties `((superseded . ,p)))))
|
||
|
||
(define (package-field-location package field)
|
||
"Return the source code location of the definition of FIELD for PACKAGE, or
|
||
#f if it could not be determined."
|
||
(define (goto port line column)
|
||
(unless (and (= (port-column port) (- column 1))
|
||
(= (port-line port) (- line 1)))
|
||
(unless (eof-object? (read-char port))
|
||
(goto port line column))))
|
||
|
||
(match (package-location package)
|
||
(($ <location> file line column)
|
||
(match (search-path %load-path file)
|
||
((? string? file-found)
|
||
(catch 'system-error
|
||
(lambda ()
|
||
;; In general we want to keep relative file names for modules.
|
||
(call-with-input-file file-found
|
||
(lambda (port)
|
||
(goto port line column)
|
||
(match (read port)
|
||
(('package inits ...)
|
||
(let ((field (assoc field inits)))
|
||
(match field
|
||
((_ value)
|
||
(let ((loc (and=> (source-properties value)
|
||
source-properties->location)))
|
||
(and loc
|
||
;; Preserve the original file name, which may be a
|
||
;; relative file name.
|
||
(set-field loc (location-file) file))))
|
||
(_
|
||
#f))))
|
||
(_
|
||
#f)))))
|
||
(lambda _
|
||
#f)))
|
||
(#f
|
||
;; FILE could not be found in %LOAD-PATH.
|
||
#f)))
|
||
(_ #f)))
|
||
|
||
|
||
;; Error conditions.
|
||
|
||
(define-condition-type &package-error &error
|
||
package-error?
|
||
(package package-error-package))
|
||
|
||
(define-condition-type &package-input-error &package-error
|
||
package-input-error?
|
||
(input package-error-invalid-input))
|
||
|
||
(define-condition-type &package-cross-build-system-error &package-error
|
||
package-cross-build-system-error?)
|
||
|
||
(define* (package-full-name package #:optional (delimiter "@"))
|
||
"Return the full name of PACKAGE--i.e., `NAME@VERSION'. By specifying
|
||
DELIMITER (a string), you can customize what will appear between the name and
|
||
the version. By default, DELIMITER is \"@\"."
|
||
(string-append (package-name package) delimiter (package-version package)))
|
||
|
||
(define (patch-file-name patch)
|
||
"Return the basename of PATCH's file name, or #f if the file name could not
|
||
be determined."
|
||
(match patch
|
||
((? string?)
|
||
(basename patch))
|
||
((? origin?)
|
||
(and=> (origin-actual-file-name patch) basename))))
|
||
|
||
(define %vulnerability-regexp
|
||
;; Regexp matching a CVE identifier in patch file names.
|
||
(make-regexp "CVE-[0-9]{4}-[0-9]+"))
|
||
|
||
(define (package-patched-vulnerabilities package)
|
||
"Return the list of patched vulnerabilities of PACKAGE as a list of CVE
|
||
identifiers. The result is inferred from the file names of patches."
|
||
(define (patch-vulnerabilities patch)
|
||
(map (cut match:substring <> 0)
|
||
(list-matches %vulnerability-regexp patch)))
|
||
|
||
(let ((patches (filter-map patch-file-name
|
||
(or (and=> (package-source package)
|
||
origin-patches)
|
||
'()))))
|
||
(append-map patch-vulnerabilities patches)))
|
||
|
||
(define (%standard-patch-inputs)
|
||
(let* ((canonical (module-ref (resolve-interface '(gnu packages base))
|
||
'canonical-package))
|
||
(ref (lambda (module var)
|
||
;; Make sure 'canonical-package' is not influenced by
|
||
;; '%current-target-system' since we're going to use the
|
||
;; native package anyway.
|
||
(parameterize ((%current-target-system #f))
|
||
(canonical
|
||
(module-ref (resolve-interface module) var))))))
|
||
`(("tar" ,(ref '(gnu packages base) 'tar))
|
||
("xz" ,(ref '(gnu packages compression) 'xz))
|
||
("bzip2" ,(ref '(gnu packages compression) 'bzip2))
|
||
("gzip" ,(ref '(gnu packages compression) 'gzip))
|
||
("lzip" ,(ref '(gnu packages compression) 'lzip))
|
||
("unzip" ,(ref '(gnu packages compression) 'unzip))
|
||
("patch" ,(ref '(gnu packages base) 'patch))
|
||
("locales" ,(ref '(gnu packages base) 'glibc-utf8-locales)))))
|
||
|
||
(define (default-guile)
|
||
"Return the default Guile package used to run the build code of
|
||
derivations."
|
||
(let ((distro (resolve-interface '(gnu packages commencement))))
|
||
(module-ref distro 'guile-final)))
|
||
|
||
(define (guile-for-grafts)
|
||
"Return the Guile package used to build grafting derivations."
|
||
;; Guile 2.2 would not work due to <https://bugs.gnu.org/28211> when
|
||
;; grafting packages.
|
||
(let ((distro (resolve-interface '(gnu packages guile))))
|
||
(module-ref distro 'guile-2.0)))
|
||
|
||
(define* (default-guile-derivation #:optional (system (%current-system)))
|
||
"Return the derivation for SYSTEM of the default Guile package used to run
|
||
the build code of derivation."
|
||
(package->derivation (default-guile) system
|
||
#:graft? #f))
|
||
|
||
(define* (patch-and-repack source patches
|
||
#:key
|
||
inputs
|
||
(snippet #f)
|
||
(flags %default-patch-flags)
|
||
(modules '())
|
||
(guile-for-build (%guile-for-build))
|
||
(system (%current-system)))
|
||
"Unpack SOURCE (a derivation or store path), apply all of PATCHES, and
|
||
repack the tarball using the tools listed in INPUTS. When SNIPPET is true,
|
||
it must be an s-expression that will run from within the directory where
|
||
SOURCE was unpacked, after all of PATCHES have been applied. MODULES
|
||
specifies modules in scope when evaluating SNIPPET."
|
||
(define source-file-name
|
||
;; SOURCE is usually a derivation, but it could be a store file.
|
||
(if (derivation? source)
|
||
(derivation->output-path source)
|
||
source))
|
||
|
||
(define lookup-input
|
||
;; The default value of the 'patch-inputs' field, and thus INPUTS is #f,
|
||
;; so deal with that.
|
||
(let ((inputs (or inputs (%standard-patch-inputs))))
|
||
(lambda (name)
|
||
(match (assoc-ref inputs name)
|
||
((package) package)
|
||
(#f #f)))))
|
||
|
||
(define original-file-name (strip-store-file-name source-file-name))
|
||
|
||
(define (numeric-extension? file-name)
|
||
;; Return true if FILE-NAME ends with digits.
|
||
(and=> (file-extension file-name)
|
||
(cut string-every char-set:hex-digit <>)))
|
||
|
||
(define (checkout? directory)
|
||
;; Return true if DIRECTORY is a checkout (git, svn, etc).
|
||
(string-suffix? "-checkout" directory))
|
||
|
||
(define (tarxz-name file-name)
|
||
;; Return a '.tar.xz' file name based on FILE-NAME.
|
||
(let ((base (if (numeric-extension? file-name)
|
||
original-file-name
|
||
(file-sans-extension file-name))))
|
||
(string-append base
|
||
(if (equal? (file-extension base) "tar")
|
||
".xz"
|
||
".tar.xz"))))
|
||
|
||
(define instantiate-patch
|
||
(match-lambda
|
||
((? string? patch) ;deprecated
|
||
(local-file patch #:recursive? #t))
|
||
((? struct? patch) ;origin, local-file, etc.
|
||
patch)))
|
||
|
||
(let ((tar (lookup-input "tar"))
|
||
(gzip (lookup-input "gzip"))
|
||
(bzip2 (lookup-input "bzip2"))
|
||
(lzip (lookup-input "lzip"))
|
||
(xz (lookup-input "xz"))
|
||
(patch (lookup-input "patch"))
|
||
(locales (lookup-input "locales"))
|
||
(comp (and=> (compressor source-file-name) lookup-input))
|
||
(patches (map instantiate-patch patches)))
|
||
(define build
|
||
(with-imported-modules '((guix build utils))
|
||
#~(begin
|
||
(use-modules (ice-9 ftw)
|
||
(ice-9 match)
|
||
(ice-9 regex)
|
||
(srfi srfi-1)
|
||
(srfi srfi-26)
|
||
(guix build utils))
|
||
|
||
;; The --sort option was added to GNU tar in version 1.28, released
|
||
;; 2014-07-28. During bootstrap we must cope with older versions.
|
||
(define tar-supports-sort?
|
||
(zero? (system* (string-append #+tar "/bin/tar")
|
||
"cf" "/dev/null" "--files-from=/dev/null"
|
||
"--sort=name")))
|
||
|
||
(define (apply-patch patch)
|
||
(format (current-error-port) "applying '~a'...~%" patch)
|
||
|
||
;; Use '--force' so that patches that do not apply perfectly are
|
||
;; rejected. Use '--no-backup-if-mismatch' to prevent making
|
||
;; "*.orig" file if a patch is applied with offset.
|
||
(invoke (string-append #+patch "/bin/patch")
|
||
"--force" "--no-backup-if-mismatch"
|
||
#+@flags "--input" patch))
|
||
|
||
(define (first-file directory)
|
||
;; Return the name of the first file in DIRECTORY.
|
||
(car (scandir directory
|
||
(lambda (name)
|
||
(not (member name '("." "..")))))))
|
||
|
||
(define (repack directory output)
|
||
;; Write to OUTPUT a compressed tarball containing DIRECTORY.
|
||
(unless tar-supports-sort?
|
||
(call-with-output-file ".file_list"
|
||
(lambda (port)
|
||
(for-each (lambda (name)
|
||
(format port "~a~%" name))
|
||
(find-files directory
|
||
#:directories? #t
|
||
#:fail-on-error? #t)))))
|
||
|
||
(apply invoke #+(file-append tar "/bin/tar")
|
||
"cvfa" output
|
||
;; Avoid non-determinism in the archive. Set the mtime
|
||
;; to 1 as is the case in the store (software like gzip
|
||
;; behaves differently when it stumbles upon mtime = 0).
|
||
"--mtime=@1"
|
||
"--owner=root:0" "--group=root:0"
|
||
(if tar-supports-sort?
|
||
`("--sort=name" ,directory)
|
||
'("--no-recursion"
|
||
"--files-from=.file_list"))))
|
||
|
||
;; Encoding/decoding errors shouldn't be silent.
|
||
(fluid-set! %default-port-conversion-strategy 'error)
|
||
|
||
(when #+locales
|
||
;; First of all, install a UTF-8 locale so that UTF-8 file names
|
||
;; are correctly interpreted. During bootstrap, LOCALES is #f.
|
||
(setenv "LOCPATH"
|
||
(string-append #+locales "/lib/locale/"
|
||
#+(and locales
|
||
(version-major+minor
|
||
(package-version locales)))))
|
||
(setlocale LC_ALL "en_US.utf8"))
|
||
|
||
(setenv "PATH"
|
||
(string-append #+xz "/bin"
|
||
(if #+comp
|
||
(string-append ":" #+comp "/bin")
|
||
"")))
|
||
|
||
(setenv "XZ_DEFAULTS" (string-join (%xz-parallel-args)))
|
||
|
||
;; SOURCE may be either a directory, a tarball or a simple file.
|
||
(let ((name (strip-store-file-name #+source))
|
||
(command (and=> #+comp (cut string-append <> "/bin/"
|
||
(compressor #+source)))))
|
||
(if (file-is-directory? #+source)
|
||
(copy-recursively #+source name)
|
||
(cond
|
||
((tarball? #+source)
|
||
(invoke (string-append #+tar "/bin/tar") "xvf" #+source))
|
||
((and=> (compressor #+source) (cut string= "unzip" <>))
|
||
;; Note: Referring to the store unzip here (#+unzip)
|
||
;; would introduce a cycle.
|
||
(invoke "unzip" #+source))
|
||
(else
|
||
(copy-file #+source name)
|
||
(when command
|
||
(invoke command "--decompress" name))))))
|
||
|
||
(let* ((file (first-file "."))
|
||
(directory (if (file-is-directory? file)
|
||
file
|
||
".")))
|
||
(format (current-error-port) "source is at '~a'~%" file)
|
||
|
||
(with-directory-excursion directory
|
||
|
||
(for-each apply-patch '#+patches)
|
||
|
||
#+(if snippet
|
||
#~(let ((module (make-fresh-user-module)))
|
||
(module-use-interfaces!
|
||
module
|
||
(map resolve-interface '#+modules))
|
||
((@ (system base compile) compile)
|
||
'#+(if (pair? snippet)
|
||
(sexp->gexp snippet)
|
||
snippet)
|
||
#:to 'value
|
||
#:opts %auto-compilation-options
|
||
#:env module))
|
||
#~#t))
|
||
|
||
;; If SOURCE is a directory (such as a checkout), return a
|
||
;; directory. Otherwise create a tarball.
|
||
(cond
|
||
((file-is-directory? #+source)
|
||
(copy-recursively directory #$output
|
||
#:log (%make-void-port "w")))
|
||
((not #+comp)
|
||
(copy-file file #$output))
|
||
(else
|
||
(repack directory #$output)))))))
|
||
|
||
(let ((name (if (or (checkout? original-file-name)
|
||
(not (compressor original-file-name)))
|
||
original-file-name
|
||
(tarxz-name original-file-name))))
|
||
(gexp->derivation name build
|
||
#:graft? #f
|
||
#:system system
|
||
#:guile-for-build guile-for-build
|
||
#:properties `((type . origin)
|
||
(patches . ,(length patches)))))))
|
||
|
||
(define (package-with-patches original patches)
|
||
"Return package ORIGINAL with PATCHES applied."
|
||
(package (inherit original)
|
||
(source (origin (inherit (package-source original))
|
||
(patches patches)))
|
||
(location (package-location original))))
|
||
|
||
(define (package-with-extra-patches original patches)
|
||
"Return package ORIGINAL with all PATCHES appended to its list of patches."
|
||
(package-with-patches original
|
||
(append (origin-patches (package-source original))
|
||
patches)))
|
||
|
||
(define (package-with-c-toolchain package toolchain)
|
||
"Return a variant of PACKAGE that uses TOOLCHAIN instead of the default GNU
|
||
C/C++ toolchain. TOOLCHAIN must be a list of inputs (label/package tuples)
|
||
providing equivalent functionality, such as the 'gcc-toolchain' package."
|
||
(let ((bs (package-build-system package)))
|
||
(package/inherit package
|
||
(build-system (build-system-with-c-toolchain bs toolchain)))))
|
||
|
||
(define (transitive-inputs inputs)
|
||
"Return the closure of INPUTS when considering the 'propagated-inputs'
|
||
edges. Omit duplicate inputs, except for those already present in INPUTS
|
||
itself.
|
||
|
||
This is implemented as a breadth-first traversal such that INPUTS is
|
||
preserved, and only duplicate propagated inputs are removed."
|
||
(define (seen? seen item outputs)
|
||
;; FIXME: We're using pointer identity here, which is extremely sensitive
|
||
;; to memoization in package-producing procedures; see
|
||
;; <https://bugs.gnu.org/30155>.
|
||
(match (vhash-assq item seen)
|
||
((_ . o) (equal? o outputs))
|
||
(_ #f)))
|
||
|
||
(let loop ((inputs inputs)
|
||
(result '())
|
||
(propagated '())
|
||
(first? #t)
|
||
(seen vlist-null))
|
||
(match inputs
|
||
(()
|
||
(if (null? propagated)
|
||
(reverse result)
|
||
(loop (reverse (concatenate propagated)) result '() #f seen)))
|
||
(((and input (label (? package? package) outputs ...)) rest ...)
|
||
(if (and (not first?) (seen? seen package outputs))
|
||
(loop rest result propagated first? seen)
|
||
(loop rest
|
||
(cons input result)
|
||
(cons (package-propagated-inputs package) propagated)
|
||
first?
|
||
(vhash-consq package outputs seen))))
|
||
((input rest ...)
|
||
(loop rest (cons input result) propagated first? seen)))))
|
||
|
||
(define (package-direct-sources package)
|
||
"Return all source origins associated with PACKAGE; including origins in
|
||
PACKAGE's inputs."
|
||
`(,@(or (and=> (package-source package) list) '())
|
||
,@(filter-map (match-lambda
|
||
((_ (? origin? orig) _ ...)
|
||
orig)
|
||
(_ #f))
|
||
(package-direct-inputs package))))
|
||
|
||
(define (package-transitive-sources package)
|
||
"Return PACKAGE's direct sources, and their direct sources, recursively."
|
||
(delete-duplicates
|
||
(concatenate (filter-map (match-lambda
|
||
((_ (? origin? orig) _ ...)
|
||
(list orig))
|
||
((_ (? package? p) _ ...)
|
||
(package-direct-sources p))
|
||
(_ #f))
|
||
(bag-transitive-inputs
|
||
(package->bag package))))))
|
||
|
||
(define (package-direct-inputs package)
|
||
"Return all the direct inputs of PACKAGE---i.e, its direct inputs along
|
||
with their propagated inputs."
|
||
(append (package-native-inputs package)
|
||
(package-inputs package)
|
||
(package-propagated-inputs package)))
|
||
|
||
(define (package-transitive-inputs package)
|
||
"Return the transitive inputs of PACKAGE---i.e., its direct inputs along
|
||
with their propagated inputs, recursively."
|
||
(transitive-inputs (package-direct-inputs package)))
|
||
|
||
(define (package-transitive-target-inputs package)
|
||
"Return the transitive target inputs of PACKAGE---i.e., its direct inputs
|
||
along with their propagated inputs, recursively. This only includes inputs
|
||
for the target system, and not native inputs."
|
||
(transitive-inputs (append (package-inputs package)
|
||
(package-propagated-inputs package))))
|
||
|
||
(define (package-transitive-native-inputs package)
|
||
"Return the transitive native inputs of PACKAGE---i.e., its direct inputs
|
||
along with their propagated inputs, recursively. This only includes inputs
|
||
for the host system (\"native inputs\"), and not target inputs."
|
||
(transitive-inputs (package-native-inputs package)))
|
||
|
||
(define (package-transitive-propagated-inputs package)
|
||
"Return the propagated inputs of PACKAGE, and their propagated inputs,
|
||
recursively."
|
||
(transitive-inputs (package-propagated-inputs package)))
|
||
|
||
(define (package-transitive-native-search-paths package)
|
||
"Return the list of search paths for PACKAGE and its propagated inputs,
|
||
recursively."
|
||
(append (package-native-search-paths package)
|
||
(append-map (match-lambda
|
||
((label (? package? p) _ ...)
|
||
(package-native-search-paths p))
|
||
(_
|
||
'()))
|
||
(package-transitive-propagated-inputs package))))
|
||
|
||
(define (transitive-input-references alist inputs)
|
||
"Return a list of (assoc-ref ALIST <label>) for each (<label> <package> . _)
|
||
in INPUTS and their transitive propagated inputs."
|
||
(define label
|
||
(match-lambda
|
||
((label . _)
|
||
label)))
|
||
|
||
(map (lambda (input)
|
||
`(assoc-ref ,alist ,(label input)))
|
||
(transitive-inputs inputs)))
|
||
|
||
(define package-transitive-supported-systems
|
||
(let ()
|
||
(define supported-systems
|
||
(mlambda (package system)
|
||
(parameterize ((%current-system system))
|
||
(fold (lambda (input systems)
|
||
(match input
|
||
((label (? package? package) . _)
|
||
(lset-intersection string=? systems
|
||
(supported-systems package system)))
|
||
(_
|
||
systems)))
|
||
(package-supported-systems package)
|
||
(bag-direct-inputs (package->bag package))))))
|
||
|
||
(lambda* (package #:optional (system (%current-system)))
|
||
"Return the intersection of the systems supported by PACKAGE and those
|
||
supported by its dependencies."
|
||
(supported-systems package system))))
|
||
|
||
(define* (supported-package? package #:optional (system (%current-system)))
|
||
"Return true if PACKAGE is supported on SYSTEM--i.e., if PACKAGE and all its
|
||
dependencies are known to build on SYSTEM."
|
||
(member system (package-transitive-supported-systems package system)))
|
||
|
||
(define (bag-direct-inputs bag)
|
||
"Same as 'package-direct-inputs', but applied to a bag."
|
||
(append (bag-build-inputs bag)
|
||
(bag-host-inputs bag)
|
||
(bag-target-inputs bag)))
|
||
|
||
(define (bag-transitive-inputs bag)
|
||
"Same as 'package-transitive-inputs', but applied to a bag."
|
||
(parameterize ((%current-target-system #f)
|
||
(%current-system (bag-system bag)))
|
||
(transitive-inputs (bag-direct-inputs bag))))
|
||
|
||
(define (bag-transitive-build-inputs bag)
|
||
"Same as 'package-transitive-native-inputs', but applied to a bag."
|
||
(parameterize ((%current-target-system #f)
|
||
(%current-system (bag-system bag)))
|
||
(transitive-inputs (bag-build-inputs bag))))
|
||
|
||
(define (bag-transitive-host-inputs bag)
|
||
"Same as 'package-transitive-target-inputs', but applied to a bag."
|
||
(parameterize ((%current-target-system (bag-target bag))
|
||
(%current-system (bag-system bag)))
|
||
(transitive-inputs (bag-host-inputs bag))))
|
||
|
||
(define (bag-transitive-target-inputs bag)
|
||
"Return the \"target inputs\" of BAG, recursively."
|
||
(parameterize ((%current-target-system (bag-target bag))
|
||
(%current-system (bag-system bag)))
|
||
(transitive-inputs (bag-target-inputs bag))))
|
||
|
||
(define* (package-closure packages #:key (system (%current-system)))
|
||
"Return the closure of PACKAGES on SYSTEM--i.e., PACKAGES and the list of
|
||
packages they depend on, recursively."
|
||
(let loop ((packages packages)
|
||
(visited vlist-null)
|
||
(closure (list->setq packages)))
|
||
(match packages
|
||
(()
|
||
(set->list closure))
|
||
((package . rest)
|
||
(if (vhash-assq package visited)
|
||
(loop rest visited closure)
|
||
(let* ((bag (package->bag package system))
|
||
(dependencies (filter-map (match-lambda
|
||
((label (? package? package) . _)
|
||
package)
|
||
(_ #f))
|
||
(bag-direct-inputs bag))))
|
||
(loop (append dependencies rest)
|
||
(vhash-consq package #t visited)
|
||
(fold set-insert closure dependencies))))))))
|
||
|
||
(define (build-system-with-package-mapping bs rewrite)
|
||
"Return a variant of BS, a build system, that rewrites a bag's inputs by
|
||
passing them through REWRITE, a procedure that takes an input tuplet and
|
||
returns a \"rewritten\" input tuplet."
|
||
(define lower
|
||
(build-system-lower bs))
|
||
|
||
(define (lower* . args)
|
||
(let ((lowered (apply lower args)))
|
||
(bag
|
||
(inherit lowered)
|
||
(build-inputs (map rewrite (bag-build-inputs lowered)))
|
||
(host-inputs (map rewrite (bag-host-inputs lowered)))
|
||
(target-inputs (map rewrite (bag-target-inputs lowered))))))
|
||
|
||
(build-system
|
||
(inherit bs)
|
||
(lower lower*)))
|
||
|
||
(define* (package-mapping proc #:optional (cut? (const #f))
|
||
#:key deep?)
|
||
"Return a procedure that, given a package, applies PROC to all the packages
|
||
depended on and returns the resulting package. The procedure stops recursion
|
||
when CUT? returns true for a given package. When DEEP? is true, PROC is
|
||
applied to implicit inputs as well."
|
||
(define (rewrite input)
|
||
(match input
|
||
((label (? package? package) outputs ...)
|
||
(cons* label (replace package) outputs))
|
||
(_
|
||
input)))
|
||
|
||
(define mapping-property
|
||
;; Property indicating whether the package has already been processed.
|
||
(gensym " package-mapping-done"))
|
||
|
||
(define replace
|
||
(mlambdaq (p)
|
||
;; If P is the result of a previous call, return it.
|
||
(cond ((assq-ref (package-properties p) mapping-property)
|
||
p)
|
||
|
||
((cut? p)
|
||
;; Since P's propagated inputs are really inputs of its dependents,
|
||
;; rewrite them as well, unless we're doing a "shallow" rewrite.
|
||
(let ((p (proc p)))
|
||
(if (or (not deep?)
|
||
(null? (package-propagated-inputs p)))
|
||
p
|
||
(package
|
||
(inherit p)
|
||
(location (package-location p))
|
||
(replacement (package-replacement p))
|
||
(propagated-inputs (map rewrite (package-propagated-inputs p)))
|
||
(properties `((,mapping-property . #t)
|
||
,@(package-properties p)))))))
|
||
|
||
(else
|
||
;; Return a variant of P with PROC applied to P and its explicit
|
||
;; dependencies, recursively. Memoize the transformations. Failing
|
||
;; to do that, we would build a huge object graph with lots of
|
||
;; duplicates, which in turns prevents us from benefiting from
|
||
;; memoization in 'package-derivation'.
|
||
(let ((p (proc p)))
|
||
(package
|
||
(inherit p)
|
||
(location (package-location p))
|
||
(build-system (if deep?
|
||
(build-system-with-package-mapping
|
||
(package-build-system p) rewrite)
|
||
(package-build-system p)))
|
||
(inputs (map rewrite (package-inputs p)))
|
||
(native-inputs (map rewrite (package-native-inputs p)))
|
||
(propagated-inputs (map rewrite (package-propagated-inputs p)))
|
||
(replacement (and=> (package-replacement p) replace))
|
||
(properties `((,mapping-property . #t)
|
||
,@(package-properties p)))))))))
|
||
|
||
replace)
|
||
|
||
(define* (package-input-rewriting replacements
|
||
#:optional (rewrite-name identity)
|
||
#:key (deep? #t))
|
||
"Return a procedure that, when passed a package, replaces its direct and
|
||
indirect dependencies, including implicit inputs when DEEP? is true, according
|
||
to REPLACEMENTS. REPLACEMENTS is a list of package pairs; the first element
|
||
of each pair is the package to replace, and the second one is the replacement.
|
||
|
||
Optionally, REWRITE-NAME is a one-argument procedure that takes the name of a
|
||
package and returns its new name after rewrite."
|
||
(define replacement-property
|
||
;; Property to tag right-hand sides in REPLACEMENTS.
|
||
(gensym " package-replacement"))
|
||
|
||
(define (rewrite p)
|
||
(if (assq-ref (package-properties p) replacement-property)
|
||
p
|
||
(match (assq-ref replacements p)
|
||
(#f (package/inherit p
|
||
(name (rewrite-name (package-name p)))))
|
||
(new (if deep?
|
||
(package/inherit new
|
||
(properties `((,replacement-property . #t)
|
||
,@(package-properties new))))
|
||
new)))))
|
||
|
||
(define (cut? p)
|
||
(or (assq-ref (package-properties p) replacement-property)
|
||
(assq-ref replacements p)))
|
||
|
||
(package-mapping rewrite cut?
|
||
#:deep? deep?))
|
||
|
||
(define* (package-input-rewriting/spec replacements #:key (deep? #t))
|
||
"Return a procedure that, given a package, applies the given REPLACEMENTS to
|
||
all the package graph, including implicit inputs unless DEEP? is false.
|
||
REPLACEMENTS is a list of spec/procedures pair; each spec is a package
|
||
specification such as \"gcc\" or \"guile@2\", and each procedure takes a
|
||
matching package and returns a replacement for that package."
|
||
(define table
|
||
(fold (lambda (replacement table)
|
||
(match replacement
|
||
((spec . proc)
|
||
(let-values (((name version)
|
||
(package-name->name+version spec)))
|
||
(vhash-cons name (list version proc) table)))))
|
||
vlist-null
|
||
replacements))
|
||
|
||
(define (find-replacement package)
|
||
(vhash-fold* (lambda (item proc)
|
||
(or proc
|
||
(match item
|
||
((#f proc)
|
||
proc)
|
||
((version proc)
|
||
(and (version-prefix? version
|
||
(package-version package))
|
||
proc)))))
|
||
#f
|
||
(package-name package)
|
||
table))
|
||
|
||
(define replacement-property
|
||
(gensym " package-replacement"))
|
||
|
||
(define (rewrite p)
|
||
(if (assq-ref (package-properties p) replacement-property)
|
||
p
|
||
(match (find-replacement p)
|
||
(#f p)
|
||
(proc
|
||
(let ((new (proc p)))
|
||
;; Mark NEW as already processed.
|
||
(package/inherit new
|
||
(properties `((,replacement-property . #t)
|
||
,@(package-properties new)))))))))
|
||
|
||
(define (cut? p)
|
||
(or (assq-ref (package-properties p) replacement-property)
|
||
(find-replacement p)))
|
||
|
||
(package-mapping rewrite cut?
|
||
#:deep? deep?))
|
||
|
||
|
||
;;;
|
||
;;; Package derivations.
|
||
;;;
|
||
|
||
(define (cache! cache package system thunk)
|
||
"Memoize in CACHE the return values of THUNK as the derivation of PACKAGE on
|
||
SYSTEM."
|
||
;; FIXME: This memoization should be associated with the open store, because
|
||
;; otherwise it breaks when switching to a different store.
|
||
(let ((result (thunk)))
|
||
;; Use `hashq-set!' instead of `hash-set!' because `hash' returns the
|
||
;; same value for all structs (as of Guile 2.0.6), and because pointer
|
||
;; equality is sufficient in practice.
|
||
(hashq-set! cache package
|
||
`((,system . ,result)
|
||
,@(or (hashq-ref cache package) '())))
|
||
result))
|
||
|
||
(define-syntax cached
|
||
(syntax-rules (=>)
|
||
"Memoize the result of BODY for the arguments PACKAGE and SYSTEM.
|
||
Return the cached result when available."
|
||
((_ (=> cache) package system body ...)
|
||
(let ((thunk (lambda () body ...))
|
||
(key system))
|
||
(match (hashq-ref cache package)
|
||
((alist (... ...))
|
||
(match (assoc-ref alist key)
|
||
(#f (cache! cache package key thunk))
|
||
(value value)))
|
||
(#f
|
||
(cache! cache package key thunk)))))))
|
||
|
||
(define* (expand-input package input #:key target)
|
||
"Expand INPUT, an input tuple, to a name/<gexp-input> tuple. PACKAGE is
|
||
only used to provide contextual information in exceptions."
|
||
(with-monad %store-monad
|
||
(match input
|
||
;; INPUT doesn't need to be lowered here because it'll be lowered down
|
||
;; the road in the gexp that refers to it. However, packages need to be
|
||
;; special-cased to pass #:graft? #f (only the "tip" of the package
|
||
;; graph needs to have #:graft? #t). Lowering them here also allows
|
||
;; 'bag->derivation' to delete non-eq? packages that lead to the same
|
||
;; derivation.
|
||
(((? string? name) (? package? package))
|
||
(mlet %store-monad ((drv (if target
|
||
(package->cross-derivation package target
|
||
#:graft? #f)
|
||
(package->derivation package #:graft? #f))))
|
||
(return (list name (gexp-input drv #:native? (not target))))))
|
||
(((? string? name) (? package? package) (? string? output))
|
||
(mlet %store-monad ((drv (if target
|
||
(package->cross-derivation package target
|
||
#:graft? #f)
|
||
(package->derivation package #:graft? #f))))
|
||
(return (list name (gexp-input drv output #:native? (not target))))))
|
||
|
||
(((? string? name) (? file-like? thing))
|
||
(return (list name (gexp-input thing #:native? (not target)))))
|
||
(((? string? name) (? file-like? thing) (? string? output))
|
||
(return (list name (gexp-input thing output #:native? (not target)))))
|
||
(((? string? name)
|
||
(and (? string?) (? file-exists? file)))
|
||
;; Add FILE to the store. When FILE is in the sub-directory of a
|
||
;; store path, it needs to be added anyway, so it can be used as a
|
||
;; source.
|
||
(return (list name (gexp-input (local-file file #:recursive? #t)
|
||
#:native? (not target)))))
|
||
(x
|
||
(raise (condition (&package-input-error
|
||
(package package)
|
||
(input x))))))))
|
||
|
||
(define %bag-cache
|
||
;; 'eq?' cache mapping packages to system+target+graft?-dependent bags.
|
||
;; It significantly speeds things up when doing repeated calls to
|
||
;; 'package->bag' as is the case when building a profile.
|
||
(make-weak-key-hash-table 200))
|
||
|
||
(define* (package->bag package #:optional
|
||
(system (%current-system))
|
||
(target (%current-target-system))
|
||
#:key (graft? (%graft?)))
|
||
"Compile PACKAGE into a bag for SYSTEM, possibly cross-compiled to TARGET,
|
||
and return it."
|
||
(let ((package (or (and graft? (package-replacement package))
|
||
package)))
|
||
(cached (=> %bag-cache)
|
||
package (list system target)
|
||
;; Bind %CURRENT-SYSTEM and %CURRENT-TARGET-SYSTEM so that thunked
|
||
;; field values can refer to it.
|
||
(parameterize ((%current-system system)
|
||
(%current-target-system target))
|
||
(match package
|
||
((and self
|
||
($ <package> name version source build-system
|
||
args inputs propagated-inputs native-inputs
|
||
outputs))
|
||
;; Even though we prefer to use "@" to separate the package
|
||
;; name from the package version in various user-facing parts
|
||
;; of Guix, checkStoreName (in nix/libstore/store-api.cc)
|
||
;; prohibits the use of "@", so use "-" instead.
|
||
(or (make-bag build-system (string-append name "-" version)
|
||
#:system system
|
||
#:target target
|
||
#:source source
|
||
#:inputs (append (inputs self)
|
||
(propagated-inputs self))
|
||
#:outputs outputs
|
||
#:native-inputs (native-inputs self)
|
||
#:arguments (args self))
|
||
(raise (if target
|
||
(condition
|
||
(&package-cross-build-system-error
|
||
(package package)))
|
||
(condition
|
||
(&package-error
|
||
(package package))))))))))))
|
||
|
||
(define (input-graft system)
|
||
"Return a monadic procedure that, given a package with a graft, returns a
|
||
graft, and #f otherwise."
|
||
(with-monad %store-monad
|
||
(match-lambda*
|
||
(((? package? package) output)
|
||
(let ((replacement (package-replacement package)))
|
||
(if replacement
|
||
;; XXX: We should use a separate cache instead of abusing the
|
||
;; object cache.
|
||
(mcached (mlet %store-monad ((orig (package->derivation package system
|
||
#:graft? #f))
|
||
(new (package->derivation replacement system
|
||
#:graft? #t)))
|
||
(return (graft
|
||
(origin orig)
|
||
(origin-output output)
|
||
(replacement new)
|
||
(replacement-output output))))
|
||
package 'graft output system)
|
||
(return #f))))
|
||
(_
|
||
(return #f)))))
|
||
|
||
(define (input-cross-graft target system)
|
||
"Same as 'input-graft', but for cross-compilation inputs."
|
||
(with-monad %store-monad
|
||
(match-lambda*
|
||
(((? package? package) output)
|
||
(let ((replacement (package-replacement package)))
|
||
(if replacement
|
||
(mlet %store-monad ((orig (package->cross-derivation package
|
||
target system
|
||
#:graft? #f))
|
||
(new (package->cross-derivation replacement
|
||
target system
|
||
#:graft? #t)))
|
||
(return (graft
|
||
(origin orig)
|
||
(origin-output output)
|
||
(replacement new)
|
||
(replacement-output output))))
|
||
(return #f))))
|
||
(_
|
||
(return #f)))))
|
||
|
||
(define* (fold-bag-dependencies proc seed bag
|
||
#:key (native? #t))
|
||
"Fold PROC over the packages BAG depends on. Each package is visited only
|
||
once, in depth-first order. If NATIVE? is true, restrict to native
|
||
dependencies; otherwise, restrict to target dependencies."
|
||
(define bag-direct-inputs*
|
||
(if native?
|
||
(lambda (bag)
|
||
(append (bag-build-inputs bag)
|
||
(bag-target-inputs bag)
|
||
(if (bag-target bag)
|
||
'()
|
||
(bag-host-inputs bag))))
|
||
bag-host-inputs))
|
||
|
||
(let loop ((inputs (bag-direct-inputs* bag))
|
||
(result seed)
|
||
(visited vlist-null))
|
||
(match inputs
|
||
(()
|
||
result)
|
||
(((label (? package? head) . rest) . tail)
|
||
(let ((output (match rest (() "out") ((output) output)))
|
||
(outputs (vhash-foldq* cons '() head visited)))
|
||
(if (member output outputs)
|
||
(loop tail result visited)
|
||
(let ((inputs (bag-direct-inputs* (package->bag head))))
|
||
(loop (append inputs tail)
|
||
(proc head output result)
|
||
(vhash-consq head output visited))))))
|
||
((head . tail)
|
||
(loop tail result visited)))))
|
||
|
||
(define* (bag-grafts bag)
|
||
"Return the list of grafts potentially applicable to BAG. Potentially
|
||
applicable grafts are collected by looking at direct or indirect dependencies
|
||
of BAG that have a 'replacement'. Whether a graft is actually applicable
|
||
depends on whether the outputs of BAG depend on the items the grafts refer
|
||
to (see 'graft-derivation'.)"
|
||
(define system (bag-system bag))
|
||
(define target (bag-target bag))
|
||
|
||
(mlet %store-monad
|
||
((native-grafts
|
||
(let ((->graft (input-graft system)))
|
||
(parameterize ((%current-system system)
|
||
(%current-target-system #f))
|
||
(fold-bag-dependencies (lambda (package output grafts)
|
||
(mlet %store-monad ((grafts grafts))
|
||
(>>= (->graft package output)
|
||
(match-lambda
|
||
(#f (return grafts))
|
||
(graft (return (cons graft grafts)))))))
|
||
(return '())
|
||
bag))))
|
||
|
||
(target-grafts
|
||
(if target
|
||
(let ((->graft (input-cross-graft target system)))
|
||
(parameterize ((%current-system system)
|
||
(%current-target-system target))
|
||
(fold-bag-dependencies
|
||
(lambda (package output grafts)
|
||
(mlet %store-monad ((grafts grafts))
|
||
(>>= (->graft package output)
|
||
(match-lambda
|
||
(#f (return grafts))
|
||
(graft (return (cons graft grafts)))))))
|
||
(return '())
|
||
bag
|
||
#:native? #f)))
|
||
(return '()))))
|
||
|
||
;; We can end up with several identical grafts if we stumble upon packages
|
||
;; that are not 'eq?' but map to the same derivation (this can happen when
|
||
;; using things like 'package-with-explicit-inputs'.) Hence the
|
||
;; 'delete-duplicates' call.
|
||
(return (delete-duplicates
|
||
(append native-grafts target-grafts)))))
|
||
|
||
(define* (package-grafts* package
|
||
#:optional (system (%current-system))
|
||
#:key target)
|
||
"Return the list of grafts applicable to PACKAGE as built for SYSTEM and
|
||
TARGET."
|
||
(let* ((package (or (package-replacement package) package))
|
||
(bag (package->bag package system target)))
|
||
(bag-grafts bag)))
|
||
|
||
(define package-grafts
|
||
(store-lower package-grafts*))
|
||
|
||
(define-inlinable (derivation=? drv1 drv2)
|
||
"Return true if DRV1 and DRV2 are equal."
|
||
(or (eq? drv1 drv2)
|
||
(string=? (derivation-file-name drv1)
|
||
(derivation-file-name drv2))))
|
||
|
||
(define (input=? input1 input2)
|
||
"Return true if INPUT1 and INPUT2 are equivalent."
|
||
(match input1
|
||
((label1 obj1 . outputs1)
|
||
(match input2
|
||
((label2 obj2 . outputs2)
|
||
(and (string=? label1 label2)
|
||
(equal? outputs1 outputs2)
|
||
(or (and (derivation? obj1) (derivation? obj2)
|
||
(derivation=? obj1 obj2))
|
||
(equal? obj1 obj2))))))))
|
||
|
||
(define* (bag->derivation bag #:optional context)
|
||
"Return the derivation to build BAG for SYSTEM. Optionally, CONTEXT can be
|
||
a package object describing the context in which the call occurs, for improved
|
||
error reporting."
|
||
(if (bag-target bag)
|
||
(bag->cross-derivation bag)
|
||
(mlet* %store-monad ((system -> (bag-system bag))
|
||
(inputs -> (bag-transitive-inputs bag))
|
||
(input-drvs (mapm %store-monad
|
||
(cut expand-input context <>)
|
||
inputs))
|
||
(paths -> (delete-duplicates
|
||
(append-map (match-lambda
|
||
((_ (? package? p) _ ...)
|
||
(package-native-search-paths
|
||
p))
|
||
(_ '()))
|
||
inputs))))
|
||
;; It's possible that INPUTS contains packages that are not 'eq?' but
|
||
;; that lead to the same derivation. Delete those duplicates to avoid
|
||
;; issues down the road, such as duplicate entries in '%build-inputs'.
|
||
(apply (bag-build bag) (bag-name bag)
|
||
(delete-duplicates input-drvs input=?)
|
||
#:search-paths paths
|
||
#:outputs (bag-outputs bag) #:system system
|
||
(bag-arguments bag)))))
|
||
|
||
(define* (bag->cross-derivation bag #:optional context)
|
||
"Return the derivation to build BAG, which is actually a cross build.
|
||
Optionally, CONTEXT can be a package object denoting the context of the call.
|
||
This is an internal procedure."
|
||
(mlet* %store-monad ((system -> (bag-system bag))
|
||
(target -> (bag-target bag))
|
||
(host -> (bag-transitive-host-inputs bag))
|
||
(host-drvs (mapm %store-monad
|
||
(cut expand-input context <>
|
||
#:target target)
|
||
host))
|
||
(target* -> (bag-transitive-target-inputs bag))
|
||
(target-drvs (mapm %store-monad
|
||
(cut expand-input context <>)
|
||
target*))
|
||
(build -> (bag-transitive-build-inputs bag))
|
||
(build-drvs (mapm %store-monad
|
||
(cut expand-input context <>)
|
||
build))
|
||
(all -> (append build target* host))
|
||
(paths -> (delete-duplicates
|
||
(append-map (match-lambda
|
||
((_ (? package? p) _ ...)
|
||
(package-search-paths p))
|
||
(_ '()))
|
||
all)))
|
||
(npaths -> (delete-duplicates
|
||
(append-map (match-lambda
|
||
((_ (? package? p) _ ...)
|
||
(package-native-search-paths
|
||
p))
|
||
(_ '()))
|
||
all))))
|
||
|
||
(apply (bag-build bag) (bag-name bag)
|
||
#:build-inputs (delete-duplicates build-drvs input=?)
|
||
#:host-inputs (delete-duplicates host-drvs input=?)
|
||
#:target-inputs (delete-duplicates target-drvs input=?)
|
||
#:search-paths paths
|
||
#:native-search-paths npaths
|
||
#:outputs (bag-outputs bag)
|
||
#:system system #:target target
|
||
(bag-arguments bag))))
|
||
|
||
(define bag->derivation*
|
||
(store-lower bag->derivation))
|
||
|
||
(define graft-derivation*
|
||
(store-lift graft-derivation))
|
||
|
||
(define* (package->derivation package
|
||
#:optional (system (%current-system))
|
||
#:key (graft? (%graft?)))
|
||
"Return the <derivation> object of PACKAGE for SYSTEM."
|
||
|
||
;; Compute the derivation and cache the result. Caching is important
|
||
;; because some derivations, such as the implicit inputs of the GNU build
|
||
;; system, will be queried many, many times in a row.
|
||
(mcached (mlet* %store-monad ((bag -> (package->bag package system #f
|
||
#:graft? graft?))
|
||
(drv (bag->derivation bag package)))
|
||
(if graft?
|
||
(>>= (bag-grafts bag)
|
||
(match-lambda
|
||
(()
|
||
(return drv))
|
||
(grafts
|
||
(mlet %store-monad ((guile (package->derivation
|
||
(default-guile)
|
||
system #:graft? #f)))
|
||
(graft-derivation* drv grafts
|
||
#:system system
|
||
#:guile guile)))))
|
||
(return drv)))
|
||
package system #f graft?))
|
||
|
||
(define* (package->cross-derivation package target
|
||
#:optional (system (%current-system))
|
||
#:key (graft? (%graft?)))
|
||
"Cross-build PACKAGE for TARGET (a GNU triplet) from host SYSTEM (a Guix
|
||
system identifying string)."
|
||
(mcached (mlet* %store-monad ((bag -> (package->bag package system target
|
||
#:graft? graft?))
|
||
(drv (bag->derivation bag package)))
|
||
(if graft?
|
||
(>>= (bag-grafts bag)
|
||
(match-lambda
|
||
(()
|
||
(return drv))
|
||
(grafts
|
||
(mlet %store-monad ((guile (package->derivation
|
||
(default-guile)
|
||
system #:graft? #f)))
|
||
(graft-derivation* drv grafts
|
||
#:system system
|
||
#:guile guile)))))
|
||
(return drv)))
|
||
package system target graft?))
|
||
|
||
(define* (package-output store package
|
||
#:optional (output "out") (system (%current-system)))
|
||
"Return the output path of PACKAGE's OUTPUT for SYSTEM---where OUTPUT is the
|
||
symbolic output name, such as \"out\". Note that this procedure calls
|
||
`package-derivation', which is costly."
|
||
(let ((drv (package-derivation store package system)))
|
||
(derivation->output-path drv output)))
|
||
|
||
|
||
;;;
|
||
;;; Monadic interface.
|
||
;;;
|
||
|
||
(define (set-guile-for-build guile)
|
||
"This monadic procedure changes the Guile currently used to run the build
|
||
code of derivations to GUILE, a package object."
|
||
(lambda (store)
|
||
(let ((guile (package-derivation store guile)))
|
||
(values (%guile-for-build guile) store))))
|
||
|
||
(define* (package-file package
|
||
#:optional file
|
||
#:key
|
||
system (output "out") target)
|
||
"Return as a monadic value the absolute file name of FILE within the
|
||
OUTPUT directory of PACKAGE. When FILE is omitted, return the name of the
|
||
OUTPUT directory of PACKAGE. When TARGET is true, use it as a
|
||
cross-compilation target triplet.
|
||
|
||
Note that this procedure does _not_ build PACKAGE. Thus, the result might or
|
||
might not designate an existing file. We recommend not using this procedure
|
||
unless you know what you are doing."
|
||
(lambda (store)
|
||
(define compute-derivation
|
||
(if target
|
||
(cut package-cross-derivation <> <> target <>)
|
||
package-derivation))
|
||
|
||
(let* ((system (or system (%current-system)))
|
||
(drv (compute-derivation store package system))
|
||
(out (derivation->output-path drv output)))
|
||
(values (if file
|
||
(string-append out "/" file)
|
||
out)
|
||
store))))
|
||
|
||
(define package-derivation
|
||
(store-lower package->derivation))
|
||
|
||
(define package-cross-derivation
|
||
(store-lower package->cross-derivation))
|
||
|
||
(define-gexp-compiler (package-compiler (package <package>) system target)
|
||
;; Compile PACKAGE to a derivation for SYSTEM, optionally cross-compiled for
|
||
;; TARGET. This is used when referring to a package from within a gexp.
|
||
(if target
|
||
(package->cross-derivation package target system)
|
||
(package->derivation package system)))
|
||
|
||
(define* (origin->derivation origin
|
||
#:optional (system (%current-system)))
|
||
"Return the derivation corresponding to ORIGIN."
|
||
(match origin
|
||
(($ <origin> uri method hash name (= force ()) #f)
|
||
;; No patches, no snippet: this is a fixed-output derivation.
|
||
(method uri
|
||
(content-hash-algorithm hash)
|
||
(content-hash-value hash)
|
||
name #:system system))
|
||
(($ <origin> uri method hash name (= force (patches ...)) snippet
|
||
flags inputs (modules ...) guile-for-build)
|
||
;; Patches and/or a snippet.
|
||
(mlet %store-monad ((source (method uri
|
||
(content-hash-algorithm hash)
|
||
(content-hash-value hash)
|
||
name #:system system))
|
||
(guile (package->derivation (or guile-for-build
|
||
(default-guile))
|
||
system
|
||
#:graft? #f)))
|
||
(patch-and-repack source patches
|
||
#:inputs inputs
|
||
#:snippet snippet
|
||
#:flags flags
|
||
#:system system
|
||
#:modules modules
|
||
#:guile-for-build guile)))))
|
||
|
||
(define-gexp-compiler (origin-compiler (origin <origin>) system target)
|
||
;; Compile ORIGIN to a derivation for SYSTEM. This is used when referring
|
||
;; to an origin from within a gexp.
|
||
(origin->derivation origin system))
|
||
|
||
(define package-source-derivation ;somewhat deprecated
|
||
(let ((lower (store-lower lower-object)))
|
||
(lambda* (store source #:optional (system (%current-system)))
|
||
"Return the derivation or file corresponding to SOURCE, which can be an
|
||
a file name or any object handled by 'lower-object', such as an <origin>.
|
||
When SOURCE is a file name, return either the interned file name (if SOURCE is
|
||
outside of the store) or SOURCE itself (if SOURCE is already a store item.)"
|
||
(match source
|
||
((and (? string?) (? direct-store-path?) file)
|
||
file)
|
||
((? string? file)
|
||
(add-to-store store (basename file) #t "sha256" file))
|
||
(_
|
||
(lower store source system))))))
|