af77219e8a
Until now, private and generated packages (e.g., those created by 'texlive-union') we missing from the list passed to 'node-back-edges', which would lead to inaccurate dependent counts. Previously we'd get: $ guix refresh -l texlive-fonts-cm Building the following 80 packages would ensure 116 dependent packages are rebuilt: … Now we have: $ Building the following 240 packages would ensure 597 dependent packages are rebuilt: … * guix/scripts/refresh.scm (list-dependents): Call 'package-closure'.
542 lines
22 KiB
Scheme
542 lines
22 KiB
Scheme
;;; GNU Guix --- Functional package management for GNU
|
||
;;; Copyright © 2013, 2014, 2015, 2016, 2017, 2018, 2019 Ludovic Courtès <ludo@gnu.org>
|
||
;;; Copyright © 2013 Nikita Karetnikov <nikita@karetnikov.org>
|
||
;;; Copyright © 2014 Eric Bavier <bavier@member.fsf.org>
|
||
;;; Copyright © 2015 Alex Kost <alezost@gmail.com>
|
||
;;; Copyright © 2016 Ben Woodcroft <donttrustben@gmail.com>
|
||
;;; Copyright © 2017 Mathieu Othacehe <m.othacehe@gmail.com>
|
||
;;; Copyright © 2018 Efraim Flashner <efraim@flashner.co.il>
|
||
;;; Copyright © 2019 Ricardo Wurmus <rekado@elephly.net>
|
||
;;;
|
||
;;; This file is part of GNU Guix.
|
||
;;;
|
||
;;; GNU Guix is free software; you can redistribute it and/or modify it
|
||
;;; under the terms of the GNU General Public License as published by
|
||
;;; the Free Software Foundation; either version 3 of the License, or (at
|
||
;;; your option) any later version.
|
||
;;;
|
||
;;; GNU Guix is distributed in the hope that it will be useful, but
|
||
;;; WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||
;;; GNU General Public License for more details.
|
||
;;;
|
||
;;; You should have received a copy of the GNU General Public License
|
||
;;; along with GNU Guix. If not, see <http://www.gnu.org/licenses/>.
|
||
|
||
(define-module (guix scripts refresh)
|
||
#:use-module (guix ui)
|
||
#:use-module (gcrypt hash)
|
||
#:use-module (guix scripts)
|
||
#:use-module (guix store)
|
||
#:use-module (guix utils)
|
||
#:use-module (guix packages)
|
||
#:use-module (guix profiles)
|
||
#:use-module (guix upstream)
|
||
#:use-module (guix graph)
|
||
#:use-module (guix scripts graph)
|
||
#:use-module (guix monads)
|
||
#:use-module (guix gnupg)
|
||
#:use-module (gnu packages)
|
||
#:use-module ((gnu packages commencement) #:select (%final-inputs))
|
||
#:use-module (ice-9 match)
|
||
#:use-module (ice-9 regex)
|
||
#:use-module (ice-9 vlist)
|
||
#:use-module (ice-9 format)
|
||
#:use-module (srfi srfi-1)
|
||
#:use-module (srfi srfi-11)
|
||
#:use-module (srfi srfi-26)
|
||
#:use-module (srfi srfi-37)
|
||
#:use-module (ice-9 binary-ports)
|
||
#:export (guix-refresh))
|
||
|
||
|
||
;;;
|
||
;;; Command-line options.
|
||
;;;
|
||
|
||
(define %default-options
|
||
;; Alist of default option values.
|
||
'())
|
||
|
||
(define %options
|
||
;; Specification of the command-line options.
|
||
(list (option '(#\u "update") #f #f
|
||
(lambda (opt name arg result)
|
||
(alist-cons 'update? #t result)))
|
||
(option '(#\s "select") #t #f
|
||
(lambda (opt name arg result)
|
||
(match arg
|
||
((or "core" "non-core")
|
||
(alist-cons 'select (string->symbol arg)
|
||
result))
|
||
(x
|
||
(leave (G_ "~a: invalid selection; expected `core' or `non-core'~%")
|
||
arg)))))
|
||
(option '(#\t "type") #t #f
|
||
(lambda (opt name arg result)
|
||
(let* ((not-comma (char-set-complement (char-set #\,)))
|
||
(names (map string->symbol
|
||
(string-tokenize arg not-comma))))
|
||
(alist-cons 'updaters names result))))
|
||
(option '(#\L "list-updaters") #f #f
|
||
(lambda args
|
||
(list-updaters-and-exit)))
|
||
(option '(#\m "manifest") #t #f
|
||
(lambda (opt name arg result)
|
||
(alist-cons 'manifest arg result)))
|
||
(option '(#\e "expression") #t #f
|
||
(lambda (opt name arg result)
|
||
(alist-cons 'expression arg result)))
|
||
(option '(#\l "list-dependent") #f #f
|
||
(lambda (opt name arg result)
|
||
(alist-cons 'list-dependent? #t result)))
|
||
(option '(#\r "recursive") #f #f
|
||
(lambda (opt name arg result)
|
||
(alist-cons 'recursive? #t result)))
|
||
(option '("list-transitive") #f #f
|
||
(lambda (opt name arg result)
|
||
(alist-cons 'list-transitive? #t result)))
|
||
|
||
(option '("keyring") #t #f
|
||
(lambda (opt name arg result)
|
||
(alist-cons 'keyring arg result)))
|
||
(option '("key-server") #t #f
|
||
(lambda (opt name arg result)
|
||
(alist-cons 'key-server arg result)))
|
||
(option '("gpg") #t #f
|
||
(lambda (opt name arg result)
|
||
(alist-cons 'gpg-command arg result)))
|
||
(option '("key-download") #t #f
|
||
(lambda (opt name arg result)
|
||
(match arg
|
||
((or "interactive" "always" "never")
|
||
(alist-cons 'key-download (string->symbol arg)
|
||
result))
|
||
(x
|
||
(leave (G_ "unsupported policy: ~a~%")
|
||
arg)))))
|
||
|
||
(option '(#\h "help") #f #f
|
||
(lambda args
|
||
(show-help)
|
||
(exit 0)))
|
||
(option '(#\V "version") #f #f
|
||
(lambda args
|
||
(show-version-and-exit "guix refresh")))))
|
||
|
||
(define (show-help)
|
||
(display (G_ "Usage: guix refresh [OPTION]... [PACKAGE]...
|
||
Update package definitions to match the latest upstream version.
|
||
|
||
When PACKAGE... is given, update only the specified packages. Otherwise
|
||
update all the packages of the distribution, or the subset thereof
|
||
specified with `--select'.\n"))
|
||
(display (G_ "
|
||
-e, --expression=EXPR consider the package EXPR evaluates to"))
|
||
(display (G_ "
|
||
-u, --update update source files in place"))
|
||
(display (G_ "
|
||
-s, --select=SUBSET select all the packages in SUBSET, one of
|
||
`core' or `non-core'"))
|
||
(display (G_ "
|
||
-m, --manifest=FILE select all the packages from the manifest in FILE"))
|
||
(display (G_ "
|
||
-t, --type=UPDATER,... restrict to updates from the specified updaters
|
||
(e.g., 'gnu')"))
|
||
(display (G_ "
|
||
-L, --list-updaters list available updaters and exit"))
|
||
(display (G_ "
|
||
-l, --list-dependent list top-level dependent packages that would need to
|
||
be rebuilt as a result of upgrading PACKAGE..."))
|
||
(display (G_ "
|
||
-r, --recursive check the PACKAGE and its inputs for upgrades"))
|
||
(display (G_ "
|
||
--list-transitive list all the packages that PACKAGE depends on"))
|
||
(newline)
|
||
(display (G_ "
|
||
--keyring=FILE use FILE as the keyring of upstream OpenPGP keys"))
|
||
(display (G_ "
|
||
--key-server=HOST use HOST as the OpenPGP key server"))
|
||
(display (G_ "
|
||
--gpg=COMMAND use COMMAND as the GnuPG 2.x command"))
|
||
(display (G_ "
|
||
--key-download=POLICY
|
||
handle missing OpenPGP keys according to POLICY:
|
||
'always', 'never', and 'interactive', which is also
|
||
used when 'key-download' is not specified"))
|
||
(newline)
|
||
(display (G_ "
|
||
-h, --help display this help and exit"))
|
||
(display (G_ "
|
||
-V, --version display version information and exit"))
|
||
(newline)
|
||
(show-bug-report-information))
|
||
|
||
(define (options->packages opts)
|
||
"Return the list of packages requested by OPTS, honoring options like
|
||
'--recursive'."
|
||
(define core-package?
|
||
(let* ((input->package (match-lambda
|
||
((name (? package? package) _ ...) package)
|
||
(_ #f)))
|
||
(final-inputs (map input->package %final-inputs))
|
||
(core (append final-inputs
|
||
(append-map (compose (cut filter-map input->package <>)
|
||
package-transitive-inputs)
|
||
final-inputs)))
|
||
(names (delete-duplicates (map package-name core))))
|
||
(lambda (package)
|
||
"Return true if PACKAGE is likely a \"core package\"---i.e., one whose
|
||
update would trigger a complete rebuild."
|
||
;; Compare by name because packages in base.scm basically inherit
|
||
;; other packages. So, even if those packages are not core packages
|
||
;; themselves, updating them would also update those who inherit from
|
||
;; them.
|
||
;; XXX: Fails to catch MPFR/MPC, whose *source* is used as input.
|
||
(member (package-name package) names))))
|
||
|
||
(define (keep-newest package lst)
|
||
;; If a newer version of PACKAGE is already in LST, return LST; otherwise
|
||
;; return LST minus the other version of PACKAGE in it, plus PACKAGE.
|
||
(let ((name (package-name package)))
|
||
(match (find (lambda (p)
|
||
(string=? (package-name p) name))
|
||
lst)
|
||
((? package? other)
|
||
(if (version>? (package-version other) (package-version package))
|
||
lst
|
||
(cons package (delq other lst))))
|
||
(_
|
||
(cons package lst)))))
|
||
|
||
(define args-packages
|
||
;; Packages explicitly passed as command-line arguments.
|
||
(match (filter-map (match-lambda
|
||
(('argument . spec)
|
||
;; Take either the specified version or the
|
||
;; latest one.
|
||
(specification->package spec))
|
||
(('expression . exp)
|
||
(read/eval-package-expression exp))
|
||
(_ #f))
|
||
opts)
|
||
(() ;default to all packages
|
||
(let ((select? (match (assoc-ref opts 'select)
|
||
('core core-package?)
|
||
('non-core (negate core-package?))
|
||
(_ (const #t)))))
|
||
(fold-packages (lambda (package result)
|
||
(if (select? package)
|
||
(keep-newest package result)
|
||
result))
|
||
'())))
|
||
(some ;user-specified packages
|
||
some)))
|
||
|
||
(define packages
|
||
(match (assoc-ref opts 'manifest)
|
||
(#f args-packages)
|
||
((? string? file) (packages-from-manifest file))))
|
||
|
||
(if (assoc-ref opts 'recursive?)
|
||
(mlet %store-monad ((edges (node-edges %bag-node-type
|
||
(all-packages))))
|
||
(return (node-transitive-edges packages edges)))
|
||
(with-monad %store-monad
|
||
(return packages))))
|
||
|
||
|
||
;;;
|
||
;;; Updates.
|
||
;;;
|
||
|
||
(define (lookup-updater-by-name name)
|
||
"Return the updater called NAME."
|
||
(or (find (lambda (updater)
|
||
(eq? name (upstream-updater-name updater)))
|
||
(force %updaters))
|
||
(leave (G_ "~a: no such updater~%") name)))
|
||
|
||
(define (list-updaters-and-exit)
|
||
"Display available updaters and exit."
|
||
(format #t (G_ "Available updaters:~%"))
|
||
(newline)
|
||
|
||
(let* ((packages (fold-packages cons '()))
|
||
(total (length packages)))
|
||
(define uncovered
|
||
(fold (lambda (updater uncovered)
|
||
(let ((matches (filter (upstream-updater-predicate updater)
|
||
packages)))
|
||
;; TRANSLATORS: The parenthetical expression here is rendered
|
||
;; like "(42% coverage)" and denotes the fraction of packages
|
||
;; covered by the given updater.
|
||
(format #t (G_ " - ~a: ~a (~2,1f% coverage)~%")
|
||
(upstream-updater-name updater)
|
||
(G_ (upstream-updater-description updater))
|
||
(* 100. (/ (length matches) total)))
|
||
(lset-difference eq? uncovered matches)))
|
||
packages
|
||
(force %updaters)))
|
||
|
||
(newline)
|
||
(format #t (G_ "~2,1f% of the packages are covered by these updaters.~%")
|
||
(* 100. (/ (- total (length uncovered)) total))))
|
||
(exit 0))
|
||
|
||
(define (warn-no-updater package)
|
||
(format (current-error-port)
|
||
(G_ "~a: warning: no updater for ~a~%")
|
||
(location->string (package-location package))
|
||
(package-name package)))
|
||
|
||
(define* (update-package store package updaters
|
||
#:key (key-download 'interactive) warn?)
|
||
"Update the source file that defines PACKAGE with the new version.
|
||
KEY-DOWNLOAD specifies a download policy for missing OpenPGP keys; allowed
|
||
values: 'interactive' (default), 'always', and 'never'. When WARN? is true,
|
||
warn about packages that have no matching updater."
|
||
(if (lookup-updater package updaters)
|
||
(let-values (((version tarball changes)
|
||
(package-update store package updaters
|
||
#:key-download key-download))
|
||
((loc)
|
||
(or (package-field-location package 'version)
|
||
(package-location package))))
|
||
(when version
|
||
(if (and=> tarball file-exists?)
|
||
(begin
|
||
(format (current-error-port)
|
||
(G_ "~a: ~a: updating from version ~a to version ~a...~%")
|
||
(location->string loc)
|
||
(package-name package)
|
||
(package-version package) version)
|
||
(for-each
|
||
(lambda (change)
|
||
(format (current-error-port)
|
||
(match (list (upstream-input-change-action change)
|
||
(upstream-input-change-type change))
|
||
(('add 'regular)
|
||
(G_ "~a: consider adding this input: ~a~%"))
|
||
(('add 'native)
|
||
(G_ "~a: consider adding this native input: ~a~%"))
|
||
(('add 'propagated)
|
||
(G_ "~a: consider adding this propagated input: ~a~%"))
|
||
(('remove 'regular)
|
||
(G_ "~a: consider removing this input: ~a~%"))
|
||
(('remove 'native)
|
||
(G_ "~a: consider removing this native input: ~a~%"))
|
||
(('remove 'propagated)
|
||
(G_ "~a: consider removing this propagated input: ~a~%")))
|
||
(package-name package)
|
||
(upstream-input-change-name change)))
|
||
(changes))
|
||
(let ((hash (call-with-input-file tarball
|
||
port-sha256)))
|
||
(update-package-source package version hash)))
|
||
(warning (G_ "~a: version ~a could not be \
|
||
downloaded and authenticated; not updating~%")
|
||
(package-name package) version))))
|
||
(when warn?
|
||
(warn-no-updater package))))
|
||
|
||
(define* (check-for-package-update package updaters #:key warn?)
|
||
"Check whether an update is available for PACKAGE and print a message. When
|
||
WARN? is true and no updater exists for PACKAGE, print a warning."
|
||
(match (package-latest-release package updaters)
|
||
((? upstream-source? source)
|
||
(let ((loc (or (package-field-location package 'version)
|
||
(package-location package))))
|
||
(case (version-compare (upstream-source-version source)
|
||
(package-version package))
|
||
((>)
|
||
(format (current-error-port)
|
||
(G_ "~a: ~a would be upgraded from ~a to ~a~%")
|
||
(location->string loc)
|
||
(package-name package) (package-version package)
|
||
(upstream-source-version source)))
|
||
((=)
|
||
(when warn?
|
||
(format (current-error-port)
|
||
(G_ "~a: info: ~a is already the latest version of ~a~%")
|
||
(location->string loc)
|
||
(package-version package)
|
||
(package-name package))))
|
||
(else
|
||
(when warn?
|
||
(format (current-error-port)
|
||
(G_ "~a: warning: ~a is greater than \
|
||
the latest known version of ~a (~a)~%")
|
||
(location->string loc)
|
||
(package-version package)
|
||
(package-name package)
|
||
(upstream-source-version source)))))))
|
||
(#f
|
||
(when warn?
|
||
(warn-no-updater package)))))
|
||
|
||
|
||
|
||
;;;
|
||
;;; Dependents.
|
||
;;;
|
||
|
||
(define (all-packages)
|
||
"Return the list of all the distro's packages."
|
||
(fold-packages (lambda (package result)
|
||
;; Ignore deprecated packages.
|
||
(if (package-superseded package)
|
||
result
|
||
(cons package result)))
|
||
'()
|
||
#:select? (const #t))) ;include hidden packages
|
||
|
||
(define (list-dependents packages)
|
||
"List all the things that would need to be rebuilt if PACKAGES are changed."
|
||
;; Using %BAG-NODE-TYPE is more accurate than using %PACKAGE-NODE-TYPE
|
||
;; because it includes implicit dependencies.
|
||
(define (full-name package)
|
||
(string-append (package-name package) "@"
|
||
(package-version package)))
|
||
|
||
(mlet %store-monad ((edges (node-back-edges %bag-node-type
|
||
(package-closure (all-packages)))))
|
||
(let* ((dependents (node-transitive-edges packages edges))
|
||
(covering (filter (lambda (node)
|
||
(null? (edges node)))
|
||
dependents)))
|
||
(match dependents
|
||
(()
|
||
(format (current-output-port)
|
||
(N_ "No dependents other than itself: ~{~a~}~%"
|
||
"No dependents other than themselves: ~{~a~^ ~}~%"
|
||
(length packages))
|
||
(map full-name packages)))
|
||
|
||
((x)
|
||
(format (current-output-port)
|
||
(G_ "A single dependent package: ~a~%")
|
||
(full-name x)))
|
||
(lst
|
||
(format (current-output-port)
|
||
(N_ "Building the following ~*package would ensure ~d \
|
||
dependent packages are rebuilt: ~{~a~^ ~}~%"
|
||
"Building the following ~d packages would ensure ~d \
|
||
dependent packages are rebuilt: ~{~a~^ ~}~%"
|
||
(length covering))
|
||
(length covering) (length dependents)
|
||
(map full-name covering))))
|
||
(return #t))))
|
||
|
||
(define (list-transitive packages)
|
||
"List all the packages that would cause PACKAGES to be rebuilt if they are changed."
|
||
;; Using %BAG-NODE-TYPE is more accurate than using %PACKAGE-NODE-TYPE
|
||
;; because it includes implicit dependencies.
|
||
(define (full-name package)
|
||
(string-append (package-name package) "@"
|
||
(package-version package)))
|
||
|
||
(mlet %store-monad ((edges (node-edges %bag-node-type
|
||
;; Here we don't want the -boot0 packages.
|
||
(fold-packages cons '()))))
|
||
(let ((dependent (node-transitive-edges packages edges)))
|
||
(match packages
|
||
((x)
|
||
(format (current-output-port)
|
||
(G_ "~a depends on the following ~d packages: ~{~a~^ ~}~%.")
|
||
(full-name x) (length dependent) (map full-name dependent)))
|
||
(lst
|
||
(format (current-output-port)
|
||
(G_ "The following ~d packages \
|
||
all are dependent packages: ~{~a~^ ~}~%")
|
||
(length dependent) (map full-name dependent))))
|
||
(return #t))))
|
||
|
||
|
||
;;;
|
||
;;; Manifest.
|
||
;;;
|
||
|
||
(define (manifest->packages manifest)
|
||
"Return the list of packages in MANIFEST."
|
||
(filter-map (lambda (entry)
|
||
(let ((item (manifest-entry-item entry)))
|
||
(if (package? item) item #f)))
|
||
(manifest-entries manifest)))
|
||
|
||
(define (packages-from-manifest manifest)
|
||
"Return the list of packages in loaded MANIFEST."
|
||
(let* ((user-module (make-user-module '((guix profiles) (gnu))))
|
||
(manifest (load* manifest user-module)))
|
||
(manifest->packages manifest)))
|
||
|
||
|
||
;;;
|
||
;;; Entry point.
|
||
;;;
|
||
|
||
(define (guix-refresh . args)
|
||
(define (parse-options)
|
||
;; Return the alist of option values.
|
||
(parse-command-line args %options (list %default-options)
|
||
#:build-options? #f))
|
||
|
||
(define (options->updaters opts)
|
||
;; Return the list of updaters to use.
|
||
(match (filter-map (match-lambda
|
||
(('updaters . names)
|
||
(map lookup-updater-by-name names))
|
||
(_ #f))
|
||
opts)
|
||
(()
|
||
;; Use the default updaters.
|
||
(force %updaters))
|
||
(lists
|
||
(concatenate lists))))
|
||
|
||
(let* ((opts (parse-options))
|
||
(update? (assoc-ref opts 'update?))
|
||
(updaters (options->updaters opts))
|
||
(recursive? (assoc-ref opts 'recursive?))
|
||
(list-dependent? (assoc-ref opts 'list-dependent?))
|
||
(list-transitive? (assoc-ref opts 'list-transitive?))
|
||
(key-download (assoc-ref opts 'key-download))
|
||
|
||
;; Warn about missing updaters when a package is explicitly given on
|
||
;; the command line.
|
||
(warn? (and (or (assoc-ref opts 'argument)
|
||
(assoc-ref opts 'expression)
|
||
(assoc-ref opts 'manifest))
|
||
(not recursive?))))
|
||
(with-error-handling
|
||
(with-store store
|
||
(run-with-store store
|
||
(mlet %store-monad ((packages (options->packages opts)))
|
||
(cond
|
||
(list-dependent?
|
||
(list-dependents packages))
|
||
(list-transitive?
|
||
(list-transitive packages))
|
||
(update?
|
||
(parameterize ((%openpgp-key-server
|
||
(or (assoc-ref opts 'key-server)
|
||
(%openpgp-key-server)))
|
||
(%gpg-command
|
||
(or (assoc-ref opts 'gpg-command)
|
||
(%gpg-command)))
|
||
(current-keyring
|
||
(or (assoc-ref opts 'keyring)
|
||
(string-append (config-directory)
|
||
"/upstream/trustedkeys.kbx"))))
|
||
(for-each
|
||
(cut update-package store <> updaters
|
||
#:key-download key-download
|
||
#:warn? warn?)
|
||
packages)
|
||
(return #t)))
|
||
(else
|
||
(for-each (cut check-for-package-update <> updaters
|
||
#:warn? warn?)
|
||
packages)
|
||
(return #t)))))))))
|