openbsd-ports/infrastructure/lib/DPB/PkgPath.pm
espie e4c671527c add affinity information to restart jobs on the right host preferentially.
- affinity info is similar to locks, but with a completely different
lifetime.
- streamline the main loop of the engine, so that it can do two passes:
first pass shuns paths with the wrong affinity. If no good path is found,
those are considered during the second pass.
- make the Core factory aware of what hosts might be running, so that
affinity info for machines removed from a config file will be ignored.

thanks to landry@ for a few tests.
2012-12-24 17:24:46 +00:00

261 lines
5.6 KiB
Perl

# ex:ts=8 sw=4:
# $OpenBSD: PkgPath.pm,v 1.36 2012/12/24 17:24:46 espie Exp $
#
# Copyright (c) 2010 Marc Espie <espie@openbsd.org>
#
# Permission to use, copy, modify, and distribute this software for any
# purpose with or without fee is hereby granted, provided that the above
# copyright notice and this permission notice appear in all copies.
#
# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
use strict;
use warnings;
use feature qw(say);
# Handles PkgPath;
# all this code is *seriously* dependent on unique objects
# everything is done to normalize PkgPaths, so that we have
# one pkgpath object for each distinct flavor/subpackage combination
use DPB::BasePkgPath;
package DPB::PkgPath;
our @ISA = qw(DPB::BasePkgPath);
sub init
{
my $self = shift;
# XXX
$self->{has} = 5;
}
sub clone_properties
{
my ($n, $o) = @_;
$n->{has} //= $o->{has};
$n->{info} //= $o->{info};
}
# XXX All this code knows too much about PortInfo for proper OO
sub fullpkgname
{
my $self = shift;
if (defined $self->{info} && defined $self->{info}{FULLPKGNAME}) {
return ${$self->{info}{FULLPKGNAME}};
} else {
say STDERR $self->fullpkgpath, " has no associated fullpkgname\n";
if (defined $self->{info}) {
say STDERR "But info is defined";
require Data::Dumper;
say STDERR Dumper($self->{info});
}
die;
}
}
sub has_fullpkgname
{
my $self = shift;
return defined $self->{info} && defined $self->{info}{FULLPKGNAME};
}
# requires flavor as a hash
sub flavor
{
my $self = shift;
return $self->{info}{FLAVOR};
}
sub subpackage
{
my $self = shift;
if (defined $self->{info} && defined $self->{info}{SUBPACKAGE}) {
return ${$self->{info}{SUBPACKAGE}};
} else {
return undef;
}
}
sub dump
{
my ($self, $fh) = @_;
print $fh $self->fullpkgpath, "\n";
if (defined $self->{info}) {
$self->{info}->dump($fh);
}
}
sub quick_dump
{
my ($self, $fh) = @_;
print $fh $self->fullpkgpath, "\n";
if (defined $self->{info}) {
$self->{info}->quick_dump($fh);
}
}
# interface with logger/lock engine
sub logname
{
my $self = shift;
return $self->fullpkgpath;
}
sub lockname
{
my $self = shift;
return $self->pkgpath;
}
sub print_parent
{
my ($self, $fh) = @_;
if (defined $self->{parent}) {
print $fh "parent=", $self->{parent}->logname, "\n";
}
}
sub unlock_conditions
{
my ($v, $engine) = @_;
return $v->{info} && $engine->{buildable}{builder}->check($v);
}
sub requeue
{
my ($v, $engine) = @_;
$engine->requeue($v);
}
sub simplifies_to
{
my ($self, $simpler, $state) = @_;
$state->{affinity}->simplifies_to($self, $simpler);
open my $quicklog, '>>', $state->logger->logfile('equiv');
print $quicklog $self->fullpkgpath, " -> ", $simpler->fullpkgpath, "\n";
}
sub equates
{
my ($class, $h) = @_;
DPB::Job::Port->equates($h);
DPB::Heuristics->equates($h);
}
# we're always called from values corresponding to the same subdir.
sub merge_depends
{
my ($class, $h) = @_;
my $global = bless {}, "AddDepends";
my $global2 = bless {}, "AddDepends";
my $global3 = bless {}, "AddDepends";
my $global4 = bless {}, "AddDepends";
my $multi;
for my $v (values %$h) {
my $info = $v->{info};
if (defined $info->{DIST} && !defined $info->{DISTIGNORE}) {
for my $f (values %{$info->{DIST}}) {
$info->{FDEPENDS}{$f} = $f;
bless $info->{FDEPENDS}, "AddDepends";
}
}
# share !
if (defined $info->{BUILD_PACKAGES}) {
$multi = $info->{BUILD_PACKAGES};
}
# XXX don't grab dependencies for IGNOREd stuff
next if defined $info->{IGNORE};
for my $k (qw(LIB_DEPENDS BUILD_DEPENDS)) {
if (defined $info->{$k}) {
for my $d (values %{$info->{$k}}) {
# filter these out like during build
# simpler to figure out logs from
# depends stage that way.
next if $d->pkgpath_and_flavors eq
$v->pkgpath_and_flavors;
$global->{$d} = $d;
}
}
}
for my $k (qw(LIB_DEPENDS RUN_DEPENDS)) {
if (defined $info->{$k}) {
for my $d (values %{$info->{$k}}) {
$info->{RDEPENDS}{$d} = $d;
bless $info->{RDEPENDS}, "AddDepends";
}
}
}
if (defined $info->{EXTRA}) {
for my $d (values %{$info->{EXTRA}}) {
$global3->{$d} = $d;
}
}
for my $k (qw(LIB_DEPENDS BUILD_DEPENDS RUN_DEPENDS
SUBPACKAGE FLAVOR EXTRA PERMIT_DISTFILES_FTP
PERMIT_DISTFILES_CDROM)) {
delete $info->{$k};
}
}
if (values %$global > 0) {
for my $v (values %$h) {
# remove stuff that depends on itself
delete $global->{$v};
$v->{info}{DEPENDS} = $global;
$v->{info}{BDEPENDS} = $global2;
}
}
if (values %$global3 > 0) {
for my $v (values %$h) {
$v->{info}{EXTRA} = $global3;
$v->{info}{BEXTRA} = $global4;
}
}
if (defined $multi) {
for my $v (values %$h) {
$v->{info}{BUILD_PACKAGES} = $multi;
}
}
}
sub build_path_list
{
my ($v) = @_;
my @l = ($v);
my $stem = $v->pkgpath_and_flavors;
my $w = DPB::PkgPath->new($stem);
if ($w ne $v) {
push(@l, $w);
}
if (defined $v->{info}) {
for my $m (keys %{$v->{info}{BUILD_PACKAGES}}) {
next if $m eq '-';
my $w = DPB::PkgPath->new("$stem,$m");
if ($w ne $v) {
push(@l, $w);
}
}
}
return @l;
}
sub break
{
my ($self, $why) = @_;
if (defined $self->{broken}) {
$self->{broken} .= " $why";
} else {
$self->{broken} = $why;
}
}
1;