From 14d8e4257acc5a93b8d37b665639ab5dfe3fc136 Mon Sep 17 00:00:00 2001 From: John McQuah Date: Wed, 13 Sep 2023 07:50:33 -0400 Subject: [PATCH] ports drivers for git and rsync: initial import --- scripts/git-driver | 69 +++++++++++++++++++++++++++++++++++++++++++ scripts/rsync-driver | 70 ++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 139 insertions(+) create mode 100644 scripts/git-driver create mode 100755 scripts/rsync-driver diff --git a/scripts/git-driver b/scripts/git-driver new file mode 100644 index 0000000..3ebe237 --- /dev/null +++ b/scripts/git-driver @@ -0,0 +1,69 @@ +#!/bin/sh +# +# /etc/ports/drivers/git: git driver script for ports(8) +# + +[ $# = 1 ] || { echo "usage: $0 " >&2; exit 1; } +. "$1" || { echo "couldn't read $1" >&2 ; exit 1; } + +if [ -z "$URL" ]; then + echo "URL not set in '$1'" >&2 + exit 2 +fi +if [ -z "$NAME" ]; then + echo "NAME not set in '$1'" >&2 + exit 2 +fi +if [ -z "$BRANCH" ]; then + echo "BRANCH not set in '$1'" >&2 + exit 2 +fi + +REPOSITORY="$PORTS_DIR/$NAME" +# The following feature is explained in the Wiki page SettingUpAGitRepo. +if [ -n "$LOCAL_REPOSITORY" ]; then + REPOSITORY="$LOCAL_REPOSITORY" +fi + +echo "Fetching updates from $URL" +echo "Updating collection $NAME" + +if [ -d "$REPOSITORY/.git" ]; then + cd "$REPOSITORY" + git checkout -q "$BRANCH" + git fetch -q + git diff --pretty=format: --name-status "$BRANCH" origin/"$BRANCH" | sed "s/M\t/ Edit /g; s/A\t/ Checkout /g; s/D\t/ Delete /g" | sort + # git-checkout(1) should ensure the existence of an exclude file, + # whose length needs to be saved to make this driver idempotent. + IGNORE_DEFAULT=$(wc -l .git/info/exclude | cut -d " " -f 1) + IGNORE_NOW=$(( IGNORE_DEFAULT+1 )) + # assemble the list of possible pkgmk artifacts. + cat ./*/.signature \ + | awk -v FS=" " '{ if (($1 == "SHA256") && ($2 !~ /.footprint|Pkgfile/)) {$0=gensub(/SHA256 \((.*)\).*/,"\\1",1); print} }' >> .git/info/exclude + # ... in case the work directories appear in this ports tree ... + grep -E '^\s*PKGMK_KEEP_WORK=(|.)yes' /etc/pkgmk.conf && keepwork=1 + # Note: don't bother to read the definition of PKGMK_KEEP_WORK from + # /usr/bin/pkgmk too; changing the defaults there is unsupported. + if [ "$keepwork" = 1 ]; then + echo "work/" >> .git/info/exclude + fi + # ... in case the built packages also appear in this ports tree... + COMPRESSION_MODE="gz" + eval $(grep "^PKGMK_COMPRESSION_MODE=" /etc/pkgmk.conf | sed 's/^PKGMK_//') + for portname in *; do + [ -f "$portname"/Pkgfile ] && echo "${portname}*.pkg.tar.${COMPRESSION_MODE}" >> .git/info/exclude + done + # end pkgmk artifacts. Now they should be safe from git-clean(1). + git clean -q -f + git reset -q --hard origin/"$BRANCH" + # reset the gitignore(5) file to its default, with the (possibly unwanted) + # side effect: the next run of this driver will delete sources in the ports + # tree that the master repo considers out of date. This behaviour avoids + # the performance impact of a constantly-growing gitignore(5) file. + sed -i "${IGNORE_NOW},$$d" .git/info/exclude +else + git clone -q -b "$BRANCH" "$URL" "$REPOSITORY" + ls -1 "$REPOSITORY" | sed "s/^/ Checkout /" +fi + +echo "Finished successfully" diff --git a/scripts/rsync-driver b/scripts/rsync-driver new file mode 100755 index 0000000..4fd444e --- /dev/null +++ b/scripts/rsync-driver @@ -0,0 +1,70 @@ +#!/usr/bin/env bash + +error() { + echo -e "Error: $1\nUpdating failed" + exit 1 +} + +warning() { + echo "Warning: $1" + exit 1 +} + +[ $# -gt 0 ] || { echo "Usage: $0 "; exit 1; } + +. "$1" + +[ "$host" ] || error "Host field not set in $1"; +[ "$collection" ] || error "Collection field not set in $1"; +[ "$destination" ] || error "Destination field not set in $1"; + +declare -A old_checkouts new_checkouts +if [ -e "$destination/.checkouts" ]; then + { while read -r co; do + old_checkouts["$co"]=1 + done } < "$destination/.checkouts" \ + || error "Couldn't read checkouts from $destination/.checkouts" +fi + +printf "Updating file list from %s::%s\n" "$host" "$collection" + +# get the remote file list (new .checkouts) +rm -f "$destination/.new_checkouts" +{ while read -r nc; do + if [ "${nc:0:5}" = "MOTD:" ] || [ "${nc:43}" = "." ]; then continue; fi; + echo "${nc:43}" >> "$destination/.new_checkouts"; + new_checkouts["${nc:43}"]=1; +done || error "Running rsync failed"; } \ + < <(rsync -crz --no-human-readable "${host}::${collection}") + +printf "Updating collection %s\n" "${destination##*/}" + +# now really run rsync +rsync -crz --no-human-readable --log-format "%o %n" "${host}::${collection}" "${destination}" \ + | while read -r line; do + [ "${line:0:5}" != "recv " ] && continue + (( old_checkouts["${line:5}"]==1 )) && line=" Edit ${line:5}" \ + || line=" Checkout ${line:5}" + echo "$line" + done || error "Running rsync failed" + +# no chroot safeguard, in contrast to the Perl version +cd "$destination" || exit + +# iterate through old checkouts, remove obsolete files and directories +if [ -e ".new_checkouts" ]; then + for oc in "${!old_checkouts[@]}"; do + if [ ! -f "$oc" ] || (( new_checkouts["$oc"] == 1 )); then continue; fi + echo " Delete $oc" + unset old_checkouts["$oc"] + rm -f "$oc" || warning "Couldn't delete $oc" + done + for oc in "${!old_checkouts[@]}"; do + if [ ! -d "$oc" ] || (( new_checkouts["$oc"] == 1 )); then continue; fi + echo " Delete $oc" + rmdir "$oc" || warning "Couldn't delete $oc" + done + mv .new_checkouts .checkouts +fi + +echo "Finished successfully"