#!/usr/bin/env bash set -Eeuo pipefail cd "$(dirname "$(readlink -f "$BASH_SOURCE")")" versions=( "$@" ) if [ ${#versions[@]} -eq 0 ]; then versions=( */ ) json='{}' else json="$(< versions.json)" fi versions=( "${versions[@]%/}" ) ftpBase='https://ftp.gnu.org/gnu/bash' allBaseVersions="$( if [ "${versions[*]}" = 'devel' ]; then : else wget -qO- "$ftpBase/" \ | sed -rne '/^(.*[/"[:space:]])?bash-([0-9].+)[.]tar[.]gz([/"[:space:]].*)?$/s//\2/p' \ | sort -V fi )" alpine="$( bashbrew cat --format '{{ .TagEntry.Tags | join "\n" }}' https://github.com/docker-library/official-images/raw/HEAD/library/alpine:latest \ | grep -E '^[0-9]+[.][0-9]+$' )" [ "$(wc -l <<<"$alpine")" = 1 ] export alpine tmp="$(mktemp -d)" trap "$(printf 'rm -rf %q' "$tmp")" EXIT for version in "${versions[@]}"; do export version rcVersion="${version%-rc}" rcGrepV='-v' if [ "$version" != "$rcVersion" ]; then rcGrepV= fi if [ "$version" = 'devel' ]; then yq='./.yq' # https://github.com/mikefarah/yq/releases # TODO detect host architecture yqUrl='https://github.com/mikefarah/yq/releases/download/v4.44.5/yq_linux_amd64' yqSha256='638c4b251c49201fc94b598834b715f8f1c6e9b1854d2820772d2c79f0289002' if command -v yq &> /dev/null; then # TODO verify that the "yq" in PATH is https://github.com/mikefarah/yq, not the python-based version you'd get from "apt-get install yq" somehow? maybe they're compatible enough for our needs that it doesn't matter? yq='yq' elif [ ! -x "$yq" ] || ! sha256sum <<<"$yqSha256 *$yq" --quiet --strict --check; then wget -qO "$yq.new" "$yqUrl" sha256sum <<<"$yqSha256 *$yq.new" --quiet --strict --check chmod +x "$yq.new" "$yq.new" --version mv "$yq.new" "$yq" fi # https://github.com/docker-library/faq#can-i-use-a-bot-to-make-my-image-update-prs snapshotDate="$(date --utc --date 'last monday 23:59:59' '+%s')" commit='devel' # this is also our iteration variable, so if we don't find a suitable commit each time through this loop, we'll use the last commit of the previous list to get a list of new (older) commits until we find one suitably old enough fullVersion= while [ -z "$fullVersion" ]; do commits="$( { wget -T2 -qO- "https://cgit.git.savannah.gnu.org/cgit/bash.git/atom/?h=$commit" || \ wget -qO- "https://github.com/tianon/mirror-bash/commits/$commit.atom"; } \ | "$yq" --input-format xml --output-format json \ | jq -r ' .feed.entry[] | ( "[0-9a-f]{40}" as $commitRegex | "(^|[:/=])(?\($commitRegex))([&/:]|$)" as $captureRegex | (.id | capture($captureRegex)) // (.link."+@href" | capture($captureRegex)) // {} | .commit ) as $commit | select( $commit and .updated // .published and .title ) | [ @sh "commit=\($commit)", @sh "date=\([ .updated, .published ] | sort | reverse[0])", @sh "desc=\(.title)", empty ] | join("\n") | @sh ' )" eval "commits=( $commits )" if [ "${#commits[@]}" -eq 0 ]; then echo >&2 "error: got no commits when listing history from $commit" exit 1 fi for commitShell in "${commits[@]}"; do unset commit date desc eval "$commitShell" [ -n "$commit" ] [ -n "$date" ] [ -n "$desc" ] date="$(date --utc --date "$date" '+%s')" if [ "$date" -le "$snapshotDate" ]; then fullVersion="$commit" break 2 fi done done if [ -z "$fullVersion" ]; then snapshotDateStr="$(date --utc --date "@$snapshotDate" '+%Y-%m-%d %H:%M:%S %Z')" echo >&2 "error: cannot find full version for $version (maybe too many commits since $snapshotDateStr? cgit changed the atom feed format? yq changed how it parses XML?)" exit 1 fi [ "$commit" = "$fullVersion" ] [ -n "$date" ] [ -n "$desc" ] if [[ "$desc" == *… ]]; then # if our commit description ends with …, it's probably from GitHub, and will cause flappy commits like https://github.com/tianon/docker-bash/commit/9f7b9a49f4e369b9035faa06653fc38e4ebe9b9a # to combat that, we'll ask GitHub to give us the full description via the commit "patch" interface desc="$(wget -qO- "https://github.com/tianon/mirror-bash/commit/$commit.patch" | jq --raw-input --null-input --raw-output ' [ # collect all lines up to the first empty line label $stopAtEmpty | inputs | if . != "" then . else break $stopAtEmpty end ] | join("\n") # (now we have a single "paragraph" of just the patch headers in a single string) # slurp up the rest of the patch and throw it away to avoid "wget" being sad about the pipe being closed early | ([ inputs | empty ]) as $trash # a simplified form of https://github.com/tianon/debian-bin/blob/1ec50e608cfb37d143888de9f232bd22777fd46c/jq/deb822.jq#L49-L62 # split on newlines that are not followed by space or tab | split("\n(?![ \t])"; "") # now we have an array of "fields" | map( index(":") as $colon | select($colon) # ignore malformed lines that miss a colon | { (.[0:$colon]): ( .[$colon+1:] | gsub("^[ \t]+|[ \t]+$"; "") | gsub("[ \t]*\n[ \t]*"; "\n") ) } ) | add | .Subject | gsub("\n"; " ") | ltrimstr("[PATCH] ") ')" fi if timestamp="$(sed -rne '/.*[[:space:]]+bash-([0-9]+)[[:space:]]+.*/s//\1/p' <<<"$desc")" && [ -n "$timestamp" ]; then : # "commit bash-20210305 snapshot" (https://git.savannah.gnu.org/cgit/bash.git/commit/?h=devel&id=11bf534f3628cc0a592866ee4f689beca473f548) else timestamp="$(date --utc --date "@$date" '+%Y%m%d')" fi currentTimestamp="$(jq -r '.devel.version' versions.json)" if [ "$currentTimestamp" -gt "$timestamp" ]; then echo >&2 "error: downgrade protection: $currentTimestamp (current) > $timestamp (new)" exit 1 fi echo "$version: $commit ($timestamp -- $desc)" export commit timestamp desc json="$(jq <<<"$json" -c '.[env.version] = { version: env.timestamp, commit: { version: env.commit, description: env.desc }, alpine: { version: env.alpine }, }')" continue fi baseline="$( grep -E "^$rcVersion([.-]|\$)" <<<"$allBaseVersions" \ | grep -E $rcGrepV -- '-(rc|beta|alpha)' \ | tail -1 )" if [ -z "$baseline" ]; then echo >&2 "error: cannot find any releases of $version in $ftpBase" exit 1 fi patchlevel= if [ "$version" = "$rcVersion" ]; then patchlevel="$( { wget -qO- "$ftpBase/bash-$rcVersion-patches/" || :; } \ | sed -rne '/^(.*[/"[:space:]])?bash[0-9]+-([0-9]{3})([/"[:space:]].*)?$/s//\2/p' \ | tail -1 )" fi patchlevel="${patchlevel#0}" patchlevel="${patchlevel#0}" : "${patchlevel:=0}" [[ "$patchlevel" =~ ^[0-9]+$ ]] patchbase= if [ "$version" = "$rcVersion" ] && [[ "$baseline" =~ ^[0-9]+[.][0-9]+[.][0-9]+$ ]]; then patchbase="${baseline#*.*.}" fi : "${patchbase:=0}" fullVersion="$baseline" if [[ "$fullVersion" =~ ^[0-9]+[.][0-9]+$ ]]; then fullVersion+='.0' fi if [ "$version" = "$rcVersion" ] && [[ "$fullVersion" =~ ^[0-9]+[.][0-9]+[.][0-9]+$ ]] && [ "$patchlevel" -gt "$patchbase" ]; then fullVersion="${fullVersion%.*}.$patchlevel" fi echo "$version: $fullVersion" export fullVersion baseline patchbase patchlevel json="$(jq <<<"$json" -c ' (env.patchbase | tonumber) as $patchbase | (env.patchlevel | tonumber) as $patchlevel | .[env.version] = { version: env.fullVersion, alpine: { version: ( if env.version | split(".") | map(tonumber? // .) | .[0] < 5 or (.[0] == 5 and .[1] < 3) then # TODO decide if these older versions are worth updating (they have more fresh compiler errors in Alpine 3.23+) "3.22" else env.alpine end ) }, } + if env.baseline != env.fullVersion or $patchbase > 0 then { baseline: ( if env.baseline != env.fullVersion then { version: env.baseline } else {} end + if $patchbase > 0 then { patch: env.patchbase } else {} end ), } else {} end + if $patchlevel > 0 then { patch: { version: env.patchlevel }, } else {} end ')" done jq <<<"$json" -S . > versions.json