-
Notifications
You must be signed in to change notification settings - Fork 4
/
archive_release_version.sh
executable file
·158 lines (137 loc) · 6.82 KB
/
archive_release_version.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
#!/usr/bin/env bash
# Copyright 2021 Tetrate
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
set -ue
# This creates a directory archiving a GitHub release version for all available platforms.
# * The first parameter ($1) is the source GitHub repository to archive. Ex envoyproxy/envoy
# * The second parameter ($2) is the version. Ex "v1.18.3" or "v1.18.3_debug"
# * The third parameter ($3) is optional, either "archive" (default) or "check"
#
# The result is a directory $2 which includes all release artifacts that should be published.
# Notably, these are tarballs and a release version list in JSON format. Platforms which fail for
# any reason are not included in the JSON list.
#
# IMPORTANT: "_debug" is not used when looking up the release https://github.com/$1/releases/tag/$2
# Ex. If $1=envoyproxy/envoy $2=v1.18.3_debug, the source release is...
# https://github.com/envoyproxy/envoy/releases/tag/v1.18.3_debug not
# https://github.com/envoyproxy/envoy/releases/tag/v1.18.3
#
# The "_debug" suffix is only used to allow the tar script to separate debug files from production.
#
# This runs a car script for each OS and architecture to create $name-$version-$os-$arch.tar.xz
# The car script name includes the basename of $1. If $1=envoyproxy/envoy: car_envoy.sh
# The arguments passed to the tar script are: $version $os $arch $op
# This resulting tarball must include at least a working binary. Failures are ignored
#
# Notes:
# * The resulting tarball is "tar.xz" not "tar.gz" as the former is significantly smaller.
# Verify args
sourceGitHubRepository=${1?sourceGitHubRepository is required. ex envoyproxy/envoy}
name=$(basename "${sourceGitHubRepository}") || exit 1
case "${2:-}" in
v[0-9]*[0-9]_debug)
version=$2
sourceVersion=$(echo "${2}" | sed 's/_debug//g')
;;
v[0-9]*[0-9])
version=$2
sourceVersion=$2
;;
*) echo >&2 "version is required. Ex v1.18.3 or v1.18.3_debug" && exit 1 ;;
esac
op=${3:-archive}
archiveBaseUrl="https://github.com/${GITHUB_REPOSITORY:-tetratelabs/archive-envoy}/releases/download/${version}"
# Ensure we have tools we need installed
curl --version >/dev/null
sha256sum --version >/dev/null
jq --version >/dev/null
tar=tar
# we need GNU tar. On Darwin, the system default is not gtar. `brew install gtar` if that's you!
which gtar >/dev/null && tar=gtar
${tar} --version | grep 'GNU tar' >/dev/null
carScript="$(dirname "$0")/car_${name}.sh"
if [ ! -x "${carScript}" ]; then
echo >&2 "car script ${carScript} must be executable" && exit 1
fi
case ${op} in
check) carMode=list ;;
archive) carMode=extract ;;
*) echo >&2 "invalid op ${op}" && exit 1 ;;
esac
curl="curl -fsSL"
# A valid GitHub token to avoid rate limiting.
githubToken=${GITHUB_TOKEN:-}
# Prepare authorization header when performing request to api.github.com to avoid rate limiting, especially when testing locally.
authorizationHeader="Authorization: Bearer ${githubToken}"
# Setup defaults that make archival consistent between runs
export TZ=UTC
# Fetch the last page number of releases (example value: 7), so we can get all of the releases.
# To get the last page, we send a HEAD request to "https://api.github.com/repos/${sourceGitHubRepository}/releases",
# then "grep" the "link" header value.
# Reference: https://docs.github.com/en/rest/guides/using-pagination-in-the-rest-api?apiVersion=2022-11-28#using-link-headers.
lastReleasePage=$(${curl}I ${githubToken:+ -H "${authorizationHeader}"} "https://api.github.com/repos/${sourceGitHubRepository}/releases" |
grep -Eo 'page=[0-9]+' | awk 'NR==2' | cut -d'=' -f2) || exit 1
RELEASE_DATE="null"
for ((page = 1; page <= lastReleasePage; page++)); do
# ex. "2021-05-11T19:15:27Z" -> "2021-05-11"
RELEASE_DATE=$(${curl} ${githubToken:+ -H "${authorizationHeader}"} -fsSL "https://api.github.com/repos/${sourceGitHubRepository}/releases"'?page='"${page}" |
jq -er ".|map(select(.prerelease == false and .draft == false and .name ==\"${sourceVersion}\"))|first|.published_at" | cut -c1-10) || exit 1
if [ "${RELEASE_DATE}" != "null" ]; then
break
fi
done
if [ "${RELEASE_DATE}" = "null" ]; then
echo >&2 "version ${sourceVersion} has not yet been released" && exit 1
fi
export RELEASE_DATE
tarxz="${tar} --numeric-owner --owner 65534 --group 65534 --mtime ${RELEASE_DATE?-ex. 2021-05-11} -cpJf"
echo "archiving ${sourceGitHubRepository} ${version} released on ${RELEASE_DATE}"
# archive all dists for the version, generating https://archive.tetratelabs.io/release-versions-schema.json incrementally
releaseVersions="{}"
for os in darwin linux windows; do
for arch in amd64 arm64; do
dist="envoy-${version}-${os}-${arch}"
echo "using dist: ${dist}"
# permit a version to fail rather than duplicating maintenance here and in archive_release.sh
set +e
"${carScript}" "${version}" "${os}" "${arch}" "${carMode}" "${version}/${dist}"
rc=$?
set -e
[ "${op}" = 'check' ] || [ "${rc}" != '0' ] && continue
if ! [ -d "${version}/${dist}" ]; then
echo >&2 "expected to extract files for ${os}/${arch}" && exit 1
exit 1
fi
archive="${dist}.tar.xz"
echo "creating ${archive}"
(cd "${version}" && ${tarxz} "${archive}" "${dist}")
rm -rf "${version}/${dist}"
s=$(sha256sum "${version}/${archive}" | awk '{print $1}') || exit 1
# strip the v off the tag name more shell portable than ${version:1}
v=$(echo "${version}" | cut -c2-100)
# use printf because jq doesn't support parameterizing the key names, only the key values
nextReleaseVersion=$(printf '{"latestVersion": "%s", "versions": { "%s": {"releaseDate": "%s", "tarballs": {"%s": "%s"}}}, "sha256sums": {"%s": "%s"}}' \
"$v" "$v" "${RELEASE_DATE}" "${os}/${arch}" "${archiveBaseUrl}/${archive}" "${archive}" "$s")
# merge the pending releaseVersions json to include the next dist
releaseVersions=$(echo "${releaseVersions}" "${nextReleaseVersion}" | jq -Sse '.[0] * .[1]')
done
done
[ "${op}" = 'check' ] && exit 0
[ "${releaseVersions}" = '{}' ] && exit 1
# reorder top-level keys so that versions appear before sha256sums
releaseVersions=$(echo "${releaseVersions}" | jq '{latestVersion: .latestVersion, versions: .versions, sha256sums: .sha256sums}')
# Write the versions file and reset file date as if they were published at the same time
echo "${releaseVersions}" >"${version}/${name}-${version}.json"
touchDate=$(echo "${RELEASE_DATE}"|sed 's/-//g')0000
find "${version}" -exec touch -t "${touchDate}" {} \;