410 lines
16 KiB
YAML
410 lines
16 KiB
YAML
name: Update Repository
|
|
|
|
# Controls when the workflow will run
|
|
on:
|
|
#push:
|
|
# If the configuration has changed, this ensures we apply updates.
|
|
#branches: [ main ]
|
|
|
|
schedule:
|
|
# Upstream releases around once per month, so twice a week should be fine.
|
|
- cron: '23 14 * * mon,thu'
|
|
|
|
workflow_dispatch:
|
|
|
|
jobs:
|
|
check-upstream:
|
|
name: Check for a new releases upstream
|
|
runs-on: ubuntu-latest
|
|
|
|
outputs:
|
|
innernet_release: ${{ steps.check-latest-release.outputs.innernet_release }}
|
|
innernet_version: ${{ steps.check-latest-release.outputs.innernet_version }}
|
|
tarball_url: ${{ steps.check-latest-release.outputs.tarball_url }}
|
|
new_release_exists: ${{ steps.check-repo-release.outputs.new_release_exists }}
|
|
|
|
steps:
|
|
- name: Install Distro Dependencies
|
|
run: sudo env DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends --yes jq liblzma-dev reprepro
|
|
|
|
- name: Set Ubuntu Release Name
|
|
id: set-ubuntu-release-name
|
|
run: |
|
|
echo "ubuntu_release=$(lsb_release --short --codename)" >>"$GITHUB_OUTPUT"
|
|
|
|
- name: Check Latest Release
|
|
id: check-latest-release
|
|
run: |
|
|
wget -O- \
|
|
-H'Accept: application/json' \
|
|
"https://api.github.com/repos/tonarino/innernet/releases/latest" \
|
|
| jq -r '(.name + " " + .tarball_url)' \
|
|
| (
|
|
read release tarball_url
|
|
echo "innernet_release=$release" >>"$GITHUB_OUTPUT"
|
|
echo "innernet_version=${release#v}" >>"$GITHUB_OUTPUT"
|
|
echo "tarball_url=$tarball_url" >>"$GITHUB_OUTPUT"
|
|
echo "Latest release: $release"
|
|
)
|
|
|
|
- name: Checkout
|
|
uses: actions/checkout@v4
|
|
with:
|
|
# See https://github.com/marketplace/actions/github-push
|
|
persist-credentials: false
|
|
fetch-depth: 0
|
|
|
|
- name: Check Repo Release
|
|
id: check-repo-release
|
|
run: |
|
|
declare -a new_release_exists
|
|
ver_codenames=( $(python3 -c 'import json; import yaml; import sys; json.dump(yaml.safe_load(open(sys.argv[1])), sys.stdout)' .github/workflows/main.yml | jq -r '.jobs."build-deb".strategy.matrix.include[] | .os+"/"+.codename') )
|
|
for arch in amd64 armhf arm64; do
|
|
for ver_codename in "${ver_codenames[@]}"; do
|
|
ver=${ver_codename%/*}
|
|
codename=${ver_codename##*/}
|
|
# Note the leading v to match the Git tag.
|
|
indexed=v$(reprepro -A "$arch" -b debian --list-format '${version}\n' listmatched "$codename" innernet)
|
|
upstream="${{ steps.check-latest-release.outputs.innernet_release }}-0ubuntu0~$codename"
|
|
echo "Repo release in $codename/$arch: $indexed"
|
|
if [ "x$indexed" != "x$upstream" ]; then
|
|
new_release_exists+=( "\"$ver\"" )
|
|
fi
|
|
done
|
|
done
|
|
(IFS=$'\n' ; echo "new_release_exists=[$(echo -n "${new_release_exists[*]}" | sort -u | tr '\n' , | sed -e 's;,$;;')]" >>"$GITHUB_OUTPUT")
|
|
|
|
- name: Show Output
|
|
id: show-output
|
|
run: |
|
|
echo "## Job Outputs" >>"$GITHUB_STEP_SUMMARY"
|
|
echo "* \`innernet_release=${{ steps.check-latest-release.outputs.innernet_release }}\`" >>"$GITHUB_STEP_SUMMARY"
|
|
echo "* \`innernet_version=${{ steps.check-latest-release.outputs.innernet_version }}\`" >>"$GITHUB_STEP_SUMMARY"
|
|
echo "* \`tarball_url=${{ steps.check-latest-release.outputs.tarball_url }}\`" >>"$GITHUB_STEP_SUMMARY"
|
|
echo "* \`new_release_exists=${{ steps.check-repo-release.outputs.new_release_exists }}\`" >>"$GITHUB_STEP_SUMMARY"
|
|
|
|
build-deb:
|
|
name: Build DEB Packages ${{ matrix.os }}/${{ matrix.arch }}
|
|
needs: [check-upstream]
|
|
if: "fromJson(needs.check-upstream.outputs.new_release_exists)[0] != null"
|
|
runs-on: ubuntu-latest
|
|
container:
|
|
image: ${{ matrix.image }}
|
|
|
|
strategy:
|
|
matrix:
|
|
arch: [amd64]
|
|
os: ${{ fromJson(needs.check-upstream.outputs.new_release_exists) }}
|
|
include:
|
|
- os: ubuntu-24.04
|
|
codename: noble
|
|
image: ubuntu:24.04
|
|
- os: ubuntu-22.04
|
|
codename: jammy
|
|
image: ubuntu:22.04
|
|
- os: ubuntu-20.04
|
|
codename: focal
|
|
image: ubuntu:20.04
|
|
|
|
steps:
|
|
- name: Install Distro Dependencies
|
|
run: |
|
|
apt-get update
|
|
DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends --yes build-essential ca-certificates dpkg-dev liblzma-dev wget
|
|
|
|
- name: Download Latest Release
|
|
id: download-release
|
|
run: |
|
|
wget -O- "${{ needs.check-upstream.outputs.tarball_url }}" | tar xz
|
|
mv tonarino-innernet-*/* .
|
|
rm -fr tonarino-innernet-*
|
|
sed -i -e '/^readme =/ d' server/Cargo.toml
|
|
|
|
- name: Install Rust
|
|
uses: actions-rs/toolchain@v1
|
|
with:
|
|
toolchain: stable
|
|
profile: minimal
|
|
override: true
|
|
|
|
- name: Install cargo-deb
|
|
run: |
|
|
type -p cargo-deb >/dev/null || cargo install cargo-deb
|
|
|
|
- name: Set Up Rust Cache
|
|
uses: Swatinem/rust-cache@v2
|
|
with:
|
|
key: ${{ matrix.os }}-amd64
|
|
|
|
- name: Build Client DEB
|
|
run: cargo deb -p client --deb-version=${{ needs.check-upstream.outputs.innernet_version }}-0ubuntu0~${{ matrix.codename }}
|
|
|
|
- name: Build Server DEB
|
|
run: cargo deb -p server --deb-version=${{ needs.check-upstream.outputs.innernet_version }}-0ubuntu0~${{ matrix.codename }}
|
|
|
|
- name: Upload DEBs
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
# Syntax: https://github.com/actions/upload-artifact/issues/22
|
|
name: deb ${{ matrix.codename }} ${{ matrix.arch }}
|
|
path: target/debian/*.deb
|
|
|
|
build-cross-deb:
|
|
name: Build DEB Packages ${{ matrix.os }}/${{ matrix.arch }} (Cross-Compiled)
|
|
needs: [check-upstream]
|
|
if: "fromJson(needs.check-upstream.outputs.new_release_exists)[0] != null"
|
|
runs-on: ${{ matrix.os }}
|
|
|
|
strategy:
|
|
matrix:
|
|
os: ${{ fromJson(needs.check-upstream.outputs.new_release_exists) }}
|
|
arch:
|
|
- armhf
|
|
- arm64
|
|
include:
|
|
- arch: armhf
|
|
target: armv7-unknown-linux-gnueabihf
|
|
target_prefix: arm-linux-gnueabihf-
|
|
- arch: arm64
|
|
target: aarch64-unknown-linux-gnu
|
|
target_prefix: aarch64-linux-gnu-
|
|
|
|
steps:
|
|
- name: Infer Configuration
|
|
id: config
|
|
run: |
|
|
case "${{ matrix.os }}" in
|
|
ubuntu-22.04)
|
|
echo "codename=jammy" >>"$GITHUB_OUTPUT"
|
|
;;
|
|
ubuntu-20.04)
|
|
echo "codename=focal" >>"$GITHUB_OUTPUT"
|
|
;;
|
|
*)
|
|
if [ "ubuntu-$(lsb_release -sr)" = "${{ matrix.os }}" ]; then
|
|
echo "codename=$(lsb_release -sc)" >>"$GITHUB_OUTPUT"
|
|
else
|
|
echo "unknown matrix.os: ${{ matrix.os }}" >&2
|
|
exit 1
|
|
fi
|
|
;;
|
|
esac
|
|
|
|
- name: Install Distro Dependencies
|
|
run: |
|
|
sudo sed -i -e 's;^\(deb\(-src\)\?\)\(\s\+\)\(\(https\?://azure\.archive\.ubuntu\.com\|https\?://archive\.ubuntu\.com\|https\?://security\.ubuntu\.com\)/\|mirror+file:/etc/apt/apt-mirrors\.txt\);\1\3[arch=amd64,i386]\3\4;' /etc/apt/sources.list /etc/apt/sources.list.d/*.list
|
|
for f in /etc/apt/sources.list.d/*.sources; do
|
|
# -i inplace doesn't work with END.
|
|
sudo awk 'BEGIN { FS = ": +"; } END { if (found) print "Architectures: amd64 i386" archs; } found && !$0 { print "Architectures: amd64 i386" archs; } !$0 { found = 0; archs = ""; } $1 == "URIs" && $2 ~ /azure\.archive\.ubuntu\.com/ { found = 1; } $1 == "Architectures" { archs = " " $2; next; } { print; }' "$f" | sudo tee "$f.tmp" >/dev/null
|
|
sudo mv "$f.tmp" "$f"
|
|
done
|
|
sudo dpkg --add-architecture "${{ matrix.arch }}"
|
|
# apt-get install goes into an infinite loop (use -o Debug::pkgAcquire=true to see it) if we use apt-mirrors.txt, like GitHub does for the host architecture.
|
|
# So we just limit the mirrors file and use our trusty sources.list overrides.
|
|
echo "deb [arch=armhf,arm64,riscv64] http://ports.ubuntu.com/ ${{ steps.config.outputs.codename }} main universe" | sudo tee /etc/apt/sources.list.d/ports.list >/dev/null
|
|
echo "deb [arch=armhf,arm64,riscv64] http://ports.ubuntu.com/ ${{ steps.config.outputs.codename }}-security main universe" | sudo tee -a /etc/apt/sources.list.d/ports.list >/dev/null
|
|
echo "deb [arch=armhf,arm64,riscv64] http://ports.ubuntu.com/ ${{ steps.config.outputs.codename }}-updates main universe" | sudo tee -a /etc/apt/sources.list.d/ports.list >/dev/null
|
|
sudo apt-get update
|
|
sudo env DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends --yes dpkg-dev liblzma-dev pkg-config build-essential "crossbuild-essential-${{ matrix.arch }}" libsqlite3-dev:"${{ matrix.arch }}"
|
|
|
|
- name: Set Up Environment
|
|
id: setup-env
|
|
run: |
|
|
echo "CC_${{ matrix.target }}=${{ matrix.target_prefix }}gcc" >>"$GITHUB_ENV"
|
|
echo "HOST_CC=gcc" >>"$GITHUB_ENV"
|
|
mkdir -p .cargo
|
|
echo "[target.${{ matrix.target }}]" >>.cargo/config
|
|
echo "linker = \"${{ matrix.target_prefix }}gcc\"" >>.cargo/config
|
|
echo "strip = { path = \"${{ matrix.target_prefix }}strip\" }" >>.cargo/config
|
|
echo "objcopy = { path = \"${{ matrix.target_prefix }}objcopy\" }" >>.cargo/config
|
|
|
|
- name: Download Latest Release
|
|
id: download-release
|
|
run: |
|
|
wget -O- "${{ needs.check-upstream.outputs.tarball_url }}" | tar xz
|
|
mv tonarino-innernet-*/* .
|
|
rm -fr tonarino-innernet-*
|
|
sed -i -e '/^readme =/ d' server/Cargo.toml
|
|
|
|
- name: Install Rust
|
|
uses: actions-rs/toolchain@v1
|
|
with:
|
|
toolchain: stable
|
|
profile: minimal
|
|
override: true
|
|
target: ${{ matrix.target }}
|
|
|
|
- name: Set Up Rust Cache
|
|
uses: Swatinem/rust-cache@v2
|
|
with:
|
|
key: ${{ matrix.os }}-${{ matrix.arch }}
|
|
|
|
- name: Install cargo-deb
|
|
run: |
|
|
type -p cargo-deb >/dev/null || cargo install cargo-deb
|
|
|
|
- name: Build Client DEB
|
|
run: |
|
|
cargo deb -p client --target=${{ matrix.target }} --deb-version=${{ needs.check-upstream.outputs.innernet_version }}-0ubuntu0~${{ steps.config.outputs.codename }}
|
|
|
|
- name: Build Server DEB
|
|
run: |
|
|
cargo deb -p server --target=${{ matrix.target }} --deb-version=${{ needs.check-upstream.outputs.innernet_version }}-0ubuntu0~${{ steps.config.outputs.codename }}
|
|
|
|
- name: Upload DEBs
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
# Syntax: https://github.com/actions/upload-artifact/issues/22
|
|
name: deb ${{ steps.config.outputs.codename }} ${{ matrix.arch }}
|
|
path: target/${{ matrix.target }}/debian/*.deb
|
|
|
|
test-cross:
|
|
name: Test DEB Packages ${{ matrix.image }}/${{ matrix.os }} (QEMU)
|
|
needs: [check-upstream, build-cross-deb]
|
|
if: "fromJson(needs.check-upstream.outputs.new_release_exists)[0] != null"
|
|
runs-on: ubuntu-latest
|
|
|
|
strategy:
|
|
matrix:
|
|
image:
|
|
- raspios_lite:latest
|
|
- raspios_lite_arm64:latest
|
|
include:
|
|
- image: raspios_lite:latest
|
|
os: ubuntu-22.04
|
|
codename: jammy
|
|
qemu_cpu: cortex-a7
|
|
qemu_cpu_info: cpuinfo/raspberrypi_3b
|
|
arch: armhf
|
|
- image: raspios_lite_arm64:latest
|
|
os: ubuntu-22.04
|
|
codename: jammy
|
|
qemu_cpu: cortex-a53
|
|
qemu_cpu_info: cpuinfo/raspberrypi_4b
|
|
arch: arm64
|
|
|
|
steps:
|
|
- name: Download DEBs
|
|
if: "contains(needs.check-upstream.outputs.new_release_exists, matrix.os)"
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
name: deb ${{ matrix.codename }} ${{ matrix.arch }}
|
|
path: ./artifacts
|
|
|
|
- name: Test DEBs
|
|
id: test
|
|
if: "contains(needs.check-upstream.outputs.new_release_exists, matrix.os)"
|
|
uses: pguyot/arm-runner-action@v2
|
|
with:
|
|
base_image: ${{ matrix.image }}
|
|
cpu: ${{ matrix.qemu_cpu }}
|
|
cpu_info: ${{ matrix.qemu_cpu_info }}
|
|
copy_artifact_path: github_test_summary
|
|
debug: false
|
|
commands: |
|
|
echo "* \`arch=$(dpkg-architecture -q DEB_HOST_ARCH)\`" >>"github_test_summary"
|
|
echo "* \`codename=$(lsb_release --short --codename)\`" >>"github_test_summary"
|
|
|
|
dpkg -i artifacts/innernet_*.deb
|
|
dpkg -i artifacts/innernet-server_*.deb
|
|
|
|
DEBIAN_FRONTEND=noninteractive apt-get update
|
|
DEBIAN_FRONTEND=noninteractive apt-get --no-install-recommends --yes --fix-broken install
|
|
|
|
innernet --version
|
|
innernet-server --version
|
|
|
|
- name: Show Output
|
|
id: show-output
|
|
if: "contains(needs.check-upstream.outputs.new_release_exists, matrix.os)"
|
|
run: |
|
|
echo "## Job Outputs" >>"$GITHUB_STEP_SUMMARY"
|
|
cat github_test_summary >>"$GITHUB_STEP_SUMMARY"
|
|
|
|
update-repo:
|
|
name: Update Repository
|
|
needs: [check-upstream, build-deb, test-cross]
|
|
if: "fromJson(needs.check-upstream.outputs.new_release_exists)[0] != null"
|
|
runs-on: ubuntu-latest
|
|
|
|
steps:
|
|
- name: Install Distro Dependencies
|
|
run: sudo env DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends --yes git gpg reprepro
|
|
|
|
- name: Set Up GPG Keys
|
|
run: |
|
|
mkdir -p -m 0700 "$HOME/.gnupg"
|
|
echo 'pinentry-mode loopback' >>"$HOME/.gnupg/gpg.conf"
|
|
echo 'allow-loopback-pinentry' >>"$HOME/.gnupg/gpg-agent.conf"
|
|
echo 'allow-preset-passphrase' >>"$HOME/.gnupg/gpg-agent.conf"
|
|
gpgconf --reload gpg-agent
|
|
echo "${{ secrets.GPG_SIGNING_KEY }}" | gpg --quiet --batch --yes --import
|
|
echo '${{ secrets.GPG_SIGNING_PASSPHRASE }}' | /usr/lib/gnupg/gpg-preset-passphrase --preset 57F0E65446A301CC19914FD61167922350A2D8B2
|
|
|
|
- name: Checkout
|
|
uses: actions/checkout@v4
|
|
with:
|
|
# See https://github.com/marketplace/actions/github-push
|
|
persist-credentials: false
|
|
fetch-depth: 0
|
|
|
|
- name: Download DEBs
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: ./artifacts
|
|
|
|
- name: Include DEBs
|
|
id: include-debs
|
|
run: |
|
|
declare -a codenames archs
|
|
for path in artifacts/deb\ */*.deb; do
|
|
codename=${path#artifacts/deb }
|
|
arch=${codename##* }
|
|
arch=${arch%%/*}
|
|
codename=${codename% *}
|
|
name="$(dpkg-deb --field "$path" package)"
|
|
if [ ! -e "debian/pool/contrib/i/$name/$(basename "$path")" ]; then
|
|
reprepro -A "$arch" --export=silent-never -b debian includedeb "$codename" "$path"
|
|
codenames+=( "$codename" )
|
|
archs+=( "$arch" )
|
|
else
|
|
echo 'Package $name already exists. Silently ignored.'
|
|
fi
|
|
done
|
|
(IFS=$'\n' ; echo "codenames=$(echo "${codenames[*]}" | sort -u | xargs -r)" >>"$GITHUB_OUTPUT")
|
|
(IFS=$'\n' ; echo "archs=$(echo "${archs[*]}" | sort -u | xargs -r)" >>"$GITHUB_OUTPUT")
|
|
|
|
- name: Update Repository
|
|
run: |
|
|
has_changes() {
|
|
git status --porcelain "$@" | grep -q .
|
|
}
|
|
|
|
if has_changes debian/pool; then
|
|
reprepro -b debian export
|
|
fi
|
|
|
|
if has_changes debian/{db,dists,pool}; then
|
|
git add debian/{db,dists,pool}
|
|
git \
|
|
-c 'user.email=41898282+github-actions[bot]@users.noreply.github.com' \
|
|
-c 'user.name=github-actions[bot]' \
|
|
commit -m "Included release tonarino/innernet@${{ needs.check-upstream.outputs.innernet_release }} in ${{ steps.include-debs.outputs.codenames }} for ${{ steps.include-debs.outputs.archs }}."
|
|
else
|
|
echo 'No updates to commit.'
|
|
fi
|
|
|
|
- name: Push changes
|
|
uses: ad-m/github-push-action@master
|
|
if: github.ref_name == 'main'
|
|
with:
|
|
github_token: ${{ secrets.GITHUB_TOKEN }}
|
|
branch: ${{ github.ref }}
|
|
|
|
- name: Show Output
|
|
id: show-output
|
|
run: |
|
|
echo "## Job Outputs" >>"$GITHUB_STEP_SUMMARY"
|
|
echo "* \`codenames=${{ steps.include-debs.outputs.codenames }}\`" >>"$GITHUB_STEP_SUMMARY"
|
|
echo "* \`archs=${{ steps.include-debs.outputs.archs }}\`" >>"$GITHUB_STEP_SUMMARY"
|