Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

ci: add linux packages & minimize archive size #721

Open
wants to merge 1 commit into
base: main
Choose a base branch
from
Open

ci: add linux packages & minimize archive size #721

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
138 changes: 103 additions & 35 deletions .github/workflows/prerelease.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -91,55 +91,126 @@ jobs:
find ./go-mod/ -maxdepth 1 ! -name "cache" ! -name "go-mod" -exec rm -rf {} \;
sed -i 's/#export GOMODCACHE=$(PWD)\/go-mod/export GOMODCACHE=$(PWD)\/go-mod/' Makefile

- name: Create full source ZIP archive and Signature
- name: Create directory for placing archives & packages temporarily
run: mkdir -p ./bundled/

- name: Create full source archive
if: matrix.goarch == 'arm64'
run: |
zip -9vr dae-full-src.zip . -x .git/\*
FILE=./dae-full-src.zip
echo "$(md5sum $FILE)"" md5" >> $FILE.dgst
echo "$(shasum -a 1 $FILE)"" sha1" >> $FILE.dgst
echo "$(shasum -a 256 $FILE)"" sha256" >> $FILE.dgst
echo "$(shasum -a 512 $FILE)"" sha512" >> $FILE.dgst
zip -9vr ./bundled/dae-full-src.zip . -x .git/\* bundled/\*
tar -I 'xz -9' -cvf ./bundled/dae-full-src.tar.xz --exclude .git --exclude bundled .

- name: Build dae
run: |
mkdir -p ./build/
export CGO_ENABLED=0
export GOFLAGS="-trimpath -modcacherw"
export OUTPUT=build/dae-$ASSET_NAME
export VERSION=${{ steps.get_version.outputs.VERSION }}
export OUTPUT=build/usr/bin/dae
export VERSION=${{ env.VERSION }}
export CLANG=clang-15
export STRIP=llvm-strip-15
make
cp ./install/dae.service ./build/
cp ./example.dae ./build/
curl -L -o ./build/geoip.dat https://github.com/v2fly/geoip/releases/latest/download/geoip.dat
curl -L -o ./build/geosite.dat https://github.com/v2fly/domain-list-community/releases/latest/download/dlc.dat
install -Dm644 ./install/dae.service -t ./build/usr/lib/systemd/system/
install -Dm640 ./install/empty.dae ./build/etc/dae/config.dae
install -Dm644 ./example.dae -t ./build/etc/dae/
install -d ./build/usr/share/dae/
curl -L -o ./build/usr/share/dae/geoip.dat https://github.com/v2fly/geoip/releases/latest/download/geoip.dat
curl -L -o ./build/usr/share/dae/geosite.dat https://github.com/v2fly/domain-list-community/releases/latest/download/dlc.dat

- name: Smoking test
if: matrix.goarch == 'amd64' && matrix.goamd64 == 'v1'
run: ./build/dae-$ASSET_NAME --version
run: ./build/usr/bin/dae --version

- name: Create binary archive
run: tar -cJvf ./bundled/dae-$ASSET_NAME.tar.xz -C build .

- name: Create binary ZIP archive and Signature
- name: Build Linux packages
if: ${{ env.GOARM == '7' || env.GOARM == '' }}
run: |
sudo apt install -y libarchive-tools
sudo gem install fpm

case $GOARCH in
'amd64' | 'i386' | 'arm64' | 'arm' | 'riscv64' | 'loong64') archlinux_pacman='pacman' ;;
*) echo "Skip unsupported architecture for Arch Linux" ;;
esac

for pkg_mgr in deb rpm $archlinux_pacman; do
case $GOARCH in
'amd64')
if [ $pkg_mgr == 'deb' ]; then
pkg_arch='amd64'
else
pkg_arch='x86_64'
fi ;;
'386')
case $pkg_mgr in
'deb') pkg_arch='i386' ;;
'rpm') pkg_arch='x86' ;;
'pacman') pkg_arch'i486' ;;
esac ;;
'arm64')
if [ $pkg_mgr == 'deb' ]; then
pkg_arch='arm64'
else
pkg_arch='aarch64'
fi ;;
'arm')
case $pkg_mgr in
'deb') pkg_arch='armhf' ;;
'rpm') pkg_arch='armhfp' ;;
'pacman') pkg_arch='armv7h' ;;
esac ;;
'loong64')
if [ $pkg_mgr != 'rpm' ]; then
pkg_arch='loong64'
else
pkg_arch='loongarch64'
fi ;;
'mips64le') pkg_arch='mips64el' ;;
'mipsle') pkg_arch='mipsel' ;;
'ppc64le')
if [ $pkg_mgr == 'deb' ]; then
pkg_arch='ppc64el'
else
pkg_arch='ppc64le'
fi ;;
*) pkg_arch=$GOARCH ;;
esac

fpm -s dir -t $pkg_mgr -a $pkg_arch -v ${VERSION/v/} -n dae \
--url "https://github.com/daeuniverse/dae" \
--description "eBPF-based Linux high-performance transparent proxy solution" \
--maintainer "daeuniverse <dae@dae.v2raya.org>" \
--license 'AGPL-3.0' \
--package ./bundled/dae-$ASSET_NAME.$pkg_mgr \
--after-install ./install/package_after_install.sh \
--after-remove ./install/package_after_remove.sh \
--deb-compression xz \
--deb-compression-level 9 \
--rpm-compression xz \
--verbose \
-C build .
done

if [ $archlinux_pacman == 'pacman' ]; then
mv ./bundled/dae-$ASSET_NAME.pacman ./bundled/dae-$ASSET_NAME.pkg.tar.zst
fi

- name: Create signature
run: |
pushd build || exit 1
zip -9vr ../dae-$ASSET_NAME.zip .
popd || exit 1
FILE=./dae-$ASSET_NAME.zip
echo "$(md5sum $FILE)"" md5" >> $FILE.dgst
echo "$(shasum -a 1 $FILE)"" sha1" >> $FILE.dgst
echo "$(shasum -a 256 $FILE)"" sha256" >> $FILE.dgst
echo "$(shasum -a 512 $FILE)"" sha512" >> $FILE.dgst
cd bundled
for FILE in *; do
echo "$(md5sum $FILE)"" md5" >> $FILE.dgst
echo "$(shasum -a 1 $FILE)"" sha1" >> $FILE.dgst
echo "$(shasum -a 256 $FILE)"" sha256" >> $FILE.dgst
echo "$(shasum -a 512 $FILE)"" sha512" >> $FILE.dgst
done

- name: Upload files to Artifacts
uses: nanoufo/action-upload-artifacts-and-release-assets@v2
with:
if-no-files-found: ignore
path: |
dae-${{ steps.get_filename.outputs.ASSET_NAME }}.zip
dae-${{ steps.get_filename.outputs.ASSET_NAME }}.zip.dgst
dae-full-src.zip
dae-full-src.zip.dgst
path: ./bundled/*

upload-release:
needs: [build]
Expand All @@ -152,16 +223,13 @@ jobs:

- name: Prepare files for upload
run: |
cp release/*/*.zip ./
cp release/*/*.zip.dgst ./
echo "Show files are going to upload..."
ls -lh | grep ".zip"
cd release
ls -lh */*

- name: Upload full source and artifacts to GitHub release
uses: softprops/action-gh-release@v2
with:
tag_name: ${{ inputs.tag }}
files: |
*zip
*dgst
files: release/*/*
prerelease: true
138 changes: 103 additions & 35 deletions .github/workflows/release.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -91,55 +91,126 @@ jobs:
find ./go-mod/ -maxdepth 1 ! -name "cache" ! -name "go-mod" -exec rm -rf {} \;
sed -i 's/#export GOMODCACHE=$(PWD)\/go-mod/export GOMODCACHE=$(PWD)\/go-mod/' Makefile

- name: Create full source ZIP archive and Signature
- name: Create directory for placing archives & packages temporarily
run: mkdir -p ./bundled/

- name: Create full source archive
if: matrix.goarch == 'arm64'
run: |
zip -9vr dae-full-src.zip . -x .git/\*
FILE=./dae-full-src.zip
echo "$(md5sum $FILE)"" md5" >> $FILE.dgst
echo "$(shasum -a 1 $FILE)"" sha1" >> $FILE.dgst
echo "$(shasum -a 256 $FILE)"" sha256" >> $FILE.dgst
echo "$(shasum -a 512 $FILE)"" sha512" >> $FILE.dgst
zip -9vr ./bundled/dae-full-src.zip . -x .git/\* bundled/\*
tar -I 'xz -9' -cvf ./bundled/dae-full-src.tar.xz --exclude .git --exclude bundled .

- name: Build dae
run: |
mkdir -p ./build/
export CGO_ENABLED=0
export GOFLAGS="-trimpath -modcacherw"
export OUTPUT=build/dae-$ASSET_NAME
export VERSION=${{ steps.get_version.outputs.VERSION }}
export OUTPUT=build/usr/bin/dae
export VERSION=${{ env.VERSION }}
export CLANG=clang-15
export STRIP=llvm-strip-15
make
cp ./install/dae.service ./build/
cp ./example.dae ./build/
curl -L -o ./build/geoip.dat https://github.com/v2fly/geoip/releases/latest/download/geoip.dat
curl -L -o ./build/geosite.dat https://github.com/v2fly/domain-list-community/releases/latest/download/dlc.dat
install -Dm644 ./install/dae.service -t ./build/usr/lib/systemd/system/
install -Dm640 ./install/empty.dae ./build/etc/dae/config.dae
install -Dm644 ./example.dae -t ./build/etc/dae/
install -d ./build/usr/share/dae/
curl -L -o ./build/usr/share/dae/geoip.dat https://github.com/v2fly/geoip/releases/latest/download/geoip.dat
curl -L -o ./build/usr/share/dae/geosite.dat https://github.com/v2fly/domain-list-community/releases/latest/download/dlc.dat

- name: Smoking test
if: matrix.goarch == 'amd64' && matrix.goamd64 == 'v1'
run: ./build/dae-$ASSET_NAME --version
run: ./build/usr/bin/dae --version

- name: Create binary archive
run: tar -cJvf ./bundled/dae-$ASSET_NAME.tar.xz -C build .

- name: Create binary ZIP archive and Signature
- name: Build Linux packages
if: ${{ env.GOARM == '7' || env.GOARM == '' }}
run: |
sudo apt install -y libarchive-tools
sudo gem install fpm

case $GOARCH in
'amd64' | 'i386' | 'arm64' | 'arm' | 'riscv64' | 'loong64') archlinux_pacman='pacman' ;;
*) echo "Skip unsupported architecture for Arch Linux" ;;
esac

for pkg_mgr in deb rpm $archlinux_pacman; do
case $GOARCH in
'amd64')
if [ $pkg_mgr == 'deb' ]; then
pkg_arch='amd64'
else
pkg_arch='x86_64'
fi ;;
'386')
case $pkg_mgr in
'deb') pkg_arch='i386' ;;
'rpm') pkg_arch='x86' ;;
'pacman') pkg_arch'i486' ;;
esac ;;
'arm64')
if [ $pkg_mgr == 'deb' ]; then
pkg_arch='arm64'
else
pkg_arch='aarch64'
fi ;;
'arm')
case $pkg_mgr in
'deb') pkg_arch='armhf' ;;
'rpm') pkg_arch='armhfp' ;;
'pacman') pkg_arch='armv7h' ;;
esac ;;
'loong64')
if [ $pkg_mgr != 'rpm' ]; then
pkg_arch='loong64'
else
pkg_arch='loongarch64'
fi ;;
'mips64le') pkg_arch='mips64el' ;;
'mipsle') pkg_arch='mipsel' ;;
'ppc64le')
if [ $pkg_mgr == 'deb' ]; then
pkg_arch='ppc64el'
else
pkg_arch='ppc64le'
fi ;;
*) pkg_arch=$GOARCH ;;
esac

fpm -s dir -t $pkg_mgr -a $pkg_arch -v ${VERSION/v/} -n dae \
--url "https://github.com/daeuniverse/dae" \
--description "eBPF-based Linux high-performance transparent proxy solution" \
--maintainer "daeuniverse <dae@dae.v2raya.org>" \
--license 'AGPL-3.0' \
--package ./bundled/dae-$ASSET_NAME.$pkg_mgr \
--after-install ./install/package_after_install.sh \
--after-remove ./install/package_after_remove.sh \
--deb-compression xz \
--deb-compression-level 9 \
--rpm-compression xz \
--verbose \
-C build .
done

if [ $archlinux_pacman == 'pacman' ]; then
mv ./bundled/dae-$ASSET_NAME.pacman ./bundled/dae-$ASSET_NAME.pkg.tar.zst
fi

- name: Create signature
run: |
pushd build || exit 1
zip -9vr ../dae-$ASSET_NAME.zip .
popd || exit 1
FILE=./dae-$ASSET_NAME.zip
echo "$(md5sum $FILE)"" md5" >> $FILE.dgst
echo "$(shasum -a 1 $FILE)"" sha1" >> $FILE.dgst
echo "$(shasum -a 256 $FILE)"" sha256" >> $FILE.dgst
echo "$(shasum -a 512 $FILE)"" sha512" >> $FILE.dgst
cd bundled
for FILE in *; do
echo "$(md5sum $FILE)"" md5" >> $FILE.dgst
echo "$(shasum -a 1 $FILE)"" sha1" >> $FILE.dgst
echo "$(shasum -a 256 $FILE)"" sha256" >> $FILE.dgst
echo "$(shasum -a 512 $FILE)"" sha512" >> $FILE.dgst
done

- name: Upload files to Artifacts
uses: nanoufo/action-upload-artifacts-and-release-assets@v2
with:
if-no-files-found: ignore
path: |
dae-${{ steps.get_filename.outputs.ASSET_NAME }}.zip
dae-${{ steps.get_filename.outputs.ASSET_NAME }}.zip.dgst
dae-full-src.zip
dae-full-src.zip.dgst
path: ./bundled/*

upload-release:
needs: [build]
Expand All @@ -152,15 +223,12 @@ jobs:

- name: Prepare files for upload
run: |
cp release/*/*.zip ./
cp release/*/*.zip.dgst ./
echo "Show files are going to upload..."
ls -lh | grep ".zip"
cd release
ls -lh */*

- name: Upload full source and artifacts to GitHub release
uses: softprops/action-gh-release@v2
with:
tag_name: ${{ inputs.tag }}
files: |
*zip
*dgst
files: release/*/*
10 changes: 10 additions & 0 deletions install/package_after_install.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
#!/bin/bash

if [ $(command -v systemctl) ]; then
systemctl daemon-reload

if [ $(systemctl is-active dae) ]; then
systemctl restart dae.service
echo "Restarting dae service, it might take a while."
fi
fi
5 changes: 5 additions & 0 deletions install/package_after_remove.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
#!/bin/bash

if [ $(command -v systemctl) ]; then
systemctl daemon-reload
fi