Fixes for the push_to_docker_hub workflow #378
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build documentation (PDF) | |
| on: | |
| pull_request: | |
| push: | |
| workflow_dispatch: | |
| # Allow to run manually | |
| inputs: | |
| platform: | |
| description: 'Platform' | |
| required: true | |
| default: 'ubuntu-focal-standard' | |
| docker_tag: | |
| description: 'Docker tag' | |
| required: true | |
| default: 'dev' | |
| concurrency: | |
| # Cancel previous runs of this workflow for the same branch | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| get_ci_fixes: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| id: checkout | |
| uses: actions/checkout@v4 | |
| - name: Merge CI fixes from sagemath/sage | |
| run: | | |
| .ci/merge-fixes.sh | |
| env: | |
| GH_TOKEN: ${{ github.token }} | |
| - name: Store CI fixes in upstream artifact | |
| run: | | |
| mkdir -p upstream | |
| if git format-patch --stdout test_base > ci_fixes.patch; then | |
| cp ci_fixes.patch upstream/ | |
| fi | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| path: upstream | |
| name: upstream | |
| build-docs-pdf: | |
| runs-on: ubuntu-latest | |
| container: ghcr.io/sagemath/sage/sage-${{ github.event.inputs.platform || 'ubuntu-focal-standard' }}-with-targets:${{ github.event.inputs.docker_tag || 'dev'}} | |
| needs: [get_ci_fixes] | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Update system packages | |
| run: | | |
| export PATH="build/bin:$PATH" | |
| eval $(sage-print-system-package-command auto update) | |
| eval $(sage-print-system-package-command auto --yes --no-install-recommends install zip) | |
| eval $(sage-print-system-package-command auto --spkg --yes --no-install-recommends install git texlive) | |
| - name: Add prebuilt tree as a worktree | |
| id: worktree | |
| run: | | |
| set -ex | |
| git config --global user.email "ci-sage@example.com" | |
| git config --global user.name "Build & Test workflow" | |
| git config --global --add safe.directory $(pwd) | |
| # If actions/checkout downloaded our source tree using the GitHub REST API | |
| # instead of with git (because do not have git installed in our image), | |
| # we first make the source tree a repo. | |
| if [ ! -d .git ]; then git init && git add -A && git commit --quiet -m "new"; fi | |
| # Tag this state of the source tree "new". This is what we want to build and test. | |
| git tag -f new | |
| # Our container image contains a source tree in /sage with a full build of Sage. | |
| # But /sage is not a git repository. | |
| # We make /sage a worktree whose index is at tag "new". | |
| # We then commit the current sources and set the tag "old". (This keeps all mtimes unchanged.) | |
| # Then we update worktree and index with "git reset --hard new". | |
| # (This keeps mtimes of unchanged files unchanged and mtimes of changed files newer than unchanged files.) | |
| # Finally we reset the index to "old". (This keeps all mtimes unchanged.) | |
| # The changed files now show up as uncommitted changes. | |
| # The final "git add -N" makes sure that files that were added in "new" do not show | |
| # as untracked files, which would be removed by "git clean -fx". | |
| git worktree add --detach worktree-image | |
| rm -rf /sage/.git && mv worktree-image/.git /sage/ | |
| rm -rf worktree-image && ln -s /sage worktree-image | |
| if [ ! -f worktree-image/.gitignore ]; then cp .gitignore worktree-image/; fi | |
| (cd worktree-image && git add -A && git commit --quiet --allow-empty -m "old" -a && git tag -f old && git reset --hard new && git reset --quiet old && git add -N . && git status) | |
| # Keep track of changes to built HTML | |
| new_version=$(cat src/VERSION.txt); (cd /sage/local/share/doc/sage/html/en && find . -name "*.html" | xargs sed -i '/class="sidebar-brand-text"/s/Sage [0-9a-z.]* /Sage '$new_version' /'; git init && (echo "*.svg binary"; echo "*.pdf binary") >> .gitattributes && (echo ".buildinfo"; echo '*.inv'; echo '.git*'; echo '*.svg'; echo '*.pdf'; echo '*.png'; echo 'searchindex.js') > .gitignore; git add -A && git commit --quiet -m "old") | |
| - name: Download upstream artifact | |
| uses: actions/download-artifact@v3 | |
| with: | |
| path: upstream | |
| name: upstream | |
| - name: Apply CI fixes from sagemath/sage | |
| # After applying the fixes, make sure all changes are marked as uncommitted changes. | |
| run: | | |
| if [ -r upstream/ci_fixes.patch ]; then | |
| (cd worktree-image && git commit -q -m "current changes" --allow-empty -a && git am; git reset --quiet old; git add -N .) < upstream/ci_fixes.patch | |
| fi | |
| - name: Incremental build | |
| id: incremental | |
| run: | | |
| # Now re-bootstrap and build. The build is incremental because we were careful with the timestamps. | |
| ./bootstrap && make build | |
| working-directory: ./worktree-image | |
| env: | |
| MAKE: make -j2 | |
| SAGE_NUM_THREADS: 2 | |
| - name: Build (fallback to non-incremental) | |
| id: build | |
| if: always() && steps.worktree.outcome == 'success' && steps.incremental.outcome != 'success' | |
| run: | | |
| set -ex | |
| make doc-clean doc-uninstall sagelib-clean && git clean -fx src/sage && ./config.status && make build | |
| working-directory: ./worktree-image | |
| env: | |
| MAKE: make -j2 | |
| SAGE_NUM_THREADS: 2 | |
| - name: Build docs (PDF) | |
| id: docbuild | |
| if: always() && (steps.incremental.outcome == 'success' || steps.build.outcome == 'success') | |
| run: make build V=0 && make doc-pdf | |
| working-directory: ./worktree-image | |
| env: | |
| MAKE: make -j2 | |
| SAGE_NUM_THREADS: 2 | |
| - name: Copy docs | |
| if: always() && steps.docbuild.outcome == 'success' | |
| run: | | |
| # For some reason the deploy step below cannot find /sage/... | |
| # So copy everything from there to local folder | |
| mkdir -p ./docs | |
| cp -r -L /sage/local/share/doc/sage/pdf/en/* ./docs | |
| # Zip everything for increased performance | |
| zip -r docs-pdf.zip docs | |
| - name: Upload docs | |
| if: always() && steps.copy.outcome == 'success' | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: docs-pdf | |
| path: docs-pdf.zip |