Work on cleanups for 2.3.7 release

.github/workflows/deploy.yml

@@ -9,11 +9,32 @@ on:
 
 env:
   TWINE_USERNAME: __token__
-  TWINE_PASSWORD: ${{ secrets.TWINE_PASSWORD }}
+  TWINE_PASSWORD: ${{ secrets.TWINE_TOKEN }}
 
 jobs:
-  py36:
-    name: Python 3.6 wheels on ${{ matrix.os }}
+  sdist:
+    name: Python source dist
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v2
+    - name: Set up Python 3.7
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.7
+    - name: Install Dependencies
+      run: pip install twine
+    - name: Pull Dependency Image
+      run: docker pull hpc4cmb/toast-deps-py37:latest
+    - name: Create dist directory
+      run: mkdir -p dist && rm -f dist/*
+    - name: Build source package
+      run: docker run -v "$(pwd)":/home/toast hpc4cmb/toast-deps-py37:latest /home/toast/wheels/build_sdist.sh
+    - name: Upload to PyPI
+      run: |
+        python -m twine upload dist/toast*.tar.gz
+  wheels-36:
+    name: Python 3.6 wheels for ${{ matrix.os }}
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
@@ -23,11 +44,11 @@ jobs:
       CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014
       CIBW_MANYLINUX_I686_IMAGE: manylinux2014
       CIBW_BUILD_VERBOSITY: 3
-      CIBW_ENVIRONMENT_LINUX: "TOAST_STATIC_DEPS=1 TOAST_BUILD_BLAS_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran' TOAST_BUILD_LAPACK_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran'"
+      CIBW_ENVIRONMENT_LINUX: "PATH=/usr/lib64/mpich-3.2/bin:${PATH} TOAST_STATIC_DEPS=1 TOAST_BUILD_BLAS_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran' TOAST_BUILD_LAPACK_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran'"
       CIBW_ENVIRONMENT_MACOS: "TOAST_STATIC_DEPS=1"
       CIBW_BEFORE_BUILD_LINUX: ./wheels/install_deps_linux.sh
       CIBW_BEFORE_BUILD_MACOS: ./wheels/install_deps_osx.sh
-      CIBW_BEFORE_TEST: echo "" >/dev/null
+      CIBW_BEFORE_TEST: pip3 install numpy && pip3 install mpi4py
       CIBW_TEST_COMMAND: export OMP_NUM_THREADS=2; python -c 'import toast.tests; toast.tests.run()'
     steps:
     - uses: actions/checkout@v2
@@ -44,8 +65,8 @@ jobs:
     - name: Upload to PyPI
       run: |
         python -m twine upload wheelhouse/toast*.whl
-  py37:
-    name: Python 3.7 wheels on ${{ matrix.os }}
+  wheels-37:
+    name: Python 3.7 wheels for ${{ matrix.os }}
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
@@ -55,11 +76,11 @@ jobs:
       CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014
       CIBW_MANYLINUX_I686_IMAGE: manylinux2014
       CIBW_BUILD_VERBOSITY: 3
-      CIBW_ENVIRONMENT_LINUX: "TOAST_STATIC_DEPS=1 TOAST_BUILD_BLAS_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran' TOAST_BUILD_LAPACK_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran'"
+      CIBW_ENVIRONMENT_LINUX: "PATH=/usr/lib64/mpich-3.2/bin:${PATH} TOAST_STATIC_DEPS=1 TOAST_BUILD_BLAS_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran' TOAST_BUILD_LAPACK_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran'"
       CIBW_ENVIRONMENT_MACOS: "TOAST_STATIC_DEPS=1"
       CIBW_BEFORE_BUILD_LINUX: ./wheels/install_deps_linux.sh
       CIBW_BEFORE_BUILD_MACOS: ./wheels/install_deps_osx.sh
-      CIBW_BEFORE_TEST: echo "" >/dev/null
+      CIBW_BEFORE_TEST: pip3 install numpy && pip3 install mpi4py
       CIBW_TEST_COMMAND: export OMP_NUM_THREADS=2; python -c 'import toast.tests; toast.tests.run()'
     steps:
     - uses: actions/checkout@v2
@@ -76,8 +97,8 @@ jobs:
     - name: Upload to PyPI
       run: |
         python -m twine upload wheelhouse/toast*.whl
-  py38:
-    name: Python 3.8 wheels on ${{ matrix.os }}
+  wheels-38:
+    name: Python 3.8 wheels for ${{ matrix.os }}
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
@@ -87,11 +108,11 @@ jobs:
       CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014
       CIBW_MANYLINUX_I686_IMAGE: manylinux2014
       CIBW_BUILD_VERBOSITY: 3
-      CIBW_ENVIRONMENT_LINUX: "TOAST_STATIC_DEPS=1 TOAST_BUILD_BLAS_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran' TOAST_BUILD_LAPACK_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran'"
+      CIBW_ENVIRONMENT_LINUX: "PATH=/usr/lib64/mpich-3.2/bin:${PATH} TOAST_STATIC_DEPS=1 TOAST_BUILD_BLAS_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran' TOAST_BUILD_LAPACK_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran'"
       CIBW_ENVIRONMENT_MACOS: "TOAST_STATIC_DEPS=1"
       CIBW_BEFORE_BUILD_LINUX: ./wheels/install_deps_linux.sh
       CIBW_BEFORE_BUILD_MACOS: ./wheels/install_deps_osx.sh
-      CIBW_BEFORE_TEST: echo "" >/dev/null
+      CIBW_BEFORE_TEST: pip3 install numpy && pip3 install mpi4py
       CIBW_TEST_COMMAND: export OMP_NUM_THREADS=2; python -c 'import toast.tests; toast.tests.run()'
     steps:
     - uses: actions/checkout@v2

.github/workflows/wheels.yml

@@ -2,20 +2,36 @@
 name:  Test Binary Wheels
 
 # Uncomment here for testing and comment out schedule below.
-# on:
-#   push:
-#     branches: [ master ]
-#   pull_request:
-#     branches: [ master ]
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ master ]
 
 # Uncomment here for production and comment out push / PR above.
-on:
-  schedule:
-    - cron: '0 4 * * *'
+# on:
+#   schedule:
+#     - cron: '0 4 * * *'
 
 jobs:
-  py36:
-    name: Python 3.6 wheels on ${{ matrix.os }}
+  sdist:
+    name: Python source dist
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v2
+    - name: Pull Dependency Image
+      run: docker pull hpc4cmb/toast-deps-py37:latest
+    - name: Create dist directory
+      run: mkdir -p dist && rm -f dist/*
+    - name: Build source package
+      run: docker run -v "$(pwd)":/home/toast hpc4cmb/toast-deps-py37:latest /home/toast/wheels/build_sdist.sh
+    - uses: actions/upload-artifact@v2
+      with:
+        name: sdist
+        path: ./dist/toast*.gz
+  wheels-py36:
+    name: Python 3.6 wheels for ${{ matrix.os }}
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
@@ -25,11 +41,11 @@ jobs:
       CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014
       CIBW_MANYLINUX_I686_IMAGE: manylinux2014
       CIBW_BUILD_VERBOSITY: 3
-      CIBW_ENVIRONMENT_LINUX: "TOAST_STATIC_DEPS=1 TOAST_BUILD_BLAS_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran' TOAST_BUILD_LAPACK_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran'"
+      CIBW_ENVIRONMENT_LINUX: "PATH=/usr/lib64/mpich-3.2/bin:${PATH} TOAST_STATIC_DEPS=1 TOAST_BUILD_BLAS_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran' TOAST_BUILD_LAPACK_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran'"
       CIBW_ENVIRONMENT_MACOS: "TOAST_STATIC_DEPS=1"
       CIBW_BEFORE_BUILD_LINUX: ./wheels/install_deps_linux.sh
       CIBW_BEFORE_BUILD_MACOS: ./wheels/install_deps_osx.sh
-      CIBW_BEFORE_TEST: echo "" >/dev/null
+      CIBW_BEFORE_TEST: pip3 install numpy && pip3 install mpi4py
       CIBW_TEST_COMMAND: export OMP_NUM_THREADS=2; python -c 'import toast.tests; toast.tests.run()'
     steps:
     - uses: actions/checkout@v2
@@ -46,9 +62,9 @@ jobs:
     - uses: actions/upload-artifact@v2
       with:
         name: wheels
-        path: ./wheelhouse
-  py37:
-    name: Python 3.7 wheels on ${{ matrix.os }}
+        path: ./wheelhouse/toast*.whl
+  wheels-py37:
+    name: Python 3.7 wheels for ${{ matrix.os }}
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
@@ -58,11 +74,11 @@ jobs:
       CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014
       CIBW_MANYLINUX_I686_IMAGE: manylinux2014
       CIBW_BUILD_VERBOSITY: 3
-      CIBW_ENVIRONMENT_LINUX: "TOAST_STATIC_DEPS=1 TOAST_BUILD_BLAS_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran' TOAST_BUILD_LAPACK_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran'"
+      CIBW_ENVIRONMENT_LINUX: "PATH=/usr/lib64/mpich-3.2/bin:${PATH} TOAST_STATIC_DEPS=1 TOAST_BUILD_BLAS_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran' TOAST_BUILD_LAPACK_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran'"
       CIBW_ENVIRONMENT_MACOS: "TOAST_STATIC_DEPS=1"
       CIBW_BEFORE_BUILD_LINUX: ./wheels/install_deps_linux.sh
       CIBW_BEFORE_BUILD_MACOS: ./wheels/install_deps_osx.sh
-      CIBW_BEFORE_TEST: echo "" >/dev/null
+      CIBW_BEFORE_TEST: pip3 install numpy && pip3 install mpi4py
       CIBW_TEST_COMMAND: export OMP_NUM_THREADS=2; python -c 'import toast.tests; toast.tests.run()'
     steps:
     - uses: actions/checkout@v2
@@ -79,9 +95,9 @@ jobs:
     - uses: actions/upload-artifact@v2
       with:
         name: wheels
-        path: ./wheelhouse
-  py38:
-    name: Python 3.8 wheels on ${{ matrix.os }}
+        path: ./wheelhouse/toast*.whl
+  wheels-py38:
+    name: Python 3.8 wheels for ${{ matrix.os }}
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
@@ -91,11 +107,11 @@ jobs:
       CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014
       CIBW_MANYLINUX_I686_IMAGE: manylinux2014
       CIBW_BUILD_VERBOSITY: 3
-      CIBW_ENVIRONMENT_LINUX: "TOAST_STATIC_DEPS=1 TOAST_BUILD_BLAS_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran' TOAST_BUILD_LAPACK_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran'"
+      CIBW_ENVIRONMENT_LINUX: "PATH=/usr/lib64/mpich-3.2/bin:${PATH} TOAST_STATIC_DEPS=1 TOAST_BUILD_BLAS_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran' TOAST_BUILD_LAPACK_LIBRARIES='-lopenblas -fopenmp -lm -lgfortran'"
       CIBW_ENVIRONMENT_MACOS: "TOAST_STATIC_DEPS=1"
       CIBW_BEFORE_BUILD_LINUX: ./wheels/install_deps_linux.sh
       CIBW_BEFORE_BUILD_MACOS: ./wheels/install_deps_osx.sh
-      CIBW_BEFORE_TEST: echo "" >/dev/null
+      CIBW_BEFORE_TEST: pip3 install numpy && pip3 install mpi4py
       CIBW_TEST_COMMAND: export OMP_NUM_THREADS=2; python -c 'import toast.tests; toast.tests.run()'
     steps:
     - uses: actions/checkout@v2
@@ -112,4 +128,4 @@ jobs:
     - uses: actions/upload-artifact@v2
       with:
         name: wheels
-        path: ./wheelhouse
+        path: ./wheelhouse/toast*.whl

MANIFEST.in

@@ -1,10 +1,14 @@
 include README.md
 include AUTHORS
 include LICENSE
-include src
 include CMakeLists.txt
-include tutorial
-include example
-include platforms
-include cmake
-include docs
+recursive-include src *
+recursive-include pipelines *
+recursive-include tutorial *
+recursive-include examples *
+prune examples/job*
+prune examples/data
+recursive-include platforms *
+recursive-include cmake *
+recursive-include docs *
+prune docs/_build

README.md

@@ -1,7 +1,16 @@
 # Time Ordered Astrophysics Scalable Tools
 
-![Build Status](https://github.com/hpc4cmb/toast/workflows/Run%20Test%20Suite/badge.svg?branch=master)
+TOAST is a `software framework <https://en.wikipedia.org/wiki/Software_framework>`_ for
+simulating and processing timestream data collected by telescopes. Telescopes which
+collect data as timestreams rather than images give us a unique set of analysis
+challenges. Detector data usually contains noise which is correlated in time as well as
+sources of correlated signal from the instrument and the environment. Large pieces of
+data must often be analyzed simultaneously to extract an estimate of the sky signal.
+
+## Documentation
 
 See the full documentation here:
 
 https://toast-cmb.readthedocs.io/en/latest/
+
+![Build Status](https://github.com/hpc4cmb/toast/workflows/Run%20Test%20Suite/badge.svg?branch=master)

docs/changes.rst

@@ -3,10 +3,47 @@
 Change Log
 -------------------------
 
-2.3.7 (Unreleased)
+2.3.8 (Unreleased)
 ~~~~~~~~~~~~~~~~~~~~~~~~~
 
-* Nothing yet.
+* Nothing yet
+
+2.3.7 (2020-06-12)
+~~~~~~~~~~~~~~~~~~~~~~~~~
+
+* Documentation updates and deployment of pip wheels on tags (PR `#356`_).
+* Cleanups of conviqt polarization support (PR `#347`_).
+* Support elevation nods in ground simulations (PR `#355`_).
+* Fix a bug in parallel writing of Healpix FITS files (PR `#354`_).
+* Remove dependence on MPI compilers.  Only mpi4py is needed (PR `#350`_).
+* Use the native mapmaker by default in the example pipelines (PR `#352`_).
+* Updates to build system for pip wheel compatibility (PR `#348`_, `#351`_).
+* Switch to github actions instead of travis for continuous integration (PR `#349`_).
+* Updates to many parts of the simulation and filtering operators (PR `#341`_).
+* In the default Healpix pointing matrix, support None for HWP angle (PR `#345`_).
+* Add support for HWP in conviqt beam convolution (PR `#343`_).
+* Reimplementation of example jobs used for benchmarks (PR `#332`_).
+* Apply atmosphere scaling in temperature, not intensity (PR `#328`_).
+* Minor bugfix in binner when running in debug mode (PR `#325`_).
+* Add optional boresight offset to the scheduler (PR `#329`_).
+* Implement helper tools for parsing mapmaker options (PR `#321`_).
+
+.. _`#356`: https://github.com/hpc4cmb/toast/pull/356
+.. _`#347`: https://github.com/hpc4cmb/toast/pull/347
+.. _`#355`: https://github.com/hpc4cmb/toast/pull/355
+.. _`#354`: https://github.com/hpc4cmb/toast/pull/354
+.. _`#350`: https://github.com/hpc4cmb/toast/pull/350
+.. _`#352`: https://github.com/hpc4cmb/toast/pull/352
+.. _`#351`: https://github.com/hpc4cmb/toast/pull/351
+.. _`#349`: https://github.com/hpc4cmb/toast/pull/349
+.. _`#341`: https://github.com/hpc4cmb/toast/pull/341
+.. _`#345`: https://github.com/hpc4cmb/toast/pull/345
+.. _`#343`: https://github.com/hpc4cmb/toast/pull/343
+.. _`#332`: https://github.com/hpc4cmb/toast/pull/332
+.. _`#328`: https://github.com/hpc4cmb/toast/pull/328
+.. _`#325`: https://github.com/hpc4cmb/toast/pull/325
+.. _`#329`: https://github.com/hpc4cmb/toast/pull/329
+.. _`#321`: https://github.com/hpc4cmb/toast/pull/321
 
 2.3.6 (2020-01-19)
 ~~~~~~~~~~~~~~~~~~~~~~~~~