test: fix numpy and pandas version;

.github/workflows/testing_ci.yml

@@ -43,12 +43,13 @@ jobs:
               run: |
                   which python
                   which pip
-                  pip install numpy==1.24 torch==${{ matrix.pytorch-version }} -f https://download.pytorch.org/whl/cpu
+                  pip install torch==${{ matrix.pytorch-version }} -f https://download.pytorch.org/whl/cpu
                   python -c "import torch; print('PyTorch:', torch.__version__)"
 
             - name: Install other dependencies
               run: |
                   pip install -r requirements/requirements.txt
+                  pip install numpy==1.24 pandas==1.5
 
             - name: Test building package
               # we need to know if the package can be built successfully without optional dependencies