diff --git a/ci/msvc-build.bat b/ci/msvc-build.bat
index 9651772ca3fe9..58dfc2a146572 100644
--- a/ci/msvc-build.bat
+++ b/ci/msvc-build.bat
@@ -145,6 +145,6 @@ pushd python
 
 set PYARROW_CXXFLAGS=/WX
 python setup.py build_ext --inplace --with-parquet --bundle-arrow-cpp bdist_wheel  || exit /B
-py.test pyarrow -v -s --parquet || exit /B
+py.test pyarrow -r sxX --durations=15 -v -s --parquet || exit /B
 
 popd
diff --git a/ci/travis_script_python.sh b/ci/travis_script_python.sh
index 9e74906d03739..7c896df9c840f 100755
--- a/ci/travis_script_python.sh
+++ b/ci/travis_script_python.sh
@@ -96,7 +96,7 @@ if [ $TRAVIS_OS_NAME == "linux" ]; then
 fi
 
 PYARROW_PATH=$CONDA_PREFIX/lib/python$PYTHON_VERSION/site-packages/pyarrow
-python -m pytest -vv -r sxX -s $PYARROW_PATH --parquet
+python -m pytest -vv -r sxX --durations=15 -s $PYARROW_PATH --parquet
 
 if [ "$PYTHON_VERSION" == "3.6" ] && [ $TRAVIS_OS_NAME == "linux" ]; then
   # Build documentation once