diff --git a/.ci_support/linux_64_cuda_compiler_version11.2.yaml b/.ci_support/linux_64_cuda_compiler_version11.2.yaml
index b581be3dd..0c9d3325e 100644
--- a/.ci_support/linux_64_cuda_compiler_version11.2.yaml
+++ b/.ci_support/linux_64_cuda_compiler_version11.2.yaml
@@ -1,5 +1,5 @@
 aws_crt_cpp:
-- 0.23.0
+- 0.23.1
 aws_sdk_cpp:
 - 1.11.156
 bzip2:
diff --git a/.ci_support/linux_64_cuda_compiler_versionNone.yaml b/.ci_support/linux_64_cuda_compiler_versionNone.yaml
index 139c0f43f..d01a36daa 100644
--- a/.ci_support/linux_64_cuda_compiler_versionNone.yaml
+++ b/.ci_support/linux_64_cuda_compiler_versionNone.yaml
@@ -1,5 +1,5 @@
 aws_crt_cpp:
-- 0.23.0
+- 0.23.1
 aws_sdk_cpp:
 - 1.11.156
 bzip2:
diff --git a/.ci_support/linux_aarch64_cuda_compiler_version11.2.yaml b/.ci_support/linux_aarch64_cuda_compiler_version11.2.yaml
index 7352503b1..57453f6d6 100644
--- a/.ci_support/linux_aarch64_cuda_compiler_version11.2.yaml
+++ b/.ci_support/linux_aarch64_cuda_compiler_version11.2.yaml
@@ -1,7 +1,7 @@
 BUILD:
 - aarch64-conda_cos7-linux-gnu
 aws_crt_cpp:
-- 0.23.0
+- 0.23.1
 aws_sdk_cpp:
 - 1.11.156
 bzip2:
diff --git a/.ci_support/linux_aarch64_cuda_compiler_versionNone.yaml b/.ci_support/linux_aarch64_cuda_compiler_versionNone.yaml
index b0ceb5c06..d3024b99b 100644
--- a/.ci_support/linux_aarch64_cuda_compiler_versionNone.yaml
+++ b/.ci_support/linux_aarch64_cuda_compiler_versionNone.yaml
@@ -1,7 +1,7 @@
 BUILD:
 - aarch64-conda_cos7-linux-gnu
 aws_crt_cpp:
-- 0.23.0
+- 0.23.1
 aws_sdk_cpp:
 - 1.11.156
 bzip2:
diff --git a/.ci_support/linux_ppc64le_cuda_compiler_version11.2.yaml b/.ci_support/linux_ppc64le_cuda_compiler_version11.2.yaml
index fbaa9a4e4..8f9abe8cd 100644
--- a/.ci_support/linux_ppc64le_cuda_compiler_version11.2.yaml
+++ b/.ci_support/linux_ppc64le_cuda_compiler_version11.2.yaml
@@ -1,5 +1,5 @@
 aws_crt_cpp:
-- 0.23.0
+- 0.23.1
 aws_sdk_cpp:
 - 1.11.156
 bzip2:
diff --git a/.ci_support/linux_ppc64le_cuda_compiler_versionNone.yaml b/.ci_support/linux_ppc64le_cuda_compiler_versionNone.yaml
index 503091539..7655e3092 100644
--- a/.ci_support/linux_ppc64le_cuda_compiler_versionNone.yaml
+++ b/.ci_support/linux_ppc64le_cuda_compiler_versionNone.yaml
@@ -1,5 +1,5 @@
 aws_crt_cpp:
-- 0.23.0
+- 0.23.1
 aws_sdk_cpp:
 - 1.11.156
 bzip2:
diff --git a/.ci_support/migrations/aws_crt_cpp0231.yaml b/.ci_support/migrations/aws_crt_cpp0231.yaml
new file mode 100644
index 000000000..0031c1407
--- /dev/null
+++ b/.ci_support/migrations/aws_crt_cpp0231.yaml
@@ -0,0 +1,8 @@
+__migrator:
+  build_number: 1
+  kind: version
+  migration_number: 1
+  automerge: true
+aws_crt_cpp:
+- 0.23.1
+migrator_ts: 1694038517.3246095
diff --git a/.ci_support/osx_64_.yaml b/.ci_support/osx_64_.yaml
index 20abc63e3..8e6c0e4cb 100644
--- a/.ci_support/osx_64_.yaml
+++ b/.ci_support/osx_64_.yaml
@@ -1,7 +1,7 @@
 MACOSX_DEPLOYMENT_TARGET:
 - '10.9'
 aws_crt_cpp:
-- 0.23.0
+- 0.23.1
 aws_sdk_cpp:
 - 1.11.156
 bzip2:
diff --git a/.ci_support/osx_arm64_.yaml b/.ci_support/osx_arm64_.yaml
index 79e8d79f0..f0ad4f06b 100644
--- a/.ci_support/osx_arm64_.yaml
+++ b/.ci_support/osx_arm64_.yaml
@@ -1,7 +1,7 @@
 MACOSX_DEPLOYMENT_TARGET:
 - '11.0'
 aws_crt_cpp:
-- 0.23.0
+- 0.23.1
 aws_sdk_cpp:
 - 1.11.156
 bzip2:
diff --git a/.ci_support/win_64_cuda_compiler_version11.2.yaml b/.ci_support/win_64_cuda_compiler_version11.2.yaml
index 3a9b99682..6b343887c 100644
--- a/.ci_support/win_64_cuda_compiler_version11.2.yaml
+++ b/.ci_support/win_64_cuda_compiler_version11.2.yaml
@@ -1,5 +1,5 @@
 aws_crt_cpp:
-- 0.23.0
+- 0.23.1
 aws_sdk_cpp:
 - 1.11.156
 bzip2:
diff --git a/.ci_support/win_64_cuda_compiler_versionNone.yaml b/.ci_support/win_64_cuda_compiler_versionNone.yaml
index 655101c04..7fc386e8e 100644
--- a/.ci_support/win_64_cuda_compiler_versionNone.yaml
+++ b/.ci_support/win_64_cuda_compiler_versionNone.yaml
@@ -1,5 +1,5 @@
 aws_crt_cpp:
-- 0.23.0
+- 0.23.1
 aws_sdk_cpp:
 - 1.11.156
 bzip2:
diff --git a/recipe/meta.yaml b/recipe/meta.yaml
index 4acaa6083..defb59346 100644
--- a/recipe/meta.yaml
+++ b/recipe/meta.yaml
@@ -27,7 +27,7 @@ source:
     folder: testing
 
 build:
-  number: 2
+  number: 3
   # for cuda support, building with one version is enough to be compatible with
   # all later versions, since arrow is only using libcuda, and not libcudart.
   skip: true  # [cuda_compiler_version not in ("None", cuda_compiler_version_min)]
@@ -337,16 +337,15 @@ outputs:
       run_constrained:
         - apache-arrow-proc =*={{ build_ext }}
 
-    {% if not (aarch64 or ppc64le) or py in (310, 311) %}
-    # only run the full test suite for one python version when in emulation (each run takes ~45min);
-    # there's essentially zero divergence in behaviour across python versions anyway, and otherwise
-    # CUDA builds for aarch/ppc consistently run out of disk space on azure for some reason
+    {% if not (aarch64 or ppc64le) or py == 311 %}
+    # only run the full test suite for one python version when in emulation
+    # (each run can take up to ~45min); there's essentially zero divergence
+    # in behaviour across python versions anyway
     test:
       requires:
         # test_cpp_extension_in_python requires a compiler
         - {{ compiler("cxx") }}  # [linux]
-        # temporary pin due to missing fixture
-        - pytest <7.4.0
+        - pytest
         - pytest-lazy-fixture
         - backports.zoneinfo     # [py<39]
         - cffi
@@ -370,8 +369,6 @@ outputs:
       source_files:
         - testing/data
       commands:
-        - cd ${SP_DIR}/pyarrow/tests                        # [unix]
-        - cd %SP_DIR%\pyarrow\tests                         # [win]
         - export ARROW_TEST_DATA="${SRC_DIR}/testing/data"  # [unix]
         - set "ARROW_TEST_DATA=%SRC_DIR%\testing\data"      # [win]
 
@@ -400,7 +397,7 @@ outputs:
         {% set tests_to_skip = tests_to_skip + " or test_safe_cast_from_float_with_nans_to_int" %}  # [ppc64le]
         {% set tests_to_skip = tests_to_skip + " or test_float_with_null_as_integer" %}             # [ppc64le]
         # ^^^^^^^ TESTS THAT SHOULDN'T HAVE TO BE SKIPPED ^^^^^^^
-        - pytest -rfEs -k "not ({{ tests_to_skip }})"
+        - pytest --pyargs pyarrow -rfEs -k "not ({{ tests_to_skip }})"
     {% endif %}
 
     about: