Refactor CUDA libraries in dependencies.yaml (#699)

Follow-up from #672. This fixes an issue where libcufile-dev could be included in aarch64 environments (this path was never called in CI so it wasn't a huge problem).

I also fixed some duplication in dependencies.yaml. The CUDA compilers (for 11 and 12) are now included in the `build` dependency list, and all CUDA libraries are included in the `cuda` dependency list. As before, the CUDA version is constrained by the `cuda_version` dependency list. This is more aligned with how cudf's dependency list is structured.

Authors:
  - Bradley Dice (https://github.com/bdice)

Approvers:
  - Jake Awe (https://github.com/AyodeAwe)
  - https://github.com/jakirkham

URL: #699

dependencies.yaml

@@ -115,24 +115,15 @@ dependencies:
               cuda: "11.8"
             packages:
               - nvcc_linux-64=11.8
-              - libcufile=1.4.0.31
-              - libcufile-dev=1.4.0.31
-              - libnvjpeg=11.6.0.55
-              - libnvjpeg-dev=11.6.0.55
           - matrix:
               arch: aarch64
               cuda: "11.8"
             packages:
               - nvcc_linux-aarch64=11.8
-              - libnvjpeg=11.6.0.55
-              - libnvjpeg-dev=11.6.0.55
           - matrix:
               cuda: "12.*"
             packages:
               - cuda-nvcc
-              - libcufile-dev
-              - libnvjpeg-dev
-              - libnvjpeg-static
   checks:
     common:
       - output_types: [conda, requirements]
@@ -178,7 +169,33 @@ dependencies:
               cuda: "12.*"
             packages:
               - cuda-cudart-dev
+      - output_types: conda
+        matrices:
+          - matrix:
+              cuda: "11.8"
+            packages:
+              - libnvjpeg=11.6.0.55
+              - libnvjpeg-dev=11.6.0.55
+          - matrix:
+              cuda: "12.*"
+            packages:
               - libnvjpeg-dev
+              - libnvjpeg-static
+      - output_types: conda
+        matrices:
+          - matrix:
+              arch: aarch64
+            packages:
+          - matrix:
+              arch: x86_64
+              cuda: "11.8"
+            packages:
+              - libcufile=1.4.0.31
+              - libcufile-dev=1.4.0.31
+          - matrix:
+              arch: x86_64
+              cuda: "12.*"
+            packages:
               - libcufile-dev
   develop:
     common: