diff --git a/test/pjrt/test_profiler.py b/test/pjrt/test_profiler.py
index 383cf21e489..498fae8b5e3 100644
--- a/test/pjrt/test_profiler.py
+++ b/test/pjrt/test_profiler.py
@@ -8,7 +8,6 @@
 from absl.testing import absltest
 import torch
 import torch_xla.core.xla_model as xm
-import torch_xla.experimental.pjrt as pjrt
 import torch_xla.debug.profiler as xp
 
 
diff --git a/torch_xla/experimental/gpu.py b/torch_xla/experimental/gpu.py
deleted file mode 100644
index 501b3a57555..00000000000
--- a/torch_xla/experimental/gpu.py
+++ /dev/null
@@ -1,13 +0,0 @@
-from torch_xla.experimental.deprecation import register_deprecated
-from torch_xla._internal import gpu
-
-from . import gpu as this_module
-
-aliases = [
-    gpu.initialize_distributed_runtime,
-    gpu.num_local_processes,
-    gpu.shutdown_distributed_runtime,
-]
-
-for alias in aliases:
-  register_deprecated(this_module, alias)
diff --git a/torch_xla/experimental/pjrt.py b/torch_xla/experimental/pjrt.py
deleted file mode 100644
index c4eca5b47d6..00000000000
--- a/torch_xla/experimental/pjrt.py
+++ /dev/null
@@ -1,34 +0,0 @@
-from torch_xla import runtime
-from torch_xla._internal import pjrt
-from torch_xla.experimental.deprecation import deprecated, register_deprecated
-import torch_xla.core.xla_model as xm
-
-from . import pjrt as this_module
-
-aliases = [
-    runtime.addressable_device_count,
-    runtime.device_type,
-    runtime.global_device_count,
-    runtime.global_ordinal,
-    runtime.local_device_count,
-    runtime.local_ordinal,
-    runtime.local_process_count,
-    runtime.process_count,
-    runtime.process_index,
-    runtime.set_device_type,
-    runtime.using_pjrt,
-    runtime.world_size,
-    runtime.xla_device,
-    pjrt.spawn,
-    pjrt.spawn_threads,
-    pjrt.run_multiprocess,
-    xm.broadcast_master_param,
-]
-
-rendezvous = deprecated(this_module, xm.xla_rendezvous)
-device_attributes = deprecated(this_module, runtime.runtime_device_attributes)
-global_device_attributes = deprecated(this_module,
-                                      runtime.global_runtime_device_attributes)
-
-for alias in aliases:
-  register_deprecated(this_module, alias)
diff --git a/torch_xla/experimental/tpu.py b/torch_xla/experimental/tpu.py
deleted file mode 100644
index 4e1778740e3..00000000000
--- a/torch_xla/experimental/tpu.py
+++ /dev/null
@@ -1,23 +0,0 @@
-from torch_xla.experimental.deprecation import register_deprecated
-from torch_xla._internal import tpu
-
-from . import tpu as this_module
-
-aliases = [
-    tpu.build_tpu_env_from_vars,
-    tpu.configure_one_chip_topology,
-    tpu.configure_topology,
-    tpu.discover_master_worker_ip,
-    tpu.get_tpu_env,
-    tpu.get_worker_ips,
-    tpu.num_available_chips,
-    tpu.num_available_devices,
-    tpu.num_local_processes,
-    tpu.num_logical_cores_per_chip,
-    tpu.process_bounds_size,
-    tpu.task_id,
-    tpu.version,
-]
-
-for alias in aliases:
-  register_deprecated(this_module, alias)