remove fsspec dependency

collect_env.py

@@ -22,7 +22,6 @@
             # required installs
             "wheel",
             "rich",
-            "fsspec",
             "pyarrow",
             "sshfs",
             "typer",

requirements.txt

@@ -1,6 +1,5 @@
 python-dotenv
 fastapi
-fsspec<=2023.5.0
 pexpect
 pyopenssl>=23.3.0
 ray[default] >= 2.2.0, != 2.6.0

runhouse/resources/blobs/blob.py

@@ -132,7 +132,7 @@ def blob(
         path (Optional[str or Path]): Path (or path) to the blob object. Specfying a path will force the blob to be
             saved to the filesystem rather than persist in the cluster's object store.
         system (Optional[str or Cluster]): File system or cluster name. If providing a file system this must be one of:
-            [``file``, ``github``, ``sftp``, ``ssh``, ``s3``, ``gs``, ``azure``].
+            [``file``, ``s3``, ``gs``].
             We are working to add additional file system support. If providing a cluster, this must be a cluster object
             or name, and whether the data is saved to the object store or filesystem depends on whether a path is
             specified.

runhouse/resources/blobs/file.py

@@ -178,7 +178,7 @@ def exists_in_system(self):
             >>> file = rh.file(data, path="saved/path")
             >>> file.exists_in_system()
         """
-        return self._folder.fsspec_fs.exists(self.fsspec_url)
+        return self._folder.exists_in_system(self.fsspec_url)
 
 
 def file(
@@ -196,7 +196,7 @@ def file(
         name (Optional[str]): Name to give the file object, to be reused later on.
         path (Optional[str]): Path (or path) of the file object.
         system (Optional[str or Cluster]): File system or cluster name. If providing a file system this must be one of:
-            [``file``, ``github``, ``sftp``, ``ssh``, ``s3``, ``gs``, ``azure``].
+            [``file``, ``s3``, ``gs``].
             We are working to add additional file system support.
         data_config (Optional[Dict]): The data config to pass to the underlying fsspec handler.
         dryrun (bool): Whether to create the File if it doesn't exist, or load a File object as a dryrun.