Pin fsspec to use default expand_path

setup.py

@@ -13,7 +13,7 @@ def get_version() -> str:
 
 install_requires = [
     "filelock",
-    "fsspec",
+    "fsspec>=2023.5.0",
     "requests",
     "tqdm>=4.42.1",
     "pyyaml>=5.1",

src/huggingface_hub/hf_file_system.py

@@ -3,7 +3,6 @@
 import tempfile
 from dataclasses import dataclass
 from datetime import datetime
-from glob import has_magic
 from typing import Any, Dict, List, Optional, Tuple, Union
 from urllib.parse import quote, unquote
 
@@ -375,35 +374,6 @@ def info(self, path: str, **kwargs) -> Dict[str, Any]:
             return {"name": name, "size": 0, "type": "directory"}
         return super().info(path, **kwargs)
 
-    def expand_path(
-        self, path: Union[str, List[str]], recursive: bool = False, maxdepth: Optional[int] = None, **kwargs
-    ) -> List[str]:
-        # The default implementation does not allow passing custom kwargs (e.g., we use these kwargs to propagate the `revision`)
-        if maxdepth is not None and maxdepth < 1:
-            raise ValueError("maxdepth must be at least 1")
-
-        if isinstance(path, str):
-            return self.expand_path([path], recursive, maxdepth)
-
-        out = set()
-        path = [self._strip_protocol(p) for p in path]
-        for p in path:
-            if has_magic(p):
-                bit = set(self.glob(p, **kwargs))
-                out |= bit
-                if recursive:
-                    out |= set(self.expand_path(list(bit), recursive=recursive, maxdepth=maxdepth, **kwargs))
-                continue
-            elif recursive:
-                rec = set(self.find(p, maxdepth=maxdepth, withdirs=True, detail=False, **kwargs))
-                out |= rec
-            if p not in out and (recursive is False or self.exists(p)):
-                # should only check once, for the root
-                out.add(p)
-        if not out:
-            raise FileNotFoundError(path)
-        return list(sorted(out))
-
 
 class HfFileSystemFile(fsspec.spec.AbstractBufferedFile):
     def __init__(self, fs: HfFileSystem, path: str, revision: Optional[str] = None, **kwargs):