fix: download all the directory failed

vllm-project · Dec 9, 2024 · 5b2f729 · 5b2f729
1 parent a5824d1
commit 5b2f729
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/python/aibrix/aibrix/downloader/s3.py b/python/aibrix/aibrix/downloader/s3.py
@@ -123,7 +123,9 @@ def _directory_list(self, path: str) -> List[str]:
             Bucket=self.bucket_name, Delimiter="/", Prefix=path
         )
         contents = objects_out.get("Contents", [])
-        return [content.get("Key") for content in contents]
+        files = [content.get("Key") for content in contents]
+        # filter the directory path
+        return [file for file in files if not file.endswith("/")]
 
     def _support_range_download(self) -> bool:
         return True