feat: Enable recursive search of HFFS.ls when using from_pretrained (#1656)

benHeid · abetlen · web-flow · commit 5e39a854631c · 2024-08-07T10:52:50.000-04:00
Enable rercursive ls for hffs. Otherwise models in subfolder wouldn't be found.

Co-authored-by: Andrei &lt;abetlen@gmail.com&gt;
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -2160,7 +2160,7 @@ def from_pretrained(
 
         files = [
             file["name"] if isinstance(file, dict) else file
-            for file in hffs.ls(repo_id)
+            for file in hffs.ls(repo_id, recursive=True))
         ]
 
         # split each file into repo_id, subfolder, filename

Original file line number	Diff line number	Diff line change
`@@ -2160,7 +2160,7 @@ def from_pretrained(`
`2160`	`2160`
`2161`	`2161`	`files = [`
`2162`	`2162`	`file["name"] if isinstance(file, dict) else file`
`2163`		`- for file in hffs.ls(repo_id)`
	`2163`	`+ for file in hffs.ls(repo_id, recursive=True))`
`2164`	`2164`	`]`
`2165`	`2165`
`2166`	`2166`	`# split each file into repo_id, subfolder, filename`