Catch HFH Errors in listing files in repo

NatLibFi · Mar 4, 2024 · 25a46dc · 25a46dc
1 parent a1e7605
commit 25a46dc
Showing 1 changed file with 10 additions and 4 deletions.
diff --git a/annif/cli_util.py b/annif/cli_util.py
@@ -302,11 +302,17 @@ def get_selected_project_ids_from_hf_hub(project_ids_pattern, repo_id, token, re
 
 def _list_files_in_hf_hub(repo_id, token, revision):
     from huggingface_hub import list_repo_files
+    from huggingface_hub.utils import HfHubHTTPError, HFValidationError
 
-    return [
-        repofile
-        for repofile in list_repo_files(repo_id=repo_id, token=token, revision=revision)
-    ]
+    try:
+        return [
+            repofile
+            for repofile in list_repo_files(
+                repo_id=repo_id, token=token, revision=revision
+            )
+        ]
+    except (HfHubHTTPError, HFValidationError) as err:
+        raise OperationFailedException(str(err))
 
 
 def download_from_hf_hub(filename, repo_id, token, revision):