support env variable 'HF_TOKEN' to download files from private repos

breezedeus · Sep 21, 2023 · 8e5dd83 · 8e5dd83
1 parent 9c1ad0a
commit 8e5dd83
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/cnstd/utils/utils.py b/cnstd/utils/utils.py
@@ -170,13 +170,15 @@ def download(url, path=None, overwrite=False, sha1_hash=None):
             os.makedirs(dirname)
 
         logger.info('Downloading %s from %s...' % (fname, url))
+        HF_TOKEN = os.environ.get('HF_TOKEN')
         with tempfile.TemporaryDirectory() as tmp_dir:
             local_path = hf_hub_download(
                 repo_id=url["repo_id"],
                 subfolder=url["subfolder"],
                 filename=url["filename"],
                 repo_type="model",
                 cache_dir=tmp_dir,
+                token=HF_TOKEN,
             )
             shutil.copy2(local_path, fname)