Update retriever.py

retriever.py

@@ -10,11 +10,6 @@ import json
 HF_TOKEN_read = os.environ.get("HF_TOKEN_read")
 #HF_TOKEN_inference = os.environ.get("HF_TOKEN_inf")
 
-# Make sure cache is redirected to /tmp - for dataset and model
-os.environ["HF_HOME"] = "/tmp/hf_cache"
-os.environ["TRANSFORMERS_CACHE"] = "/tmp/hf_cache"
-os.environ["HF_HUB_CACHE"] = "/tmp/hf_cache"
-
 # Dataset repo (private)
 DATASET_REPO = "luciagomez/MrPhil_vector"
 
@@ -26,7 +21,7 @@ parquet_path = hf_hub_download(
     filename="foundations.parquet",
     repo_type="dataset",
     token=HF_TOKEN_read,
-    cache_dir="/tmp/hf_cache"
+    cache_dir="/tmp/huggingface"
 )
 
 faiss_path = hf_hub_download(
@@ -34,7 +29,7 @@ faiss_path = hf_hub_download(
     filename="faiss.index",
     repo_type="dataset",
     token=HF_TOKEN_read,
-    cache_dir="/tmp/hf_cache"
+    cache_dir="/tmp/huggingface"
 )
 
 meta_path = hf_hub_download(
@@ -42,7 +37,7 @@ meta_path = hf_hub_download(
     filename="meta.json",
     repo_type="dataset",
     token=HF_TOKEN_read,
-    cache_dir="/tmp/hf_cache"
+    cache_dir="/tmp/huggingface"
 )