Update app.py

app.py

@@ -18,14 +18,14 @@ import re
 GEMINI_API_KEY = "AIzaSyDGpNmvskXEAeOH6hG_BtT8GR043tMREYk"  # Replace with actual API key
 genai.configure(api_key=GEMINI_API_KEY)
 
-# Set Hugging Face cache directory
+# Set Hugging Face cache directory explicitly
 CACHE_DIR = "/tmp/huggingface"
 os.environ["HF_HOME"] = CACHE_DIR
 os.environ["HF_DATASETS_CACHE"] = f"{CACHE_DIR}/datasets"
 os.environ["TRANSFORMERS_CACHE"] = f"{CACHE_DIR}/transformers"
 os.environ["HF_HUB_CACHE"] = f"{CACHE_DIR}/hub"
 
-# Ensure directories exist
+# Ensure cache directories exist
 for path in [os.environ["HF_DATASETS_CACHE"], os.environ["TRANSFORMERS_CACHE"], os.environ["HF_HUB_CACHE"]]:
     os.makedirs(path, exist_ok=True)
 
@@ -36,9 +36,9 @@ CORS(app)
 # RAG Model Initialization
 print("\U0001F680 Initializing RAG System...")
 
-# Load medical guidelines dataset
+# Load medical guidelines dataset with explicit cache directory
 print("\U0001F4C2 Loading dataset...")
-dataset = load_dataset("epfl-llm/guidelines", split="train", cache_dir=os.environ["HF_DATASETS_CACHE"])
+dataset = load_dataset("epfl-llm/guidelines", split="train", cache_dir="/tmp/huggingface/datasets")
 TITLE_COL = "title"
 CONTENT_COL = "clean_text"