Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Alina Lozovskaia
commited on
Commit
·
6a5081f
1
Parent(s):
63dac32
debugging CACHE_PATH in envs.py
Browse files- src/envs.py +25 -3
src/envs.py
CHANGED
|
@@ -1,7 +1,13 @@
|
|
| 1 |
import os
|
|
|
|
| 2 |
|
| 3 |
from huggingface_hub import HfApi
|
| 4 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
# clone / pull the lmeh eval data
|
| 6 |
H4_TOKEN = os.environ.get("H4_TOKEN", None)
|
| 7 |
|
|
@@ -16,12 +22,28 @@ PRIVATE_RESULTS_REPO = "open-llm-leaderboard/private-results"
|
|
| 16 |
IS_PUBLIC = bool(os.environ.get("IS_PUBLIC", True))
|
| 17 |
|
| 18 |
CACHE_PATH = os.getenv("HF_HOME", ".")
|
| 19 |
-
# Check if the CACHE_PATH is a directory and if we have write access, if not set to '.'
|
| 20 |
-
if not os.path.isdir(CACHE_PATH):
|
| 21 |
-
os.makedirs(CACHE_PATH, exist_ok=True) # Create directory if it doesn't exist
|
| 22 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
if not os.access(CACHE_PATH, os.W_OK):
|
|
|
|
| 24 |
CACHE_PATH = "."
|
|
|
|
|
|
|
|
|
|
|
|
|
| 25 |
|
| 26 |
EVAL_REQUESTS_PATH = os.path.join(CACHE_PATH, "eval-queue")
|
| 27 |
EVAL_RESULTS_PATH = os.path.join(CACHE_PATH, "eval-results")
|
|
|
|
| 1 |
import os
|
| 2 |
+
import logging
|
| 3 |
|
| 4 |
from huggingface_hub import HfApi
|
| 5 |
|
| 6 |
+
# DEBUG
|
| 7 |
+
# Logging the environment variable to debug
|
| 8 |
+
hf_home_env = os.getenv("HF_HOME", "Not Set")
|
| 9 |
+
print(f"HF_HOME environment variable is set to: {hf_home_env}")
|
| 10 |
+
|
| 11 |
# clone / pull the lmeh eval data
|
| 12 |
H4_TOKEN = os.environ.get("H4_TOKEN", None)
|
| 13 |
|
|
|
|
| 22 |
IS_PUBLIC = bool(os.environ.get("IS_PUBLIC", True))
|
| 23 |
|
| 24 |
CACHE_PATH = os.getenv("HF_HOME", ".")
|
|
|
|
|
|
|
|
|
|
| 25 |
|
| 26 |
+
# DEBUG STARTS
|
| 27 |
+
print(f"Initial CACHE_PATH set to: {CACHE_PATH}")
|
| 28 |
+
|
| 29 |
+
# Create directory if it doesn't exist and check write permission
|
| 30 |
+
if not os.path.isdir(CACHE_PATH):
|
| 31 |
+
try:
|
| 32 |
+
os.makedirs(CACHE_PATH, exist_ok=True)
|
| 33 |
+
print(f"Created directory at: {CACHE_PATH}")
|
| 34 |
+
except PermissionError as e:
|
| 35 |
+
print(f"PermissionError: Unable to create directory at {CACHE_PATH}. {str(e)}")
|
| 36 |
+
else:
|
| 37 |
+
print(f"Directory already exists at: {CACHE_PATH}")
|
| 38 |
+
|
| 39 |
+
# Check write access
|
| 40 |
if not os.access(CACHE_PATH, os.W_OK):
|
| 41 |
+
print(f"No write access to CACHE_PATH: {CACHE_PATH}. Resetting to current directory.")
|
| 42 |
CACHE_PATH = "."
|
| 43 |
+
else:
|
| 44 |
+
print(f"Write access confirmed for CACHE_PATH: {CACHE_PATH}")
|
| 45 |
+
|
| 46 |
+
# DEBUG ENDS
|
| 47 |
|
| 48 |
EVAL_REQUESTS_PATH = os.path.join(CACHE_PATH, "eval-queue")
|
| 49 |
EVAL_RESULTS_PATH = os.path.join(CACHE_PATH, "eval-results")
|