Spaces:
Sleeping
Sleeping
Update backend/utils/analyze_prod_datasets.py
Browse files
backend/utils/analyze_prod_datasets.py
CHANGED
|
@@ -6,7 +6,7 @@ from pathlib import Path
|
|
| 6 |
from typing import Dict, Any, List
|
| 7 |
from huggingface_hub import HfApi
|
| 8 |
from dotenv import load_dotenv
|
| 9 |
-
from app.config.hf_config import HF_ORGANIZATION
|
| 10 |
|
| 11 |
# Get the backend directory path
|
| 12 |
BACKEND_DIR = Path(__file__).parent.parent
|
|
@@ -23,9 +23,9 @@ logging.basicConfig(
|
|
| 23 |
logger = logging.getLogger(__name__)
|
| 24 |
|
| 25 |
# Initialize Hugging Face API
|
| 26 |
-
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 27 |
-
if not HF_TOKEN:
|
| 28 |
-
raise ValueError("HF_TOKEN not found in environment variables")
|
| 29 |
api = HfApi(token=HF_TOKEN)
|
| 30 |
|
| 31 |
def analyze_dataset(repo_id: str) -> Dict[str, Any]:
|
|
|
|
| 6 |
from typing import Dict, Any, List
|
| 7 |
from huggingface_hub import HfApi
|
| 8 |
from dotenv import load_dotenv
|
| 9 |
+
from app.config.hf_config import HF_TOKEN, HF_ORGANIZATION
|
| 10 |
|
| 11 |
# Get the backend directory path
|
| 12 |
BACKEND_DIR = Path(__file__).parent.parent
|
|
|
|
| 23 |
logger = logging.getLogger(__name__)
|
| 24 |
|
| 25 |
# Initialize Hugging Face API
|
| 26 |
+
# HF_TOKEN = os.getenv("HF_TOKEN")
|
| 27 |
+
# if not HF_TOKEN:
|
| 28 |
+
# raise ValueError("HF_TOKEN not found in environment variables")
|
| 29 |
api = HfApi(token=HF_TOKEN)
|
| 30 |
|
| 31 |
def analyze_dataset(repo_id: str) -> Dict[str, Any]:
|