Update app.py

app.py

@@ -5,13 +5,15 @@ from datetime import datetime
 import time
 import csv
 import threading
+from huggingface_hub import HfApi
 import os
-from huggingface_hub import HfApi, hf_hub_download
+import io
 
-# Hugging Face credentials
-HF_USERNAME = "abolfazle80"  # Your Hugging Face username
-REPO_NAME = "crypto_data"  # Your dataset repo name
-CSV_FILENAME = "USDT.csv"  # File in your dataset
+# Hugging Face Info
+HF_USERNAME = "abolfazle80"
+REPO_NAME = "crypto_data"
+CSV_FILENAME = "USDT.csv"
+HF_CSV_URL = f"https://huggingface.co/datasets/{HF_USERNAME}/{REPO_NAME}/resolve/main/{CSV_FILENAME}"
 
 # Define the markets (cryptocurrencies to monitor)
 markets = ['DOTUSDT', 'BTCUSDT', 'ADAUSDT', 'BNBUSDT', 'SUIUSDT', 'XRPUSDT']
@@ -19,27 +21,41 @@ markets = ['DOTUSDT', 'BTCUSDT', 'ADAUSDT', 'BNBUSDT', 'SUIUSDT', 'XRPUSDT']
 # Initialize Hugging Face API
 api = HfApi()
 
-# Flag to control fetching loop
-loop_running = False
+# Function to fetch data from CoinEx
+def get_crypto_price_from_coinex(symbol):
+    url = 'https://api.coinex.com/v1/market/ticker'
+    params = {'market': symbol}
 
-# Function to download CSV if missing
-def download_csv_if_needed():
-    """Downloads CSV from Hugging Face if not present locally."""
-    if not os.path.exists(CSV_FILENAME):
-        try:
-            hf_hub_download(
-                repo_id=f"{HF_USERNAME}/{REPO_NAME}",
-                filename=CSV_FILENAME,
-                repo_type="dataset",
-                local_dir=".",  # Save in current directory
-            )
-            print("✅ CSV downloaded successfully!")
-        except Exception as e:
-            print(f"❌ Download failed: {e}")
+    try:
+        response = requests.get(url, params=params)
+        response.raise_for_status()
+        data = response.json()
 
-# Function to upload CSV to Hugging Face
+        if 'data' in data:
+            price = data['data']['ticker']['last']
+            volume = data['data']['ticker']['vol']
+            return [price, volume]
+        else:
+            return ["Symbol not found", "Symbol not found"]
+    except Exception as e:
+        st.error(f"Error fetching data: {e}")
+        return ["Error", "Error"]
+
+# Function to download existing CSV from Hugging Face
+def download_existing_csv():
+    try:
+        response = requests.get(HF_CSV_URL)
+        response.raise_for_status()
+        
+        csv_data = io.StringIO(response.text)
+        df = pd.read_csv(csv_data)
+        
+        return df  # Return existing DataFrame
+    except requests.exceptions.RequestException:
+        return pd.DataFrame()  # Return empty DataFrame if file doesn't exist
+
+# Function to upload the CSV back to Hugging Face
 def upload_to_huggingface():
-    """Uploads the CSV file to the Hugging Face dataset repo."""
     try:
         api.upload_file(
             path_or_fileobj=CSV_FILENAME,
@@ -51,85 +67,64 @@ def upload_to_huggingface():
     except Exception as e:
         print(f"❌ Upload failed: {e}")
 
-# Function to fetch and save data
+# Function to fetch, append & update the CSV
 def fetch_data():
-    """Fetches crypto data, appends to CSV, and uploads to Hugging Face."""
     global loop_running
     while loop_running:
         try:
             all_data = []
             for market in markets:
                 crypto_data = get_crypto_price_from_coinex(market)
-                all_data += crypto_data  # Append price and volume
-
-            timestamp = datetime.now().strftime('%Y-%m-%d %H:%M:%S')  # Timestamp
-            all_data.append(timestamp)  # Append timestamp to row
+                all_data += crypto_data
 
-            # Append data to the local CSV file
-            file_exists = os.path.isfile(CSV_FILENAME)
-            with open(CSV_FILENAME, "a", newline="") as file:
-                writer = csv.writer(file)
-                if not file_exists:
-                    # Write header if the file was just created
-                    header = [f"{m} Price" for m in markets] + [f"{m} Volume" for m in markets] + ["Timestamp"]
-                    writer.writerow(header)
-                writer.writerow(all_data)  # Append new row
+            timestamp = datetime.now().strftime('%Y-%m-%d %H:%M:%S')
+            all_data.append(timestamp)
 
-            print(f"✅ {all_data} added to CSV")
+            # Load existing data
+            df_existing = download_existing_csv()
 
-            # Upload updated CSV to Hugging Face
-            upload_to_huggingface()
+            # Convert new data to DataFrame
+            df_new = pd.DataFrame([all_data], columns=[f"{m} Price" for m in markets] + 
+                                                        [f"{m} Volume" for m in markets] + 
+                                                        ["Timestamp"])
 
-            time.sleep(1)  # Fetch new data every second
-        except Exception as e:
-            print(f"❌ Error: {e}")
-            loop_running = False  # Stop loop if error occurs
+            # Append new data to existing data
+            df_combined = pd.concat([df_existing, df_new], ignore_index=True)
 
-# Function to get price and volume data from CoinEx
-def get_crypto_price_from_coinex(symbol):
-    url = 'https://api.coinex.com/v1/market/ticker'
-    params = {'market': symbol}
+            # Save updated data to CSV
+            df_combined.to_csv(CSV_FILENAME, index=False)
 
-    try:
-        response = requests.get(url, params=params)
-        response.raise_for_status()  # Check for HTTP errors
-        data = response.json()
+            print(f"✅ {all_data} added to CSV and uploaded.")
 
-        if 'data' in data:
-            price = data['data']['ticker']['last']
-            volume = data['data']['ticker']['vol']
-            return [price, volume]  # Return as list
-        else:
-            return ["Symbol not found", "Symbol not found"]
-    except requests.exceptions.RequestException as e:
-        return ["Request error", "Request error"]
-    except ValueError as e:
-        return ["JSON decode error", "JSON decode error"]
+            # Upload to Hugging Face
+            upload_to_huggingface()
 
-# Streamlit UI elements
-st.title("📊 Live Crypto Data Fetcher")
+            time.sleep(1)  # Fetch new data every second
+        except Exception as e:
+            st.error(f"An error occurred: {e}")
+            loop_running = False
 
-# Ensure CSV is available
-download_csv_if_needed()
+# Streamlit UI
+st.title("🔄 Live Cryptocurrency Data Fetching")
 
-# Start button
+# Start Fetching Button
 if st.button("Start Fetching Data"):
     if not loop_running:
         loop_running = True
         threading.Thread(target=fetch_data, daemon=True).start()
-        st.success("✅ Started fetching data and saving to CSV.")
+        st.success("✅ Started fetching and saving data.")
     else:
-        st.warning("⚠️ Data fetching is already running.")
+        st.warning("⚠️ Fetching is already running.")
 
-# Stop button
+# Stop Fetching Button
 if st.button("Stop Fetching Data"):
     loop_running = False
     st.success("🛑 Stopped fetching data.")
 
-# Show latest data
-st.subheader("📌 Latest Data from CSV:")
+# Show Latest Data
+st.text("📊 Latest Data from CSV:")
 try:
     df = pd.read_csv(CSV_FILENAME)
-    st.write(df.tail())  # Show last few rows
+    st.write(df.tail())
 except Exception as e:
-    st.error(f"❌ Error reading CSV: {e}")
+    st.error(f"Error reading CSV: {e}")