Update simulation_engine/sim_runner.py

simulation_engine/sim_runner.py

@@ -1,10 +1,9 @@
 # simulation_engine/sim_runner.py
-# (V1.4 - Streamlined Simulation Loop - FIXED TITAN DATA SCARCITY)
+# (V1.6 - Streamlined Simulation Loop with DEBUG prints)
 
 import asyncio
 import os
 import pandas as pd
-import traceback
 from tqdm import tqdm
 from datetime import datetime
 
@@ -17,162 +16,153 @@ try:
     from .mock_kucoin import MockKuCoin
     from .virtual_exchange import VirtualExchange
 except ImportError:
-    print("❌ [SimRunner] Missing mock components.")
+    print("❌ [SimRunner] Missing mock components.", flush=True)
 
-# === إعدادات المحاكاة ===
 SIM_CONFIG = {
     "START_DATE": "2025-09-10",
-    "END_DATE": "2025-11-09", 
-    "INITIAL_BALANCE": 10.0, # تم التعديل بناء على طلب المستخدم
+    "END_DATE": "2025-11-09",
+    "INITIAL_BALANCE": 10.0,
     "TEST_SYMBOLS": [
         "BTC/USDT", "ETH/USDT", "SOL/USDT", "BNB/USDT", "XRP/USDT",
         "DOGE/USDT", "ADA/USDT", "AVAX/USDT", "LINK/USDT"
     ],
-    "LOCAL_DATA_DIR": "./simulation_data" 
+    "LOCAL_DATA_DIR": "./simulation_data"
 }
 
-# متغير عالمي لتتبع الحالة من app.py
-SIM_STATUS = {
-    "running": False,
-    "progress": 0.0,
-    "current_balance": 0.0,
-    "trades_count": 0
-}
+SIM_STATUS = { "running": False, "progress": 0.0, "current_balance": 0.0, "trades_count": 0 }
 
-# 🔥 متغير ثابت للإصلاح 🔥
-REQUIRED_CANDLES = 200 # الحد الأدنى للشموع المطلوبة لحساب المؤشرات الكبيرة (مثل 200 EMA)
-FETCH_LIMIT = 500 # نطلب 500 شمعة لضمان توفر الـ 200
+REQUIRED_CANDLES = 200
+FETCH_LIMIT = 500
 
 async def run_realistic_simulation():
-    global SIM_STATUS
     SIM_STATUS["running"] = True
-    print(f"🚀 بدء المحاكاة التعليمية المبسطة من {SIM_CONFIG['START_DATE']} إلى {SIM_CONFIG['END_DATE']}")
+    print(f"🚀 Sim from {SIM_CONFIG['START_DATE']} -> {SIM_CONFIG['END_DATE']} | symbols={len(SIM_CONFIG['TEST_SYMBOLS'])}", flush=True)
 
     r2_service = R2Service()
-    
     if not os.path.exists(SIM_CONFIG["LOCAL_DATA_DIR"]):
-        print(f"❌ مجلد البيانات غير موجود: {SIM_CONFIG['LOCAL_DATA_DIR']}")
+        print(f"❌ Missing data dir: {SIM_CONFIG['LOCAL_DATA_DIR']}", flush=True)
         SIM_STATUS["running"] = False
         return
 
-    print("🛠️ تجهيز البيئة...")
+    print("🛠️ Bootstrapping...", flush=True)
     mock_exchange = MockKuCoin(SIM_CONFIG["LOCAL_DATA_DIR"])
     await mock_exchange.load_data(SIM_CONFIG["TEST_SYMBOLS"], ['5m', '15m', '1h', '4h', '1d'])
     virtual_wallet = VirtualExchange(SIM_CONFIG["INITIAL_BALANCE"])
 
-    print("🧠 تهيئة النظام الهجين مع التعلم النشط...")
+    print("🧠 Initializing hybrid system...", flush=True)
     data_manager = DataManager(None, None, r2_service=r2_service, mock_exchange=mock_exchange)
-    
     learning_hub = LearningHubManager(r2_service, None, data_manager)
     await learning_hub.initialize()
-
     processor = MLProcessor(None, data_manager, learning_hub)
     await processor.initialize()
-    
-    print("✅ النظام جاهز. بدء المعركة (وضع السرعة القصوى)...")
+    print(f"✅ Ready. Threshold={getattr(data_manager, 'HYBRID_ENTRY_THRESHOLD', 'NA')}", flush=True)
 
     start_ts = int(pd.Timestamp(SIM_CONFIG["START_DATE"]).timestamp() * 1000)
     end_ts = int(pd.Timestamp(SIM_CONFIG["END_DATE"]).timestamp() * 1000)
-    step_ms = 15 * 60 * 1000 
+    step_ms = 15 * 60 * 1000
     timeline = range(start_ts, end_ts, step_ms)
     total_steps = len(timeline)
-    
+
     progress_bar = tqdm(timeline, desc="Simulating", unit="step")
-    
+
+    def log(msg: str):
+        # يضمن الظهور حتى مع tqdm
+        try:
+            progress_bar.write(msg)
+        except Exception:
+            print(msg, flush=True)
+
+    # طباعة ملخص البيانات المتاحة لكل رمز
+    for sym in SIM_CONFIG["TEST_SYMBOLS"]:
+        counts = {}
+        for tf in ['5m', '15m', '1h', '4h', '1d']:
+            data = await mock_exchange.fetch_ohlcv(sym, tf, limit=1_000_000)
+            counts[tf] = len(data)
+        log(f"[DATA] {sym} -> lens: {counts}")
+
     for i, current_ts in enumerate(progress_bar):
         mock_exchange.set_time(current_ts)
-        
+
         if i % 10 == 0:
-             SIM_STATUS["progress"] = (i / total_steps) * 100
-             SIM_STATUS["current_balance"] = virtual_wallet.get_balance()
-             SIM_STATUS["trades_count"] = len(virtual_wallet.trade_history)
+            SIM_STATUS["progress"] = (i / total_steps) * 100
+            SIM_STATUS["current_balance"] = virtual_wallet.get_balance()
+            SIM_STATUS["trades_count"] = len(virtual_wallet.trade_history)
 
-        # --- أ. تحديث المحفظة + تعلم من الصفقات المغلقة ---
+        # أ) تحديث المراكز الحالية
         current_prices = {}
         for sym in SIM_CONFIG["TEST_SYMBOLS"]:
-            ticker = await mock_exchange.fetch_ticker(sym)
-            current_prices[sym] = ticker['last']
-            
+            t = await mock_exchange.fetch_ticker(sym)
+            current_prices[sym] = t['last']
         closed_trades = virtual_wallet.update_positions(current_prices, current_ts)
-        for trade in closed_trades:
-            await learning_hub.analyze_trade_and_learn(trade, trade['close_reason'])
-
-        # --- ب. دورة البحث عن فرص جديدة (مباشرة وبسيطة) ---
-        # تم تعديل الشرط ليناسب الرصيد الصغير (أكبر من 5 دولارات كحد أدنى)
-        if virtual_wallet.get_balance() > 5: 
-            for symbol in SIM_CONFIG["TEST_SYMBOLS"]:
-                try:
-                    ohlcv_packet = {}
-                    REQUIRED_TFS = ['5m', '15m', '1h', '4h', '1d']
-                    valid_packet = True
-                    
-                    for tf in REQUIRED_TFS:
-                        # 🔥 جلب 500 شمعة بدلاً من 100
-                        candles = await mock_exchange.fetch_ohlcv(symbol, tf, limit=FETCH_LIMIT)
-                        
-                        # 🔥 التحقق من الحد الأدنى للشموع المطلوبة
-                        if not candles or len(candles) < REQUIRED_CANDLES: 
-                            valid_packet = False
-                            break
-                            
-                        ohlcv_packet[tf] = candles
-                    
-                    if not valid_packet: continue
-                    
-                    raw_data = {
-                        'symbol': symbol,
-                        'ohlcv': ohlcv_packet,
-                        'current_price': current_prices.get(symbol, 0.0)
-                    }
-
-                    res = await processor.process_and_score_symbol_enhanced(raw_data)
-                    
-                    entry_threshold = getattr(data_manager, 'HYBRID_ENTRY_THRESHOLD', 0.10)
-                    
-                    if res and res['enhanced_final_score'] >= entry_threshold:
-                        if symbol not in virtual_wallet.positions:
-                             # 🔥 حجم الصفقة 100% من الرصيد المتاح (للاستثمار بالكامل)
-                             pos_size = virtual_wallet.get_balance()
-                             
-                             virtual_wallet.execute_buy(
-                                 symbol, 
-                                 res['current_price'], 
-                                 pos_size, 
-                                 current_ts, 
-                                 res.get('components', {})
-                             )
-
-                except Exception as e:
-                    # تتبع الأخطاء الصامتة فقط
-                    if not valid_packet: continue # نمرر الأخطاء المتعلقة بالبيانات غير الكافية في بداية المحاكاة
-                    # يمكنك إلغاء التعليق هنا إذا أردت رؤية الأخطاء الأخرى:
-                    # print(f"⚠️ Error processing {symbol} at {current_ts}: {e}")
-                    pass
-
-    # الختام
-    print("\n🏁 نهاية فترة المحاكاة. إغلاق الصفقات المتبقية...")
+        for tr in closed_trades:
+            log(f"[CLOSE] {tr['symbol']} reason={tr['close_reason']} pnl={tr['pnl_percent']:.2f}%")
+            await learning_hub.analyze_trade_and_learn(tr, tr['close_reason'])
+
+        # ب) البحث عن فرص
+        entry_threshold = getattr(data_manager, 'HYBRID_ENTRY_THRESHOLD', 0.75)
+        for symbol in SIM_CONFIG["TEST_SYMBOLS"]:
+            REQUIRED_TFS = ['5m', '15m', '1h', '4h', '1d']
+            ohlcv_packet = {}
+            valid_packet = True
+            lens = {}
+            for tf in REQUIRED_TFS:
+                candles = await mock_exchange.fetch_ohlcv(symbol, tf, limit=FETCH_LIMIT)
+                n = len(candles) if candles else 0
+                lens[tf] = n
+                if not candles or n < REQUIRED_CANDLES:
+                    valid_packet = False
+            if not valid_packet:
+                if i % 50 == 0:  # لا نغرق الطرفية
+                    log(f"[SKIP][{symbol}] insufficient data {lens} need>={REQUIRED_CANDLES}")
+                continue
+
+            # إذا صالح، خزّنه
+            for tf in REQUIRED_TFS:
+                ohlcv_packet[tf] = await mock_exchange.fetch_ohlcv(symbol, tf, limit=FETCH_LIMIT)
+
+            raw_data = {'symbol': symbol, 'ohlcv': ohlcv_packet, 'current_price': current_prices.get(symbol, 0.0)}
+            res = await processor.process_and_score_symbol_enhanced(raw_data)
+
+            if not res:
+                log(f"[NORES] {symbol}")
+                continue
+
+            final_s = res['enhanced_final_score']
+            comps = res.get('components', {})
+            log(f"[SCORE] {symbol} final={final_s:.3f} thr={entry_threshold:.3f} comps={comps}")
+
+            if final_s >= entry_threshold:
+                if symbol not in virtual_wallet.positions and virtual_wallet.get_balance() > 5:
+                    pos_size = virtual_wallet.get_balance()
+                    ok = virtual_wallet.execute_buy(symbol, res['current_price'], pos_size, current_ts, comps)
+                    if ok:
+                        log(f"[BUY] {symbol} @ {res['current_price']} size=${pos_size:.2f}")
+                    else:
+                        log(f"[BUY-FAIL] {symbol} balance={virtual_wallet.get_balance():.2f}")
+
+    # إنهاء
+    print("\n🏁 نهاية فترة المحاكاة. إغلاق الصفقات المتبقية...", flush=True)
     final_ts = end_ts
     mock_exchange.set_time(final_ts)
     final_prices = {}
     for sym in SIM_CONFIG["TEST_SYMBOLS"]:
-         t = await mock_exchange.fetch_ticker(sym)
-         final_prices[sym] = t['last']
-
+        t = await mock_exchange.fetch_ticker(sym)
+        final_prices[sym] = t['last']
     for sym in list(virtual_wallet.positions.keys()):
-        trade = virtual_wallet.execute_sell(sym, final_prices.get(sym, 0), final_ts, "END_OF_SIM")
-        if trade: await learning_hub.analyze_trade_and_learn(trade, "END_OF_SIM")
+        tr = virtual_wallet.execute_sell(sym, final_prices.get(sym, 0), final_ts, "END_OF_SIM")
+        if tr:
+            await learning_hub.analyze_trade_and_learn(tr, "END_OF_SIM")
 
-    print("💾 جاري حفظ النتائج إلى R2...")
+    print("💾 جاري حفظ النتائج إلى R2...", flush=True)
     await r2_service.save_simulation_results(virtual_wallet.trade_history, virtual_wallet.metrics)
-    
     await learning_hub.shutdown()
-    
+
     SIM_STATUS["running"] = False
     SIM_STATUS["progress"] = 100.0
-    
-    print("\n🎉 === تقرير المحاكاة السريع ===")
-    print(f"💰 الرصيد النهائي: ${virtual_wallet.get_balance():.2f} (من ${SIM_CONFIG['INITIAL_BALANCE']})")
-    print(f"📈 إجمالي الربح/الخسارة: ${virtual_wallet.metrics['total_pnl_usd']:.2f}")
-    print(f"🔢 عدد الصفقات: {len(virtual_wallet.trade_history)} (فوز: {virtual_wallet.metrics['wins']} | خسارة: {virtual_wallet.metrics['losses']})")
-    print(f"📉 أقصى تراجع (Max Drawdown): {virtual_wallet.metrics['max_drawdown']*100:.2f}%")
-    print("===============================\n")
+
+    print("\n🎉 === تقرير المحاكاة السريع ===", flush=True)
+    print(f"💰 الرصيد النهائي: ${virtual_wallet.get_balance():.2f} (من ${SIM_CONFIG['INITIAL_BALANCE']})", flush=True)
+    print(f"📈 إجمالي الربح/الخسارة: ${virtual_wallet.metrics['total_pnl_usd']:.2f}", flush=True)
+    print(f"🔢 عدد الصفقات: {len(virtual_wallet.trade_history)} (فوز: {virtual_wallet.metrics['wins']} | خسارة: {virtual_wallet.metrics['losses']})", flush=True)
+    print(f"📉 أقصى تراجع (Max Drawdown): {virtual_wallet.metrics['max_drawdown']*100:.2f}%", flush=True)
+    print("===============================\n", flush=True)