Try adjusting your filters or refresh the data
+{str(e)}
+Not enough historical data available for {symbol} to perform analysis.
+Please try a different cryptocurrency or wait for more data to be collected.
+{prediction}
+Latest analysis generated on {datetime.now().strftime('%B %d, %Y at %H:%M:%S')}
+Data Points Analyzed: {len(price_history)}
+Time Range: {len(price_history)} hours of historical data
+Failed to generate analysis: {str(e)}
+Please try again or select a different cryptocurrency.
+Error: {str(e)}
" -@app.get("/api/pools/{pool_id}/history") -async def get_pool_history(pool_id: int, limit: int = 20): - """Get rotation history for a pool""" +def get_error_log_html() -> str: + """Get last 10 errors from log file as HTML""" try: - raw_history = db.get_pool_rotation_history(pool_id, limit) - except Exception as exc: # pragma: no cover - defensive - logger.warning("pool history fetch failed for %s: %s", pool_id, exc) - raw_history = [] - history = transform_rotation_history(raw_history) - return { - "history": history, - "total": len(history) - } + if not config.LOG_FILE.exists(): + return "No error log file found
" + # Read last 100 lines of log file + with open(config.LOG_FILE, 'r') as f: + lines = f.readlines() -@app.get("/api/pools/history") -async def get_all_history(limit: int = 50): - """Get all rotation history""" - try: - raw_history = db.get_pool_rotation_history(None, limit) - except Exception as exc: # pragma: no cover - defensive - logger.warning("global pool history fetch failed: %s", exc) - raw_history = [] - history = transform_rotation_history(raw_history) - return { - "history": history, - "total": len(history) - } + # Get lines with ERROR or WARNING + error_lines = [line for line in lines[-100:] if 'ERROR' in line or 'WARNING' in line] -@app.get("/api/reports/discovery") -async def get_discovery_report(): - """Get provider discovery report""" - providers = await get_provider_stats() - categories = {} - for p in providers: - cat = p.get('category', 'unknown') - if cat not in categories: - categories[cat] = {'total': 0, 'online': 0, 'offline': 0, 'degraded': 0} - categories[cat]['total'] += 1 - categories[cat][p.get('status', 'unknown')] += 1 - - return { - "total_providers": len(providers), - "categories": categories, - "timestamp": datetime.now().isoformat(), - "providers": providers[:10] # First 10 for preview - } + if not error_lines: + return "✅ No recent errors or warnings
" -@app.get("/api/reports/health") -async def get_health_report(): - """Get system health report""" - providers = await get_provider_stats() - online = len([p for p in providers if p.get('status') == 'online']) - - return { - "status": "healthy" if online >= len(providers) * 0.7 else "degraded", - "total_providers": len(providers), - "online": online, - "offline": len([p for p in providers if p.get('status') == 'offline']), - "degraded": len([p for p in providers if p.get('status') == 'degraded']), - "uptime_percentage": round((online / len(providers)) * 100, 2) if providers else 0, - "timestamp": datetime.now().isoformat() - } + # Take last 10 + error_lines = error_lines[-10:] -@app.get("/api/reports/performance") -async def get_performance_report(): - """Get performance metrics report""" - providers = await get_provider_stats() - response_times = [p.get('response_time_ms', 0) for p in providers if p.get('response_time_ms')] - - return { - "avg_response_time": round(sum(response_times) / len(response_times), 2) if response_times else 0, - "min_response_time": min(response_times) if response_times else 0, - "max_response_time": max(response_times) if response_times else 0, - "total_providers": len(providers), - "timestamp": datetime.now().isoformat() - } + html = "Error reading log: {str(e)}
" -@app.get("/api/reports/summary") -async def get_reports_summary(): - """Get complete reports summary""" - providers = await get_provider_stats() - online = len([p for p in providers if p.get('status') == 'online']) - - try: - models = await _fetch_hf_registry("models", "crypto", 5) - datasets = await _fetch_hf_registry("datasets", "crypto", 5) - except: - models = [] - datasets = [] - - return { - "providers": { - "total": len(providers), - "online": online, - "offline": len([p for p in providers if p.get('status') == 'offline']), - "degraded": len([p for p in providers if p.get('status') == 'degraded']) - }, - "models": { - "total": len(models), - "recent": models[:5] - }, - "datasets": { - "total": len(datasets), - "recent": datasets[:5] - }, - "timestamp": datetime.now().isoformat() - } -@app.get("/api/providers/config") -async def get_providers_config(): - """ - Return complete provider configuration from providers_config_ultimate.json - This endpoint is used by the Provider Auto-Discovery Engine - """ - try: - config_path = Path(__file__).parent / "providers_config_ultimate.json" - with open(config_path, 'r', encoding='utf-8') as f: - config = json.load(f) - return config - except FileNotFoundError: - raise HTTPException(status_code=404, detail="Provider config file not found") - except json.JSONDecodeError: - raise HTTPException(status_code=500, detail="Invalid JSON in provider config") - -@app.get("/api/providers/{provider_id}/health") -async def check_provider_health_by_id(provider_id: str): +def manual_data_collection() -> Tuple[pd.DataFrame, str, str]: """ - Check health status of a specific provider - Returns: { status: 'online'|'offline', response_time: number, error?: string } + Manually trigger data collection for all sources + + Returns: + Tuple of (status DataFrame, status HTML, message) """ try: - # Load provider config - config_path = Path(__file__).parent / "providers_config_ultimate.json" - with open(config_path, 'r', encoding='utf-8') as f: - config = json.load(f) + logger.info("Manual data collection triggered...") - provider = config.get('providers', {}).get(provider_id) - if not provider: - raise HTTPException(status_code=404, detail=f"Provider '{provider_id}' not found") + message = "🔄 Collecting data from all sources...\n\n" + + # Collect price data + try: + success, count = collectors.collect_price_data() + if success: + message += f"✅ Prices: {count} records collected\n" + else: + message += f"⚠️ Prices: Collection had issues\n" + except Exception as e: + message += f"❌ Prices: {str(e)}\n" - # Try to ping the provider's base URL - base_url = provider.get('base_url') - if not base_url: - return {"status": "unknown", "error": "No base URL configured"} + # Collect news data + try: + count = collectors.collect_news_data() + message += f"✅ News: {count} articles collected\n" + except Exception as e: + message += f"❌ News: {str(e)}\n" - import time - start_time = time.time() + # Collect sentiment data + try: + sentiment = collectors.collect_sentiment_data() + if sentiment: + message += f"✅ Sentiment: {sentiment.get('classification', 'N/A')}\n" + else: + message += "⚠️ Sentiment: No data collected\n" + except Exception as e: + message += f"❌ Sentiment: {str(e)}\n" - async with aiohttp.ClientSession() as session: - try: - async with session.get(base_url, timeout=aiohttp.ClientTimeout(total=5.0)) as response: - response_time = (time.time() - start_time) * 1000 # Convert to milliseconds - status = "online" if response.status in [200, 201, 204, 301, 302, 404] else "offline" - return { - "status": status, - "response_time": round(response_time, 2), - "http_status": response.status - } - except asyncio.TimeoutError: - return {"status": "offline", "error": "Timeout after 5s"} - except Exception as e: - return {"status": "offline", "error": str(e)} + message += "\n✅ Data collection complete!" + + # Get updated status + df, html = get_data_sources_status() + + return df, html, message except Exception as e: - raise HTTPException(status_code=500, detail=str(e)) + logger.error(f"Error in manual data collection: {e}") + df, html = get_data_sources_status() + return df, html, f"❌ Collection failed: {str(e)}" + + +# ==================== GRADIO INTERFACE ==================== + +def create_gradio_interface(): + """Create the complete Gradio interface with all 6 tabs""" + + # Custom CSS for better styling + custom_css = """ + .gradio-container { + max-width: 1400px !important; + } + .tab-nav button { + font-size: 16px !important; + font-weight: 600 !important; + } + """ + + with gr.Blocks( + title="Crypto Data Aggregator - Complete Dashboard", + theme=gr.themes.Soft(), + css=custom_css + ) as interface: + + # Header + gr.Markdown(""" + # 🚀 Crypto Data Aggregator - Complete Dashboard + + **Comprehensive cryptocurrency analytics platform** with real-time data, AI-powered insights, and advanced technical analysis. + + **Key Features:** + - 📊 Live price tracking for top 100 cryptocurrencies + - 📈 Historical charts with technical indicators (MA, RSI) + - 📰 News aggregation with sentiment analysis + - 🤖 AI-powered market trend predictions + - 🗄️ Powerful database explorer with export functionality + - 🔍 Real-time data source monitoring + """) + + with gr.Tabs(): + + # ==================== TAB 1: LIVE DASHBOARD ==================== + with gr.Tab("📊 Live Dashboard"): + gr.Markdown("### Real-time cryptocurrency prices and market data") + + with gr.Row(): + search_box = gr.Textbox( + label="Search/Filter", + placeholder="Enter coin name or symbol (e.g., Bitcoin, BTC)...", + scale=3 + ) + refresh_btn = gr.Button("🔄 Refresh Data", variant="primary", scale=1) + + dashboard_table = gr.Dataframe( + label="Top 100 Cryptocurrencies", + interactive=False, + wrap=True, + height=600 + ) + + refresh_status = gr.Textbox(label="Status", interactive=False) + + # Auto-refresh timer + timer = gr.Timer(value=config.AUTO_REFRESH_INTERVAL) + + # Load initial data + interface.load( + fn=get_live_dashboard, + outputs=dashboard_table + ) + + # Search/filter functionality + search_box.change( + fn=get_live_dashboard, + inputs=search_box, + outputs=dashboard_table + ) + + # Refresh button + refresh_btn.click( + fn=refresh_price_data, + outputs=[dashboard_table, refresh_status] + ) + + # Auto-refresh + timer.tick( + fn=get_live_dashboard, + outputs=dashboard_table + ) + + # ==================== TAB 2: HISTORICAL CHARTS ==================== + with gr.Tab("📈 Historical Charts"): + gr.Markdown("### Interactive price charts with technical analysis") + + with gr.Row(): + symbol_dropdown = gr.Dropdown( + label="Select Cryptocurrency", + choices=get_available_symbols(), + value=get_available_symbols()[0] if get_available_symbols() else "BTC", + scale=2 + ) + + timeframe_buttons = gr.Radio( + label="Timeframe", + choices=["1d", "7d", "30d", "90d", "1y", "All"], + value="7d", + scale=2 + ) + + chart_plot = gr.Plot(label="Price Chart with Indicators") + + with gr.Row(): + generate_chart_btn = gr.Button("📊 Generate Chart", variant="primary") + export_chart_btn = gr.Button("💾 Export Chart (PNG)") + + # Generate chart + generate_chart_btn.click( + fn=generate_chart, + inputs=[symbol_dropdown, timeframe_buttons], + outputs=chart_plot + ) + + # Also update on dropdown/timeframe change + symbol_dropdown.change( + fn=generate_chart, + inputs=[symbol_dropdown, timeframe_buttons], + outputs=chart_plot + ) + + timeframe_buttons.change( + fn=generate_chart, + inputs=[symbol_dropdown, timeframe_buttons], + outputs=chart_plot + ) + + # Load initial chart + interface.load( + fn=generate_chart, + inputs=[symbol_dropdown, timeframe_buttons], + outputs=chart_plot + ) + + # ==================== TAB 3: NEWS & SENTIMENT ==================== + with gr.Tab("📰 News & Sentiment"): + gr.Markdown("### Latest cryptocurrency news with AI sentiment analysis") + + with gr.Row(): + sentiment_filter = gr.Dropdown( + label="Filter by Sentiment", + choices=["All", "Positive", "Neutral", "Negative", "Very Positive", "Very Negative"], + value="All", + scale=1 + ) + + coin_filter = gr.Dropdown( + label="Filter by Coin", + choices=["All", "BTC", "ETH", "BNB", "XRP", "ADA", "SOL", "DOT", "DOGE"], + value="All", + scale=1 + ) + + news_refresh_btn = gr.Button("🔄 Refresh News", variant="primary", scale=1) + + news_html = gr.HTML(label="News Feed") + + # Load initial news + interface.load( + fn=get_news_feed, + inputs=[sentiment_filter, coin_filter], + outputs=news_html + ) + + # Update on filter change + sentiment_filter.change( + fn=get_news_feed, + inputs=[sentiment_filter, coin_filter], + outputs=news_html + ) + + coin_filter.change( + fn=get_news_feed, + inputs=[sentiment_filter, coin_filter], + outputs=news_html + ) + + # Refresh button + news_refresh_btn.click( + fn=get_news_feed, + inputs=[sentiment_filter, coin_filter], + outputs=news_html + ) + + # ==================== TAB 4: AI ANALYSIS ==================== + with gr.Tab("🤖 AI Analysis"): + gr.Markdown("### AI-powered market trend analysis and predictions") + + with gr.Row(): + analysis_symbol = gr.Dropdown( + label="Select Cryptocurrency for Analysis", + choices=get_available_symbols(), + value=get_available_symbols()[0] if get_available_symbols() else "BTC", + scale=3 + ) + + analyze_btn = gr.Button("🔮 Generate Analysis", variant="primary", scale=1) + + analysis_html = gr.HTML(label="AI Analysis Results") + + # Generate analysis + analyze_btn.click( + fn=generate_ai_analysis, + inputs=analysis_symbol, + outputs=analysis_html + ) + + # ==================== TAB 5: DATABASE EXPLORER ==================== + with gr.Tab("🗄️ Database Explorer"): + gr.Markdown("### Query and explore the cryptocurrency database") + + query_type = gr.Dropdown( + label="Select Query", + choices=[ + "Top 10 gainers in last 24h", + "All news with positive sentiment", + "Price history for BTC", + "Database statistics", + "Latest 100 prices", + "Recent news (50)", + "All market analyses", + "Custom Query" + ], + value="Database statistics" + ) + + custom_query_box = gr.Textbox( + label="Custom SQL Query (SELECT only)", + placeholder="SELECT * FROM prices WHERE symbol = 'BTC' LIMIT 10", + lines=3, + visible=False + ) + + with gr.Row(): + execute_btn = gr.Button("▶️ Execute Query", variant="primary") + export_btn = gr.Button("💾 Export to CSV") + + query_results = gr.Dataframe(label="Query Results", interactive=False, wrap=True) + query_status = gr.Textbox(label="Status", interactive=False) + export_status = gr.Textbox(label="Export Status", interactive=False) + + # Show/hide custom query box + def toggle_custom_query(query_type): + return gr.update(visible=(query_type == "Custom Query")) + + query_type.change( + fn=toggle_custom_query, + inputs=query_type, + outputs=custom_query_box + ) + + # Execute query + execute_btn.click( + fn=execute_database_query, + inputs=[query_type, custom_query_box], + outputs=[query_results, query_status] + ) + + # Export results + export_btn.click( + fn=export_query_results, + inputs=query_results, + outputs=[gr.Textbox(visible=False), export_status] + ) + + # Load initial query + interface.load( + fn=execute_database_query, + inputs=[query_type, custom_query_box], + outputs=[query_results, query_status] + ) + + # ==================== TAB 6: DATA SOURCES STATUS ==================== + with gr.Tab("🔍 Data Sources Status"): + gr.Markdown("### Monitor the health of all data sources") + + with gr.Row(): + status_refresh_btn = gr.Button("🔄 Refresh Status", variant="primary") + collect_btn = gr.Button("📥 Run Manual Collection", variant="secondary") + + status_table = gr.Dataframe(label="Data Sources Status", interactive=False) + error_log_html = gr.HTML(label="Error Log") + collection_status = gr.Textbox(label="Collection Status", lines=8, interactive=False) + + # Load initial status + interface.load( + fn=get_data_sources_status, + outputs=[status_table, error_log_html] + ) + + # Refresh status + status_refresh_btn.click( + fn=get_data_sources_status, + outputs=[status_table, error_log_html] + ) + + # Manual collection + collect_btn.click( + fn=manual_data_collection, + outputs=[status_table, error_log_html, collection_status] + ) + + # Footer + gr.Markdown(""" + --- + **Crypto Data Aggregator** | Powered by CoinGecko, CoinCap, Binance APIs | AI Models by HuggingFace + """) + + return interface + + +# ==================== MAIN ENTRY POINT ==================== + +def main(): + """Main function to initialize and launch the Gradio app""" + + logger.info("=" * 60) + logger.info("Starting Crypto Data Aggregator Dashboard") + logger.info("=" * 60) + + # Initialize database + logger.info("Initializing database...") + db = database.get_database() + logger.info("Database initialized successfully") + + # Start background data collection + global _collection_started + with _collection_lock: + if not _collection_started: + logger.info("Starting background data collection...") + collectors.schedule_data_collection() + _collection_started = True + logger.info("Background collection started") + + # Create Gradio interface + logger.info("Creating Gradio interface...") + interface = create_gradio_interface() + + # Launch Gradio + logger.info("Launching Gradio dashboard...") + logger.info(f"Server: {config.GRADIO_SERVER_NAME}:{config.GRADIO_SERVER_PORT}") + logger.info(f"Share: {config.GRADIO_SHARE}") + + try: + interface.launch( + share=config.GRADIO_SHARE, + server_name=config.GRADIO_SERVER_NAME, + server_port=config.GRADIO_SERVER_PORT, + show_error=True, + quiet=False + ) + except KeyboardInterrupt: + logger.info("\nShutting down...") + collectors.stop_scheduled_collection() + logger.info("Shutdown complete") + except Exception as e: + logger.error(f"Error launching Gradio: {e}\n{traceback.format_exc()}") + raise + if __name__ == "__main__": - print("🚀 Crypto Monitor ULTIMATE") - print("📊 Real APIs: CoinGecko, CoinCap, Binance, DeFi Llama, Fear & Greed") - print("🌐 http://localhost:8000/dashboard") - print("📡 API Docs: http://localhost:8000/docs") - uvicorn.run(app, host="0.0.0.0", port=8000) - -# === Compatibility routes without /api prefix for frontend fallbacks === - -@app.get("/providers") -async def providers_root(): - """Compatibility: mirror /api/providers at /providers""" - return await providers() - -@app.get("/providers/health") -async def providers_health_root(): - """Compatibility: health-style endpoint for providers""" - data = await get_provider_stats(force_refresh=True) - return data - -@app.get("/categories") -async def categories_root(): - """Compatibility: mirror /api/categories at /categories""" - return await api_categories() - -@app.get("/rate-limits") -async def rate_limits_root(): - """Compatibility: mirror /api/rate-limits at /rate-limits""" - return await api_rate_limits() - -@app.get("/logs") -async def logs_root(type: str = "all"): - """Compatibility: mirror /api/logs at /logs""" - return await api_logs(type=type) - -@app.get("/alerts") -async def alerts_root(): - """Compatibility: mirror /api/alerts at /alerts""" - return await api_alerts() - -@app.get("/hf/health") -async def hf_health_root(): - """Compatibility: mirror /api/hf/health at /hf/health""" - return await hf_health() - -@app.get("/hf/registry") -async def hf_registry_root(type: str = "models"): - """Compatibility: mirror /api/hf/registry at /hf/registry""" - return await hf_registry(type=type) - -@app.get("/hf/search") -async def hf_search_root(q: str = "", kind: str = "models"): - """Compatibility: mirror /api/hf/search at /hf/search""" - return await hf_search(q=q, kind=kind) - -@app.post("/hf/run-sentiment") -async def hf_run_sentiment_root(request: SentimentRequest): - """Compatibility: mirror /api/hf/run-sentiment at /hf/run-sentiment""" - return await hf_run_sentiment(request) + main()