Initial commit

variables.env

@@ -0,0 +1,74 @@
+# Environment Variables for Crypto Trading Data Collector
+# Database Configuration
+DB_HOST=localhost
+DB_PORT=5432
+DB_NAME=crypto_trading
+DB_USER=postgres
+DB_PASSWORD=your_secure_password_here
+
+# Database Connection Pool Settings
+DB_POOL_MIN_SIZE=20
+DB_POOL_MAX_SIZE=250
+DB_COMMAND_TIMEOUT=120
+
+# Binance API Configuration (Optional - not needed for market data)
+# BINANCE_API_KEY=your_binance_api_key_here
+# BINANCE_SECRET_KEY=your_binance_secret_key_here
+
+# Application Configuration
+LOG_LEVEL=INFO
+LOG_FILE=crypto_collector.log
+
+# Web UI Configuration
+WEB_HOST=0.0.0.0
+WEB_PORT=8000
+WEB_RELOAD=true
+
+# Performance Settings
+MAX_CONCURRENT_REQUESTS=100
+REQUEST_TIMEOUT=30
+WEBSOCKET_PING_INTERVAL=20
+WEBSOCKET_PING_TIMEOUT=60
+
+# Data Collection Settings
+BULK_DOWNLOAD_BATCH_SIZE=1000
+TICK_BATCH_SIZE=100
+WEBSOCKET_RECONNECT_DELAY=5
+MAX_RETRIES=3
+
+# Database Maintenance
+COMPRESSION_AFTER_DAYS=7
+RETENTION_POLICY_DAYS=365
+VACUUM_ANALYZE_INTERVAL_HOURS=24
+
+# Monitoring and Alerting
+ENABLE_METRICS=true
+METRICS_PORT=9090
+ALERT_EMAIL_ENABLED=false
+ALERT_EMAIL_SMTP_HOST=smtp.gmail.com
+ALERT_EMAIL_SMTP_PORT=587
+ALERT_EMAIL_USERNAME=your_email@gmail.com
+ALERT_EMAIL_PASSWORD=your_email_password
+ALERT_EMAIL_TO=admin@yourcompany.com
+
+# Security Settings
+SECRET_KEY=your_very_secure_secret_key_change_this_in_production
+ALLOWED_HOSTS=localhost,127.0.0.1,0.0.0.0
+CORS_ORIGINS=http://localhost:3000,http://localhost:8000
+
+# TimescaleDB Specific Settings
+TIMESCALEDB_TELEMETRY=off
+SHARED_PRELOAD_LIBRARIES=timescaledb
+
+# Memory and CPU Settings (adjust based on your 128GB RAM / 16-core setup)
+WORK_MEM=1024MB
+SHARED_BUFFERS=32GB
+EFFECTIVE_CACHE_SIZE=64GB
+MAX_CONNECTIONS=500
+MAX_WORKER_PROCESSES=14
+MAX_PARALLEL_WORKERS=14
+MAX_PARALLEL_WORKERS_PER_GATHER=8
+
+# NEW: Concurrency Control
+MAX_CONCURRENT_DOWNLOADS=3
+MAX_CONCURRENT_GAP_FILLS=2