k2-reference-data-platform/.env.example at main · rjdscott/k2-reference-data-platform · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
# K2 Reference Data Platform - Environment Configuration
# Copy this file to .env and update with your values

# ============================================================
# KAFKA CONFIGURATION
# ============================================================
REFDATA_KAFKA_BOOTSTRAP_SERVERS=localhost:9092
REFDATA_SCHEMA_REGISTRY_URL=http://localhost:8081

# Kafka Producer Settings
REFDATA_KAFKA_ENABLE_IDEMPOTENCE=true
REFDATA_KAFKA_ACKS=all
REFDATA_KAFKA_RETRIES=3

# ============================================================
# ICEBERG CONFIGURATION
# ============================================================
REFDATA_ICEBERG_CATALOG_URI=http://localhost:8181
REFDATA_ICEBERG_WAREHOUSE_PATH=s3a://refdata-warehouse

# ============================================================
# S3/MINIO CONFIGURATION
# ============================================================
REFDATA_S3_ENDPOINT=http://localhost:9000
REFDATA_S3_ACCESS_KEY=admin
REFDATA_S3_SECRET_KEY=password
REFDATA_S3_USE_SSL=false

# ============================================================
# DATABASE CONFIGURATION (PostgreSQL)
# ============================================================
REFDATA_POSTGRES_HOST=localhost
REFDATA_POSTGRES_PORT=5432
REFDATA_POSTGRES_DB=refdata
REFDATA_POSTGRES_USER=refdata_user
REFDATA_POSTGRES_PASSWORD=refdata_password

# ============================================================
# API CONFIGURATION
# ============================================================
REFDATA_API_HOST=0.0.0.0
REFDATA_API_PORT=8001
REFDATA_API_WORKERS=4
REFDATA_API_RELOAD=false  # Set to true for development

# ============================================================
# INGESTION CONFIGURATION
# ============================================================
# Polling interval in minutes (60 = hourly)
REFDATA_POLL_INTERVAL_MINUTES=60

# Exchange API endpoints
REFDATA_BINANCE_API_URL=https://api.binance.com
REFDATA_KRAKEN_API_URL=https://api.kraken.com

# Rate limiting (requests per second)
REFDATA_RATE_LIMIT_RPS=10

# ============================================================
# LOGGING CONFIGURATION
# ============================================================
REFDATA_LOG_LEVEL=INFO  # DEBUG, INFO, WARNING, ERROR, CRITICAL
REFDATA_LOG_FORMAT=json  # json or text

# ============================================================
# DUCKDB CONFIGURATION
# ============================================================
DBT_S3_ENDPOINT=http://localhost:9000
DBT_S3_ACCESS_KEY_ID=admin
DBT_S3_SECRET_ACCESS_KEY=password
DBT_S3_USE_SSL=false

DBT_ICEBERG_CATALOG_URI=http://localhost:8181
DBT_ICEBERG_WAREHOUSE=s3a://refdata-warehouse

DBT_PROFILES_DIR=./dbt
DBT_TARGET=dev  # dev, prod

# ============================================================
# OBSERVABILITY
# ============================================================
REFDATA_METRICS_ENABLED=true
REFDATA_METRICS_PORT=9090

# Prometheus Pushgateway (optional)
REFDATA_PUSHGATEWAY_URL=http://localhost:9091