SwarmLLM/.env.example at main · enapt/SwarmLLM · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
# ============================================================================
# SwarmLLM — Environment Configuration
# ============================================================================
# Copy this file to .env and fill in the values you need.
# All settings are optional — SwarmLLM runs with sensible defaults.
# ============================================================================

# ---------------------------------------------------------------------------
# Node Configuration
# ---------------------------------------------------------------------------

# HTTP API + dashboard port (P2P TCP = this + 10, P2P QUIC = same port UDP)
# SWARMLLM_NODE_LISTEN_PORT=8800

# Log verbosity: trace, debug, info, warn, error
# SWARMLLM_LOGGING_LEVEL=info

# Data directory (inside container: /data; on host use SWARMLLM_MODELS_DIR below)
# SWARMLLM_NODE_DATA_DIR=/data

# Host directory for model/shard storage (mounted into container)
# SWARMLLM_MODELS_DIR=

# GPU layers to offload (0 = CPU only, requires CUDA image)
# SWARMLLM_INFERENCE_GPU_LAYERS=0

# ---------------------------------------------------------------------------
# API Authentication
# ---------------------------------------------------------------------------

# Bearer token for API access. Leave empty to auto-generate on first run.
# Retrieve auto-generated key from: docker-compose logs | grep "API key"
# SWARMLLM_API_KEY=

# ---------------------------------------------------------------------------
# P2P Network
# ---------------------------------------------------------------------------

# Bootstrap peer address (multiaddr format)
# SWARMLLM_NETWORK_BOOTSTRAP_PEERS=/ip4/1.2.3.4/udp/8800/quic-v1

# P2P TCP port (host-side, for port mapping)
# SWARMLLM_P2P_TCP_PORT=8810

# ---------------------------------------------------------------------------
# Cloud Provider API Keys (optional — only needed for cloud model routing)
# ---------------------------------------------------------------------------

# OpenAI (GPT-4, GPT-4o)
# OPENAI_API_KEY=sk-...

# Anthropic (Claude)
# ANTHROPIC_API_KEY=sk-ant-...

# DeepSeek
# DEEPSEEK_API_KEY=

# Mistral AI
# MISTRAL_API_KEY=

# Groq (fast inference)
# GROQ_API_KEY=gsk_...

# NVIDIA NIM
# NVIDIA_NIM_API_KEY=

# Cerebras
# CEREBRAS_API_KEY=

# SambaNova
# SAMBANOVA_API_KEY=

# Fireworks AI
# FIREWORKS_API_KEY=

# Together AI
# TOGETHER_API_KEY=

# DeepInfra
# DEEPINFRA_API_KEY=

# Moonshot / Kimi
# MOONSHOT_API_KEY=

# ---------------------------------------------------------------------------
# HuggingFace (for downloading models/shards)
# ---------------------------------------------------------------------------

# HF_TOKEN=hf_...