Cargo.toml

[package]
name = "litellm-rs"
version = "0.4.16"
edition = "2024"
rust-version = "1.88"
authors = ["lifcc"]
description = "A high-performance AI Gateway written in Rust, providing OpenAI-compatible APIs with intelligent routing, load balancing, and enterprise features"
documentation = "https://docs.rs/litellm-rs"
homepage = "https://github.com/majiayu000/litellm-rs"
repository = "https://github.com/majiayu000/litellm-rs"
license = "MIT"
readme = "README.md"
keywords = ["ai", "gateway", "llm", "openai", "anthropic"]
categories = ["web-programming", "api-bindings", "network-programming"]
include = [
    "src/**/*",
    "config/*.example",
    "config/*.template",
    "migrations/**/*",
    "build.rs",
    "Cargo.toml",
    "README.md",
    "LICENSE",
    "LICENSE-LITELLM",
    "CHANGELOG.md"
]
default-run = "gateway"

# Binary files
[[bin]]
name = "gateway"
path = "src/main.rs"
required-features = ["storage"]

[[bin]]
name = "google-gateway"
path = "src/bin/google_gateway.rs"
required-features = ["storage"]

[[bin]]
name = "pricing-tool"
path = "src/bin/pricing-tool.rs"
required-features = ["gateway"]

[dependencies]
# Web framework and async runtime
actix-web = { version = "4.9", features = ["rustls-0_23"], optional = true }
actix-cors = { version = "0.7", optional = true }
actix-multipart = { version = "0.7", optional = true }
tokio = { version = "1.35", features = ["rt-multi-thread", "macros", "sync", "time", "fs", "io-util", "signal"] }
tokio-stream = "0.1"
tokio-util = "0.7"
futures = "0.3"
async-trait = "0.1"
async-stream = "0.3"
pin-project-lite = "0.2"
paste = "1"

# HTTP client
reqwest = { version = "0.12", features = ["json", "stream", "rustls-tls", "multipart"], default-features = false }

# Serialization and deserialization
serde = { version = "1.0", features = ["derive"] }
serde_json = "1.0"
serde_yml = "0.0.12"
rmp-serde = "1.3"

# Database and storage
# NOTE: default-features = false is critical to avoid pulling in sqlx-mysql and its vulnerable RSA dependency
sea-orm = { version = "1.1", features = ["macros", "with-chrono", "with-uuid", "with-json"], default-features = false, optional = true }
sea-orm-migration = { version = "1.1", default-features = false, optional = true }
redis = { version = "1.0", features = ["tokio-comp", "cluster", "streams", "aio", "connection-manager"], optional = true }

# Caching
lru = "0.16"

# Object storage (S3 compatible)
object_store = { version = "0.13", features = ["aws", "gcp", "azure"], optional = true }
aws-sdk-s3 = { version = "1.120", optional = true }
aws-sdk-secretsmanager = { version = "1.70", optional = true }
aws-config = { version = "1.5", optional = true }

# Cloud secret managers
google-cloud-secretmanager-v1 = { version = "~1.3", optional = true }
google-cloud-auth = { version = "~1.4", optional = true }
azure_security_keyvault_secrets = { version = "0.10", optional = true }
azure_identity = { version = "0.31", optional = true }
azure_core = { version = "0.31", optional = true }
vaultrs = { version = "0.7", optional = true }



# Authentication and security
jsonwebtoken = "9.3"
argon2 = { version = "0.5", optional = true }
uuid = { version = "1.11", features = ["v4", "serde"] }
sha2 = "0.10"
hmac = "0.12"
rand = "0.9"
aes-gcm = { version = "0.10", optional = true }
regex = "1.10"
hex = "0.4"
url = "2.5"
base64 = "0.22"
dirs = "6"

# Monitoring and tracing
tracing = "0.1"
tracing-subscriber = { version = "0.3.20", features = ["env-filter", "json"], optional = true }
sysinfo = { version = "0.32", optional = true }

# Middleware and utilities
bytes = "1.5"

# Configuration management
clap = { version = "4.4", features = ["derive", "env"], optional = true }
dotenvy = "0.15"

# JSON Schema validation
jsonschema = { version = "0.28", optional = true }

# Error handling
thiserror = "2.0"

# Time handling
chrono = { version = "0.4", features = ["serde"] }

# Concurrency and synchronization
parking_lot = "0.12"
arc-swap = "1.6"
dashmap = "5.5"

# Development dependencies
[dev-dependencies]
tokio-test = "0.4.4"
criterion = { version = "0.6.0", features = ["html_reports"] }
tempfile = "3.20.0"

# Library
[lib]
name = "litellm_rs"
path = "src/lib.rs"

# Build optimizations
[profile.release]
lto = true
codegen-units = 1
panic = "abort"
strip = true

[profile.dev]
debug = true
opt-level = 0

# Feature flags
[features]
# Default: gateway with SQLite storage (use --all-features or --features providers-extra,providers-extended for full provider set)
default = ["sqlite", "redis", "metrics", "tracing"]

# Gateway mode: HTTP server with full middleware stack
gateway = [
    "dep:actix-web", "dep:actix-cors", "dep:actix-multipart",
    "dep:argon2", "dep:aes-gcm", "dep:clap"
]

# Lite mode: API-only, no storage (use with --no-default-features)
# Example: cargo build --no-default-features --features "metrics,tracing"
lite = ["metrics", "tracing"]

# Provider compilation tiers (for reducing build size when using --no-default-features)
# - providers-extra: additional built-in provider implementations used by enum variants
# - providers-extended: direct provider modules not wired into the unified enum/factory path
providers-extra = []
providers-extended = []

# Storage backends (implies gateway since auth/server/monitoring require it)
storage = ["dep:sea-orm", "dep:sea-orm-migration", "gateway"]
postgres = ["storage", "sea-orm/sqlx-postgres", "sea-orm/runtime-tokio-rustls"]
sqlite = ["storage", "sea-orm/sqlx-sqlite", "sea-orm/runtime-tokio-rustls"]
redis = ["dep:redis"]
s3 = ["dep:object_store", "dep:aws-sdk-s3", "dep:aws-config"]

# Secret managers
aws-secrets = ["dep:aws-sdk-secretsmanager", "dep:aws-config"]
gcp-secrets = ["dep:google-cloud-secretmanager-v1", "dep:google-cloud-auth"]
azure-secrets = ["dep:azure_security_keyvault_secrets", "dep:azure_identity", "dep:azure_core"]
vault-secrets = ["dep:vaultrs"]
cloud-secrets = ["aws-secrets", "gcp-secrets", "azure-secrets", "vault-secrets"]

# Monitoring and observability
metrics = ["dep:sysinfo"]
tracing = ["dep:tracing-subscriber"]

# JSON Schema validation for MCP tool parameters
mcp-validation = ["dep:jsonschema"]

# Advanced features
vector-db = []
websockets = []
analytics = ["metrics"]
enterprise = ["analytics", "vector-db"]

# Full feature set
full = ["gateway", "postgres", "redis", "s3", "metrics", "tracing", "vector-db", "websockets", "analytics", "cloud-secrets", "providers-extra", "providers-extended", "mcp-validation"]

# Metadata
[package.metadata.docs.rs]
# Exclude vector-db feature because qdrant-client fails on docs.rs read-only filesystem
all-features = false
features = ["gateway", "postgres", "sqlite", "redis", "s3", "metrics", "tracing", "websockets", "analytics", "providers-extra", "providers-extended"]
rustdoc-args = ["--cfg", "docsrs"]

[package.metadata.playground]
features = ["full"]

# Benchmark configuration
[[bench]]
name = "performance_benchmarks"
harness = false

[[bench]]
name = "e2e_benchmarks"
harness = false

[[example]]
name = "azure_ai_chat"
required-features = ["providers-extra"]