Cargo.toml

[package]
name = "vector"
version = "0.11.0"
authors = ["Vector Contributors <vector@timber.io>"]
edition = "2018"
description = "A lightweight and ultra-fast tool for building observability pipelines"
homepage = "https://vector.dev"
license-file = "LICENSE"
readme = "README.md"
publish = false

[profile.bench]
debug = true

[package.metadata.deb]
maintainer-scripts = "distribution/debian/scripts/"
conf-files = ["/etc/vector/vector.toml"]
assets = [
  ["target/release/vector", "/usr/bin/", "755"],
  ["config/vector.toml", "/etc/vector/vector.toml", "644"],
  ["config/vector.spec.toml", "/etc/vector/vector.spec.toml", "644"],
  ["config/examples/*", "/etc/vector/examples/", "644"],
  ["distribution/systemd/vector.service", "/etc/systemd/system/vector.service", "644"]
]
license-file = ["target/debian-license.txt"]
extended-description-file = "target/debian-extended-description.txt"

[workspace]
members = [
  ".",
  "lib/file-source",
  "lib/tracing-limit",
  "lib/vector-wasm",
  "lib/k8s-test-framework",
]

[dependencies]
# Internal libs
codec = { path = "lib/codec" }
file-source = { path = "lib/file-source" }
tracing-limit = { path = "lib/tracing-limit" }

# Tokio / Futures
futures01 = { package = "futures", version = "0.1.25" }
futures = { version = "0.3", default-features = false, features = ["compat", "io-compat"] }
tokio01 = { package = "tokio", version = "0.1.22", features = ["io", "tcp", "rt-full", "experimental-tracing", "sync"], default-features = false }
tokio = { version = "0.2.13", features = ["blocking", "fs", "sync", "macros", "test-util", "rt-core", "io-std", "uds"] }
tokio-openssl03 = { package = "tokio-openssl", version = "0.3.0" }
tokio-openssl = "0.4.0"
tokio-retry = "0.2.0"
tokio-signal = "0.2.7"
tokio-compat = { version = "0.1", features = ["rt-full"] }
tokio-util = { version = "0.3.1", features = ["codec", "compat"] }
async-trait = "0.1"

# Tracing
tracing = "0.1.15"
tracing-futures = { version = "0.2", features = ["futures-01", "futures-03"]}
tracing-subscriber = "0.2.2"
tracing-log = "0.1.0"
tracing-tower = { git = "https:/tokio-rs/tracing", rev = "65547d8809fcc726b8187db85b23c42e32ef5dce" }

# Metrics
metrics = "0.12.1"
metrics-core = "0.5.2"
metrics-runtime = "0.13.0"

# Aws
rusoto_core = { version = "0.44.0", features = ["encoding"], optional = true }
rusoto_s3 = { version = "0.44.0", optional = true }
rusoto_logs = { version = "0.44.0", optional = true }
rusoto_cloudwatch = { version = "0.44.0", optional = true }
rusoto_kinesis = { version = "0.44.0", optional = true }
rusoto_credential = { version = "0.44.0", optional = true }
rusoto_firehose = { version = "0.44.0", optional = true }
rusoto_sts = { version = "0.44.0", optional = true }
rusoto_signature = { package = "rusoto_signature", version = "0.44.0", optional = true }

# Tower
tower = "0.1.1"
tower03 = { package = "tower", version = "0.3", git = "https:/tower-rs/tower", features = ["limit", "retry", "timeout", "util"] }

# Serde
serde = { version = "1.0.80", features = ["derive"] }
serde_json = { version = "1.0.33", features = ["raw_value"] }

# Prost
prost = "0.6.1"
prost-types = "0.6.1"

# GCP
goauth = { version = "0.7.1", optional = true }
smpl_jwt = { version = "0.5.0", optional = true }

# External libs
derivative = "1.0"
chrono = { version = "0.4.6", features = ["serde"] }
rand = "0.5.5"
regex = "1.3.9"
bytes = { version = "0.4.10", features = ["serde"] }
bytes05 = { package = "bytes", version = "0.5", features = ["serde"] }
stream-cancel = "0.4.3"
hyper = "0.13"
hyper-openssl = "0.8"
openssl = "0.10.26"
openssl-probe = "0.1.2"
string_cache = "0.7.3"
flate2 = "1.0.6"
structopt = "0.3.13"
indexmap = {version = "1.0.2", features = ["serde-1"]}
http = "0.2"
typetag = "0.1"
toml = "0.4"
syslog = "5"
syslog_loose = { version = "0.3.0", optional = true }
derive_is_enum_variant = "0.1.1"
leveldb = { git = "https:/timberio/leveldb", optional = true, default-features = false }
db-key = "0.0.5"
headers = "0.3"
rdkafka = { version = "0.24.0", features = ["libz", "ssl", "zstd"], optional = true }
hostname = "0.1.5"
seahash = { version = "3.0.6", optional = true }
jemallocator = { version = "0.3.0", optional = true }
lazy_static = "1.3.0"
rlua = { git = "https:/kyren/rlua", optional = true }
num_cpus = "1.10.0"
bytesize = { version = "1.0.0", optional = true }
glob = "0.2.11"
grok = { version = "~1.0.1", optional = true }
nom = { version = "5.1.2", optional = true }
uuid = { version = "0.7", features = ["serde", "v4"], optional = true }
exitcode = "1.1.2"
snafu = { version = "0.6", features = ["futures-01", "futures"] }
url = "2.1.1"
base64 = { version = "0.10.1", optional = true }
bollard = { version = "0.7.1", default-features = false, features = ["tls"], optional = true }
listenfd = { version = "0.3.3", optional = true }
inventory = "0.1"
maxminddb = { version = "0.14.0", optional = true }
strip-ansi-escapes = { version = "0.1.0"}
colored = "1.9"
warp = { package = "warp", version = "0.2", default-features = false, optional = true }
evmap = { version = "7", features = ["bytes"], optional = true }
evmap10 = { package = "evmap", version = "10", features = ["bytes"], optional = true }
logfmt = { version = "0.0.2", optional = true }
notify = "4.0.14"
once_cell = "1.3"
getset = "0.1.0"
lru = "0.4.3"
bloom = "0.3.2"
pulsar = { version = "1.0.0", default-features = false, features = ["tokio-runtime"], optional = true }
task-compat = "0.1"
cidr-utils = "0.4.2"
pin-project = "0.4.22"
k8s-openapi = { version = "0.9", features = ["v1_15"], optional = true }

# For WASM
vector-wasm = { path = "lib/vector-wasm", optional = true }
lucetc = { git = "https:/bytecodealliance/lucet.git", rev = "d4fc14a03bdb99ac83173d27fddf1aca48412a86", optional = true }
lucet-runtime = { git = "https:/bytecodealliance/lucet.git", rev = "d4fc14a03bdb99ac83173d27fddf1aca48412a86", optional = true }
lucet-wasi = { git = "https:/bytecodealliance/lucet.git", rev = "d4fc14a03bdb99ac83173d27fddf1aca48412a86", optional = true }
anyhow = { version = "1.0.28", optional = true }
async-stream = "0.2.1"


[target.'cfg(windows)'.dependencies]
schannel = "0.1"

[target.'cfg(target_os = "macos")'.dependencies]
security-framework = "0.4"

[target.'cfg(unix)'.dependencies]
atty = "0.2"
nix = "0.16.1"

[build-dependencies]
prost-build = "0.6.1"
built = { version = "0.4", features = ["git2", "chrono"] }

[dev-dependencies]
approx = "0.3.0"
criterion = "0.3"
tempfile = "3.0.6"
libc = "0.2.43"
libz-sys = "1.0"
walkdir = "2.2.7"
elastic_responses = "0.21.0-pre.4"
matches = "0.1.8"
pretty_assertions = "0.6.1"
tokio01-test = "0.1.1"
tower-test03 = { package = "tower-test", version = "0.3" }
tower-test01 = { package = "tower-test", version = "0.1" }
serde_yaml = "0.8.9"
dirs = "2.0.2"
tokio-test = "0.2"
tokio = { version = "0.2", features = ["test-util"] }
assert_cmd = "1.0"
reqwest = { version = "0.10.6", features = ["json"] }
k8s-test-framework = { version = "0.1", path = "lib/k8s-test-framework" }

[features]
# Default features for *-unknown-linux-gnu and *-apple-darwin
default = ["sources", "transforms", "sinks", "vendor-all", "unix", "leveldb-plain", "rdkafka-plain"]
default-musl = ["sources", "transforms", "sinks", "vendor-all", "unix", "leveldb-cmake", "rdkafka-cmake"]
# Default features for *-unknown-linux-* which make use of `cmake` for dependencies
default-cmake = ["sources", "transforms", "sinks", "vendor-all", "unix", "leveldb-cmake", "rdkafka-cmake"]
# Default features for *-pc-windows-msvc
# TODO: Enable SASL https:/timberio/vector/pull/3081#issuecomment-659298042
default-msvc = ["sources", "transforms", "sinks", "vendor-openssl", "vendor-libz", "leveldb-cmake", "rdkafka-cmake"]

# Enables features that work only on systems providing `cfg(unix)`
unix = ["jemallocator"]
# These are **very** useful on Cross compilations!
vendor-all = ["vendor-sasl", "vendor-openssl", "vendor-libz"]
vendor-sasl = ["rdkafka/gssapi-vendored"]
vendor-openssl = ["openssl/vendored"]
vendor-libz = ["libz-sys/static"]
sasl = ["rdkafka/gssapi"]
# This feature is less portable, but doesn't require `cmake` as build dependency
rdkafka-plain = ["rdkafka"]
# Enables `rdkafka` dependency.
# This feature is more portable, but requires `cmake` as build dependency. Use it if `rdkafka-plain` doesn't work.
# The `sasl` feature has to be added because of the limitations of `librdkafka` build scripts for `cmake`.
rdkafka-cmake = ["rdkafka", "rdkafka/cmake_build"]
# This feature is less portable, but doesn't require `cmake` as build dependency
leveldb-plain = ["leveldb", "leveldb/leveldb-sys-2"]
# This feature is more portable, but requires `cmake` as build dependency. Use it if `leveldb-plain` doesn't work.
leveldb-cmake = ["leveldb", "leveldb/leveldb-sys-3"]
# This feature enables the WASM foreign module support.
wasm = ["lucetc", "lucet-runtime", "lucet-wasi", "vector-wasm", "anyhow"]
wasm-timings = ["wasm"]

# Enables kubernetes dependencies and shared code. Kubernetes-related sources,
# transforms and sinks should depend on this feature.
kubernetes = ["k8s-openapi", "evmap10"]

# Sources
sources = [
  "sources-docker",
  "sources-file",
  "sources-generator",
  "sources-http",
  "sources-internal_metrics",
  "sources-journald",
  "sources-kafka",
  "sources-logplex",
  "sources-prometheus",
  "sources-socket",
  "sources-splunk_hec",
  "sources-statsd",
  "sources-stdin",
  "sources-syslog",
  "sources-tls",
  "sources-vector",
  "sources-kubernetes-logs",
]
sources-docker = ["bollard"]
sources-file = ["bytesize"]
sources-generator = []
sources-http = ["warp", "sources-tls"]
sources-internal_metrics = []
sources-journald = []
sources-kafka = ["rdkafka"]
sources-logplex = ["warp", "sources-tls"]
sources-prometheus = []
sources-socket = ["bytesize", "listenfd", "tokio-util/udp", "sources-tls"]
sources-splunk_hec = ["bytesize", "warp", "sources-tls"]
sources-statsd = ["tokio-util/udp"]
sources-stdin = ["bytesize"]
sources-syslog = ["bytesize", "listenfd", "tokio-util/udp", "sources-tls", "syslog_loose"]
sources-tls = []
sources-vector = ["listenfd" ,"sources-tls"]
sources-kubernetes-logs = ["kubernetes", "transforms-merge", "transforms-regex_parser"]

# Transforms
transforms = [
  "transforms-add_fields",
  "transforms-add_tags",
  "transforms-ansi_stripper",
  "transforms-aws_ec2_metadata",
  "transforms-coercer",
  "transforms-concat",
  "transforms-dedupe",
  "transforms-field_filter",
  "transforms-filter",
  "transforms-geoip",
  "transforms-grok_parser",
  "transforms-json_parser",
  "transforms-log_to_metric",
  "transforms-logfmt_parser",
  "transforms-lua",
  "transforms-merge",
  "transforms-regex_parser",
  "transforms-remove_fields",
  "transforms-remove_tags",
  "transforms-rename_fields",
  "transforms-sampler",
  "transforms-split",
  "transforms-swimlanes",
  "transforms-tag_cardinality_limit",
  "transforms-tokenizer",
  "transforms-reduce",
]
transforms-add_fields = []
transforms-add_tags = []
transforms-ansi_stripper = []
transforms-aws_ec2_metadata = ["evmap"]
transforms-coercer = []
transforms-concat = []
transforms-dedupe = []
transforms-filter = []
transforms-field_filter = []
transforms-geoip = ["maxminddb"]
transforms-grok_parser = ["grok"]
transforms-json_parser = []
transforms-log_to_metric = []
transforms-logfmt_parser = ["logfmt"]
transforms-lua = ["rlua"]
transforms-merge = []
transforms-regex_parser = []
transforms-remove_fields = []
transforms-remove_tags = []
transforms-rename_fields = []
transforms-sampler = ["seahash"]
transforms-split = []
transforms-swimlanes = []
transforms-tag_cardinality_limit = []
transforms-tokenizer = ["nom"]
transforms-wasm = ["wasm"]
transforms-reduce = []

# Sinks
sinks = [
  "sinks-aws_cloudwatch_logs",
  "sinks-aws_cloudwatch_metrics",
  "sinks-aws_kinesis_firehose",
  "sinks-aws_kinesis_streams",
  "sinks-aws_s3",
  "sinks-blackhole",
  "sinks-clickhouse",
  "sinks-console",
  "sinks-datadog",
  "sinks-elasticsearch",
  "sinks-file",
  "sinks-gcp",
  "sinks-honeycomb",
  "sinks-http",
  "sinks-humio_logs",
  "sinks-influxdb",
  "sinks-kafka",
  "sinks-logdna",
  "sinks-loki",
  "sinks-new_relic_logs",
  "sinks-papertrail",
  "sinks-prometheus",
  "sinks-sematext_logs",
  "sinks-socket",
  "sinks-splunk_hec",
  "sinks-statsd",
  "sinks-vector",
  "sinks-pulsar"
]
sinks-aws_cloudwatch_logs = ["rusoto_core", "rusoto_credential", "rusoto_signature", "rusoto_sts", "rusoto_logs"]
sinks-aws_cloudwatch_metrics = ["rusoto_core", "rusoto_credential", "rusoto_signature", "rusoto_sts", "rusoto_cloudwatch"]
sinks-aws_kinesis_firehose = ["rusoto_core", "rusoto_credential", "rusoto_signature", "rusoto_sts", "rusoto_firehose"]
sinks-aws_kinesis_streams = ["rusoto_core", "rusoto_credential", "rusoto_signature", "rusoto_sts", "rusoto_kinesis"]
sinks-aws_s3 = ["bytesize", "rusoto_core", "rusoto_credential", "rusoto_signature", "rusoto_sts", "rusoto_s3", "uuid"]
sinks-blackhole = []
sinks-clickhouse = ["bytesize"]
sinks-console = []
sinks-datadog = []
sinks-elasticsearch = ["base64", "bytesize", "rusoto_core", "rusoto_credential", "rusoto_signature", "rusoto_sts"]
sinks-file = []
sinks-gcp = ["base64", "bytesize", "goauth", "smpl_jwt", "uuid"]
sinks-honeycomb = ["bytesize"]
sinks-http = ["bytesize"]
sinks-humio_logs = ["sinks-splunk_hec"]
sinks-influxdb = ["bytesize"]
sinks-kafka = []
sinks-logdna = ["bytesize"]
sinks-loki = ["bytesize"]
sinks-new_relic_logs = ["bytesize", "sinks-http"]
sinks-prometheus = []
sinks-sematext_logs = ["sinks-elasticsearch"]
sinks-socket = []
sinks-papertrail = []
sinks-splunk_hec = ["bytesize"]
sinks-statsd = ["tokio-util/udp"]
sinks-vector = []
sinks-pulsar = ["pulsar"]

# Identifies that the build is a nightly build
nightly = []

# Testing-related features
docker = [
  "aws-integration-tests",
  "clickhouse-integration-tests",
  "docker-integration-tests",
  "es-integration-tests",
  "gcp-integration-tests",
  "gcp-pubsub-integration-tests",
  "gcp-cloud-storage-integration-tests",
  "humio-integration-tests",
  "influxdb-integration-tests",
  "kafka-integration-tests",
  "loki-integration-tests",
  "pulsar-integration-tests",
  "splunk-integration-tests",
]

aws-integration-tests = [
  "aws-cloudwatch-logs-integration-tests",
  "aws-cloudwatch-metrics-integration-tests",
  "aws-ec2-metadata-integration-tests",
  "aws-kinesis-firehose-integration-tests",
  "aws-kinesis-streams-integration-tests",
  "aws-s3-integration-tests",
]
aws-cloudwatch-logs-integration-tests = ["sinks-aws_cloudwatch_logs"]
aws-cloudwatch-metrics-integration-tests = ["sinks-aws_cloudwatch_metrics"]
aws-ec2-metadata-integration-tests = ["transforms-aws_ec2_metadata"]
aws-kinesis-firehose-integration-tests = ["sinks-aws_kinesis_firehose", "sinks-elasticsearch"]
aws-kinesis-streams-integration-tests = ["sinks-aws_kinesis_streams"]
aws-s3-integration-tests = ["sinks-aws_s3"]
clickhouse-integration-tests = ["sinks-clickhouse"]
docker-integration-tests = ["sources-docker", "unix"]
es-integration-tests = ["sinks-elasticsearch"]
gcp-integration-tests = ["sinks-gcp"]
gcp-pubsub-integration-tests = ["sinks-gcp"]
gcp-cloud-storage-integration-tests = ["sinks-gcp"]
humio-integration-tests = ["sinks-humio_logs"]
influxdb-integration-tests = ["sinks-influxdb"]
kafka-integration-tests = ["sources-kafka", "sinks-kafka"]
loki-integration-tests = ["sinks-loki"]
pulsar-integration-tests = ["sinks-pulsar"]
splunk-integration-tests = ["sinks-splunk_hec", "warp"]

shutdown-tests = ["sources","sinks-console","sinks-prometheus","sinks-blackhole","unix","rdkafka","transforms-log_to_metric","transforms-lua"]
disable-resolv-conf = []

# E2E tests
kubernetes-e2e-tests = ["k8s-openapi"]

[[bench]]
name = "bench"
harness = false

[[bench]]
name = "buffering"
harness = false

[[bench]]
name = "isolated_buffering"
harness = false

[[bench]]
name = "wasm"
harness = false
required-features = ["transforms-wasm", "transforms-lua"]

[[test]]
name = "kubernetes-e2e"
required-features = ["kubernetes-e2e-tests"]

[patch.'https:/tower-rs/tower']
tower-layer = "0.3"