From ca2ee6112798d9c558c492f62cd5386a6f6724bb Mon Sep 17 00:00:00 2001 From: Alexey Milovidov Date: Sun, 1 Nov 2026 23:44:25 +0000 Subject: [PATCH] perf: compress the seed schemas with ZSTD(3) instead of ZSTD(1) The default codec in ClickHouse is ZSTD(3) since 26.9. Pin it explicitly, so that servers older than 26.9 (default LZ4) get it too. Drop the unneeded byte-size argument of Delta, which is inferred from the type. Co-Authored-By: Claude Opus 5.5 --- .changeset/default-compression-codec.md | 12 + docker/clickhouse/local/init-db-e2e.sh | 294 +++++++++--------- .../schema/seed/00002_otel_logs.sql | 44 +-- .../schema/seed/00002_otel_logs_compat.sql | 44 +-- .../schema/seed/00003_otel_metrics.sql | 242 +++++++------- .../schema/seed/00004_hyperdx_sessions.sql | 26 +- .../schema/seed/00005_otel_traces.sql | 48 +-- .../schema/seed/00005_otel_traces_compat.sql | 48 +-- 8 files changed, 385 insertions(+), 373 deletions(-) create mode 100644 .changeset/default-compression-codec.md diff --git a/.changeset/default-compression-codec.md b/.changeset/default-compression-codec.md new file mode 100644 index 0000000000..c9ebffddaf --- /dev/null +++ b/.changeset/default-compression-codec.md @@ -0,0 +1,12 @@ +--- +'@hyperdx/otel-collector': patch +--- + +perf: compress the seed schemas with `ZSTD(3)` instead of `ZSTD(1)` + +The seed schemas pinned `ZSTD(1)` on almost every column. Level 3 gives a better +compression ratio at a small insert-time CPU cost, without affecting reads, and +it is the default codec of ClickHouse since 26.9. It is pinned explicitly so +that older ClickHouse versions, whose default is `LZ4`, get it too. `Delta` +codecs drop their byte-size argument, which ClickHouse infers from the column +type. Only newly created tables are affected; existing tables keep their codecs. diff --git a/docker/clickhouse/local/init-db-e2e.sh b/docker/clickhouse/local/init-db-e2e.sh index d568410c89..c5242dc598 100755 --- a/docker/clickhouse/local/init-db-e2e.sh +++ b/docker/clickhouse/local/init-db-e2e.sh @@ -16,30 +16,30 @@ CREATE DATABASE IF NOT EXISTS ${DATABASE}; CREATE TABLE IF NOT EXISTS ${DATABASE}.e2e_otel_logs ( - \`Timestamp\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`TraceId\` String CODEC(ZSTD(1)), - \`SpanId\` String CODEC(ZSTD(1)), + \`Timestamp\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`TraceId\` String CODEC(ZSTD(3)), + \`SpanId\` String CODEC(ZSTD(3)), \`TraceFlags\` UInt8, - \`SeverityText\` LowCardinality(String) CODEC(ZSTD(1)), + \`SeverityText\` LowCardinality(String) CODEC(ZSTD(3)), \`SeverityNumber\` UInt8, - \`ServiceName\` LowCardinality(String) CODEC(ZSTD(1)), - \`Body\` String CODEC(ZSTD(1)), - \`ResourceSchemaUrl\` LowCardinality(String) CODEC(ZSTD(1)), - \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ScopeSchemaUrl\` LowCardinality(String) CODEC(ZSTD(1)), - \`ScopeName\` String CODEC(ZSTD(1)), - \`ScopeVersion\` LowCardinality(String) CODEC(ZSTD(1)), - \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`EventName\` String CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.cluster.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.cluster.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.container.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.container.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.deployment.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.deployment.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.namespace.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.namespace.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.node.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.node.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.pod.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.pod.uid\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.uid'] CODEC(ZSTD(1)), - \`__hdx_materialized_deployment.environment.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['deployment.environment.name'] CODEC(ZSTD(1)), + \`ServiceName\` LowCardinality(String) CODEC(ZSTD(3)), + \`Body\` String CODEC(ZSTD(3)), + \`ResourceSchemaUrl\` LowCardinality(String) CODEC(ZSTD(3)), + \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ScopeSchemaUrl\` LowCardinality(String) CODEC(ZSTD(3)), + \`ScopeName\` String CODEC(ZSTD(3)), + \`ScopeVersion\` LowCardinality(String) CODEC(ZSTD(3)), + \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`EventName\` String CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.cluster.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.cluster.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.container.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.container.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.deployment.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.deployment.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.namespace.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.namespace.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.node.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.node.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.pod.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.pod.uid\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.uid'] CODEC(ZSTD(3)), + \`__hdx_materialized_deployment.environment.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['deployment.environment.name'] CODEC(ZSTD(3)), INDEX idx_trace_id TraceId TYPE text(tokenizer = 'array'), INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE text(tokenizer = 'array'), INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE text(tokenizer = 'array'), @@ -66,52 +66,52 @@ SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1; -- table's seeded rows and needs no seeding of its own. CREATE TABLE IF NOT EXISTS ${DATABASE}.e2e_otel_logs_distributed ( - \`Timestamp\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`TraceId\` String CODEC(ZSTD(1)), - \`SpanId\` String CODEC(ZSTD(1)), + \`Timestamp\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`TraceId\` String CODEC(ZSTD(3)), + \`SpanId\` String CODEC(ZSTD(3)), \`TraceFlags\` UInt8, - \`SeverityText\` LowCardinality(String) CODEC(ZSTD(1)), + \`SeverityText\` LowCardinality(String) CODEC(ZSTD(3)), \`SeverityNumber\` UInt8, - \`ServiceName\` LowCardinality(String) CODEC(ZSTD(1)), - \`Body\` String CODEC(ZSTD(1)), - \`ResourceSchemaUrl\` LowCardinality(String) CODEC(ZSTD(1)), - \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ScopeSchemaUrl\` LowCardinality(String) CODEC(ZSTD(1)), - \`ScopeName\` String CODEC(ZSTD(1)), - \`ScopeVersion\` LowCardinality(String) CODEC(ZSTD(1)), - \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`EventName\` String CODEC(ZSTD(1)), - \`ColumnMissingFromShard\` String CODEC(ZSTD(1)) + \`ServiceName\` LowCardinality(String) CODEC(ZSTD(3)), + \`Body\` String CODEC(ZSTD(3)), + \`ResourceSchemaUrl\` LowCardinality(String) CODEC(ZSTD(3)), + \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ScopeSchemaUrl\` LowCardinality(String) CODEC(ZSTD(3)), + \`ScopeName\` String CODEC(ZSTD(3)), + \`ScopeVersion\` LowCardinality(String) CODEC(ZSTD(3)), + \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`EventName\` String CODEC(ZSTD(3)), + \`ColumnMissingFromShard\` String CODEC(ZSTD(3)) ) ENGINE = Distributed('hdx_cluster', '${DATABASE}', 'e2e_otel_logs', rand()); CREATE TABLE IF NOT EXISTS ${DATABASE}.e2e_otel_traces ( - \`Timestamp\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`TraceId\` String CODEC(ZSTD(1)), - \`SpanId\` String CODEC(ZSTD(1)), - \`ParentSpanId\` String CODEC(ZSTD(1)), - \`TraceState\` String CODEC(ZSTD(1)), - \`SpanName\` LowCardinality(String) CODEC(ZSTD(1)), - \`SpanKind\` LowCardinality(String) CODEC(ZSTD(1)), - \`ServiceName\` LowCardinality(String) CODEC(ZSTD(1)), - \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ScopeName\` String CODEC(ZSTD(1)), - \`ScopeVersion\` String CODEC(ZSTD(1)), - \`SpanAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`Duration\` UInt64 CODEC(ZSTD(1)), - \`StatusCode\` LowCardinality(String) CODEC(ZSTD(1)), - \`StatusMessage\` String CODEC(ZSTD(1)), - \`Events.Timestamp\` Array(DateTime64(9)) CODEC(ZSTD(1)), - \`Events.Name\` Array(LowCardinality(String)) CODEC(ZSTD(1)), - \`Events.Attributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - \`Links.TraceId\` Array(String) CODEC(ZSTD(1)), - \`Links.SpanId\` Array(String) CODEC(ZSTD(1)), - \`Links.TraceState\` Array(String) CODEC(ZSTD(1)), - \`Links.Attributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - \`__hdx_materialized_rum.sessionId\` String MATERIALIZED ResourceAttributes['rum.sessionId'] CODEC(ZSTD(1)), - \`SampleRate\` UInt64 MATERIALIZED greatest(toUInt64OrZero(SpanAttributes['SampleRate']), 1) CODEC(T64, ZSTD(1)), + \`Timestamp\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`TraceId\` String CODEC(ZSTD(3)), + \`SpanId\` String CODEC(ZSTD(3)), + \`ParentSpanId\` String CODEC(ZSTD(3)), + \`TraceState\` String CODEC(ZSTD(3)), + \`SpanName\` LowCardinality(String) CODEC(ZSTD(3)), + \`SpanKind\` LowCardinality(String) CODEC(ZSTD(3)), + \`ServiceName\` LowCardinality(String) CODEC(ZSTD(3)), + \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ScopeName\` String CODEC(ZSTD(3)), + \`ScopeVersion\` String CODEC(ZSTD(3)), + \`SpanAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`Duration\` UInt64 CODEC(ZSTD(3)), + \`StatusCode\` LowCardinality(String) CODEC(ZSTD(3)), + \`StatusMessage\` String CODEC(ZSTD(3)), + \`Events.Timestamp\` Array(DateTime64(9)) CODEC(ZSTD(3)), + \`Events.Name\` Array(LowCardinality(String)) CODEC(ZSTD(3)), + \`Events.Attributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + \`Links.TraceId\` Array(String) CODEC(ZSTD(3)), + \`Links.SpanId\` Array(String) CODEC(ZSTD(3)), + \`Links.TraceState\` Array(String) CODEC(ZSTD(3)), + \`Links.Attributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + \`__hdx_materialized_rum.sessionId\` String MATERIALIZED ResourceAttributes['rum.sessionId'] CODEC(ZSTD(3)), + \`SampleRate\` UInt64 MATERIALIZED greatest(toUInt64OrZero(SpanAttributes['SampleRate']), 1) CODEC(T64, ZSTD(3)), \`ResourceAttributeItems\` Array(String) ALIAS arrayMap((arr) -> concat(arr.1, '=', arr.2), ResourceAttributes::Array(Tuple(String, String))), \`SpanAttributeItems\` Array(String) ALIAS arrayMap((arr) -> concat(arr.1, '=', arr.2), SpanAttributes::Array(Tuple(String, String))), INDEX idx_trace_id TraceId TYPE bloom_filter(0.001) GRANULARITY 1, @@ -133,24 +133,24 @@ SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1; CREATE TABLE ${DATABASE}.e2e_hyperdx_sessions ( - \`Timestamp\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), + \`Timestamp\` DateTime64(9) CODEC(Delta, ZSTD(3)), \`TimestampTime\` DateTime DEFAULT toDateTime(Timestamp), - \`TraceId\` String CODEC(ZSTD(1)), - \`SpanId\` String CODEC(ZSTD(1)), + \`TraceId\` String CODEC(ZSTD(3)), + \`SpanId\` String CODEC(ZSTD(3)), \`TraceFlags\` UInt8, - \`SeverityText\` LowCardinality(String) CODEC(ZSTD(1)), + \`SeverityText\` LowCardinality(String) CODEC(ZSTD(3)), \`SeverityNumber\` UInt8, - \`ServiceName\` LowCardinality(String) CODEC(ZSTD(1)), - \`Body\` String CODEC(ZSTD(1)), - \`ResourceSchemaUrl\` LowCardinality(String) CODEC(ZSTD(1)), - \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ScopeSchemaUrl\` LowCardinality(String) CODEC(ZSTD(1)), - \`ScopeName\` String CODEC(ZSTD(1)), - \`ScopeVersion\` LowCardinality(String) CODEC(ZSTD(1)), - \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`__hdx_materialized_rum.sessionId\` String MATERIALIZED ResourceAttributes['rum.sessionId'] CODEC(ZSTD(1)), - \`__hdx_materialized_type\` LowCardinality(String) MATERIALIZED toString(simpleJSONExtractInt(Body, 'type')) CODEC(ZSTD(1)), + \`ServiceName\` LowCardinality(String) CODEC(ZSTD(3)), + \`Body\` String CODEC(ZSTD(3)), + \`ResourceSchemaUrl\` LowCardinality(String) CODEC(ZSTD(3)), + \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ScopeSchemaUrl\` LowCardinality(String) CODEC(ZSTD(3)), + \`ScopeName\` String CODEC(ZSTD(3)), + \`ScopeVersion\` LowCardinality(String) CODEC(ZSTD(3)), + \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`__hdx_materialized_rum.sessionId\` String MATERIALIZED ResourceAttributes['rum.sessionId'] CODEC(ZSTD(3)), + \`__hdx_materialized_type\` LowCardinality(String) MATERIALIZED toString(simpleJSONExtractInt(Body, 'type')) CODEC(ZSTD(3)), INDEX idx_trace_id TraceId TYPE bloom_filter(0.001) GRANULARITY 1, INDEX idx_rum_session_id __hdx_materialized_rum.sessionId TYPE bloom_filter(0.001) GRANULARITY 1, INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, @@ -170,27 +170,27 @@ SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1; CREATE TABLE IF NOT EXISTS ${DATABASE}.e2e_otel_metrics_gauge ( - \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ResourceSchemaUrl\` String CODEC(ZSTD(1)), - \`ScopeName\` String CODEC(ZSTD(1)), - \`ScopeVersion\` String CODEC(ZSTD(1)), - \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ScopeDroppedAttrCount\` UInt32 CODEC(ZSTD(1)), - \`ScopeSchemaUrl\` String CODEC(ZSTD(1)), - \`ServiceName\` LowCardinality(String) CODEC(ZSTD(1)), - \`MetricName\` String CODEC(ZSTD(1)), - \`MetricDescription\` String CODEC(ZSTD(1)), - \`MetricUnit\` String CODEC(ZSTD(1)), - \`Attributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`StartTimeUnix\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`TimeUnix\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`Value\` Float64 CODEC(ZSTD(1)), - \`Flags\` UInt32 CODEC(ZSTD(1)), - \`Exemplars.FilteredAttributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - \`Exemplars.TimeUnix\` Array(DateTime64(9)) CODEC(ZSTD(1)), - \`Exemplars.Value\` Array(Float64) CODEC(ZSTD(1)), - \`Exemplars.SpanId\` Array(String) CODEC(ZSTD(1)), - \`Exemplars.TraceId\` Array(String) CODEC(ZSTD(1)), + \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ResourceSchemaUrl\` String CODEC(ZSTD(3)), + \`ScopeName\` String CODEC(ZSTD(3)), + \`ScopeVersion\` String CODEC(ZSTD(3)), + \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ScopeDroppedAttrCount\` UInt32 CODEC(ZSTD(3)), + \`ScopeSchemaUrl\` String CODEC(ZSTD(3)), + \`ServiceName\` LowCardinality(String) CODEC(ZSTD(3)), + \`MetricName\` String CODEC(ZSTD(3)), + \`MetricDescription\` String CODEC(ZSTD(3)), + \`MetricUnit\` String CODEC(ZSTD(3)), + \`Attributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`StartTimeUnix\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`TimeUnix\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`Value\` Float64 CODEC(ZSTD(3)), + \`Flags\` UInt32 CODEC(ZSTD(3)), + \`Exemplars.FilteredAttributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + \`Exemplars.TimeUnix\` Array(DateTime64(9)) CODEC(ZSTD(3)), + \`Exemplars.Value\` Array(Float64) CODEC(ZSTD(3)), + \`Exemplars.SpanId\` Array(String) CODEC(ZSTD(3)), + \`Exemplars.TraceId\` Array(String) CODEC(ZSTD(3)), INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, @@ -206,29 +206,29 @@ SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1; CREATE TABLE IF NOT EXISTS ${DATABASE}.e2e_otel_metrics_sum ( - \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ResourceSchemaUrl\` String CODEC(ZSTD(1)), - \`ScopeName\` String CODEC(ZSTD(1)), - \`ScopeVersion\` String CODEC(ZSTD(1)), - \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ScopeDroppedAttrCount\` UInt32 CODEC(ZSTD(1)), - \`ScopeSchemaUrl\` String CODEC(ZSTD(1)), - \`ServiceName\` LowCardinality(String) CODEC(ZSTD(1)), - \`MetricName\` String CODEC(ZSTD(1)), - \`MetricDescription\` String CODEC(ZSTD(1)), - \`MetricUnit\` String CODEC(ZSTD(1)), - \`Attributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`StartTimeUnix\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`TimeUnix\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`Value\` Float64 CODEC(ZSTD(1)), - \`Flags\` UInt32 CODEC(ZSTD(1)), - \`AggregationTemporality\` Int32 CODEC(ZSTD(1)), - \`IsMonotonic\` Bool CODEC(Delta(1), ZSTD(1)), - \`Exemplars.FilteredAttributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - \`Exemplars.TimeUnix\` Array(DateTime64(9)) CODEC(ZSTD(1)), - \`Exemplars.Value\` Array(Float64) CODEC(ZSTD(1)), - \`Exemplars.SpanId\` Array(String) CODEC(ZSTD(1)), - \`Exemplars.TraceId\` Array(String) CODEC(ZSTD(1)), + \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ResourceSchemaUrl\` String CODEC(ZSTD(3)), + \`ScopeName\` String CODEC(ZSTD(3)), + \`ScopeVersion\` String CODEC(ZSTD(3)), + \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ScopeDroppedAttrCount\` UInt32 CODEC(ZSTD(3)), + \`ScopeSchemaUrl\` String CODEC(ZSTD(3)), + \`ServiceName\` LowCardinality(String) CODEC(ZSTD(3)), + \`MetricName\` String CODEC(ZSTD(3)), + \`MetricDescription\` String CODEC(ZSTD(3)), + \`MetricUnit\` String CODEC(ZSTD(3)), + \`Attributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`StartTimeUnix\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`TimeUnix\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`Value\` Float64 CODEC(ZSTD(3)), + \`Flags\` UInt32 CODEC(ZSTD(3)), + \`AggregationTemporality\` Int32 CODEC(ZSTD(3)), + \`IsMonotonic\` Bool CODEC(Delta, ZSTD(3)), + \`Exemplars.FilteredAttributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + \`Exemplars.TimeUnix\` Array(DateTime64(9)) CODEC(ZSTD(3)), + \`Exemplars.Value\` Array(Float64) CODEC(ZSTD(3)), + \`Exemplars.SpanId\` Array(String) CODEC(ZSTD(3)), + \`Exemplars.TraceId\` Array(String) CODEC(ZSTD(3)), INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, @@ -317,30 +317,30 @@ ORDER BY (ServiceName, Timestamp); -- base table) for the ServiceName native column and a LogAttributes map key. CREATE TABLE IF NOT EXISTS ${DATABASE}.e2e_otel_logs_metadata_mv ( - \`Timestamp\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`TraceId\` String CODEC(ZSTD(1)), - \`SpanId\` String CODEC(ZSTD(1)), + \`Timestamp\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`TraceId\` String CODEC(ZSTD(3)), + \`SpanId\` String CODEC(ZSTD(3)), \`TraceFlags\` UInt8, - \`SeverityText\` LowCardinality(String) CODEC(ZSTD(1)), + \`SeverityText\` LowCardinality(String) CODEC(ZSTD(3)), \`SeverityNumber\` UInt8, - \`ServiceName\` LowCardinality(String) CODEC(ZSTD(1)), - \`Body\` String CODEC(ZSTD(1)), - \`ResourceSchemaUrl\` LowCardinality(String) CODEC(ZSTD(1)), - \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ScopeSchemaUrl\` LowCardinality(String) CODEC(ZSTD(1)), - \`ScopeName\` String CODEC(ZSTD(1)), - \`ScopeVersion\` LowCardinality(String) CODEC(ZSTD(1)), - \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`EventName\` String CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.cluster.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.cluster.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.container.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.container.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.deployment.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.deployment.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.namespace.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.namespace.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.node.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.node.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.pod.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.pod.uid\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.uid'] CODEC(ZSTD(1)), - \`__hdx_materialized_deployment.environment.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['deployment.environment.name'] CODEC(ZSTD(1)) + \`ServiceName\` LowCardinality(String) CODEC(ZSTD(3)), + \`Body\` String CODEC(ZSTD(3)), + \`ResourceSchemaUrl\` LowCardinality(String) CODEC(ZSTD(3)), + \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ScopeSchemaUrl\` LowCardinality(String) CODEC(ZSTD(3)), + \`ScopeName\` String CODEC(ZSTD(3)), + \`ScopeVersion\` LowCardinality(String) CODEC(ZSTD(3)), + \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`EventName\` String CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.cluster.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.cluster.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.container.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.container.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.deployment.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.deployment.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.namespace.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.namespace.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.node.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.node.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.pod.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.pod.uid\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.uid'] CODEC(ZSTD(3)), + \`__hdx_materialized_deployment.environment.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['deployment.environment.name'] CODEC(ZSTD(3)) ) ENGINE = MergeTree PARTITION BY toDate(Timestamp) @@ -472,11 +472,11 @@ GROUP BY -- part of the sort/primary key. CREATE TABLE IF NOT EXISTS ${DATABASE}.e2e_custom_service_name ( - \`Timestamp\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`AppName\` LowCardinality(String) CODEC(ZSTD(1)), - \`SeverityText\` LowCardinality(String) CODEC(ZSTD(1)), - \`Body\` String CODEC(ZSTD(1)), - \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)) + \`Timestamp\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`AppName\` LowCardinality(String) CODEC(ZSTD(3)), + \`SeverityText\` LowCardinality(String) CODEC(ZSTD(3)), + \`Body\` String CODEC(ZSTD(3)), + \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)) ) ENGINE = MergeTree PARTITION BY toDate(Timestamp) diff --git a/docker/otel-collector/schema/seed/00002_otel_logs.sql b/docker/otel-collector/schema/seed/00002_otel_logs.sql index 2664576ec8..db8b68092a 100644 --- a/docker/otel-collector/schema/seed/00002_otel_logs.sql +++ b/docker/otel-collector/schema/seed/00002_otel_logs.sql @@ -1,30 +1,30 @@ -- +goose Up CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_logs ( - `Timestamp` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - `TraceId` String CODEC(ZSTD(1)), - `SpanId` String CODEC(ZSTD(1)), + `Timestamp` DateTime64(9) CODEC(Delta, ZSTD(3)), + `TraceId` String CODEC(ZSTD(3)), + `SpanId` String CODEC(ZSTD(3)), `TraceFlags` UInt8, - `SeverityText` LowCardinality(String) CODEC(ZSTD(1)), + `SeverityText` LowCardinality(String) CODEC(ZSTD(3)), `SeverityNumber` UInt8, - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `Body` String CODEC(ZSTD(1)), - `ResourceSchemaUrl` LowCardinality(String) CODEC(ZSTD(1)), - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeSchemaUrl` LowCardinality(String) CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` LowCardinality(String) CODEC(ZSTD(1)), - `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `LogAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `EventName` String CODEC(ZSTD(1)), - `__hdx_materialized_k8s.cluster.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.cluster.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.container.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.container.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.deployment.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.deployment.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.namespace.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.namespace.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.node.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.node.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.pod.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.pod.uid` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.uid'] CODEC(ZSTD(1)), - `__hdx_materialized_deployment.environment.name` LowCardinality(String) MATERIALIZED ResourceAttributes['deployment.environment.name'] CODEC(ZSTD(1)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `Body` String CODEC(ZSTD(3)), + `ResourceSchemaUrl` LowCardinality(String) CODEC(ZSTD(3)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeSchemaUrl` LowCardinality(String) CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` LowCardinality(String) CODEC(ZSTD(3)), + `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `LogAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `EventName` String CODEC(ZSTD(3)), + `__hdx_materialized_k8s.cluster.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.cluster.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.container.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.container.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.deployment.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.deployment.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.namespace.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.namespace.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.node.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.node.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.pod.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.pod.uid` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.uid'] CODEC(ZSTD(3)), + `__hdx_materialized_deployment.environment.name` LowCardinality(String) MATERIALIZED ResourceAttributes['deployment.environment.name'] CODEC(ZSTD(3)), `ResourceAttributeItems` Array(String) ALIAS arrayMap((arr) -> concat(arr.1, '=', arr.2), ResourceAttributes::Array(Tuple(String, String))), `ScopeAttributeItems` Array(String) ALIAS arrayMap((arr) -> concat(arr.1, '=', arr.2), ScopeAttributes::Array(Tuple(String, String))), `LogAttributeItems` Array(String) ALIAS arrayMap((arr) -> concat(arr.1, '=', arr.2), LogAttributes::Array(Tuple(String, String))), diff --git a/docker/otel-collector/schema/seed/00002_otel_logs_compat.sql b/docker/otel-collector/schema/seed/00002_otel_logs_compat.sql index 2aa6f1c82f..20a6d05bf5 100644 --- a/docker/otel-collector/schema/seed/00002_otel_logs_compat.sql +++ b/docker/otel-collector/schema/seed/00002_otel_logs_compat.sql @@ -2,30 +2,30 @@ -- Compatibility schema for ClickHouse < 26.2 (no full text search indexes) CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_logs ( - `Timestamp` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - `TraceId` String CODEC(ZSTD(1)), - `SpanId` String CODEC(ZSTD(1)), + `Timestamp` DateTime64(9) CODEC(Delta, ZSTD(3)), + `TraceId` String CODEC(ZSTD(3)), + `SpanId` String CODEC(ZSTD(3)), `TraceFlags` UInt8, - `SeverityText` LowCardinality(String) CODEC(ZSTD(1)), + `SeverityText` LowCardinality(String) CODEC(ZSTD(3)), `SeverityNumber` UInt8, - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `Body` String CODEC(ZSTD(1)), - `ResourceSchemaUrl` LowCardinality(String) CODEC(ZSTD(1)), - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeSchemaUrl` LowCardinality(String) CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` LowCardinality(String) CODEC(ZSTD(1)), - `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `LogAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `EventName` String CODEC(ZSTD(1)), - `__hdx_materialized_k8s.cluster.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.cluster.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.container.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.container.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.deployment.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.deployment.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.namespace.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.namespace.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.node.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.node.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.pod.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.pod.uid` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.uid'] CODEC(ZSTD(1)), - `__hdx_materialized_deployment.environment.name` LowCardinality(String) MATERIALIZED ResourceAttributes['deployment.environment.name'] CODEC(ZSTD(1)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `Body` String CODEC(ZSTD(3)), + `ResourceSchemaUrl` LowCardinality(String) CODEC(ZSTD(3)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeSchemaUrl` LowCardinality(String) CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` LowCardinality(String) CODEC(ZSTD(3)), + `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `LogAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `EventName` String CODEC(ZSTD(3)), + `__hdx_materialized_k8s.cluster.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.cluster.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.container.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.container.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.deployment.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.deployment.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.namespace.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.namespace.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.node.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.node.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.pod.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.pod.uid` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.uid'] CODEC(ZSTD(3)), + `__hdx_materialized_deployment.environment.name` LowCardinality(String) MATERIALIZED ResourceAttributes['deployment.environment.name'] CODEC(ZSTD(3)), INDEX idx_trace_id TraceId TYPE bloom_filter(0.001) GRANULARITY 1, INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, diff --git a/docker/otel-collector/schema/seed/00003_otel_metrics.sql b/docker/otel-collector/schema/seed/00003_otel_metrics.sql index 03938e811a..a778f9fa2d 100644 --- a/docker/otel-collector/schema/seed/00003_otel_metrics.sql +++ b/docker/otel-collector/schema/seed/00003_otel_metrics.sql @@ -1,27 +1,27 @@ -- +goose Up CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_metrics_gauge ( - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ResourceSchemaUrl` String CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` String CODEC(ZSTD(1)), - `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(1)), - `ScopeSchemaUrl` String CODEC(ZSTD(1)), - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricDescription` String CODEC(ZSTD(1)), - `MetricUnit` String CODEC(ZSTD(1)), - `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `StartTimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `TimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `Value` Float64 CODEC(ZSTD(1)), - `Flags` UInt32 CODEC(ZSTD(1)), - `Exemplars.FilteredAttributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - `Exemplars.TimeUnix` Array(DateTime) CODEC(ZSTD(1)), - `Exemplars.Value` Array(Float64) CODEC(ZSTD(1)), - `Exemplars.SpanId` Array(String) CODEC(ZSTD(1)), - `Exemplars.TraceId` Array(String) CODEC(ZSTD(1)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ResourceSchemaUrl` String CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` String CODEC(ZSTD(3)), + `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(3)), + `ScopeSchemaUrl` String CODEC(ZSTD(3)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricDescription` String CODEC(ZSTD(3)), + `MetricUnit` String CODEC(ZSTD(3)), + `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `StartTimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `TimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `Value` Float64 CODEC(ZSTD(3)), + `Flags` UInt32 CODEC(ZSTD(3)), + `Exemplars.FilteredAttributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + `Exemplars.TimeUnix` Array(DateTime) CODEC(ZSTD(3)), + `Exemplars.Value` Array(Float64) CODEC(ZSTD(3)), + `Exemplars.SpanId` Array(String) CODEC(ZSTD(3)), + `Exemplars.TraceId` Array(String) CODEC(ZSTD(3)), INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, @@ -39,29 +39,29 @@ SETTINGS ttl_only_drop_parts = 1; -- +goose StatementBegin CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_metrics_sum ( - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ResourceSchemaUrl` String CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` String CODEC(ZSTD(1)), - `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(1)), - `ScopeSchemaUrl` String CODEC(ZSTD(1)), - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricDescription` String CODEC(ZSTD(1)), - `MetricUnit` String CODEC(ZSTD(1)), - `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `StartTimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `TimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `Value` Float64 CODEC(ZSTD(1)), - `Flags` UInt32 CODEC(ZSTD(1)), - `Exemplars.FilteredAttributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - `Exemplars.TimeUnix` Array(DateTime) CODEC(ZSTD(1)), - `Exemplars.Value` Array(Float64) CODEC(ZSTD(1)), - `Exemplars.SpanId` Array(String) CODEC(ZSTD(1)), - `Exemplars.TraceId` Array(String) CODEC(ZSTD(1)), - `AggregationTemporality` Int32 CODEC(ZSTD(1)), - `IsMonotonic` Bool CODEC(ZSTD(1)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ResourceSchemaUrl` String CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` String CODEC(ZSTD(3)), + `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(3)), + `ScopeSchemaUrl` String CODEC(ZSTD(3)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricDescription` String CODEC(ZSTD(3)), + `MetricUnit` String CODEC(ZSTD(3)), + `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `StartTimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `TimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `Value` Float64 CODEC(ZSTD(3)), + `Flags` UInt32 CODEC(ZSTD(3)), + `Exemplars.FilteredAttributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + `Exemplars.TimeUnix` Array(DateTime) CODEC(ZSTD(3)), + `Exemplars.Value` Array(Float64) CODEC(ZSTD(3)), + `Exemplars.SpanId` Array(String) CODEC(ZSTD(3)), + `Exemplars.TraceId` Array(String) CODEC(ZSTD(3)), + `AggregationTemporality` Int32 CODEC(ZSTD(3)), + `IsMonotonic` Bool CODEC(ZSTD(3)), INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, @@ -80,33 +80,33 @@ SETTINGS ttl_only_drop_parts = 1; -- +goose StatementBegin CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_metrics_histogram ( - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ResourceSchemaUrl` String CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` String CODEC(ZSTD(1)), - `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(1)), - `ScopeSchemaUrl` String CODEC(ZSTD(1)), - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricDescription` String CODEC(ZSTD(1)), - `MetricUnit` String CODEC(ZSTD(1)), - `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `StartTimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `TimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `Count` UInt64 CODEC(Delta(8), ZSTD(1)), - `Sum` Float64 CODEC(ZSTD(1)), - `BucketCounts` Array(UInt64) CODEC(ZSTD(1)), - `ExplicitBounds` Array(Float64) CODEC(ZSTD(1)), - `Exemplars.FilteredAttributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - `Exemplars.TimeUnix` Array(DateTime) CODEC(ZSTD(1)), - `Exemplars.Value` Array(Float64) CODEC(ZSTD(1)), - `Exemplars.SpanId` Array(String) CODEC(ZSTD(1)), - `Exemplars.TraceId` Array(String) CODEC(ZSTD(1)), - `Flags` UInt32 CODEC(ZSTD(1)), - `Min` Float64 CODEC(ZSTD(1)), - `Max` Float64 CODEC(ZSTD(1)), - `AggregationTemporality` Int32 CODEC(ZSTD(1)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ResourceSchemaUrl` String CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` String CODEC(ZSTD(3)), + `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(3)), + `ScopeSchemaUrl` String CODEC(ZSTD(3)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricDescription` String CODEC(ZSTD(3)), + `MetricUnit` String CODEC(ZSTD(3)), + `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `StartTimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `TimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `Count` UInt64 CODEC(Delta, ZSTD(3)), + `Sum` Float64 CODEC(ZSTD(3)), + `BucketCounts` Array(UInt64) CODEC(ZSTD(3)), + `ExplicitBounds` Array(Float64) CODEC(ZSTD(3)), + `Exemplars.FilteredAttributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + `Exemplars.TimeUnix` Array(DateTime) CODEC(ZSTD(3)), + `Exemplars.Value` Array(Float64) CODEC(ZSTD(3)), + `Exemplars.SpanId` Array(String) CODEC(ZSTD(3)), + `Exemplars.TraceId` Array(String) CODEC(ZSTD(3)), + `Flags` UInt32 CODEC(ZSTD(3)), + `Min` Float64 CODEC(ZSTD(3)), + `Max` Float64 CODEC(ZSTD(3)), + `AggregationTemporality` Int32 CODEC(ZSTD(3)), INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, @@ -125,37 +125,37 @@ SETTINGS ttl_only_drop_parts = 1; -- +goose StatementBegin CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_metrics_exponential_histogram ( - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ResourceSchemaUrl` String CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` String CODEC(ZSTD(1)), - `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(1)), - `ScopeSchemaUrl` String CODEC(ZSTD(1)), - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricDescription` String CODEC(ZSTD(1)), - `MetricUnit` String CODEC(ZSTD(1)), - `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `StartTimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `TimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `Count` UInt64 CODEC(Delta(8), ZSTD(1)), - `Sum` Float64 CODEC(ZSTD(1)), - `Scale` Int32 CODEC(ZSTD(1)), - `ZeroCount` UInt64 CODEC(ZSTD(1)), - `PositiveOffset` Int32 CODEC(ZSTD(1)), - `PositiveBucketCounts` Array(UInt64) CODEC(ZSTD(1)), - `NegativeOffset` Int32 CODEC(ZSTD(1)), - `NegativeBucketCounts` Array(UInt64) CODEC(ZSTD(1)), - `Exemplars.FilteredAttributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - `Exemplars.TimeUnix` Array(DateTime) CODEC(ZSTD(1)), - `Exemplars.Value` Array(Float64) CODEC(ZSTD(1)), - `Exemplars.SpanId` Array(String) CODEC(ZSTD(1)), - `Exemplars.TraceId` Array(String) CODEC(ZSTD(1)), - `Flags` UInt32 CODEC(ZSTD(1)), - `Min` Float64 CODEC(ZSTD(1)), - `Max` Float64 CODEC(ZSTD(1)), - `AggregationTemporality` Int32 CODEC(ZSTD(1)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ResourceSchemaUrl` String CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` String CODEC(ZSTD(3)), + `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(3)), + `ScopeSchemaUrl` String CODEC(ZSTD(3)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricDescription` String CODEC(ZSTD(3)), + `MetricUnit` String CODEC(ZSTD(3)), + `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `StartTimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `TimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `Count` UInt64 CODEC(Delta, ZSTD(3)), + `Sum` Float64 CODEC(ZSTD(3)), + `Scale` Int32 CODEC(ZSTD(3)), + `ZeroCount` UInt64 CODEC(ZSTD(3)), + `PositiveOffset` Int32 CODEC(ZSTD(3)), + `PositiveBucketCounts` Array(UInt64) CODEC(ZSTD(3)), + `NegativeOffset` Int32 CODEC(ZSTD(3)), + `NegativeBucketCounts` Array(UInt64) CODEC(ZSTD(3)), + `Exemplars.FilteredAttributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + `Exemplars.TimeUnix` Array(DateTime) CODEC(ZSTD(3)), + `Exemplars.Value` Array(Float64) CODEC(ZSTD(3)), + `Exemplars.SpanId` Array(String) CODEC(ZSTD(3)), + `Exemplars.TraceId` Array(String) CODEC(ZSTD(3)), + `Flags` UInt32 CODEC(ZSTD(3)), + `Min` Float64 CODEC(ZSTD(3)), + `Max` Float64 CODEC(ZSTD(3)), + `AggregationTemporality` Int32 CODEC(ZSTD(3)), INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, @@ -174,25 +174,25 @@ SETTINGS ttl_only_drop_parts = 1; -- +goose StatementBegin CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_metrics_summary ( - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ResourceSchemaUrl` String CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` String CODEC(ZSTD(1)), - `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(1)), - `ScopeSchemaUrl` String CODEC(ZSTD(1)), - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricDescription` String CODEC(ZSTD(1)), - `MetricUnit` String CODEC(ZSTD(1)), - `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `StartTimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `TimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `Count` UInt64 CODEC(Delta(8), ZSTD(1)), - `Sum` Float64 CODEC(ZSTD(1)), - `ValueAtQuantiles.Quantile` Array(Float64) CODEC(ZSTD(1)), - `ValueAtQuantiles.Value` Array(Float64) CODEC(ZSTD(1)), - `Flags` UInt32 CODEC(ZSTD(1)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ResourceSchemaUrl` String CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` String CODEC(ZSTD(3)), + `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(3)), + `ScopeSchemaUrl` String CODEC(ZSTD(3)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricDescription` String CODEC(ZSTD(3)), + `MetricUnit` String CODEC(ZSTD(3)), + `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `StartTimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `TimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `Count` UInt64 CODEC(Delta, ZSTD(3)), + `Sum` Float64 CODEC(ZSTD(3)), + `ValueAtQuantiles.Quantile` Array(Float64) CODEC(ZSTD(3)), + `ValueAtQuantiles.Value` Array(Float64) CODEC(ZSTD(3)), + `Flags` UInt32 CODEC(ZSTD(3)), INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, diff --git a/docker/otel-collector/schema/seed/00004_hyperdx_sessions.sql b/docker/otel-collector/schema/seed/00004_hyperdx_sessions.sql index d82bccfd55..076375c597 100644 --- a/docker/otel-collector/schema/seed/00004_hyperdx_sessions.sql +++ b/docker/otel-collector/schema/seed/00004_hyperdx_sessions.sql @@ -1,22 +1,22 @@ -- +goose Up CREATE TABLE IF NOT EXISTS ${DATABASE}.hyperdx_sessions ( - `Timestamp` DateTime64(9) CODEC(Delta(8), ZSTD(1)), + `Timestamp` DateTime64(9) CODEC(Delta, ZSTD(3)), `TimestampTime` DateTime DEFAULT toDateTime(Timestamp), - `TraceId` String CODEC(ZSTD(1)), - `SpanId` String CODEC(ZSTD(1)), + `TraceId` String CODEC(ZSTD(3)), + `SpanId` String CODEC(ZSTD(3)), `TraceFlags` UInt8, - `SeverityText` LowCardinality(String) CODEC(ZSTD(1)), + `SeverityText` LowCardinality(String) CODEC(ZSTD(3)), `SeverityNumber` UInt8, - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `Body` String CODEC(ZSTD(1)), - `ResourceSchemaUrl` LowCardinality(String) CODEC(ZSTD(1)), - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeSchemaUrl` LowCardinality(String) CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` LowCardinality(String) CODEC(ZSTD(1)), - `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `LogAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `Body` String CODEC(ZSTD(3)), + `ResourceSchemaUrl` LowCardinality(String) CODEC(ZSTD(3)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeSchemaUrl` LowCardinality(String) CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` LowCardinality(String) CODEC(ZSTD(3)), + `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `LogAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), INDEX idx_trace_id TraceId TYPE bloom_filter(0.001) GRANULARITY 1, INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, diff --git a/docker/otel-collector/schema/seed/00005_otel_traces.sql b/docker/otel-collector/schema/seed/00005_otel_traces.sql index ce964efb37..b3ad5b3a9e 100644 --- a/docker/otel-collector/schema/seed/00005_otel_traces.sql +++ b/docker/otel-collector/schema/seed/00005_otel_traces.sql @@ -1,30 +1,30 @@ -- +goose Up CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_traces ( - `Timestamp` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - `TraceId` String CODEC(ZSTD(1)), - `SpanId` String CODEC(ZSTD(1)), - `ParentSpanId` String CODEC(ZSTD(1)), - `TraceState` String CODEC(ZSTD(1)), - `SpanName` LowCardinality(String) CODEC(ZSTD(1)), - `SpanKind` LowCardinality(String) CODEC(ZSTD(1)), - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` String CODEC(ZSTD(1)), - `SpanAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `Duration` UInt64 CODEC(ZSTD(1)), - `StatusCode` LowCardinality(String) CODEC(ZSTD(1)), - `StatusMessage` String CODEC(ZSTD(1)), - `Events.Timestamp` Array(DateTime64(9)) CODEC(ZSTD(1)), - `Events.Name` Array(LowCardinality(String)) CODEC(ZSTD(1)), - `Events.Attributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - `Links.TraceId` Array(String) CODEC(ZSTD(1)), - `Links.SpanId` Array(String) CODEC(ZSTD(1)), - `Links.TraceState` Array(String) CODEC(ZSTD(1)), - `Links.Attributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - `__hdx_materialized_rum.sessionId` String MATERIALIZED ResourceAttributes['rum.sessionId'] CODEC(ZSTD(1)), - `SampleRate` UInt64 MATERIALIZED greatest(toUInt64OrZero(SpanAttributes['SampleRate']), 1) CODEC(T64, ZSTD(1)), + `Timestamp` DateTime64(9) CODEC(Delta, ZSTD(3)), + `TraceId` String CODEC(ZSTD(3)), + `SpanId` String CODEC(ZSTD(3)), + `ParentSpanId` String CODEC(ZSTD(3)), + `TraceState` String CODEC(ZSTD(3)), + `SpanName` LowCardinality(String) CODEC(ZSTD(3)), + `SpanKind` LowCardinality(String) CODEC(ZSTD(3)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` String CODEC(ZSTD(3)), + `SpanAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `Duration` UInt64 CODEC(ZSTD(3)), + `StatusCode` LowCardinality(String) CODEC(ZSTD(3)), + `StatusMessage` String CODEC(ZSTD(3)), + `Events.Timestamp` Array(DateTime64(9)) CODEC(ZSTD(3)), + `Events.Name` Array(LowCardinality(String)) CODEC(ZSTD(3)), + `Events.Attributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + `Links.TraceId` Array(String) CODEC(ZSTD(3)), + `Links.SpanId` Array(String) CODEC(ZSTD(3)), + `Links.TraceState` Array(String) CODEC(ZSTD(3)), + `Links.Attributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + `__hdx_materialized_rum.sessionId` String MATERIALIZED ResourceAttributes['rum.sessionId'] CODEC(ZSTD(3)), + `SampleRate` UInt64 MATERIALIZED greatest(toUInt64OrZero(SpanAttributes['SampleRate']), 1) CODEC(T64, ZSTD(3)), `ResourceAttributeItems` Array(String) ALIAS arrayMap((arr) -> concat(arr.1, '=', arr.2), ResourceAttributes::Array(Tuple(String, String))), `SpanAttributeItems` Array(String) ALIAS arrayMap((arr) -> concat(arr.1, '=', arr.2), SpanAttributes::Array(Tuple(String, String))), INDEX idx_trace_id TraceId TYPE text(tokenizer = 'array'), diff --git a/docker/otel-collector/schema/seed/00005_otel_traces_compat.sql b/docker/otel-collector/schema/seed/00005_otel_traces_compat.sql index 480be6b093..4e5b8f4e9d 100644 --- a/docker/otel-collector/schema/seed/00005_otel_traces_compat.sql +++ b/docker/otel-collector/schema/seed/00005_otel_traces_compat.sql @@ -5,30 +5,30 @@ -- bloom_filter-only schema so traces still works on those servers. CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_traces ( - `Timestamp` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - `TraceId` String CODEC(ZSTD(1)), - `SpanId` String CODEC(ZSTD(1)), - `ParentSpanId` String CODEC(ZSTD(1)), - `TraceState` String CODEC(ZSTD(1)), - `SpanName` LowCardinality(String) CODEC(ZSTD(1)), - `SpanKind` LowCardinality(String) CODEC(ZSTD(1)), - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` String CODEC(ZSTD(1)), - `SpanAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `Duration` UInt64 CODEC(ZSTD(1)), - `StatusCode` LowCardinality(String) CODEC(ZSTD(1)), - `StatusMessage` String CODEC(ZSTD(1)), - `Events.Timestamp` Array(DateTime64(9)) CODEC(ZSTD(1)), - `Events.Name` Array(LowCardinality(String)) CODEC(ZSTD(1)), - `Events.Attributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - `Links.TraceId` Array(String) CODEC(ZSTD(1)), - `Links.SpanId` Array(String) CODEC(ZSTD(1)), - `Links.TraceState` Array(String) CODEC(ZSTD(1)), - `Links.Attributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - `__hdx_materialized_rum.sessionId` String MATERIALIZED ResourceAttributes['rum.sessionId'] CODEC(ZSTD(1)), - `SampleRate` UInt64 MATERIALIZED greatest(toUInt64OrZero(SpanAttributes['SampleRate']), 1) CODEC(T64, ZSTD(1)), + `Timestamp` DateTime64(9) CODEC(Delta, ZSTD(3)), + `TraceId` String CODEC(ZSTD(3)), + `SpanId` String CODEC(ZSTD(3)), + `ParentSpanId` String CODEC(ZSTD(3)), + `TraceState` String CODEC(ZSTD(3)), + `SpanName` LowCardinality(String) CODEC(ZSTD(3)), + `SpanKind` LowCardinality(String) CODEC(ZSTD(3)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` String CODEC(ZSTD(3)), + `SpanAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `Duration` UInt64 CODEC(ZSTD(3)), + `StatusCode` LowCardinality(String) CODEC(ZSTD(3)), + `StatusMessage` String CODEC(ZSTD(3)), + `Events.Timestamp` Array(DateTime64(9)) CODEC(ZSTD(3)), + `Events.Name` Array(LowCardinality(String)) CODEC(ZSTD(3)), + `Events.Attributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + `Links.TraceId` Array(String) CODEC(ZSTD(3)), + `Links.SpanId` Array(String) CODEC(ZSTD(3)), + `Links.TraceState` Array(String) CODEC(ZSTD(3)), + `Links.Attributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + `__hdx_materialized_rum.sessionId` String MATERIALIZED ResourceAttributes['rum.sessionId'] CODEC(ZSTD(3)), + `SampleRate` UInt64 MATERIALIZED greatest(toUInt64OrZero(SpanAttributes['SampleRate']), 1) CODEC(T64, ZSTD(3)), INDEX idx_trace_id TraceId TYPE bloom_filter(0.001) GRANULARITY 1, INDEX idx_rum_session_id __hdx_materialized_rum.sessionId TYPE bloom_filter(0.001) GRANULARITY 1, INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,