diff --git a/.changeset/default-compression-codec.md b/.changeset/default-compression-codec.md new file mode 100644 index 0000000000..c9ebffddaf --- /dev/null +++ b/.changeset/default-compression-codec.md @@ -0,0 +1,12 @@ +--- +'@hyperdx/otel-collector': patch +--- + +perf: compress the seed schemas with `ZSTD(3)` instead of `ZSTD(1)` + +The seed schemas pinned `ZSTD(1)` on almost every column. Level 3 gives a better +compression ratio at a small insert-time CPU cost, without affecting reads, and +it is the default codec of ClickHouse since 26.9. It is pinned explicitly so +that older ClickHouse versions, whose default is `LZ4`, get it too. `Delta` +codecs drop their byte-size argument, which ClickHouse infers from the column +type. Only newly created tables are affected; existing tables keep their codecs. diff --git a/docker/clickhouse/local/init-db-e2e.sh b/docker/clickhouse/local/init-db-e2e.sh index d568410c89..c5242dc598 100755 --- a/docker/clickhouse/local/init-db-e2e.sh +++ b/docker/clickhouse/local/init-db-e2e.sh @@ -16,30 +16,30 @@ CREATE DATABASE IF NOT EXISTS ${DATABASE}; CREATE TABLE IF NOT EXISTS ${DATABASE}.e2e_otel_logs ( - \`Timestamp\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`TraceId\` String CODEC(ZSTD(1)), - \`SpanId\` String CODEC(ZSTD(1)), + \`Timestamp\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`TraceId\` String CODEC(ZSTD(3)), + \`SpanId\` String CODEC(ZSTD(3)), \`TraceFlags\` UInt8, - \`SeverityText\` LowCardinality(String) CODEC(ZSTD(1)), + \`SeverityText\` LowCardinality(String) CODEC(ZSTD(3)), \`SeverityNumber\` UInt8, - \`ServiceName\` LowCardinality(String) CODEC(ZSTD(1)), - \`Body\` String CODEC(ZSTD(1)), - \`ResourceSchemaUrl\` LowCardinality(String) CODEC(ZSTD(1)), - \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ScopeSchemaUrl\` LowCardinality(String) CODEC(ZSTD(1)), - \`ScopeName\` String CODEC(ZSTD(1)), - \`ScopeVersion\` LowCardinality(String) CODEC(ZSTD(1)), - \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`EventName\` String CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.cluster.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.cluster.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.container.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.container.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.deployment.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.deployment.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.namespace.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.namespace.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.node.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.node.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.pod.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.pod.uid\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.uid'] CODEC(ZSTD(1)), - \`__hdx_materialized_deployment.environment.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['deployment.environment.name'] CODEC(ZSTD(1)), + \`ServiceName\` LowCardinality(String) CODEC(ZSTD(3)), + \`Body\` String CODEC(ZSTD(3)), + \`ResourceSchemaUrl\` LowCardinality(String) CODEC(ZSTD(3)), + \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ScopeSchemaUrl\` LowCardinality(String) CODEC(ZSTD(3)), + \`ScopeName\` String CODEC(ZSTD(3)), + \`ScopeVersion\` LowCardinality(String) CODEC(ZSTD(3)), + \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`EventName\` String CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.cluster.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.cluster.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.container.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.container.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.deployment.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.deployment.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.namespace.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.namespace.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.node.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.node.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.pod.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.pod.uid\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.uid'] CODEC(ZSTD(3)), + \`__hdx_materialized_deployment.environment.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['deployment.environment.name'] CODEC(ZSTD(3)), INDEX idx_trace_id TraceId TYPE text(tokenizer = 'array'), INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE text(tokenizer = 'array'), INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE text(tokenizer = 'array'), @@ -66,52 +66,52 @@ SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1; -- table's seeded rows and needs no seeding of its own. CREATE TABLE IF NOT EXISTS ${DATABASE}.e2e_otel_logs_distributed ( - \`Timestamp\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`TraceId\` String CODEC(ZSTD(1)), - \`SpanId\` String CODEC(ZSTD(1)), + \`Timestamp\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`TraceId\` String CODEC(ZSTD(3)), + \`SpanId\` String CODEC(ZSTD(3)), \`TraceFlags\` UInt8, - \`SeverityText\` LowCardinality(String) CODEC(ZSTD(1)), + \`SeverityText\` LowCardinality(String) CODEC(ZSTD(3)), \`SeverityNumber\` UInt8, - \`ServiceName\` LowCardinality(String) CODEC(ZSTD(1)), - \`Body\` String CODEC(ZSTD(1)), - \`ResourceSchemaUrl\` LowCardinality(String) CODEC(ZSTD(1)), - \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ScopeSchemaUrl\` LowCardinality(String) CODEC(ZSTD(1)), - \`ScopeName\` String CODEC(ZSTD(1)), - \`ScopeVersion\` LowCardinality(String) CODEC(ZSTD(1)), - \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`EventName\` String CODEC(ZSTD(1)), - \`ColumnMissingFromShard\` String CODEC(ZSTD(1)) + \`ServiceName\` LowCardinality(String) CODEC(ZSTD(3)), + \`Body\` String CODEC(ZSTD(3)), + \`ResourceSchemaUrl\` LowCardinality(String) CODEC(ZSTD(3)), + \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ScopeSchemaUrl\` LowCardinality(String) CODEC(ZSTD(3)), + \`ScopeName\` String CODEC(ZSTD(3)), + \`ScopeVersion\` LowCardinality(String) CODEC(ZSTD(3)), + \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`EventName\` String CODEC(ZSTD(3)), + \`ColumnMissingFromShard\` String CODEC(ZSTD(3)) ) ENGINE = Distributed('hdx_cluster', '${DATABASE}', 'e2e_otel_logs', rand()); CREATE TABLE IF NOT EXISTS ${DATABASE}.e2e_otel_traces ( - \`Timestamp\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`TraceId\` String CODEC(ZSTD(1)), - \`SpanId\` String CODEC(ZSTD(1)), - \`ParentSpanId\` String CODEC(ZSTD(1)), - \`TraceState\` String CODEC(ZSTD(1)), - \`SpanName\` LowCardinality(String) CODEC(ZSTD(1)), - \`SpanKind\` LowCardinality(String) CODEC(ZSTD(1)), - \`ServiceName\` LowCardinality(String) CODEC(ZSTD(1)), - \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ScopeName\` String CODEC(ZSTD(1)), - \`ScopeVersion\` String CODEC(ZSTD(1)), - \`SpanAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`Duration\` UInt64 CODEC(ZSTD(1)), - \`StatusCode\` LowCardinality(String) CODEC(ZSTD(1)), - \`StatusMessage\` String CODEC(ZSTD(1)), - \`Events.Timestamp\` Array(DateTime64(9)) CODEC(ZSTD(1)), - \`Events.Name\` Array(LowCardinality(String)) CODEC(ZSTD(1)), - \`Events.Attributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - \`Links.TraceId\` Array(String) CODEC(ZSTD(1)), - \`Links.SpanId\` Array(String) CODEC(ZSTD(1)), - \`Links.TraceState\` Array(String) CODEC(ZSTD(1)), - \`Links.Attributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - \`__hdx_materialized_rum.sessionId\` String MATERIALIZED ResourceAttributes['rum.sessionId'] CODEC(ZSTD(1)), - \`SampleRate\` UInt64 MATERIALIZED greatest(toUInt64OrZero(SpanAttributes['SampleRate']), 1) CODEC(T64, ZSTD(1)), + \`Timestamp\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`TraceId\` String CODEC(ZSTD(3)), + \`SpanId\` String CODEC(ZSTD(3)), + \`ParentSpanId\` String CODEC(ZSTD(3)), + \`TraceState\` String CODEC(ZSTD(3)), + \`SpanName\` LowCardinality(String) CODEC(ZSTD(3)), + \`SpanKind\` LowCardinality(String) CODEC(ZSTD(3)), + \`ServiceName\` LowCardinality(String) CODEC(ZSTD(3)), + \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ScopeName\` String CODEC(ZSTD(3)), + \`ScopeVersion\` String CODEC(ZSTD(3)), + \`SpanAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`Duration\` UInt64 CODEC(ZSTD(3)), + \`StatusCode\` LowCardinality(String) CODEC(ZSTD(3)), + \`StatusMessage\` String CODEC(ZSTD(3)), + \`Events.Timestamp\` Array(DateTime64(9)) CODEC(ZSTD(3)), + \`Events.Name\` Array(LowCardinality(String)) CODEC(ZSTD(3)), + \`Events.Attributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + \`Links.TraceId\` Array(String) CODEC(ZSTD(3)), + \`Links.SpanId\` Array(String) CODEC(ZSTD(3)), + \`Links.TraceState\` Array(String) CODEC(ZSTD(3)), + \`Links.Attributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + \`__hdx_materialized_rum.sessionId\` String MATERIALIZED ResourceAttributes['rum.sessionId'] CODEC(ZSTD(3)), + \`SampleRate\` UInt64 MATERIALIZED greatest(toUInt64OrZero(SpanAttributes['SampleRate']), 1) CODEC(T64, ZSTD(3)), \`ResourceAttributeItems\` Array(String) ALIAS arrayMap((arr) -> concat(arr.1, '=', arr.2), ResourceAttributes::Array(Tuple(String, String))), \`SpanAttributeItems\` Array(String) ALIAS arrayMap((arr) -> concat(arr.1, '=', arr.2), SpanAttributes::Array(Tuple(String, String))), INDEX idx_trace_id TraceId TYPE bloom_filter(0.001) GRANULARITY 1, @@ -133,24 +133,24 @@ SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1; CREATE TABLE ${DATABASE}.e2e_hyperdx_sessions ( - \`Timestamp\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), + \`Timestamp\` DateTime64(9) CODEC(Delta, ZSTD(3)), \`TimestampTime\` DateTime DEFAULT toDateTime(Timestamp), - \`TraceId\` String CODEC(ZSTD(1)), - \`SpanId\` String CODEC(ZSTD(1)), + \`TraceId\` String CODEC(ZSTD(3)), + \`SpanId\` String CODEC(ZSTD(3)), \`TraceFlags\` UInt8, - \`SeverityText\` LowCardinality(String) CODEC(ZSTD(1)), + \`SeverityText\` LowCardinality(String) CODEC(ZSTD(3)), \`SeverityNumber\` UInt8, - \`ServiceName\` LowCardinality(String) CODEC(ZSTD(1)), - \`Body\` String CODEC(ZSTD(1)), - \`ResourceSchemaUrl\` LowCardinality(String) CODEC(ZSTD(1)), - \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ScopeSchemaUrl\` LowCardinality(String) CODEC(ZSTD(1)), - \`ScopeName\` String CODEC(ZSTD(1)), - \`ScopeVersion\` LowCardinality(String) CODEC(ZSTD(1)), - \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`__hdx_materialized_rum.sessionId\` String MATERIALIZED ResourceAttributes['rum.sessionId'] CODEC(ZSTD(1)), - \`__hdx_materialized_type\` LowCardinality(String) MATERIALIZED toString(simpleJSONExtractInt(Body, 'type')) CODEC(ZSTD(1)), + \`ServiceName\` LowCardinality(String) CODEC(ZSTD(3)), + \`Body\` String CODEC(ZSTD(3)), + \`ResourceSchemaUrl\` LowCardinality(String) CODEC(ZSTD(3)), + \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ScopeSchemaUrl\` LowCardinality(String) CODEC(ZSTD(3)), + \`ScopeName\` String CODEC(ZSTD(3)), + \`ScopeVersion\` LowCardinality(String) CODEC(ZSTD(3)), + \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`__hdx_materialized_rum.sessionId\` String MATERIALIZED ResourceAttributes['rum.sessionId'] CODEC(ZSTD(3)), + \`__hdx_materialized_type\` LowCardinality(String) MATERIALIZED toString(simpleJSONExtractInt(Body, 'type')) CODEC(ZSTD(3)), INDEX idx_trace_id TraceId TYPE bloom_filter(0.001) GRANULARITY 1, INDEX idx_rum_session_id __hdx_materialized_rum.sessionId TYPE bloom_filter(0.001) GRANULARITY 1, INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, @@ -170,27 +170,27 @@ SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1; CREATE TABLE IF NOT EXISTS ${DATABASE}.e2e_otel_metrics_gauge ( - \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ResourceSchemaUrl\` String CODEC(ZSTD(1)), - \`ScopeName\` String CODEC(ZSTD(1)), - \`ScopeVersion\` String CODEC(ZSTD(1)), - \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ScopeDroppedAttrCount\` UInt32 CODEC(ZSTD(1)), - \`ScopeSchemaUrl\` String CODEC(ZSTD(1)), - \`ServiceName\` LowCardinality(String) CODEC(ZSTD(1)), - \`MetricName\` String CODEC(ZSTD(1)), - \`MetricDescription\` String CODEC(ZSTD(1)), - \`MetricUnit\` String CODEC(ZSTD(1)), - \`Attributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`StartTimeUnix\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`TimeUnix\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`Value\` Float64 CODEC(ZSTD(1)), - \`Flags\` UInt32 CODEC(ZSTD(1)), - \`Exemplars.FilteredAttributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - \`Exemplars.TimeUnix\` Array(DateTime64(9)) CODEC(ZSTD(1)), - \`Exemplars.Value\` Array(Float64) CODEC(ZSTD(1)), - \`Exemplars.SpanId\` Array(String) CODEC(ZSTD(1)), - \`Exemplars.TraceId\` Array(String) CODEC(ZSTD(1)), + \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ResourceSchemaUrl\` String CODEC(ZSTD(3)), + \`ScopeName\` String CODEC(ZSTD(3)), + \`ScopeVersion\` String CODEC(ZSTD(3)), + \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ScopeDroppedAttrCount\` UInt32 CODEC(ZSTD(3)), + \`ScopeSchemaUrl\` String CODEC(ZSTD(3)), + \`ServiceName\` LowCardinality(String) CODEC(ZSTD(3)), + \`MetricName\` String CODEC(ZSTD(3)), + \`MetricDescription\` String CODEC(ZSTD(3)), + \`MetricUnit\` String CODEC(ZSTD(3)), + \`Attributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`StartTimeUnix\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`TimeUnix\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`Value\` Float64 CODEC(ZSTD(3)), + \`Flags\` UInt32 CODEC(ZSTD(3)), + \`Exemplars.FilteredAttributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + \`Exemplars.TimeUnix\` Array(DateTime64(9)) CODEC(ZSTD(3)), + \`Exemplars.Value\` Array(Float64) CODEC(ZSTD(3)), + \`Exemplars.SpanId\` Array(String) CODEC(ZSTD(3)), + \`Exemplars.TraceId\` Array(String) CODEC(ZSTD(3)), INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, @@ -206,29 +206,29 @@ SETTINGS index_granularity = 8192, ttl_only_drop_parts = 1; CREATE TABLE IF NOT EXISTS ${DATABASE}.e2e_otel_metrics_sum ( - \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ResourceSchemaUrl\` String CODEC(ZSTD(1)), - \`ScopeName\` String CODEC(ZSTD(1)), - \`ScopeVersion\` String CODEC(ZSTD(1)), - \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ScopeDroppedAttrCount\` UInt32 CODEC(ZSTD(1)), - \`ScopeSchemaUrl\` String CODEC(ZSTD(1)), - \`ServiceName\` LowCardinality(String) CODEC(ZSTD(1)), - \`MetricName\` String CODEC(ZSTD(1)), - \`MetricDescription\` String CODEC(ZSTD(1)), - \`MetricUnit\` String CODEC(ZSTD(1)), - \`Attributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`StartTimeUnix\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`TimeUnix\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`Value\` Float64 CODEC(ZSTD(1)), - \`Flags\` UInt32 CODEC(ZSTD(1)), - \`AggregationTemporality\` Int32 CODEC(ZSTD(1)), - \`IsMonotonic\` Bool CODEC(Delta(1), ZSTD(1)), - \`Exemplars.FilteredAttributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - \`Exemplars.TimeUnix\` Array(DateTime64(9)) CODEC(ZSTD(1)), - \`Exemplars.Value\` Array(Float64) CODEC(ZSTD(1)), - \`Exemplars.SpanId\` Array(String) CODEC(ZSTD(1)), - \`Exemplars.TraceId\` Array(String) CODEC(ZSTD(1)), + \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ResourceSchemaUrl\` String CODEC(ZSTD(3)), + \`ScopeName\` String CODEC(ZSTD(3)), + \`ScopeVersion\` String CODEC(ZSTD(3)), + \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ScopeDroppedAttrCount\` UInt32 CODEC(ZSTD(3)), + \`ScopeSchemaUrl\` String CODEC(ZSTD(3)), + \`ServiceName\` LowCardinality(String) CODEC(ZSTD(3)), + \`MetricName\` String CODEC(ZSTD(3)), + \`MetricDescription\` String CODEC(ZSTD(3)), + \`MetricUnit\` String CODEC(ZSTD(3)), + \`Attributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`StartTimeUnix\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`TimeUnix\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`Value\` Float64 CODEC(ZSTD(3)), + \`Flags\` UInt32 CODEC(ZSTD(3)), + \`AggregationTemporality\` Int32 CODEC(ZSTD(3)), + \`IsMonotonic\` Bool CODEC(Delta, ZSTD(3)), + \`Exemplars.FilteredAttributes\` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + \`Exemplars.TimeUnix\` Array(DateTime64(9)) CODEC(ZSTD(3)), + \`Exemplars.Value\` Array(Float64) CODEC(ZSTD(3)), + \`Exemplars.SpanId\` Array(String) CODEC(ZSTD(3)), + \`Exemplars.TraceId\` Array(String) CODEC(ZSTD(3)), INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, @@ -317,30 +317,30 @@ ORDER BY (ServiceName, Timestamp); -- base table) for the ServiceName native column and a LogAttributes map key. CREATE TABLE IF NOT EXISTS ${DATABASE}.e2e_otel_logs_metadata_mv ( - \`Timestamp\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`TraceId\` String CODEC(ZSTD(1)), - \`SpanId\` String CODEC(ZSTD(1)), + \`Timestamp\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`TraceId\` String CODEC(ZSTD(3)), + \`SpanId\` String CODEC(ZSTD(3)), \`TraceFlags\` UInt8, - \`SeverityText\` LowCardinality(String) CODEC(ZSTD(1)), + \`SeverityText\` LowCardinality(String) CODEC(ZSTD(3)), \`SeverityNumber\` UInt8, - \`ServiceName\` LowCardinality(String) CODEC(ZSTD(1)), - \`Body\` String CODEC(ZSTD(1)), - \`ResourceSchemaUrl\` LowCardinality(String) CODEC(ZSTD(1)), - \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`ScopeSchemaUrl\` LowCardinality(String) CODEC(ZSTD(1)), - \`ScopeName\` String CODEC(ZSTD(1)), - \`ScopeVersion\` LowCardinality(String) CODEC(ZSTD(1)), - \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - \`EventName\` String CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.cluster.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.cluster.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.container.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.container.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.deployment.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.deployment.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.namespace.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.namespace.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.node.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.node.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.pod.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.name'] CODEC(ZSTD(1)), - \`__hdx_materialized_k8s.pod.uid\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.uid'] CODEC(ZSTD(1)), - \`__hdx_materialized_deployment.environment.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['deployment.environment.name'] CODEC(ZSTD(1)) + \`ServiceName\` LowCardinality(String) CODEC(ZSTD(3)), + \`Body\` String CODEC(ZSTD(3)), + \`ResourceSchemaUrl\` LowCardinality(String) CODEC(ZSTD(3)), + \`ResourceAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`ScopeSchemaUrl\` LowCardinality(String) CODEC(ZSTD(3)), + \`ScopeName\` String CODEC(ZSTD(3)), + \`ScopeVersion\` LowCardinality(String) CODEC(ZSTD(3)), + \`ScopeAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + \`EventName\` String CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.cluster.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.cluster.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.container.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.container.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.deployment.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.deployment.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.namespace.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.namespace.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.node.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.node.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.pod.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.name'] CODEC(ZSTD(3)), + \`__hdx_materialized_k8s.pod.uid\` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.uid'] CODEC(ZSTD(3)), + \`__hdx_materialized_deployment.environment.name\` LowCardinality(String) MATERIALIZED ResourceAttributes['deployment.environment.name'] CODEC(ZSTD(3)) ) ENGINE = MergeTree PARTITION BY toDate(Timestamp) @@ -472,11 +472,11 @@ GROUP BY -- part of the sort/primary key. CREATE TABLE IF NOT EXISTS ${DATABASE}.e2e_custom_service_name ( - \`Timestamp\` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - \`AppName\` LowCardinality(String) CODEC(ZSTD(1)), - \`SeverityText\` LowCardinality(String) CODEC(ZSTD(1)), - \`Body\` String CODEC(ZSTD(1)), - \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(1)) + \`Timestamp\` DateTime64(9) CODEC(Delta, ZSTD(3)), + \`AppName\` LowCardinality(String) CODEC(ZSTD(3)), + \`SeverityText\` LowCardinality(String) CODEC(ZSTD(3)), + \`Body\` String CODEC(ZSTD(3)), + \`LogAttributes\` Map(LowCardinality(String), String) CODEC(ZSTD(3)) ) ENGINE = MergeTree PARTITION BY toDate(Timestamp) diff --git a/docker/otel-collector/schema/seed/00002_otel_logs.sql b/docker/otel-collector/schema/seed/00002_otel_logs.sql index 2664576ec8..db8b68092a 100644 --- a/docker/otel-collector/schema/seed/00002_otel_logs.sql +++ b/docker/otel-collector/schema/seed/00002_otel_logs.sql @@ -1,30 +1,30 @@ -- +goose Up CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_logs ( - `Timestamp` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - `TraceId` String CODEC(ZSTD(1)), - `SpanId` String CODEC(ZSTD(1)), + `Timestamp` DateTime64(9) CODEC(Delta, ZSTD(3)), + `TraceId` String CODEC(ZSTD(3)), + `SpanId` String CODEC(ZSTD(3)), `TraceFlags` UInt8, - `SeverityText` LowCardinality(String) CODEC(ZSTD(1)), + `SeverityText` LowCardinality(String) CODEC(ZSTD(3)), `SeverityNumber` UInt8, - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `Body` String CODEC(ZSTD(1)), - `ResourceSchemaUrl` LowCardinality(String) CODEC(ZSTD(1)), - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeSchemaUrl` LowCardinality(String) CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` LowCardinality(String) CODEC(ZSTD(1)), - `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `LogAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `EventName` String CODEC(ZSTD(1)), - `__hdx_materialized_k8s.cluster.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.cluster.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.container.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.container.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.deployment.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.deployment.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.namespace.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.namespace.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.node.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.node.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.pod.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.pod.uid` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.uid'] CODEC(ZSTD(1)), - `__hdx_materialized_deployment.environment.name` LowCardinality(String) MATERIALIZED ResourceAttributes['deployment.environment.name'] CODEC(ZSTD(1)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `Body` String CODEC(ZSTD(3)), + `ResourceSchemaUrl` LowCardinality(String) CODEC(ZSTD(3)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeSchemaUrl` LowCardinality(String) CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` LowCardinality(String) CODEC(ZSTD(3)), + `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `LogAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `EventName` String CODEC(ZSTD(3)), + `__hdx_materialized_k8s.cluster.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.cluster.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.container.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.container.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.deployment.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.deployment.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.namespace.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.namespace.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.node.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.node.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.pod.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.pod.uid` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.uid'] CODEC(ZSTD(3)), + `__hdx_materialized_deployment.environment.name` LowCardinality(String) MATERIALIZED ResourceAttributes['deployment.environment.name'] CODEC(ZSTD(3)), `ResourceAttributeItems` Array(String) ALIAS arrayMap((arr) -> concat(arr.1, '=', arr.2), ResourceAttributes::Array(Tuple(String, String))), `ScopeAttributeItems` Array(String) ALIAS arrayMap((arr) -> concat(arr.1, '=', arr.2), ScopeAttributes::Array(Tuple(String, String))), `LogAttributeItems` Array(String) ALIAS arrayMap((arr) -> concat(arr.1, '=', arr.2), LogAttributes::Array(Tuple(String, String))), diff --git a/docker/otel-collector/schema/seed/00002_otel_logs_compat.sql b/docker/otel-collector/schema/seed/00002_otel_logs_compat.sql index 2aa6f1c82f..20a6d05bf5 100644 --- a/docker/otel-collector/schema/seed/00002_otel_logs_compat.sql +++ b/docker/otel-collector/schema/seed/00002_otel_logs_compat.sql @@ -2,30 +2,30 @@ -- Compatibility schema for ClickHouse < 26.2 (no full text search indexes) CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_logs ( - `Timestamp` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - `TraceId` String CODEC(ZSTD(1)), - `SpanId` String CODEC(ZSTD(1)), + `Timestamp` DateTime64(9) CODEC(Delta, ZSTD(3)), + `TraceId` String CODEC(ZSTD(3)), + `SpanId` String CODEC(ZSTD(3)), `TraceFlags` UInt8, - `SeverityText` LowCardinality(String) CODEC(ZSTD(1)), + `SeverityText` LowCardinality(String) CODEC(ZSTD(3)), `SeverityNumber` UInt8, - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `Body` String CODEC(ZSTD(1)), - `ResourceSchemaUrl` LowCardinality(String) CODEC(ZSTD(1)), - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeSchemaUrl` LowCardinality(String) CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` LowCardinality(String) CODEC(ZSTD(1)), - `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `LogAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `EventName` String CODEC(ZSTD(1)), - `__hdx_materialized_k8s.cluster.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.cluster.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.container.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.container.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.deployment.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.deployment.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.namespace.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.namespace.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.node.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.node.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.pod.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.name'] CODEC(ZSTD(1)), - `__hdx_materialized_k8s.pod.uid` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.uid'] CODEC(ZSTD(1)), - `__hdx_materialized_deployment.environment.name` LowCardinality(String) MATERIALIZED ResourceAttributes['deployment.environment.name'] CODEC(ZSTD(1)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `Body` String CODEC(ZSTD(3)), + `ResourceSchemaUrl` LowCardinality(String) CODEC(ZSTD(3)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeSchemaUrl` LowCardinality(String) CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` LowCardinality(String) CODEC(ZSTD(3)), + `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `LogAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `EventName` String CODEC(ZSTD(3)), + `__hdx_materialized_k8s.cluster.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.cluster.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.container.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.container.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.deployment.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.deployment.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.namespace.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.namespace.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.node.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.node.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.pod.name` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.name'] CODEC(ZSTD(3)), + `__hdx_materialized_k8s.pod.uid` LowCardinality(String) MATERIALIZED ResourceAttributes['k8s.pod.uid'] CODEC(ZSTD(3)), + `__hdx_materialized_deployment.environment.name` LowCardinality(String) MATERIALIZED ResourceAttributes['deployment.environment.name'] CODEC(ZSTD(3)), INDEX idx_trace_id TraceId TYPE bloom_filter(0.001) GRANULARITY 1, INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, diff --git a/docker/otel-collector/schema/seed/00003_otel_metrics.sql b/docker/otel-collector/schema/seed/00003_otel_metrics.sql index 03938e811a..a778f9fa2d 100644 --- a/docker/otel-collector/schema/seed/00003_otel_metrics.sql +++ b/docker/otel-collector/schema/seed/00003_otel_metrics.sql @@ -1,27 +1,27 @@ -- +goose Up CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_metrics_gauge ( - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ResourceSchemaUrl` String CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` String CODEC(ZSTD(1)), - `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(1)), - `ScopeSchemaUrl` String CODEC(ZSTD(1)), - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricDescription` String CODEC(ZSTD(1)), - `MetricUnit` String CODEC(ZSTD(1)), - `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `StartTimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `TimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `Value` Float64 CODEC(ZSTD(1)), - `Flags` UInt32 CODEC(ZSTD(1)), - `Exemplars.FilteredAttributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - `Exemplars.TimeUnix` Array(DateTime) CODEC(ZSTD(1)), - `Exemplars.Value` Array(Float64) CODEC(ZSTD(1)), - `Exemplars.SpanId` Array(String) CODEC(ZSTD(1)), - `Exemplars.TraceId` Array(String) CODEC(ZSTD(1)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ResourceSchemaUrl` String CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` String CODEC(ZSTD(3)), + `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(3)), + `ScopeSchemaUrl` String CODEC(ZSTD(3)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricDescription` String CODEC(ZSTD(3)), + `MetricUnit` String CODEC(ZSTD(3)), + `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `StartTimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `TimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `Value` Float64 CODEC(ZSTD(3)), + `Flags` UInt32 CODEC(ZSTD(3)), + `Exemplars.FilteredAttributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + `Exemplars.TimeUnix` Array(DateTime) CODEC(ZSTD(3)), + `Exemplars.Value` Array(Float64) CODEC(ZSTD(3)), + `Exemplars.SpanId` Array(String) CODEC(ZSTD(3)), + `Exemplars.TraceId` Array(String) CODEC(ZSTD(3)), INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, @@ -39,29 +39,29 @@ SETTINGS ttl_only_drop_parts = 1; -- +goose StatementBegin CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_metrics_sum ( - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ResourceSchemaUrl` String CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` String CODEC(ZSTD(1)), - `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(1)), - `ScopeSchemaUrl` String CODEC(ZSTD(1)), - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricDescription` String CODEC(ZSTD(1)), - `MetricUnit` String CODEC(ZSTD(1)), - `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `StartTimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `TimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `Value` Float64 CODEC(ZSTD(1)), - `Flags` UInt32 CODEC(ZSTD(1)), - `Exemplars.FilteredAttributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - `Exemplars.TimeUnix` Array(DateTime) CODEC(ZSTD(1)), - `Exemplars.Value` Array(Float64) CODEC(ZSTD(1)), - `Exemplars.SpanId` Array(String) CODEC(ZSTD(1)), - `Exemplars.TraceId` Array(String) CODEC(ZSTD(1)), - `AggregationTemporality` Int32 CODEC(ZSTD(1)), - `IsMonotonic` Bool CODEC(ZSTD(1)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ResourceSchemaUrl` String CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` String CODEC(ZSTD(3)), + `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(3)), + `ScopeSchemaUrl` String CODEC(ZSTD(3)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricDescription` String CODEC(ZSTD(3)), + `MetricUnit` String CODEC(ZSTD(3)), + `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `StartTimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `TimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `Value` Float64 CODEC(ZSTD(3)), + `Flags` UInt32 CODEC(ZSTD(3)), + `Exemplars.FilteredAttributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + `Exemplars.TimeUnix` Array(DateTime) CODEC(ZSTD(3)), + `Exemplars.Value` Array(Float64) CODEC(ZSTD(3)), + `Exemplars.SpanId` Array(String) CODEC(ZSTD(3)), + `Exemplars.TraceId` Array(String) CODEC(ZSTD(3)), + `AggregationTemporality` Int32 CODEC(ZSTD(3)), + `IsMonotonic` Bool CODEC(ZSTD(3)), INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, @@ -80,33 +80,33 @@ SETTINGS ttl_only_drop_parts = 1; -- +goose StatementBegin CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_metrics_histogram ( - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ResourceSchemaUrl` String CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` String CODEC(ZSTD(1)), - `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(1)), - `ScopeSchemaUrl` String CODEC(ZSTD(1)), - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricDescription` String CODEC(ZSTD(1)), - `MetricUnit` String CODEC(ZSTD(1)), - `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `StartTimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `TimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `Count` UInt64 CODEC(Delta(8), ZSTD(1)), - `Sum` Float64 CODEC(ZSTD(1)), - `BucketCounts` Array(UInt64) CODEC(ZSTD(1)), - `ExplicitBounds` Array(Float64) CODEC(ZSTD(1)), - `Exemplars.FilteredAttributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - `Exemplars.TimeUnix` Array(DateTime) CODEC(ZSTD(1)), - `Exemplars.Value` Array(Float64) CODEC(ZSTD(1)), - `Exemplars.SpanId` Array(String) CODEC(ZSTD(1)), - `Exemplars.TraceId` Array(String) CODEC(ZSTD(1)), - `Flags` UInt32 CODEC(ZSTD(1)), - `Min` Float64 CODEC(ZSTD(1)), - `Max` Float64 CODEC(ZSTD(1)), - `AggregationTemporality` Int32 CODEC(ZSTD(1)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ResourceSchemaUrl` String CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` String CODEC(ZSTD(3)), + `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(3)), + `ScopeSchemaUrl` String CODEC(ZSTD(3)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricDescription` String CODEC(ZSTD(3)), + `MetricUnit` String CODEC(ZSTD(3)), + `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `StartTimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `TimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `Count` UInt64 CODEC(Delta, ZSTD(3)), + `Sum` Float64 CODEC(ZSTD(3)), + `BucketCounts` Array(UInt64) CODEC(ZSTD(3)), + `ExplicitBounds` Array(Float64) CODEC(ZSTD(3)), + `Exemplars.FilteredAttributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + `Exemplars.TimeUnix` Array(DateTime) CODEC(ZSTD(3)), + `Exemplars.Value` Array(Float64) CODEC(ZSTD(3)), + `Exemplars.SpanId` Array(String) CODEC(ZSTD(3)), + `Exemplars.TraceId` Array(String) CODEC(ZSTD(3)), + `Flags` UInt32 CODEC(ZSTD(3)), + `Min` Float64 CODEC(ZSTD(3)), + `Max` Float64 CODEC(ZSTD(3)), + `AggregationTemporality` Int32 CODEC(ZSTD(3)), INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, @@ -125,37 +125,37 @@ SETTINGS ttl_only_drop_parts = 1; -- +goose StatementBegin CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_metrics_exponential_histogram ( - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ResourceSchemaUrl` String CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` String CODEC(ZSTD(1)), - `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(1)), - `ScopeSchemaUrl` String CODEC(ZSTD(1)), - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricDescription` String CODEC(ZSTD(1)), - `MetricUnit` String CODEC(ZSTD(1)), - `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `StartTimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `TimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `Count` UInt64 CODEC(Delta(8), ZSTD(1)), - `Sum` Float64 CODEC(ZSTD(1)), - `Scale` Int32 CODEC(ZSTD(1)), - `ZeroCount` UInt64 CODEC(ZSTD(1)), - `PositiveOffset` Int32 CODEC(ZSTD(1)), - `PositiveBucketCounts` Array(UInt64) CODEC(ZSTD(1)), - `NegativeOffset` Int32 CODEC(ZSTD(1)), - `NegativeBucketCounts` Array(UInt64) CODEC(ZSTD(1)), - `Exemplars.FilteredAttributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - `Exemplars.TimeUnix` Array(DateTime) CODEC(ZSTD(1)), - `Exemplars.Value` Array(Float64) CODEC(ZSTD(1)), - `Exemplars.SpanId` Array(String) CODEC(ZSTD(1)), - `Exemplars.TraceId` Array(String) CODEC(ZSTD(1)), - `Flags` UInt32 CODEC(ZSTD(1)), - `Min` Float64 CODEC(ZSTD(1)), - `Max` Float64 CODEC(ZSTD(1)), - `AggregationTemporality` Int32 CODEC(ZSTD(1)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ResourceSchemaUrl` String CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` String CODEC(ZSTD(3)), + `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(3)), + `ScopeSchemaUrl` String CODEC(ZSTD(3)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricDescription` String CODEC(ZSTD(3)), + `MetricUnit` String CODEC(ZSTD(3)), + `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `StartTimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `TimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `Count` UInt64 CODEC(Delta, ZSTD(3)), + `Sum` Float64 CODEC(ZSTD(3)), + `Scale` Int32 CODEC(ZSTD(3)), + `ZeroCount` UInt64 CODEC(ZSTD(3)), + `PositiveOffset` Int32 CODEC(ZSTD(3)), + `PositiveBucketCounts` Array(UInt64) CODEC(ZSTD(3)), + `NegativeOffset` Int32 CODEC(ZSTD(3)), + `NegativeBucketCounts` Array(UInt64) CODEC(ZSTD(3)), + `Exemplars.FilteredAttributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + `Exemplars.TimeUnix` Array(DateTime) CODEC(ZSTD(3)), + `Exemplars.Value` Array(Float64) CODEC(ZSTD(3)), + `Exemplars.SpanId` Array(String) CODEC(ZSTD(3)), + `Exemplars.TraceId` Array(String) CODEC(ZSTD(3)), + `Flags` UInt32 CODEC(ZSTD(3)), + `Min` Float64 CODEC(ZSTD(3)), + `Max` Float64 CODEC(ZSTD(3)), + `AggregationTemporality` Int32 CODEC(ZSTD(3)), INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, @@ -174,25 +174,25 @@ SETTINGS ttl_only_drop_parts = 1; -- +goose StatementBegin CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_metrics_summary ( - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ResourceSchemaUrl` String CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` String CODEC(ZSTD(1)), - `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(1)), - `ScopeSchemaUrl` String CODEC(ZSTD(1)), - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricName` LowCardinality(String) CODEC(ZSTD(1)), - `MetricDescription` String CODEC(ZSTD(1)), - `MetricUnit` String CODEC(ZSTD(1)), - `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `StartTimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `TimeUnix` DateTime CODEC(Delta, ZSTD(1)), - `Count` UInt64 CODEC(Delta(8), ZSTD(1)), - `Sum` Float64 CODEC(ZSTD(1)), - `ValueAtQuantiles.Quantile` Array(Float64) CODEC(ZSTD(1)), - `ValueAtQuantiles.Value` Array(Float64) CODEC(ZSTD(1)), - `Flags` UInt32 CODEC(ZSTD(1)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ResourceSchemaUrl` String CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` String CODEC(ZSTD(3)), + `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeDroppedAttrCount` UInt32 CODEC(ZSTD(3)), + `ScopeSchemaUrl` String CODEC(ZSTD(3)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricName` LowCardinality(String) CODEC(ZSTD(3)), + `MetricDescription` String CODEC(ZSTD(3)), + `MetricUnit` String CODEC(ZSTD(3)), + `Attributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `StartTimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `TimeUnix` DateTime CODEC(Delta, ZSTD(3)), + `Count` UInt64 CODEC(Delta, ZSTD(3)), + `Sum` Float64 CODEC(ZSTD(3)), + `ValueAtQuantiles.Quantile` Array(Float64) CODEC(ZSTD(3)), + `ValueAtQuantiles.Value` Array(Float64) CODEC(ZSTD(3)), + `Flags` UInt32 CODEC(ZSTD(3)), INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_scope_attr_key mapKeys(ScopeAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, diff --git a/docker/otel-collector/schema/seed/00004_hyperdx_sessions.sql b/docker/otel-collector/schema/seed/00004_hyperdx_sessions.sql index d82bccfd55..076375c597 100644 --- a/docker/otel-collector/schema/seed/00004_hyperdx_sessions.sql +++ b/docker/otel-collector/schema/seed/00004_hyperdx_sessions.sql @@ -1,22 +1,22 @@ -- +goose Up CREATE TABLE IF NOT EXISTS ${DATABASE}.hyperdx_sessions ( - `Timestamp` DateTime64(9) CODEC(Delta(8), ZSTD(1)), + `Timestamp` DateTime64(9) CODEC(Delta, ZSTD(3)), `TimestampTime` DateTime DEFAULT toDateTime(Timestamp), - `TraceId` String CODEC(ZSTD(1)), - `SpanId` String CODEC(ZSTD(1)), + `TraceId` String CODEC(ZSTD(3)), + `SpanId` String CODEC(ZSTD(3)), `TraceFlags` UInt8, - `SeverityText` LowCardinality(String) CODEC(ZSTD(1)), + `SeverityText` LowCardinality(String) CODEC(ZSTD(3)), `SeverityNumber` UInt8, - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `Body` String CODEC(ZSTD(1)), - `ResourceSchemaUrl` LowCardinality(String) CODEC(ZSTD(1)), - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeSchemaUrl` LowCardinality(String) CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` LowCardinality(String) CODEC(ZSTD(1)), - `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `LogAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `Body` String CODEC(ZSTD(3)), + `ResourceSchemaUrl` LowCardinality(String) CODEC(ZSTD(3)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeSchemaUrl` LowCardinality(String) CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` LowCardinality(String) CODEC(ZSTD(3)), + `ScopeAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `LogAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), INDEX idx_trace_id TraceId TYPE bloom_filter(0.001) GRANULARITY 1, INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, INDEX idx_res_attr_value mapValues(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1, diff --git a/docker/otel-collector/schema/seed/00005_otel_traces.sql b/docker/otel-collector/schema/seed/00005_otel_traces.sql index ce964efb37..b3ad5b3a9e 100644 --- a/docker/otel-collector/schema/seed/00005_otel_traces.sql +++ b/docker/otel-collector/schema/seed/00005_otel_traces.sql @@ -1,30 +1,30 @@ -- +goose Up CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_traces ( - `Timestamp` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - `TraceId` String CODEC(ZSTD(1)), - `SpanId` String CODEC(ZSTD(1)), - `ParentSpanId` String CODEC(ZSTD(1)), - `TraceState` String CODEC(ZSTD(1)), - `SpanName` LowCardinality(String) CODEC(ZSTD(1)), - `SpanKind` LowCardinality(String) CODEC(ZSTD(1)), - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` String CODEC(ZSTD(1)), - `SpanAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `Duration` UInt64 CODEC(ZSTD(1)), - `StatusCode` LowCardinality(String) CODEC(ZSTD(1)), - `StatusMessage` String CODEC(ZSTD(1)), - `Events.Timestamp` Array(DateTime64(9)) CODEC(ZSTD(1)), - `Events.Name` Array(LowCardinality(String)) CODEC(ZSTD(1)), - `Events.Attributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - `Links.TraceId` Array(String) CODEC(ZSTD(1)), - `Links.SpanId` Array(String) CODEC(ZSTD(1)), - `Links.TraceState` Array(String) CODEC(ZSTD(1)), - `Links.Attributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - `__hdx_materialized_rum.sessionId` String MATERIALIZED ResourceAttributes['rum.sessionId'] CODEC(ZSTD(1)), - `SampleRate` UInt64 MATERIALIZED greatest(toUInt64OrZero(SpanAttributes['SampleRate']), 1) CODEC(T64, ZSTD(1)), + `Timestamp` DateTime64(9) CODEC(Delta, ZSTD(3)), + `TraceId` String CODEC(ZSTD(3)), + `SpanId` String CODEC(ZSTD(3)), + `ParentSpanId` String CODEC(ZSTD(3)), + `TraceState` String CODEC(ZSTD(3)), + `SpanName` LowCardinality(String) CODEC(ZSTD(3)), + `SpanKind` LowCardinality(String) CODEC(ZSTD(3)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` String CODEC(ZSTD(3)), + `SpanAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `Duration` UInt64 CODEC(ZSTD(3)), + `StatusCode` LowCardinality(String) CODEC(ZSTD(3)), + `StatusMessage` String CODEC(ZSTD(3)), + `Events.Timestamp` Array(DateTime64(9)) CODEC(ZSTD(3)), + `Events.Name` Array(LowCardinality(String)) CODEC(ZSTD(3)), + `Events.Attributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + `Links.TraceId` Array(String) CODEC(ZSTD(3)), + `Links.SpanId` Array(String) CODEC(ZSTD(3)), + `Links.TraceState` Array(String) CODEC(ZSTD(3)), + `Links.Attributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + `__hdx_materialized_rum.sessionId` String MATERIALIZED ResourceAttributes['rum.sessionId'] CODEC(ZSTD(3)), + `SampleRate` UInt64 MATERIALIZED greatest(toUInt64OrZero(SpanAttributes['SampleRate']), 1) CODEC(T64, ZSTD(3)), `ResourceAttributeItems` Array(String) ALIAS arrayMap((arr) -> concat(arr.1, '=', arr.2), ResourceAttributes::Array(Tuple(String, String))), `SpanAttributeItems` Array(String) ALIAS arrayMap((arr) -> concat(arr.1, '=', arr.2), SpanAttributes::Array(Tuple(String, String))), INDEX idx_trace_id TraceId TYPE text(tokenizer = 'array'), diff --git a/docker/otel-collector/schema/seed/00005_otel_traces_compat.sql b/docker/otel-collector/schema/seed/00005_otel_traces_compat.sql index 480be6b093..4e5b8f4e9d 100644 --- a/docker/otel-collector/schema/seed/00005_otel_traces_compat.sql +++ b/docker/otel-collector/schema/seed/00005_otel_traces_compat.sql @@ -5,30 +5,30 @@ -- bloom_filter-only schema so traces still works on those servers. CREATE TABLE IF NOT EXISTS ${DATABASE}.otel_traces ( - `Timestamp` DateTime64(9) CODEC(Delta(8), ZSTD(1)), - `TraceId` String CODEC(ZSTD(1)), - `SpanId` String CODEC(ZSTD(1)), - `ParentSpanId` String CODEC(ZSTD(1)), - `TraceState` String CODEC(ZSTD(1)), - `SpanName` LowCardinality(String) CODEC(ZSTD(1)), - `SpanKind` LowCardinality(String) CODEC(ZSTD(1)), - `ServiceName` LowCardinality(String) CODEC(ZSTD(1)), - `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `ScopeName` String CODEC(ZSTD(1)), - `ScopeVersion` String CODEC(ZSTD(1)), - `SpanAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(1)), - `Duration` UInt64 CODEC(ZSTD(1)), - `StatusCode` LowCardinality(String) CODEC(ZSTD(1)), - `StatusMessage` String CODEC(ZSTD(1)), - `Events.Timestamp` Array(DateTime64(9)) CODEC(ZSTD(1)), - `Events.Name` Array(LowCardinality(String)) CODEC(ZSTD(1)), - `Events.Attributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - `Links.TraceId` Array(String) CODEC(ZSTD(1)), - `Links.SpanId` Array(String) CODEC(ZSTD(1)), - `Links.TraceState` Array(String) CODEC(ZSTD(1)), - `Links.Attributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(1)), - `__hdx_materialized_rum.sessionId` String MATERIALIZED ResourceAttributes['rum.sessionId'] CODEC(ZSTD(1)), - `SampleRate` UInt64 MATERIALIZED greatest(toUInt64OrZero(SpanAttributes['SampleRate']), 1) CODEC(T64, ZSTD(1)), + `Timestamp` DateTime64(9) CODEC(Delta, ZSTD(3)), + `TraceId` String CODEC(ZSTD(3)), + `SpanId` String CODEC(ZSTD(3)), + `ParentSpanId` String CODEC(ZSTD(3)), + `TraceState` String CODEC(ZSTD(3)), + `SpanName` LowCardinality(String) CODEC(ZSTD(3)), + `SpanKind` LowCardinality(String) CODEC(ZSTD(3)), + `ServiceName` LowCardinality(String) CODEC(ZSTD(3)), + `ResourceAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `ScopeName` String CODEC(ZSTD(3)), + `ScopeVersion` String CODEC(ZSTD(3)), + `SpanAttributes` Map(LowCardinality(String), String) CODEC(ZSTD(3)), + `Duration` UInt64 CODEC(ZSTD(3)), + `StatusCode` LowCardinality(String) CODEC(ZSTD(3)), + `StatusMessage` String CODEC(ZSTD(3)), + `Events.Timestamp` Array(DateTime64(9)) CODEC(ZSTD(3)), + `Events.Name` Array(LowCardinality(String)) CODEC(ZSTD(3)), + `Events.Attributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + `Links.TraceId` Array(String) CODEC(ZSTD(3)), + `Links.SpanId` Array(String) CODEC(ZSTD(3)), + `Links.TraceState` Array(String) CODEC(ZSTD(3)), + `Links.Attributes` Array(Map(LowCardinality(String), String)) CODEC(ZSTD(3)), + `__hdx_materialized_rum.sessionId` String MATERIALIZED ResourceAttributes['rum.sessionId'] CODEC(ZSTD(3)), + `SampleRate` UInt64 MATERIALIZED greatest(toUInt64OrZero(SpanAttributes['SampleRate']), 1) CODEC(T64, ZSTD(3)), INDEX idx_trace_id TraceId TYPE bloom_filter(0.001) GRANULARITY 1, INDEX idx_rum_session_id __hdx_materialized_rum.sessionId TYPE bloom_filter(0.001) GRANULARITY 1, INDEX idx_res_attr_key mapKeys(ResourceAttributes) TYPE bloom_filter(0.01) GRANULARITY 1,