diff --git a/manifests/scenarios/otap-rust/1_collector.yaml b/manifests/scenarios/otap-rust/1_collector.yaml index 8fecc99..deb23be 100644 --- a/manifests/scenarios/otap-rust/1_collector.yaml +++ b/manifests/scenarios/otap-rust/1_collector.yaml @@ -75,26 +75,104 @@ data: scrape_timeout: 10s metrics_path: /metrics enable_open_metrics: true + enable_compression: true + honor_timestamps: true + honor_labels: false + track_staleness: true + jitter_seed: 42 + scheduling: + mode: concurrent + max_in_flight: 8 + max_buffered_bodies: 2 + max_decoders: 1 max_data_points_per_batch: 200 dns_sd_targets: - "avalanche.{{ .Env.BENCH_NAME }}.svc.cluster.local:9001" - resource_attrs: - type: urn:otel:processor:attribute + relabel_configs: + - source_labels: [__meta_dns_name] + regex: '[^.]+\.([^.]+)\.svc\.cluster\.local' + target_label: "k8s.namespace.name" + replacement: "$1" + - source_labels: [__meta_dns_name] + regex: '([^.]+)\..*' + target_label: "k8s.deployment.name" + replacement: "$1" + - source_labels: [__meta_dns_name] + regex: '([^.]+)\..*' + target_label: "k8s.container.name" + replacement: "$1" + - source_labels: [__address__] + regex: '([^:]+):.*' + target_label: "server.address" + replacement: "$1" + - source_labels: [__meta_dns_srv_record_port] + target_label: "server.port" + replacement: "$1" + - source_labels: [__scheme__] + target_label: "url.scheme" + replacement: "$1" + - target_label: "gcp.project_id" + replacement: "{{ .Env.PROJECT_ID }}" + - target_label: "cloud.account.id" + replacement: "{{ .Env.PROJECT_ID }}" + - target_label: "cloud.availability_zone" + replacement: "{{ .Env.ZONE }}" + - target_label: "cloud.platform" + replacement: "gcp_kubernetes_engine" + - target_label: "cloud.provider" + replacement: "gcp" + - target_label: "cloud.region" + replacement: "us-central1" + - target_label: "host.id" + replacement: "6738547723285439597" + - target_label: "host.name" + replacement: "gke-{{ .Env.CLUSTER_NAME }}-{{ .Env.BENCH_NAME }}-work-pool-96afa708-zj6n" + - target_label: "host.type" + replacement: "n2-highmem-8" + - target_label: "k8s.cluster.name" + replacement: "{{ .Env.CLUSTER_NAME }}" + - target_label: "k8s.node.name" + replacement: "gke-{{ .Env.CLUSTER_NAME }}-{{ .Env.BENCH_NAME }}-work-pool-96afa708-zj6n" + - target_label: "k8s.pod.name" + replacement: "avalanche-5f78867584-42kpp" + - target_label: "k8s.pod.uid" + replacement: "3b2d4a0b-adcb-4d66-8989-b53e5831f11d" + - target_label: "k8s.pod.start_time" + replacement: "2026-11-04T17:20:00Z" + - target_label: "k8s.replicaset.name" + replacement: "avalanche-5f78867584" + metric_relabel_configs: + - source_labels: ["k8s.pod.name"] + target_label: "pod" + - source_labels: ["k8s.container.name"] + target_label: "container" + - source_labels: ["k8s.deployment.name"] + target_label: "top_level_controller_name" + - target_label: "top_level_controller_type" + replacement: "Deployment" + - target_label: "otel_scope_name" + replacement: "github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver" + - target_label: "otel_scope_version" + replacement: "0.163.1" + - source_labels: ["gcp.project_id"] + target_label: "exported_project_id" + - source_labels: ["cloud.availability_zone"] + target_label: "exported_location" + - source_labels: ["k8s.cluster.name"] + target_label: "exported_cluster" + - source_labels: ["k8s.namespace.name"] + target_label: "exported_namespace" + - source_labels: ["job"] + target_label: "exported_job" + - source_labels: ["instance"] + target_label: "exported_instance" + retry: + type: urn:otel:processor:retry config: - apply_to: ["resource"] - actions: - - action: upsert - key: "gcp.project_id" - value: "{{ .Env.PROJECT_ID }}" - - action: upsert - key: "cloud.availability_zone" - value: "{{ .Env.ZONE }}" - - action: upsert - key: "k8s.cluster.name" - value: "{{ .Env.CLUSTER_NAME }}" - - action: upsert - key: "k8s.namespace.name" - value: "{{ .Env.BENCH_NAME }}" + initial_interval: 5s + max_interval: 30s + max_elapsed_time: 300s + multiplier: 1.5 exporter: type: urn:otel:exporter:otlp_grpc capabilities: @@ -104,8 +182,8 @@ data: compression: gzip connections: - from: receiver - to: resource_attrs - - from: resource_attrs + to: retry + - from: retry to: exporter --- apiVersion: apps/v1 @@ -133,7 +211,7 @@ spec: automountServiceAccountToken: true containers: - name: otap-collector - image: gcr.io/gpe-test-1/otap-df-engine:prometheus-receiver-gcp-auth-v0.2.0 + image: gcr.io/gpe-test-1/otap-df-engine:prometheus-receiver-gcp-auth-v0.3.0@sha256:3c0728aa0a43294a9a256d012e0758f2192d6e3acbc37bc63fc520be2a0379db args: - "--config=/conf/config.yaml" - "--num-cores=1" diff --git a/manifests/scenarios/otap-rust/Dockerfile b/manifests/scenarios/otap-rust/Dockerfile index a630c2b..f84c4fe 100644 --- a/manifests/scenarios/otap-rust/Dockerfile +++ b/manifests/scenarios/otap-rust/Dockerfile @@ -1,6 +1,6 @@ -# Build from the open-telemetry/otel-arrow repository root (branch bwplotka/prometheus-receiver-gcp-auth): +# Build from the open-telemetry/otel-arrow repository root (branch bwplotka/otap-bench-v4): # docker build -f manifests/scenarios/otap-rust/Dockerfile \ -# -t gcr.io/gpe-test-1/otap-df-engine:prometheus-receiver-gcp-auth-v0.2.0 /path/to/otel-arrow +# -t gcr.io/gpe-test-1/otap-df-engine:prometheus-receiver-gcp-auth-v0.3.0 /path/to/otel-arrow FROM rust:1.99-bookworm AS builder RUN apt-get update && apt-get install -y --no-install-recommends protobuf-compiler && rm -rf /var/lib/apt/lists/*