OpenTelemetry Collector Data Format

The OpenTelemetry (OTel) collector receives data from Kafka in protobuf and json format, depending on the test domain (Endpoint Agents or Cloud Enterprise Agents). The data is then converted to Otel format.

Here is an example of a jitter metric:

{
  resource_metrics {
    resource {
      attributes {
        key: "thousandeyes.stream.id"
        value {
          string_value: "16fedf53-93d6-4f32-a3b6-4e3dd90ebc5d"
        }
      }
    }
    scope_metrics {
      scope {}
      metrics {
        name: "net.metrics.jitter"
        description: "Network metrics jitter"
        unit: "ms"
        gauge {
          data_points {
            time_unix_nano: 1691060100306000000
            as_double: 0.8775854623129539
            attributes {
              key: "test.id"
              value {
                int_value: 244002
              }
            }
            attributes {
              key: "agent.id"
              value {
                int_value: 27820
              }
            }
            attributes {
              key: "round.id"
              value {
                int_value: 1691060100
              }
            }
            attributes {
              key: "server.name"
              value {
                string_value: "c.iana-servers.net"
              }
            }
            attributes {
              key: "server.ip"
              value {
                string_value: "2001:500:8e::53"
              }
            }
            attributes {
              key: "datapoint.id"
              value {
                string_value: "opt-efd49464-7049-42f7-8ee7-37529bc2101f-0"
              }
            }
            attributes {
              key: "datapoint.created"
              value {
                int_value: 1691573778973
              }
            }
            attributes {
              key: "datapoint.received"
              value {
                int_value: 1691574051187
              }
            }
            attributes {
              key: "otel-label-acc-101920-0"
              value {
                array_value {
                  values {
                    string_value: "otel-label-acc-101920-0-value-2"
                  }
                }
              }
            }
            attributes {
              key: "otel-label-acc-101920-1"
              value {
                array_value {
                  values {
                    string_value: "otel-label-acc-101920-1-value"
                  }
                }
              }
            }
            attributes {
              key: "agent.name"
              value {
                string_value: "cea-14961"
              }
            }
            attributes {
              key: "agent.location"
              value {
                string_value: "San Francisco, California, US"
              }
            }
            attributes {
              key: "permalink"
              value {
                string_value: "https://app.stg.thousandeyes.com/net/metrics?__a=101920&testId=244002&roundId=1691060100"
              }
            }
            attributes {
              key: "integration.id"
              value {
                string_value: "16fedf53-93d6-4f32-a3b6-4e3dd90ebc5d"
              }
            }
          }
        }
      }
    }
  }
}