feat: default trace_parser updated (#3782)

* feat: default trace_parser updated

* fix: regex updated

deploy/docker-swarm/clickhouse-setup/otel-collector-config.yaml

@@ -63,38 +63,33 @@ receivers:
 processors:
   logstransform/internal:
     operators:
+      - type: regex_parser
+        id: traceid
+        # https://regex101.com/r/MMfNjk/1
+        regex: '(?i)(trace(-|_||)id("|=| |-|:)*)(?P<trace_id>[A-Fa-f0-9]+)'
+        parse_from: body
+        parse_to: attributes.temp_trace
+        if: 'body matches "(?i)(trace(-|_||)id(\"|=| |-|:)*)(?P<trace_id>[A-Fa-f0-9]+)"'
+        output: spanid
+      - type: regex_parser
+        id: spanid
+        # https://regex101.com/r/uXSwLc/1
+        regex: '(?i)(span(-|_||)id("|=| |-|:)*)(?P<span_id>[A-Fa-f0-9]+)'
+        parse_from: body
+        parse_to: attributes.temp_trace
+        if: 'body matches "(?i)(span(-|_||)id(\"|=| |-|:)*)(?P<span_id>[A-Fa-f0-9]+)"'
+        output: trace_parser
       - type: trace_parser
-        if: '"trace_id" in attributes or "span_id" in attributes'
+        id: trace_parser
         trace_id:
-          parse_from: attributes.trace_id
+          parse_from: attributes.temp_trace.trace_id
         span_id:
-          parse_from: attributes.span_id
+          parse_from: attributes.temp_trace.span_id
-        output: remove_trace_id
+        output: remove_temp
-      - type: trace_parser
+      - type: remove
-        if: '"traceId" in attributes or "spanId" in attributes'
+        id: remove_temp
-        trace_id:
+        field: attributes.temp_trace
-          parse_from: attributes.traceId
+        if: '"temp_trace" in attributes'
-        span_id:
-          parse_from: attributes.spanId
-        output: remove_traceId
-      - id: remove_traceId
-        type: remove
-        if: '"traceId" in attributes'
-        field: attributes.traceId
-        output: remove_spanId
-      - id: remove_spanId
-        type: remove
-        if: '"spanId" in attributes'
-        field: attributes.spanId
-      - id: remove_trace_id
-        type: remove
-        if: '"trace_id" in attributes'
-        field: attributes.trace_id
-        output: remove_span_id
-      - id: remove_span_id
-        type: remove
-        if: '"span_id" in attributes'
-        field: attributes.span_id
   batch:
     send_batch_size: 10000
     send_batch_max_size: 11000

deploy/docker/clickhouse-setup/otel-collector-config.yaml

@@ -64,38 +64,33 @@ receivers:
 processors:
   logstransform/internal:
     operators:
+      - type: regex_parser
+        id: traceid
+        # https://regex101.com/r/MMfNjk/1
+        regex: '(?i)(trace(-|_||)id("|=| |-|:)*)(?P<trace_id>[A-Fa-f0-9]+)'
+        parse_from: body
+        parse_to: attributes.temp_trace
+        if: 'body matches "(?i)(trace(-|_||)id(\"|=| |-|:)*)(?P<trace_id>[A-Fa-f0-9]+)"'
+        output: spanid
+      - type: regex_parser
+        id: spanid
+        # https://regex101.com/r/uXSwLc/1
+        regex: '(?i)(span(-|_||)id("|=| |-|:)*)(?P<span_id>[A-Fa-f0-9]+)'
+        parse_from: body
+        parse_to: attributes.temp_trace
+        if: 'body matches "(?i)(span(-|_||)id(\"|=| |-|:)*)(?P<span_id>[A-Fa-f0-9]+)"'
+        output: trace_parser
       - type: trace_parser
-        if: '"trace_id" in attributes or "span_id" in attributes'
+        id: trace_parser
         trace_id:
-          parse_from: attributes.trace_id
+          parse_from: attributes.temp_trace.trace_id
         span_id:
-          parse_from: attributes.span_id
+          parse_from: attributes.temp_trace.span_id
-        output: remove_trace_id
+        output: remove_temp
-      - type: trace_parser
+      - type: remove
-        if: '"traceId" in attributes or "spanId" in attributes'
+        id: remove_temp
-        trace_id:
+        field: attributes.temp_trace
-          parse_from: attributes.traceId
+        if: '"temp_trace" in attributes'
-        span_id:
-          parse_from: attributes.spanId
-        output: remove_traceId
-      - id: remove_traceId
-        type: remove
-        if: '"traceId" in attributes'
-        field: attributes.traceId
-        output: remove_spanId
-      - id: remove_spanId
-        type: remove
-        if: '"spanId" in attributes'
-        field: attributes.spanId
-      - id: remove_trace_id
-        type: remove
-        if: '"trace_id" in attributes'
-        field: attributes.trace_id
-        output: remove_span_id
-      - id: remove_span_id
-        type: remove
-        if: '"span_id" in attributes'
-        field: attributes.span_id
   batch:
     send_batch_size: 10000
     send_batch_max_size: 11000