loki: generate dataplane-compliant logs dataframes (behind feature flag) (#69909)

* add feature flag * prepare tests * enable dataplane-format in loki-backend
2023-07-13 09:58:00 +02:00
parent 9990d5025d
commit e045860fbf
57 changed files with 4435 additions and 23 deletions
@@ -0,0 +1,80 @@
+{
+  "status": "success",
+  "data": {
+    "resultType": "streams",
+    "result": [
+      {
+        "stream": {
+          "code": "one\",",
+          "location": "moon🌙"
+        },
+        "values": [
+          [
+            "1645030244810757120",
+						"log line error 1"
+          ]
+        ]
+      },
+      {
+        "stream": {
+          "code": "\",two",
+          "location": "moon🌙"
+        },
+        "values": [
+          [
+            "1645030247027735040",
+						"log line info 1"
+          ],
+          [
+            "1645030246277587968",
+						"log line info 2"
+          ],
+          [
+            "1645030246277587968",
+						"log line info 2"
+          ],
+          [
+            "1645030245539423744",
+						"log line info 3"
+          ],
+          [
+            "1645030244091700992",
+						"log line info 4"
+          ]
+        ]
+      }
+    ],
+    "stats": {
+      "summary": {
+        "bytesProcessedPerSecond": 3507022,
+        "linesProcessedPerSecond": 24818,
+        "totalBytesProcessed": 7772,
+        "totalLinesProcessed": 55,
+        "execTime": 0.002216125
+      },
+      "store": {
+        "totalChunksRef": 2,
+        "totalChunksDownloaded": 3,
+        "chunksDownloadTime": 0.000390958,
+        "headChunkBytes": 4,
+        "headChunkLines": 5,
+        "decompressedBytes": 7772,
+        "decompressedLines": 55,
+        "compressedBytes": 31432,
+        "totalDuplicates": 6
+      },
+      "ingester": {
+        "totalReached": 7,
+        "totalChunksMatched": 8,
+        "totalBatches": 9,
+        "totalLinesSent": 10,
+        "headChunkBytes": 11,
+        "headChunkLines": 12,
+        "decompressedBytes": 13,
+        "decompressedLines": 14,
+        "compressedBytes": 15,
+        "totalDuplicates": 16
+      }
+    }
+  }
+}