Generalize TCPDrop to include more protocols

Signed-off-by: msherif1234 <mmahmoud@redhat.com>
netobserv · Jul 17, 2023 · 0232616 · 0232616
1 parent 2003ce5
commit 0232616
Show file tree

Hide file tree

Showing 35 changed files with 4,518 additions and 7,492 deletions.
diff --git a/config/sample-frontend-config.yaml b/config/sample-frontend-config.yaml
@@ -26,5 +26,5 @@ alertNamespaces:
   - netobserv
 sampling: 50
 features:
-  - tcpDrop
+  - pktDrop
   - dnsTracking
diff --git a/mocks/loki/flows.json b/mocks/loki/flows.json
diff --git a/mocks/loki/flows_dropped.json b/mocks/loki/flows_dropped.json
@@ -9,8 +9,8 @@
         "linesProcessedPerSecond": 0,
         "totalBytesProcessed": 0,
         "totalLinesProcessed": 0,
-        "execTime": 0.176365334,
-        "queueTime": 2.993629871,
+        "execTime": 0.443236472,
+        "queueTime": 9.281324388,
         "subqueries": 61,
         "totalEntriesReturned": 0
       },
@@ -30,7 +30,7 @@
         }
       },
       "ingester": {
-        "totalReached": 112,
+        "totalReached": 352,
         "totalChunksMatched": 0,
         "totalBatches": 0,
         "totalLinesSent": 0,

diff --git a/mocks/loki/flows_has_dropped.json b/mocks/loki/flows_has_dropped.json
@@ -9,8 +9,8 @@
         "linesProcessedPerSecond": 0,
         "totalBytesProcessed": 0,
         "totalLinesProcessed": 0,
-        "execTime": 0.173060291,
-        "queueTime": 2.971519607,
+        "execTime": 0.47597778,
+        "queueTime": 9.897020478,
         "subqueries": 61,
         "totalEntriesReturned": 0
       },
@@ -30,7 +30,7 @@
         }
       },
       "ingester": {
-        "totalReached": 112,
+        "totalReached": 352,
         "totalChunksMatched": 0,
         "totalBatches": 0,
         "totalLinesSent": 0,

diff --git a/mocks/loki/flows_sent.json b/mocks/loki/flows_sent.json
diff --git a/mocks/loki/namespaces.json b/mocks/loki/namespaces.json
@@ -30,6 +30,7 @@
     "openshift-insights",
     "openshift-kube-apiserver",
     "openshift-kube-apiserver-operator",
+    "openshift-kube-controller-manager",
     "openshift-kube-controller-manager-operator",
     "openshift-kube-scheduler",
     "openshift-kube-scheduler-operator",

diff --git a/mocks/loki/topology_app.json b/mocks/loki/topology_app.json
@@ -9,60 +9,44 @@
         },
         "values": [
           [
-            1689357240,
-            "95.18611111111112"
+            1689617160,
+            "8.827777777777778"
           ],
           [
-            1689357600,
-            "95.86388888888888"
+            1689617520,
+            "59.53194444444445"
           ],
           [
-            1689357960,
-            "95.90277777777779"
+            1689617880,
+            "99.40833333333333"
           ],
           [
-            1689358320,
-            "94.43472222222222"
+            1689618240,
+            "93.24583333333332"
           ],
           [
-            1689358680,
-            "95.92777777777778"
+            1689618600,
+            "91.00416666666668"
           ],
           [
-            1689359040,
-            "95.40555555555557"
+            1689618960,
+            "94.03194444444443"
           ],
           [
-            1689359400,
-            "95.04722222222222"
-          ],
-          [
-            1689359760,
-            "95.82500000000002"
-          ],
-          [
-            1689360120,
-            "93.0513888888889"
-          ],
-          [
-            1689360480,
-            "94.64999999999999"
-          ],
-          [
-            1689360840,
-            "96.88194444444446"
+            1689619320,
+            "94.5263888888889"
           ]
         ]
       }
     ],
     "stats": {
       "summary": {
-        "bytesProcessedPerSecond": 17608526,
-        "linesProcessedPerSecond": 24920,
-        "totalBytesProcessed": 74698211,
-        "totalLinesProcessed": 105716,
-        "execTime": 4.242161489,
-        "queueTime": 63.642161992,
+        "bytesProcessedPerSecond": 47999449,
+        "linesProcessedPerSecond": 67992,
+        "totalBytesProcessed": 130651593,
+        "totalLinesProcessed": 185072,
+        "execTime": 2.721939405,
+        "queueTime": 80.607792972,
         "subqueries": 6,
         "totalEntriesReturned": 1
       },
@@ -82,21 +66,21 @@
         }
       },
       "ingester": {
-        "totalReached": 16,
-        "totalChunksMatched": 448,
-        "totalBatches": 139,
-        "totalLinesSent": 67356,
+        "totalReached": 48,
+        "totalChunksMatched": 940,
+        "totalBatches": 281,
+        "totalLinesSent": 136138,
         "store": {
           "totalChunksRef": 6,
           "totalChunksDownloaded": 6,
-          "chunksDownloadTime": 3711023,
+          "chunksDownloadTime": 2791570,
           "chunk": {
-            "headChunkBytes": 15316800,
-            "headChunkLines": 22003,
-            "decompressedBytes": 59381411,
-            "decompressedLines": 83713,
-            "compressedBytes": 12306027,
-            "totalDuplicates": 2793
+            "headChunkBytes": 26920562,
+            "headChunkLines": 38616,
+            "decompressedBytes": 103731031,
+            "decompressedLines": 146456,
+            "compressedBytes": 22333756,
+            "totalDuplicates": 0
           }
         }
       }

diff --git a/mocks/loki/topology_dropped_app.json b/mocks/loki/topology_dropped_app.json
@@ -9,8 +9,8 @@
         "linesProcessedPerSecond": 0,
         "totalBytesProcessed": 0,
         "totalLinesProcessed": 0,
-        "execTime": 0.353636484,
-        "queueTime": 1.037140248,
+        "execTime": 0.529950085,
+        "queueTime": 9.640030246,
         "subqueries": 6,
         "totalEntriesReturned": 0
       },
@@ -30,7 +30,7 @@
         }
       },
       "ingester": {
-        "totalReached": 16,
+        "totalReached": 96,
         "totalChunksMatched": 0,
         "totalBatches": 0,
         "totalLinesSent": 0,

diff --git a/mocks/loki/topology_dropped_cause.json b/mocks/loki/topology_dropped_cause.json
@@ -9,8 +9,8 @@
         "linesProcessedPerSecond": 0,
         "totalBytesProcessed": 0,
         "totalLinesProcessed": 0,
-        "execTime": 0.345117107,
-        "queueTime": 0.910854438,
+        "execTime": 0.349613188,
+        "queueTime": 4.8969361,
         "subqueries": 6,
         "totalEntriesReturned": 0
       },
@@ -30,7 +30,7 @@
         }
       },
       "ingester": {
-        "totalReached": 16,
+        "totalReached": 48,
         "totalChunksMatched": 0,
         "totalBatches": 0,
         "totalLinesSent": 0,

diff --git a/mocks/loki/topology_dropped_host.json b/mocks/loki/topology_dropped_host.json
@@ -9,8 +9,8 @@
         "linesProcessedPerSecond": 0,
         "totalBytesProcessed": 0,
         "totalLinesProcessed": 0,
-        "execTime": 0.429576177,
-        "queueTime": 1.530064346,
+        "execTime": 0.542858375,
+        "queueTime": 10.541185816,
         "subqueries": 6,
         "totalEntriesReturned": 0
       },
@@ -30,7 +30,7 @@
         }
       },
       "ingester": {
-        "totalReached": 16,
+        "totalReached": 96,
         "totalChunksMatched": 0,
         "totalBatches": 0,
         "totalLinesSent": 0,

diff --git a/mocks/loki/topology_dropped_namespace.json b/mocks/loki/topology_dropped_namespace.json
@@ -9,8 +9,8 @@
         "linesProcessedPerSecond": 0,
         "totalBytesProcessed": 0,
         "totalLinesProcessed": 0,
-        "execTime": 0.330042893,
-        "queueTime": 0.932578127,
+        "execTime": 0.328461359,
+        "queueTime": 5.65109149,
         "subqueries": 6,
         "totalEntriesReturned": 0
       },
@@ -30,7 +30,7 @@
         }
       },
       "ingester": {
-        "totalReached": 16,
+        "totalReached": 48,
         "totalChunksMatched": 0,
         "totalBatches": 0,
         "totalLinesSent": 0,

diff --git a/mocks/loki/topology_dropped_owner.json b/mocks/loki/topology_dropped_owner.json
@@ -9,8 +9,8 @@
         "linesProcessedPerSecond": 0,
         "totalBytesProcessed": 0,
         "totalLinesProcessed": 0,
-        "execTime": 0.320097388,
-        "queueTime": 0.59019002,
+        "execTime": 0.364412797,
+        "queueTime": 6.115875254,
         "subqueries": 6,
         "totalEntriesReturned": 0
       },
@@ -30,7 +30,7 @@
         }
       },
       "ingester": {
-        "totalReached": 16,
+        "totalReached": 48,
         "totalChunksMatched": 0,
         "totalBatches": 0,
         "totalLinesSent": 0,

diff --git a/mocks/loki/topology_dropped_resource.json b/mocks/loki/topology_dropped_resource.json
@@ -9,8 +9,8 @@
         "linesProcessedPerSecond": 0,
         "totalBytesProcessed": 0,
         "totalLinesProcessed": 0,
-        "execTime": 0.392031201,
-        "queueTime": 0.860177847,
+        "execTime": 0.631941719,
+        "queueTime": 13.027190137,
         "subqueries": 6,
         "totalEntriesReturned": 0
       },
@@ -30,7 +30,7 @@
         }
       },
       "ingester": {
-        "totalReached": 16,
+        "totalReached": 96,
         "totalChunksMatched": 0,
         "totalBatches": 0,
         "totalLinesSent": 0,

diff --git a/mocks/loki/topology_dropped_state.json b/mocks/loki/topology_dropped_state.json
@@ -9,8 +9,8 @@
         "linesProcessedPerSecond": 0,
         "totalBytesProcessed": 0,
         "totalLinesProcessed": 0,
-        "execTime": 0.335618214,
-        "queueTime": 0.644208648,
+        "execTime": 0.316936469,
+        "queueTime": 5.289169522,
         "subqueries": 6,
         "totalEntriesReturned": 0
       },
@@ -30,7 +30,7 @@
         }
       },
       "ingester": {
-        "totalReached": 16,
+        "totalReached": 48,
         "totalChunksMatched": 0,
         "totalBatches": 0,
         "totalLinesSent": 0,