Merge pull request apache#81 from seznam/vanekjar/61/AllowedLateness

apache#61 Allowed lateness unit test

sdks/java/extensions/euphoria/euphoria-flink/src/test/java/cz/seznam/euphoria/flink/streaming/RBKTimeWindowTest.java

@@ -226,5 +226,50 @@ private List<String> fmt(List<Triple<TimeInterval, String, String>> xs) {
         .collect(Collectors.toList());
   }
 
+  @Test
+  public void testEventWindowingWithAllowedLateness() throws Exception {
+    ListDataSink<Triple<TimeInterval, String, Long>> output = ListDataSink.get(1);
+
+    ListDataSource<Pair<String, Integer>> source =
+            ListDataSource.unbounded(
+                    asList(
+                            Pair.of("one", 1),
+                            Pair.of("one", 2),
+                            Pair.of("two", 7),
+                            Pair.of("two", 3), // latecomer, but in limit of allowed lateness
+                            Pair.of("two", 1), // latecomer, will be dropped
+                            Pair.of("two", 8),
+                            Pair.of("three", 8)))
+                    .withReadDelay(Duration.ofMillis(200));
+
+    Flow f = Flow.create("test-attached-windowing");
+    Dataset<Pair<String, Long>> reduced =
+            ReduceByKey.of(f.createInput(source))
+                    .keyBy(Pair::getFirst)
+                    .valueBy(e -> 1L)
+                    .combineBy(Sums.ofLongs())
+                    .windowBy(Time.of(Duration.ofMillis(5)),
+                            // ~ event time
+                            e -> (long) e.getSecond())
+                    .setNumPartitions(1)
+                    .output();
+
+    Util.extractWindows(reduced, TimeInterval.class).persist(output);
+
+    new TestFlinkExecutor()
+            .setStateBackend(new RocksDBStateBackend("file:///tmp/flink-checkpoint"))
+            .setAllowedLateness(Duration.ofMillis(4))
+            .submit(f)
+            .get();
+
+    assertEquals(
+            asList("0:one-2", "0:two-1", "5:three-1", "5:two-2"),
+            output.getOutput(0)
+                    .stream()
+                    .map(p -> p.getFirst().getStartMillis() + ":" + p.getSecond() + "-" + p.getThird())
+                    .sorted()
+                    .collect(Collectors.toList()));
+
+  }
 
 }