From af602b6ee8a1e2dd2fc433a15ac940b8456acf9e Mon Sep 17 00:00:00 2001 From: Thomas Graves Date: Tue, 31 Mar 2020 10:12:05 -0500 Subject: [PATCH] Add java api test --- .../java/test/org/apache/spark/JavaAPISuite.java | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/core/src/test/java/test/org/apache/spark/JavaAPISuite.java b/core/src/test/java/test/org/apache/spark/JavaAPISuite.java index a8252e03b5c15..566d60ed406c4 100644 --- a/core/src/test/java/test/org/apache/spark/JavaAPISuite.java +++ b/core/src/test/java/test/org/apache/spark/JavaAPISuite.java @@ -73,6 +73,10 @@ import org.apache.spark.partial.BoundedDouble; import org.apache.spark.partial.PartialResult; import org.apache.spark.rdd.RDD; +import org.apache.spark.resource.ExecutorResourceRequests; +import org.apache.spark.resource.ResourceProfile; +import org.apache.spark.resource.ResourceProfileBuilder; +import org.apache.spark.resource.TaskResourceRequests; import org.apache.spark.serializer.KryoSerializer; import org.apache.spark.storage.StorageLevel; import org.apache.spark.util.LongAccumulator; @@ -897,6 +901,18 @@ public void persist() { assertEquals(1, rdd.first().intValue()); } + @Test + public void withResources() { + ExecutorResourceRequests ereqs = new ExecutorResourceRequests().cores(4); + TaskResourceRequests treqs = new TaskResourceRequests().cpus(1); + ResourceProfile rp1 = new ResourceProfileBuilder().require(ereqs).require(treqs).build(); + List expected = Arrays.asList("1", "2", "3", "4"); + JavaRDD in1 = sc.parallelize(Arrays.asList(1, 2, 3, 4)); + in1.withResources(rp1); + assertEquals(in1.getResourceProfile(), rp1); + assertEquals(expected, in1.collect()); + } + @Test public void iterator() { JavaRDD rdd = sc.parallelize(Arrays.asList(1, 2, 3, 4, 5), 2);