#845 Add updated MapBenchmark

EsotericSoftware · Jan 21, 2022 · e3a34a9 · e3a34a9
1 parent 1065947
commit e3a34a9
Show file tree

Hide file tree

Showing 2 changed files with 266 additions and 1 deletion.
diff --git a/benchmarks/pom.xml b/benchmarks/pom.xml
@@ -16,7 +16,8 @@
 
 	<properties>
 		<kryo.root>${basedir}/..</kryo.root>
-		<jmh.version>1.33</jmh.version>
+		<jmh.version>1.34</jmh.version>
+		<byte-buddy.version>1.12.7</byte-buddy.version>
 		<uberjar.name>benchmarks</uberjar.name>
 		<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
 	</properties>
@@ -38,6 +39,11 @@
 			<version>${jmh.version}</version>
 			<scope>provided</scope>
 		</dependency>
+		<dependency>
+			<groupId>net.bytebuddy</groupId>
+			<artifactId>byte-buddy</artifactId>
+			<version>${byte-buddy.version}</version>
+		</dependency>
 	</dependencies>
 
 	<build>

diff --git a/benchmarks/src/main/java/com/esotericsoftware/kryo/benchmarks/MapBenchmark.java b/benchmarks/src/main/java/com/esotericsoftware/kryo/benchmarks/MapBenchmark.java
@@ -0,0 +1,259 @@
+/* Copyright (c) 2008-2018, Nathan Sweet
+ * All rights reserved.
+ * 
+ * Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following
+ * conditions are met:
+ * 
+ * - Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer.
+ * - Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following
+ * disclaimer in the documentation and/or other materials provided with the distribution.
+ * - Neither the name of Esoteric Software nor the names of its contributors may be used to endorse or promote products derived
+ * from this software without specific prior written permission.
+ * 
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING,
+ * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT
+ * SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+ * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */
+
+package com.esotericsoftware.kryo.benchmarks;
+
+import com.esotericsoftware.kryo.util.CuckooObjectMap;
+import com.esotericsoftware.kryo.util.IdentityMap;
+import com.esotericsoftware.kryo.util.ObjectMap;
+
+import java.util.Collections;
+import java.util.IdentityHashMap;
+import java.util.List;
+import java.util.Random;
+import java.util.stream.Collectors;
+import java.util.stream.IntStream;
+
+import org.openjdk.jmh.annotations.Benchmark;
+import org.openjdk.jmh.annotations.Level;
+import org.openjdk.jmh.annotations.Param;
+import org.openjdk.jmh.annotations.Scope;
+import org.openjdk.jmh.annotations.Setup;
+import org.openjdk.jmh.annotations.State;
+import org.openjdk.jmh.infra.Blackhole;
+
+import net.bytebuddy.ByteBuddy;
+
+public class MapBenchmark {
+
+	@Benchmark
+	public void read (ReadBenchmarkState state, Blackhole blackhole) {
+		state.read(blackhole);
+	}
+
+	@Benchmark
+	public void write (WriteBenchmarkState state, Blackhole blackhole) {
+		state.write(blackhole);
+	}
+
+	@Benchmark
+	public void writeRead (WriteBenchmarkState state, Blackhole blackhole) {
+		state.readWrite(blackhole);
+	}
+
+	@State(Scope.Thread)
+	public static class AbstractBenchmarkState {
+		@Param({"100", "500", "3000", "5000"}) public int numClasses;
+		@Param({"8192"}) public int maxCapacity;
+		@Param({"OBJECT", "IDENTITY", "CUCKOO", "HASH"}) public MapType mapType;
+		@Param({"STRINGS", "INTEGERS", "CLASSES"}) public DataSource dataSource;
+
+		MapAdapter<Object, Integer> map;
+		List<Object> data;
+	}
+
+	@State(Scope.Thread)
+	public static class ReadBenchmarkState extends AbstractBenchmarkState {
+
+		final Random random = new Random(123L);
+
+		@Setup(Level.Trial)
+		public void setup () {
+			map = createMap(mapType, maxCapacity);
+			data = dataSource.buildData(random, numClasses);
+			data.forEach(c -> map.put(c, 1));
+			Collections.shuffle(data);
+		}
+
+		public void read (Blackhole blackhole) {
+			data.stream()
+				.limit(numClasses)
+				.map(map::get)
+				.forEach(blackhole::consume);
+		}
+	}
+
+	@State(Scope.Thread)
+	public static class WriteBenchmarkState extends AbstractBenchmarkState {
+
+		final Random random = new Random(123L);
+
+		@Setup(Level.Trial)
+		public void setup () {
+			map = createMap(mapType, maxCapacity);
+			data = dataSource.buildData(random, numClasses);
+			Collections.shuffle(data);
+		}
+
+		public void write (Blackhole blackhole) {
+			data.stream()
+				.map(c -> map.put(c, 1))
+				.forEach(blackhole::consume);
+		}
+
+		public void readWrite (Blackhole blackhole) {
+			data.forEach(c -> map.put(c, 1));
+			Collections.shuffle(data);
+
+			data.stream()
+				.limit(numClasses)
+				.map(map::get)
+				.forEach(blackhole::consume);
+			map.clear();
+		}
+	}
+
+	public enum MapType {
+		OBJECT, IDENTITY, CUCKOO, HASH
+	}
+
+	public enum DataSource {
+		INTEGERS {
+			Object getData (Random random) {
+				return random.nextInt();
+			}
+		},
+		STRINGS {
+			Object getData (Random random) {
+				int leftLimit = 97; // 'a'
+				int rightLimit = 122; // 'z'
+				int targetStringLength = random.nextInt(5, 50);
+				return random.ints(leftLimit, rightLimit + 1)
+					.limit(targetStringLength)
+					.collect(StringBuilder::new, StringBuilder::appendCodePoint, StringBuilder::append)
+					.toString();
+			}
+		},
+		CLASSES {
+			Object getData (Random random) {
+				return new ByteBuddy()
+					.subclass(Object.class)
+					.make()
+					.load(MapBenchmark.class.getClassLoader())
+					.getLoaded();
+			}
+		};
+
+		abstract Object getData (Random random);
+
+		public List<Object> buildData (Random random, int numClasses) {
+			return IntStream.rangeClosed(0, numClasses).mapToObj(i -> getData(random))
+				.collect(Collectors.toList());
+		}
+	}
+
+	private static MapAdapter<Object, Integer> createMap (MapType mapType, int maxCapacity) {
+		switch (mapType) {
+		case CUCKOO:
+			return new CuckooMapAdapter<>(new CuckooObjectMap<>(), maxCapacity);
+		case OBJECT:
+			return new ObjectMapAdapter<>(new ObjectMap<>(), maxCapacity);
+		case IDENTITY:
+			return new ObjectMapAdapter<>(new IdentityMap<>(), maxCapacity);
+		case HASH:
+			return new HashMapAdapter<>(new IdentityHashMap<>());
+		default:
+			throw new IllegalStateException("Unexpected value: " + mapType);
+		}
+	}
+
+	interface MapAdapter<K, V> {
+		V get (K key);
+
+		V put (K key, V value);
+
+		void clear ();
+	}
+
+	static class ObjectMapAdapter<K> implements MapAdapter<K, Integer> {
+		private final ObjectMap<K, Integer> delegate;
+		private final int maxCapacity;
+
+		public ObjectMapAdapter (ObjectMap<K, Integer> delegate, int maxCapacity) {
+			this.delegate = delegate;
+			this.maxCapacity = maxCapacity;
+		}
+
+		@Override
+		public Integer get (K key) {
+			return delegate.get(key, -1);
+		}
+
+		@Override
+		public Integer put (K key, Integer value) {
+			delegate.put(key, value);
+			return null;
+		}
+
+		@Override
+		public void clear () {
+			delegate.clear(maxCapacity);
+		}
+	}
+
+	static class CuckooMapAdapter<K> implements MapAdapter<K, Integer> {
+		private final CuckooObjectMap<K, Integer> delegate;
+		private final int maxCapacity;
+
+		public CuckooMapAdapter (CuckooObjectMap<K, Integer> delegate, int maxCapacity) {
+			this.delegate = delegate;
+			this.maxCapacity = maxCapacity;
+		}
+
+		@Override
+		public Integer get (K key) {
+			return delegate.get(key, -1);
+		}
+
+		@Override
+		public Integer put (K key, Integer value) {
+			delegate.put(key, value);
+			return null;
+		}
+
+		@Override
+		public void clear () {
+			delegate.clear(maxCapacity);
+		}
+	}
+
+	private static class HashMapAdapter<K> implements MapAdapter<K, Integer> {
+		private final IdentityHashMap<K, Integer> delegate;
+
+		public HashMapAdapter (IdentityHashMap<K, Integer> delegate) {
+			this.delegate = delegate;
+		}
+
+		@Override
+		public Integer get (K key) {
+			return delegate.get(key);
+		}
+
+		@Override
+		public Integer put (K key, Integer value) {
+			return delegate.put(key, value);
+		}
+
+		@Override
+		public void clear () {
+			delegate.clear();
+		}
+	}
+
+}