Updated performance tests and removed old results.

Completed ActionProcessor. Added tests for ActionProcessor. Updated performance tests output. Added non-working console test runner to the tools directory. Updated documentation.
Dtronix · Jul 26, 2017 · 8c27545 · 8c27545
1 parent 5ac47b3
commit 8c27545
Show file tree

Hide file tree

Showing 14 changed files with 373 additions and 314 deletions.
diff --git a/docs/dtronix-message-queue.md b/docs/dtronix-message-queue.md
@@ -41,9 +41,8 @@ Each frame contains at the very minimum 1 byte.  This byte is used to determine
 ### Types of Frames
 There are seven types of frames, but only six that are used to send across the wire.  The Unset type is never used except as the initial state for the frame.
 
-| Name      | Frame bytes | MqFrameType |  Message Length  | Payload | Description                                            |
+| Name      | Frame bytes | MqFrameType<br/>(byte) |  Message Length<br/>(ushort?)| Payload<br/>(byte[]?) | Description       |
 |-----------|:-----------:|:-----------:|:----------------:|:-------:|--------------------------------------------------------|
-|           |             |     byte    |      ushort?     | byte[]? |                                                        |
 |   Unset   |      0      |      0      |         -        |    -    | Initial state for all frames.                          |
 |   Empty   |      1      |      1      |         -        |    -    | No body                                                |
 |    More   |    \>= 3    |      2      | ushort [2 bytes] |  byte[] | Contains a body.                                       |
@@ -52,7 +51,6 @@ There are seven types of frames, but only six that are used to send across the w
 |  Command  |    \>= 3    |      5      | ushort [2 bytes] |  byte[] | Command to be processed and consumed internally.       |
 |    Ping   |      1      |      6      |         -        |    -    | Same as EmptyLast frame but consumed internally.       |
 
-
 ##### MqFrame Type Empty
 <table>
   <tr align="center">

diff --git a/docs/performance-results/i5-3470-8GB-16KB.md b/docs/performance-results/i5-3470-8GB-16KB.md
diff --git a/docs/performance-results/i7-6500U-16GB-16KB.md b/docs/performance-results/i7-6500U-16GB-16KB.md
diff --git a/docs/performance-results/i7-6700K-32GB-16KB.md b/docs/performance-results/i7-6700K-32GB-16KB.md
diff --git a/docs/performance-results/i7-6800K-16GB.md b/docs/performance-results/i7-6800K-16GB.md
@@ -0,0 +1,76 @@
+Intel(R) Core(TM) i7-6800K CPU @ 3.40GHz with 16 GB of RAM installed.
+DMQPerf.exe 
+MQ Performance tests.
+
+FrameBufferSize: 16381; SendAndReceiveBufferSize: 16384
+
+|   Build |   Messages | Msg Bytes | Milliseconds |    Msg/sec |     MBps |
+|---------|------------|-----------|--------------|------------|----------|
+| Release |  1,000,000 |       200 |        1,490 |    671,140 |   134.23 |
+| Release |  1,000,000 |       200 |        1,430 |    699,300 |   139.86 |
+| Release |  1,000,000 |       200 |        1,532 |    652,741 |   130.55 |
+| Release |  1,000,000 |       200 |        1,470 |    680,272 |   136.05 |
+| Release |  1,000,000 |       200 |        1,481 |    675,219 |   135.04 |
+|         |            |  AVERAGES |        1,481 |    675,734 |   135.15 |
+
+|   Build |   Messages | Msg Bytes | Milliseconds |    Msg/sec |     MBps |
+|---------|------------|-----------|--------------|------------|----------|
+| Release |    100,000 |     2,000 |          511 |    195,694 |   391.39 |
+| Release |    100,000 |     2,000 |          492 |    203,252 |   406.50 |
+| Release |    100,000 |     2,000 |          515 |    194,174 |   388.35 |
+| Release |    100,000 |     2,000 |          486 |    205,761 |   411.52 |
+| Release |    100,000 |     2,000 |          507 |    197,238 |   394.48 |
+|         |            |  AVERAGES |          502 |    199,224 |   398.45 |
+
+|   Build |   Messages | Msg Bytes | Milliseconds |    Msg/sec |     MBps |
+|---------|------------|-----------|--------------|------------|----------|
+| Release |     10,000 |    60,048 |        1,254 |      7,974 |   478.85 |
+| Release |     10,000 |    60,048 |        1,243 |      8,045 |   483.09 |
+| Release |     10,000 |    60,048 |        1,253 |      7,980 |   479.23 |
+| Release |     10,000 |    60,048 |        1,251 |      7,993 |   480.00 |
+| Release |     10,000 |    60,048 |        1,254 |      7,974 |   478.85 |
+|         |            |  AVERAGES |        1,251 |      7,993 |   480.01 |
+
+RPC Performance tests.
+
+|   Build | Type      |   Calls    | Milliseconds |    RPC/sec |
+|---------|-----------|------------|--------------|------------|
+| Release |  NoReturn |    200,000 |        1,692 |    118,203 |
+| Release |  NoReturn |    200,000 |        1,690 |    118,343 |
+| Release |  NoReturn |    200,000 |        1,698 |    117,785 |
+| Release |  NoReturn |    200,000 |        1,780 |    112,359 |
+|         |           |   AVERAGES |        1,715 |    116,673 |
+
+|   Build | Type      |   Calls    | Milliseconds |    RPC/sec |
+|---------|-----------|------------|--------------|------------|
+| Release |     Await |    200,000 |        3,256 |     61,425 |
+| Release |     Await |    200,000 |        3,182 |     62,853 |
+| Release |     Await |    200,000 |        3,136 |     63,775 |
+| Release |     Await |    200,000 |        3,142 |     63,653 |
+|         |           |   AVERAGES |        3,179 |     62,927 |
+
+|   Build | Type      |   Calls    | Milliseconds |    RPC/sec |
+|---------|-----------|------------|--------------|------------|
+| Release |     Block |        100 |        1,004 |         99 |
+| Release |     Block |        100 |        1,001 |         99 |
+| Release |     Block |        100 |            8 |     12,500 |
+| Release |     Block |        100 |        1,982 |         50 |
+| Release |     Block |        100 |        1,982 |         50 |
+|         |           |   AVERAGES |          999 |      3,187 |
+
+|   Build | Type      |   Calls    | Milliseconds |    RPC/sec |
+|---------|-----------|------------|--------------|------------|
+| Release |    Return |     10,000 |        1,060 |      9,433 |
+| Release |    Return |     10,000 |        1,060 |      9,433 |
+| Release |    Return |     10,000 |        1,065 |      9,389 |
+| Release |    Return |     10,000 |        1,061 |      9,425 |
+|         |           |   AVERAGES |        1,062 |      9,420 |
+
+|   Build | Type      |   Calls    | Milliseconds |    RPC/sec |
+|---------|-----------|------------|--------------|------------|
+| Release | Exception |     10,000 |        3,634 |      2,751 |
+| Release | Exception |     10,000 |        3,625 |      2,758 |
+| Release | Exception |     10,000 |        3,792 |      2,637 |
+| Release | Exception |     10,000 |        3,759 |      2,660 |
+|         |           |   AVERAGES |        3,703 |      2,702 |
+
diff --git a/docs/performance-results/rpc/i5-3470-8GB-rpc.md b/docs/performance-results/rpc/i5-3470-8GB-rpc.md
diff --git a/docs/performance-results/rpc/i7-6500U-16GB-rpc.md b/docs/performance-results/rpc/i7-6500U-16GB-rpc.md
diff --git a/src/DtronixMessageQueue.Tests.Gui/DtronixMessageQueue.Tests.Gui.csproj b/src/DtronixMessageQueue.Tests.Gui/DtronixMessageQueue.Tests.Gui.csproj
@@ -135,8 +135,6 @@
       <Name>DtronixMessageQueue</Name>
     </ProjectReference>
   </ItemGroup>
-  <ItemGroup>
-    <Folder Include="TestSessions\" />
-  </ItemGroup>
+  <ItemGroup />
   <Import Project="$(MSBuildToolsPath)\Microsoft.CSharp.targets" />
 </Project>
diff --git a/src/DtronixMessageQueue.Tests.Gui/Tests/PerformanceTest.cs b/src/DtronixMessageQueue.Tests.Gui/Tests/PerformanceTest.cs
@@ -100,6 +100,8 @@ public virtual void StopTest()
                 {
                     sessions.Current.Value.GetProxy<IControllerService>().StopTest();
                 }
+
+                Server.Stop();
             }
 
             if (Client != null)

diff --git a/src/DtronixMessageQueue.Tests.Performance/MqPerformanceTest.cs b/src/DtronixMessageQueue.Tests.Performance/MqPerformanceTest.cs
@@ -80,8 +80,6 @@ public override void StartTest()
 
 
             MqInProcessPerformanceTests(10000, 5, _largeMessage, _config);
-
-            Console.WriteLine("Performance complete");
         }
 
         private void MqInProcessPerformanceTests(int totalMessages, int loops, MqMessage message, MqConfig config)
-Original file line number
+Diff line change
@@ Expand Up / @@ -100,6 +100,8 @@ public virtual void StopTest() @@
                     {
                         sessions.Current.Value.GetProxy<IControllerService>().StopTest();
                     }
+                    Server.Stop();
                 }
                 if (Client != null)
@@ Expand Down @@