Update PingPong Benchmark (#119)

README.md

@@ -109,24 +109,6 @@ Both the benchmark applications and the broker are hosted on the same machine, w
 
 The baseline for these benchmarks is set using the official [Apache NMS.AMQP library](https://github.com/apache/activemq-nms-amqp).
 
-### Request-Reply (PingPong) Benchmark
-
-This benchmark measures the performance in a request-reply messaging scenario. The test setup involves two components, `Ping` and `Pong`:
-
-- **`Ping`**: Sends a message to `Pong` and starts a timer.
-- **`Pong`**: Receives the message and responds back immediately.
-
-The performance is assessed by measuring the round-trip time and calculating the throughput in terms of round-trips per second, over the course of sending and receiving 10,000 messages.
-
-| Library                | Round-trips per Second |
-|------------------------|------------------------|
-| ArtemisNetCoreClient   | 1990.34                |
-| NMS.AMQP               | 948.13                 |
-
-<div align="center">
-  <img src="./readme/PingPong_Benchmark.svg" alt="Benchmark Results Diagram"/>
-</div>
-
 ### Throughput
 
 This benchmark assesses the ability of the library to handle large volumes of messages efficiently, focusing on both sending and receiving processes:
@@ -151,6 +133,24 @@ Results show how quickly each library can transmit and receive messages:
   <img src="./readme/Throughput_Benchmark_2.svg" alt="Benchmark Results Diagram"/>
 </div>
 
+### Request-Reply (PingPong) Benchmark
+
+This benchmark measures the performance in a request-reply messaging scenario. The test setup involves two components, `Ping` and `Pong`:
+
+- **`Ping`**: Sends a message to `Pong` and starts a timer.
+- **`Pong`**: Receives the message and responds back immediately.
+
+The performance is assessed by measuring the round-trip time and calculating the throughput in terms of round-trips per second, over the course of sending and receiving 10,000 messages.
+
+| Library                | Round-trips per Second |
+|------------------------|------------------------|
+| ArtemisNetCoreClient   | 2,205.86               |
+| NMS.AMQP               | 905.55                 |
+
+<div align="center">
+  <img src="./readme/PingPong_Benchmark.svg" alt="Benchmark Results Diagram"/>
+</div>
+
 ## Running the tests
 
 To run the tests, you need an Apache ActiveMQ Artemis server. The server can be hosted in a Docker container.

benchmark/PingPong_ArtemisNetCoreClient/Ping.cs

@@ -47,8 +47,8 @@ public Task<Stats> Start(int numberOfMessages, int skipMessages)
             _skipMessages = skipMessages;
             _stopwatch.Start();
             _tsc = new TaskCompletionSource<Stats>();
-            var pingMessage = new Message { Body = "Ping"u8.ToArray() };
-            _producer.SendMessageAsync(pingMessage);
+            var pingMessage = new Message { Body = "Ping"u8.ToArray(), Durable = false };
+            _producer.SendMessage(pingMessage);
             return _tsc.Task;
         }
 
@@ -73,9 +73,11 @@ private Task ConsumerLoop()
                         }
                         else
                         {
-                            var pingMessage = new Message { Body = "Ping"u8.ToArray() };
-                            await _producer.SendMessageAsync(pingMessage, _cts.Token);
+                            var pingMessage = new Message { Body = "Ping"u8.ToArray(), Durable = false };
+                            // ReSharper disable once MethodHasAsyncOverload
+                            _producer.SendMessage(pingMessage);
                         }
+
                         await _consumer.AcknowledgeAsync(msg.MessageDelivery, _cts.Token);
                     }
                 }

benchmark/PingPong_ArtemisNetCoreClient/Pong.cs

@@ -41,8 +41,9 @@ private Task ConsumerLoop()
                     while (!_cts.IsCancellationRequested)
                     {
                         var pingMsg = await _consumer.ReceiveMessageAsync(_cts.Token);
-                        var pongMessage = new Message { Body = "Pong"u8.ToArray() };
-                        await _producer.SendMessageAsync(pongMessage, _cts.Token);
+                        var pongMessage = new Message { Body = "Pong"u8.ToArray(), Durable = false };
+                        // ReSharper disable once MethodHasAsyncOverload
+                        _producer.SendMessage(pongMessage);
                         await _consumer.AcknowledgeAsync(pingMsg.MessageDelivery, _cts.Token);
                     }
                 }

benchmark/PingPong_NMS.AMQP/Ping.cs

@@ -36,11 +36,12 @@ private void OnMessage(IMessage message)
             if (_counter == _numberOfMessages)
             {
                 _stopwatch.Stop();
-                _tsc.SetResult(new Stats { MessagesCount = _counter, Elapsed = _stopwatch.Elapsed });                
+                _tsc?.SetResult(new Stats { MessagesCount = _counter, Elapsed = _stopwatch.Elapsed });                
             }
             else
             {
                 var pingMessage = _messageProducer.CreateBytesMessage("Ping"u8.ToArray());
+                pingMessage.NMSDeliveryMode = MsgDeliveryMode.NonPersistent;
                 _messageProducer.Send(pingMessage);
             }
         }
@@ -52,6 +53,7 @@ public Task<Stats> Start(int numberOfMessages, int skipMessages)
             _tsc = new TaskCompletionSource<Stats>(TaskCreationOptions.RunContinuationsAsynchronously);
             _stopwatch.Start();
             var pingMessage = _messageProducer.CreateBytesMessage("Ping"u8.ToArray());
+            pingMessage.NMSDeliveryMode = MsgDeliveryMode.NonPersistent;
             _messageProducer.Send(pingMessage);
             return _tsc.Task;
         }

benchmark/PingPong_NMS.AMQP/Pong.cs

@@ -22,6 +22,7 @@ public Pong(IConnectionFactory connectionFactory)
     private void OnMessage(IMessage message)
     {
         var pongMessage = _session.CreateBytesMessage("Pong"u8.ToArray());
+        pongMessage.NMSDeliveryMode = MsgDeliveryMode.NonPersistent;
         _messageProducer.Send(pongMessage);
     }