prooph · sandrokeil · Jul 14, 2020 · Jul 14, 2020 · Jul 14, 2020 · Jul 14, 2020
diff --git a/bench.sh b/bench.sh
@@ -5,7 +5,7 @@ USAGE="Usage: bench.sh --driver [arangodb | postgres | mysql | mariadb] [--strat
 DRIVER=
 STREAM_STRATEGY=
 
-while [[ ${1} ]]; do
+while [ ${1} ]; do
     case "${1}" in
         --driver)
             DRIVER=${2}
@@ -40,6 +40,8 @@ export DRIVER=${DRIVER}
 export STREAM_STRATEGY=${STRATEGY}
 
 echo ""
+php -v
+
 echo "Starting benchmark ${DRIVER}!"
 php src/prepare.php
 php src/benchmark.php
@@ -54,44 +56,33 @@ php src/prepare.php
 WRITER_COUNTER=0
 WRITER_ITERATIONS=10
 
-start=$(adjtimex | awk '/(time.tv_sec|time.tv_usec):/ { printf("%07d", $2) }')
+read up rest </proc/uptime;
+start=${up%.*}${up#*.}
 
 while [  ${WRITER_COUNTER} -lt ${WRITER_ITERATIONS} ]; do
     for type in user post todo blog comment
     do
-        php src/writer.php writer${WRITER_COUNTER} ${type} >logs/writer${WRITER_COUNTER}${type}.log &
+        php src/writer.php writer${WRITER_COUNTER} ${type} | tee logs/writer${WRITER_COUNTER}${type}.log &
     done
     WRITER_COUNTER=$((WRITER_COUNTER + 1))
 done
 
 for type in user post todo blog comment all
 do
-    php src/projector.php projectors${type} ${type} >logs/projector${type}.log &
+    php src/projector.php projectors${type} ${type} | tee logs/projector${type}.log &
 done
 
 echo "Waiting ... stay patient!"
 wait
 
-end=$(adjtimex | awk '/(time.tv_sec|time.tv_usec):/ { printf("%07d", $2) }')
-
-WRITER_COUNTER=0
-while [  ${WRITER_COUNTER} -lt ${WRITER_ITERATIONS} ]; do
-    for type in user post todo blog comment
-    do
-        cat logs/writer${WRITER_COUNTER}${type}.log
-    done
-
-    WRITER_COUNTER=$((WRITER_COUNTER + 1))
-done
-
-for type in user post todo blog comment all
-do
-   cat logs/projector${type}.log
-done
+read up rest </proc/uptime;
+end=${up%.*}${up#*.}
 
 echo ""
-duration=$((end - start))
-duration=$(printf ${duration} | awk '{ printf("%.08f\n", $1/1000000000.0) }' )
+# it's in ms
+duration=$((10*(end - start)))
+
+duration=$(printf ${duration} | awk '{ printf("%.08f\n", $1/1000.0) }' )
 printf "%s real world test duration %s seconds\\n" "${DRIVER} - ${STRATEGY}" "${duration}";
 
 avgWriters=$(printf ${duration} | awk '{ printf("%.08f\n", 12500/$1) }' )

diff --git a/bench_docker.sh b/bench_docker.sh
@@ -4,9 +4,9 @@ USAGE="Usage: bench_docker.sh --driver [arangodb | postgres | mysql | mariadb] [
 
 IDLE_TIME=40
 DRIVER=
-STREAM_STRATEGY=
+STRATEGY=
 
-while [[ ${1} ]]; do
+while [ ${1} ]; do
     case "${1}" in
         --driver)
             DRIVER=${2}

diff --git a/composer.json b/composer.json
@@ -4,12 +4,11 @@
   "minimum-stability": "dev",
   "prefer-stable": true,
   "require":{
-    "prooph/pdo-event-store":"^1.5.1",
-    "prooph/arangodb-event-store":"dev-master",
-    "prooph/arangodb-php-driver-polyfill":"dev-master",
-    "psr/container":"^1.0",
-    "zendframework/zend-servicemanager":"^3.3",
-    "vlucas/phpdotenv": "^2.4"
+    "prooph/pdo-event-store":"^1.10",
+    "prooph/arangodb-event-store":"^0.2.1",
+    "vlucas/phpdotenv": "^2.4",
+    "laminas/laminas-diactoros": "^2.3.0",
+    "filp/whoops": "^2.7"
   },
   "require-dev":{
     "malukenho/docheader": "^0.1.4",

diff --git a/docker-compose-arangodb.yml b/docker-compose-arangodb.yml
@@ -2,14 +2,13 @@ version: '2.3'
 services:
   # To run benchmark suite docker-compose run --rm php src/benchmark
   php:
-    image: prooph/php:7.2-cli
+    image: prooph/php:7.4-cli
     environment:
       DRIVER: "arangodb"
-      PHP_IDE_CONFIG: "serverName=application"
       ARANGODB_HOST: "tcp://database:8529"
       ARANGODB_USERNAME: ""
       ARANGODB_PASSWORD: ""
-      ARANGODB_DB: _system
+      ARANGODB_DB: event-store-bench
     volumes:
       - "./:/app"
     #cpuset: phpcpuset
@@ -18,12 +17,11 @@ services:
     #mem_reservation: phpmem_reservation
 
   database:
-    image: arangodb:3.2
+    image: arangodb:3.6.4
     ports:
       - 8529:8529
     environment:
       ARANGO_NO_AUTH: 1
-      #ARANGO_STORAGE_ENGINE: rocksdb
     #cpuset: dbcpuset
     #cpu_count: dbcpu_count
     #mem_limit: dbmem_limit

diff --git a/docker-compose-mariadb.yml b/docker-compose-mariadb.yml
@@ -2,7 +2,7 @@ version: '2.3'
 services:
   # To run benchmark suite docker-compose run --rm php src/benchmark
   php:
-    image: prooph/php:7.2-cli
+    image: prooph/php:7.4-cli
     environment:
       DRIVER: "mariadb"
       MARIADB_USER: "dev"
@@ -19,7 +19,7 @@ services:
     #mem_reservation: phpmem_reservation
 
   database:
-    image: mariadb:10.4.1
+    image: mariadb:10.5.4
     ports:
       - 3306
     environment:

diff --git a/docker-compose-mysql.yml b/docker-compose-mysql.yml
@@ -2,7 +2,7 @@ version: '2.3'
 services:
   # To run benchmark suite docker-compose run --rm php src/benchmark
   php:
-    image: prooph/php:7.2-cli
+    image: prooph/php:7.4-cli
     environment:
       DRIVER: "mysql"
       MYSQL_USER: "dev"
@@ -19,10 +19,9 @@ services:
     #mem_reservation: phpmem_reservation
 
   database:
-    # mysql 8.0 not working properly
-    # see https://github.com/docker-library/mysql/issues/303
-    #image: mysql:8.0.13
-    image: mysql:5.7.24
+    image: mysql:8.0.21
+    cap_add:
+      - SYS_NICE
     ports:
       - 3306
     environment:

diff --git a/docker-compose-postgres.yml b/docker-compose-postgres.yml
@@ -2,7 +2,7 @@ version: '2.3'
 services:
   # To run benchmark suite docker-compose run --rm php src/benchmark
   php:
-    image: prooph/php:7.2-cli
+    image: prooph/php:7.4-cli
     environment:
       DRIVER: "postgres"
       POSTGRES_USER: "dev"
@@ -19,7 +19,7 @@ services:
     #mem_reservation: phpmem_reservation
 
   database:
-    image: postgres:9.6
+    image: postgres:12.3-alpine
     ports:
       - 5432:5432
     environment:

diff --git a/env/mysql/my.cnf b/env/mysql/my.cnf
@@ -18,10 +18,12 @@ max_heap_table_size	= 64M
 # * Query Cache Configuration
 #
 # Cache only tiny result sets, so we can fit more in the query cache.
-query_cache_limit		= 128K
-query_cache_size		= 128M
-query_cache_min_res_unit=2k
-query_cache_type=1
+
+# not available for mysql 8.0.21
+# query_cache_limit		= 128K
+# query_cache_size		= 128M
+# query_cache_min_res_unit=2k
+# query_cache_type=1
 
 # * InnoDB
 #

diff --git a/src/AllProjector.php b/src/AllProjector.php
@@ -5,6 +5,7 @@
 namespace Prooph\EventStoreBenchmarks;
 
 use Prooph\Common\Messaging\Message;
+use Prooph\EventStore\Pdo\Projection\PdoEventStoreProjector;
 use Prooph\EventStore\Util\Assertion;
 
 class AllProjector
@@ -33,7 +34,15 @@ public function run()
 
             $start = \microtime(true);
 
-            $projection = $projectionManager->createProjection('all_projection');
+            $projection = $projectionManager->createProjection(
+                'all_projection',
+                [
+                    PdoEventStoreProjector::OPTION_PERSIST_BLOCK_SIZE => 50,
+                    PdoEventStoreProjector::OPTION_CACHE_SIZE => 50,
+                    PdoEventStoreProjector::OPTION_SLEEP => 10000,
+                    PdoEventStoreProjector::OPTION_PCNTL_DISPATCH => true,
+                ]
+            );
             $projection
                 ->init(function (): array {
                     return ['count' => 0];
@@ -57,12 +66,13 @@ public function run()
             $avg = $this->stopAt / $time;
 
             outputText("Projection $this->id read $readEvents events");
-            outputText("Projection $this->id used $time seconds, avg $avg events/second");
+            outputText("Projection $this->id used $time seconds, avg $avg events/second " . getMemoryConsumption());
             outputText("Projection $this->id checking integrity ...", true, '');
             Assertion::eq($readEvents, $stopAt, 'Number of all projected events invalid: Value "%s" does not equal expected value "%s".');
             outputText(" ok\n", false);
         } catch (\Throwable $e) {
             echo $e->getMessage() . PHP_EOL . $e->getTraceAsString();
+            throw $e;
         }
     }
 }
diff --git a/src/CategoryProjector.php b/src/CategoryProjector.php
@@ -5,6 +5,7 @@
 namespace Prooph\EventStoreBenchmarks;
 
 use Prooph\Common\Messaging\Message;
+use Prooph\EventStore\Pdo\Projection\PdoEventStoreProjector;
 use Prooph\EventStore\Util\Assertion;
 use Ramsey\Uuid\Uuid;
 
@@ -37,7 +38,15 @@ public function run()
             $start = \microtime(true);
             $uuid = Uuid::uuid4()->toString();
 
-            $projection = $projectionManager->createProjection('category_projection_' . $uuid);
+            $projection = $projectionManager->createProjection(
+                'category_projection_' . $uuid,
+                [
+                    PdoEventStoreProjector::OPTION_PERSIST_BLOCK_SIZE => 50,
+                    PdoEventStoreProjector::OPTION_CACHE_SIZE => 50,
+                    PdoEventStoreProjector::OPTION_SLEEP => 10000,
+                    PdoEventStoreProjector::OPTION_PCNTL_DISPATCH => true,
+                ]
+            );
             $projection
                 ->init(function (): array {
                     return ['count' => 0];
@@ -61,12 +70,13 @@ public function run()
             $avg = $this->stopAt / $time;
 
             outputText("Projection $this->id read $readEvents events");
-            outputText("Projection $this->id used $time seconds, avg $avg events/second");
+            outputText("Projection $this->id used $time seconds, avg $avg events/second " . getMemoryConsumption());
             outputText("Projection $this->id checking integrity ...", true, '');
             Assertion::eq($readEvents, 2500, 'Number of category projected events invalid: Value "%s" does not equal expected value "%s".');
             outputText(" ok\n", false);
         } catch (\Throwable $e) {
             echo $e->getMessage() . PHP_EOL . $e->getTraceAsString();
+            throw $e;
         }
     }
 }
diff --git a/src/StreamCreator.php b/src/StreamCreator.php
@@ -41,16 +41,24 @@ public function run()
 
             $start = \microtime(true);
 
+            $streamName = new StreamName($this->category . '-' . $this->id);
+
             for ($i = 0; $i < $this->executions; $i++) {
                 $count += $this->numberOfEvents;
-                $streamName = $this->category . '-' . Uuid::uuid4()->toString();
                 $events = createTestEvents(testPayload(), $this->numberOfEvents);
 
                 if ($eventStore instanceof TransactionalEventStore) {
                     $eventStore->beginTransaction();
                 }
 
-                $eventStore->create(new Stream(new StreamName($streamName), \SplFixedArray::fromArray($events)));
+                if (getenv('STREAM_STRATEGY') === 'Aggregate') {
+                    $streamName = $this->category . '-' . Uuid::uuid4()->toString();
+                    $eventStore->create(new Stream(new StreamName($streamName), \SplFixedArray::fromArray($events)));
+                } elseif ($i === 0 && $eventStore->hasStream($streamName) === false) {
+                    $eventStore->create(new Stream($streamName, \SplFixedArray::fromArray($events)));
+                } else {
+                    $eventStore->appendTo($streamName, \SplFixedArray::fromArray($events));
+                }
 
                 if ($eventStore instanceof TransactionalEventStore) {
                     $eventStore->commit();
@@ -65,12 +73,13 @@ public function run()
             $avg = ($this->executions * $this->numberOfEvents) / $time;
 
             outputText("Writer $this->id-$this->category wrote $this->eventsWritten events");
-            outputText("Writer $this->id-$this->category used $time seconds, avg $avg events/second");
+            outputText("Writer $this->id-$this->category used $time seconds, avg $avg events/second " . getMemoryConsumption());
             outputText("Writer $this->id checking integrity ...", true, '');
             Assertion::eq($count, $this->numberOfEvents * $this->executions, 'Number of writer events invalid: Value "%s" does not equal expected value "%s".');
             outputText(" ok\n", false);
         } catch (\Throwable $e) {
             echo $e->getMessage() . PHP_EOL . $e->getTraceAsString();
+            throw $e;
         }
     }
 }
diff --git a/src/benchmark.php b/src/benchmark.php
@@ -7,6 +7,7 @@
 use Dotenv\Dotenv;
 use Prooph\Common\Messaging\Message;
 use Prooph\EventStore\EventStore;
+use Prooph\EventStore\Pdo\Projection\PdoEventStoreProjector;
 use Prooph\EventStore\Projection\ProjectionManager;
 use Prooph\EventStore\Stream;
 use Prooph\EventStore\StreamName;
@@ -143,7 +144,7 @@
     $eventsPerSecond = 2500 / $time;
 
     outputText("test 3 using $name took $time seconds");
-    outputText("test 3 using $name writes $eventsPerSecond events per second\n");
+    outputText("test 3 using $name writes $eventsPerSecond events per second");
     outputText('test 3 checking integrity ...', true, '');
     checkWriteIntegrity($eventStore, $numberStreams[$name], $numberEvents[$name]);
     outputText(" ok\n", false);
@@ -178,7 +179,15 @@
 
 foreach ($projectionManagers as $name => $projectionManager) {
     /* @var ProjectionManager $projectionManager */
-    $projection = $projectionManager->createProjection('test_projection_5');
+    $projection = $projectionManager->createProjection(
+        'test_projection_5',
+        [
+            PdoEventStoreProjector::OPTION_PERSIST_BLOCK_SIZE => 50,
+            PdoEventStoreProjector::OPTION_CACHE_SIZE => 50,
+            PdoEventStoreProjector::OPTION_SLEEP => 10000,
+            PdoEventStoreProjector::OPTION_PCNTL_DISPATCH => true,
+        ]
+    );
     $projection
         ->init(function (): array {
             return ['count' => 0];
@@ -213,7 +222,15 @@
     foreach ($streamNamesTest1[$name] as $streamName) {
         $streamNames[] = $streamName->toString();
     }
-    $projection = $projectionManager->createProjection('test_projection_6');
+    $projection = $projectionManager->createProjection(
+        'test_projection_6',
+        [
+            PdoEventStoreProjector::OPTION_PERSIST_BLOCK_SIZE => 50,
+            PdoEventStoreProjector::OPTION_CACHE_SIZE => 50,
+            PdoEventStoreProjector::OPTION_SLEEP => 10000,
+            PdoEventStoreProjector::OPTION_PCNTL_DISPATCH => true,
+        ]
+    );
     $projection
         ->init(function (): array {
             return ['count' => 0];
@@ -235,4 +252,5 @@
     outputText('test 6 checking integrity ...', true, '');
     Assertion::eq($projection->getState()['count'], 1000, 'Number of projected events invalid: Value "%s" does not equal expected value "%s".');
     outputText(" ok\n", false);
+    outputText( "Mem usage/peak: " . getMemoryConsumption() . PHP_EOL, false);
 }