Exchange network backend from Gsocket to libfabric

.github/workflows/ci.yml

@@ -109,7 +109,7 @@ jobs:
           sudo apt --yes --purge autoremove
           sudo aa-remove-unknown
           sudo apt update || true
-          sudo apt --yes --no-install-recommends install ninja-build pkgconf libglib2.0-dev libbson-dev liblmdb-dev libsqlite3-dev libleveldb-dev libmongoc-dev libmariadb-dev librocksdb-dev libfuse3-dev libopen-trace-format-dev librados-dev
+          sudo apt --yes --no-install-recommends install ninja-build pkgconf libglib2.0-dev libbson-dev liblmdb-dev libsqlite3-dev libleveldb-dev libmongoc-dev libmariadb-dev librocksdb-dev libfuse3-dev libopen-trace-format-dev librados-dev libfabric-dev
           sudo apt --yes --no-install-recommends install python3 python3-pip python3-setuptools python3-wheel
           sudo pip3 install meson
       - name: Cache dependencies
@@ -198,6 +198,10 @@ jobs:
           - os:
               dist: ubuntu-18.04
             dependencies: system
+          # libfaibrc don't work on Ubuntu 20.04
+          - os:
+              dist: ubuntu-20.04
+            dependencies: system
     steps:
       - name: Checkout
         uses: actions/checkout@v2
@@ -211,7 +215,7 @@ jobs:
           sudo apt --yes --purge autoremove
           sudo aa-remove-unknown
           sudo apt update || true
-          sudo apt --yes --no-install-recommends install ninja-build pkgconf libglib2.0-dev libbson-dev liblmdb-dev libsqlite3-dev libleveldb-dev libmongoc-dev libmariadb-dev librocksdb-dev libfuse3-dev libopen-trace-format-dev librados-dev
+          sudo apt --yes --no-install-recommends install ninja-build pkgconf libglib2.0-dev libbson-dev liblmdb-dev libsqlite3-dev libleveldb-dev libmongoc-dev libmariadb-dev librocksdb-dev libfuse3-dev libopen-trace-format-dev librados-dev libfabric-dev
           sudo apt --yes --no-install-recommends install python3 python3-pip python3-setuptools python3-wheel
           sudo pip3 install meson
       - name: Cache dependencies
@@ -294,9 +298,9 @@ jobs:
         run: |
           . scripts/environment.sh
           ./scripts/setup.sh start
-          ./scripts/test.sh
+          ./scripts/test.sh || (journalctl GLIB_DOMAIN=JULEA && $(exit 1))
           sleep 10
-          ./scripts/test.sh
+          ./scripts/test.sh || (journalctl GLIB_DOMAIN=JULEA && $(exit 1))
           ./scripts/setup.sh stop
       - name: HDF5 Tests
         if: matrix.julea.db != 'memory'

backend/db/sql-generic.c

@@ -1109,7 +1109,7 @@ _backend_schema_get(gpointer backend_data, gpointer _batch, gchar const* name, b
 	return TRUE;
 
 _error:
-	if (G_UNLIKELY(!j_sql_reset(thread_variables->sql_backend, prepared->stmt, NULL)))
+	if (G_UNLIKELY(!thread_variables || !prepared || !j_sql_reset(thread_variables->sql_backend, prepared->stmt, NULL)))
 	{
 		goto _error2;
 	}

benchmark/object/distributed-object.c

@@ -27,6 +27,9 @@
 
 #include "benchmark.h"
 
+#define SMALL_OBJECT_SIZE 4 * 1024
+#define LARGE_OBJECT_SIZE 256 * 1024
+
 static void
 _benchmark_distributed_object_create(BenchmarkRun* run, gboolean use_batch)
 {
@@ -302,13 +305,25 @@ _benchmark_distributed_object_read(BenchmarkRun* run, gboolean use_batch, guint
 static void
 benchmark_distributed_object_read(BenchmarkRun* run)
 {
-	_benchmark_distributed_object_read(run, FALSE, 4 * 1024);
+	_benchmark_distributed_object_read(run, FALSE, SMALL_OBJECT_SIZE);
+}
+
+static void
+benchmark_distributed_object_read_large(BenchmarkRun* run)
+{
+	_benchmark_distributed_object_read(run, FALSE, LARGE_OBJECT_SIZE);
 }
 
 static void
 benchmark_distributed_object_read_batch(BenchmarkRun* run)
 {
-	_benchmark_distributed_object_read(run, TRUE, 4 * 1024);
+	_benchmark_distributed_object_read(run, TRUE, SMALL_OBJECT_SIZE);
+}
+
+static void
+benchmark_distributed_object_read_large_batch(BenchmarkRun* run)
+{
+	_benchmark_distributed_object_read(run, TRUE, LARGE_OBJECT_SIZE);
 }
 
 static void
@@ -372,13 +387,25 @@ _benchmark_distributed_object_write(BenchmarkRun* run, gboolean use_batch, guint
 static void
 benchmark_distributed_object_write(BenchmarkRun* run)
 {
-	_benchmark_distributed_object_write(run, FALSE, 4 * 1024);
+	_benchmark_distributed_object_write(run, FALSE, SMALL_OBJECT_SIZE);
+}
+
+static void
+benchmark_distributed_object_write_large(BenchmarkRun* run)
+{
+	_benchmark_distributed_object_write(run, FALSE, LARGE_OBJECT_SIZE);
 }
 
 static void
 benchmark_distributed_object_write_batch(BenchmarkRun* run)
 {
-	_benchmark_distributed_object_write(run, TRUE, 4 * 1024);
+	_benchmark_distributed_object_write(run, TRUE, SMALL_OBJECT_SIZE);
+}
+
+static void
+benchmark_distributed_object_write_large_batch(BenchmarkRun* run)
+{
+	_benchmark_distributed_object_write(run, TRUE, LARGE_OBJECT_SIZE);
 }
 
 static void
@@ -451,9 +478,13 @@ benchmark_distributed_object(void)
 	j_benchmark_add("/object/distributed-object/status-batch", benchmark_distributed_object_status_batch);
 	/// \todo get
 	j_benchmark_add("/object/distributed-object/read", benchmark_distributed_object_read);
+	j_benchmark_add("/object/distributed-object/read-large", benchmark_distributed_object_read_large);
 	j_benchmark_add("/object/distributed-object/read-batch", benchmark_distributed_object_read_batch);
+	j_benchmark_add("/object/distributed-object/read-large-batch", benchmark_distributed_object_read_large_batch);
 	j_benchmark_add("/object/distributed-object/write", benchmark_distributed_object_write);
+	j_benchmark_add("/object/distributed-object/write-large", benchmark_distributed_object_write_large);
 	j_benchmark_add("/object/distributed-object/write-batch", benchmark_distributed_object_write_batch);
+	j_benchmark_add("/object/distributed-object/write-large-batch", benchmark_distributed_object_write_large_batch);
 	j_benchmark_add("/object/distributed-object/unordered-create-delete", benchmark_distributed_object_unordered_create_delete);
 	j_benchmark_add("/object/distributed-object/unordered-create-delete-batch", benchmark_distributed_object_unordered_create_delete_batch);
 }

benchmark/object/object.c

@@ -27,6 +27,9 @@
 
 #include "benchmark.h"
 
+#define SMALL_OBJECT_SIZE 4 * 1024
+#define LARGE_OBJECT_SIZE 256 * 1024
+
 static void
 _benchmark_object_create(BenchmarkRun* run, gboolean use_batch)
 {
@@ -294,13 +297,25 @@ _benchmark_object_read(BenchmarkRun* run, gboolean use_batch, guint block_size)
 static void
 benchmark_object_read(BenchmarkRun* run)
 {
-	_benchmark_object_read(run, FALSE, 4 * 1024);
+	_benchmark_object_read(run, FALSE, SMALL_OBJECT_SIZE);
+}
+
+static void
+benchmark_object_read_large(BenchmarkRun* run)
+{
+	_benchmark_object_read(run, FALSE, LARGE_OBJECT_SIZE);
 }
 
 static void
 benchmark_object_read_batch(BenchmarkRun* run)
 {
-	_benchmark_object_read(run, TRUE, 4 * 1024);
+	_benchmark_object_read(run, TRUE, SMALL_OBJECT_SIZE);
+}
+
+static void
+benchmark_object_read_large_batch(BenchmarkRun* run)
+{
+	_benchmark_object_read(run, TRUE, LARGE_OBJECT_SIZE);
 }
 
 static void
@@ -362,13 +377,24 @@ _benchmark_object_write(BenchmarkRun* run, gboolean use_batch, guint block_size)
 static void
 benchmark_object_write(BenchmarkRun* run)
 {
-	_benchmark_object_write(run, FALSE, 4 * 1024);
+	_benchmark_object_write(run, FALSE, SMALL_OBJECT_SIZE);
+}
+
+static void
+benchmark_object_write_large(BenchmarkRun* run)
+{
+	_benchmark_object_write(run, FALSE, LARGE_OBJECT_SIZE);
 }
 
 static void
 benchmark_object_write_batch(BenchmarkRun* run)
 {
-	_benchmark_object_write(run, TRUE, 4 * 1024);
+	_benchmark_object_write(run, TRUE, SMALL_OBJECT_SIZE);
+}
+static void
+benchmark_object_write_large_batch(BenchmarkRun* run)
+{
+	_benchmark_object_write(run, TRUE, LARGE_OBJECT_SIZE);
 }
 
 static void
@@ -439,9 +465,13 @@ benchmark_object(void)
 	j_benchmark_add("/object/object/status-batch", benchmark_object_status_batch);
 	/// \todo get
 	j_benchmark_add("/object/object/read", benchmark_object_read);
+	j_benchmark_add("/object/object/read-large", benchmark_object_read_large);
 	j_benchmark_add("/object/object/read-batch", benchmark_object_read_batch);
+	j_benchmark_add("/object/object/read-large-batch", benchmark_object_read_large_batch);
 	j_benchmark_add("/object/object/write", benchmark_object_write);
+	j_benchmark_add("/object/object/write-large", benchmark_object_write_large);
 	j_benchmark_add("/object/object/write-batch", benchmark_object_write_batch);
+	j_benchmark_add("/object/object/write-large-batch", benchmark_object_write_large_batch);
 	j_benchmark_add("/object/object/unordered-create-delete", benchmark_object_unordered_create_delete);
 	j_benchmark_add("/object/object/unordered-create-delete-batch", benchmark_object_unordered_create_delete_batch);
 }

example/hello-world.c

@@ -33,7 +33,7 @@ main(int argc, char** argv)
 	g_autoptr(JKV) kv = NULL;
 	g_autoptr(JObject) object = NULL;
 
-	gchar const* hello_world = "Hello World!";
+	gchar const* hello_world = g_strdup("Hello World!");
 	guint64 nbytes;
 
 	(void)argc;
@@ -74,14 +74,14 @@ main(int argc, char** argv)
 
 		if (j_batch_execute(batch))
 		{
-			printf("Object contains: %s (%" G_GUINT64_FORMAT " bytes)\n", buffer, nbytes);
+			g_message("Object contains: %s (%" G_GUINT64_FORMAT " bytes)\n", buffer, nbytes);
 		}
 
 		j_kv_get(kv, &value, &length, batch);
 
 		if (j_batch_execute(batch))
 		{
-			printf("KV contains: %s (%" G_GUINT32_FORMAT " bytes)\n", (gchar*)value, length);
+			g_message("KV contains: %s (%" G_GUINT32_FORMAT " bytes)\n", (gchar*)value, length);
 		}
 
 		selector = j_db_selector_new(schema, J_DB_SELECTOR_MODE_AND, NULL);
@@ -93,7 +93,7 @@ main(int argc, char** argv)
 			JDBType type;
 
 			j_db_iterator_get_field(iterator, "hello", &type, (gpointer*)&db_field, &db_length, NULL);
-			printf("DB contains: %s (%" G_GUINT64_FORMAT " bytes)\n", db_field, db_length);
+			g_message("DB contains: %s (%" G_GUINT64_FORMAT " bytes)\n", db_field, db_length);
 		}
 	}