fix multi-threaded operation

Fixes #118, #130, #134

Author: gotthardp

.cirrus.yml

@@ -1,6 +1,6 @@
 task:
   freebsd_instance:
-    image_family: freebsd-14-0
+    image_family: freebsd-14-2
   env:
     PKG_CONFIG_PATH: /usr/local/lib/pkgconfig
     LD_LIBRARY_PATH: /usr/local/lib
@@ -34,14 +34,17 @@ task:
     ibmswtpm2-$IBMSWTPM_VER/src/tpm_server
 
   run_abrmd_background_script: |
-    sudo -u _tss tpm2-abrmd --tcti mssim:host=localhost,port=2321
+    sleep 1
+    /usr/sbin/daemon -P /var/run/tpm2_abrmd.pid -u _tss /usr/sbin/tpm2-abrmd --tcti "mssim:host=localhost,port=2321"
 
   check_script: |
     openssl version
     tpm2_getcap properties-fixed | head -n 20
     gmake check
 
   always:
+    syslogs_script: |
+      cp /var/log/messages test/system.log
     log_artifacts:
       path: test/**/*.log
       type: text/plain

.github/workflows/clang-asan-check.yml

@@ -15,7 +15,7 @@ jobs:
     strategy:
       matrix:
         branch: [openssl-3.0, openssl-3.1, openssl-3.2, master]
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
     - uses: actions/checkout@v4
 

.github/workflows/codeql.yml

@@ -8,7 +8,7 @@ on:
 jobs:
   analyze:
     name: Analyze
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     permissions:
       actions: read
       contents: read
@@ -29,15 +29,15 @@ jobs:
           sudo apt-get install --yes autoconf-archive libtss2-dev
 
       - name: Initialize CodeQL
-        uses: github/codeql-action/init@v2
+        uses: github/codeql-action/init@v3
         with:
           languages: ${{ matrix.language }}
           queries: +security-and-quality
 
       - name: Autobuild
-        uses: github/codeql-action/autobuild@v2
+        uses: github/codeql-action/autobuild@v3
 
       - name: Perform CodeQL Analysis
-        uses: github/codeql-action/analyze@v2
+        uses: github/codeql-action/analyze@v3
         with:
           category: "/language:${{ matrix.language }}"

.github/workflows/coverity-scan.yml

@@ -8,7 +8,7 @@ on:
 jobs:
   latest:
     if: github.repository == 'tpm2-software/tpm2-openssl'
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
     - uses: actions/checkout@v4
 

.github/workflows/gcc-distcheck.yml

@@ -8,7 +8,7 @@ env:
 
 jobs:
   build:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
     steps:
     - uses: actions/checkout@v4
 
@@ -51,7 +51,7 @@ jobs:
         TPM2OPENSSL_TCTI: ${{ env.TCTI_ADDRESS }}
 
     - name: Submit code coverage
-      uses: codecov/codecov-action@v1.2.1
+      uses: codecov/codecov-action@v5
 
     - name: Check the distribution
       # AM_DISTCHECK_CONFIGURE_FLAGS are not ready for clang and asan

.gitignore

@@ -27,6 +27,8 @@ test/.dirstamp
 test/*.o
 test/*.trs
 test/selftest
+test/rand_processes
+test/rand_threads
 test/ec_genpkey_store_load
 test/ec_genpkey_x509_csr
 test/rsa_genpkey_decrypt

Makefile.am

@@ -7,6 +7,8 @@ tpm2_la_SOURCES = \
     src/tpm2-provider.c \
     src/tpm2-provider.h \
     src/tpm2-provider-core.c \
+    src/tpm2-provider-semaphore.c \
+    src/tpm2-provider-semaphore.h \
     src/tpm2-provider-types.c \
     src/tpm2-provider-types.h \
     src/tpm2-provider-x509.c \
@@ -58,6 +60,18 @@ test_selftest_CFLAGS = $(COMMON_CFLAGS)
 test_selftest_LDADD = $(CRYPTO_LIBS)
 test_selftest_LDFLAGS = $(COMMON_LDFLAGS)
 
+check_PROGRAMS += test/rand_processes
+test_rand_processes_SOURCES = test/rand_processes.c
+test_rand_processes_CFLAGS = $(COMMON_CFLAGS)
+test_rand_processes_LDADD = $(CRYPTO_LIBS)
+test_rand_processes_LDFLAGS = $(COMMON_LDFLAGS)
+
+check_PROGRAMS += test/rand_threads
+test_rand_threads_SOURCES = test/rand_threads.c
+test_rand_threads_CFLAGS = $(COMMON_CFLAGS)
+test_rand_threads_LDADD = $(CRYPTO_LIBS)
+test_rand_threads_LDFLAGS = $(COMMON_LDFLAGS)
+
 check_PROGRAMS += test/ec_genpkey_store_load
 test_ec_genpkey_store_load_SOURCES = test/ec_genpkey_store_load.c
 test_ec_genpkey_store_load_CFLAGS = $(COMMON_CFLAGS)

docs/CHANGELOG.md

@@ -5,9 +5,11 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/)
 
 ## [1.3.0] - 2024-xx-yy
 ### Added
-- Added support for RSA-OAEP decryption
-- Added Parent to textual information printed by 'openssl pkey -text'
+- Added support for RSA-OAEP decryption.
+- Added Parent to textual information printed by 'openssl pkey -text'.
 ### Fixed
+- Fixed multi-threaded operation, preventing the 'Esys called in bad sequence'
+  errors (thanks to @Danigaralfo, @famez, and @AndreasFuchsTPM).
 - Fixed handling of absent emptyAuth value in the TSS2 PRIVATE KEY file.
 - Set authorization value of newly generated keys. This allows users of the
   C API to direcly use just generated EVP_PKEY.

src/tpm2-provider-asymcipher-rsa.c

@@ -20,6 +20,7 @@ typedef struct tpm2_rsa_asymcipher_ctx_st TPM2_RSA_ASYMCIPHER_CTX;
 
 struct tpm2_rsa_asymcipher_ctx_st {
     const OSSL_CORE_HANDLE *core;
+    tpm2_semaphore_t esys_lock;
     ESYS_CONTEXT *esys_ctx;
     TPM2_CAPABILITY capability;
     TPMT_RSA_DECRYPT decrypt;
@@ -47,6 +48,7 @@ static void
         return NULL;
 
     actx->core = cprov->core;
+    actx->esys_lock = cprov->esys_lock;
     actx->esys_ctx = cprov->esys_ctx;
     actx->capability = cprov->capability;
     actx->decrypt.scheme = TPM2_ALG_RSAES;
@@ -78,9 +80,12 @@ decrypt_message(TPM2_RSA_ASYMCIPHER_CTX *actx,
     cipher.size = inlen;
     memcpy(cipher.buffer, in, inlen);
 
+    if (!tpm2_semaphore_lock(actx->esys_lock))
+        return 0;
     r = Esys_RSA_Decrypt(actx->esys_ctx, actx->pkey->object,
                          ESYS_TR_PASSWORD, ESYS_TR_NONE, ESYS_TR_NONE,
                          &cipher, &actx->decrypt, &label, &actx->message);
+    tpm2_semaphore_unlock(actx->esys_lock);
     TPM2_CHECK_RC(actx->core, r, TPM2_ERR_CANNOT_DECRYPT, return 0);
 
     return 1;
@@ -114,9 +119,7 @@ rsa_asymcipher_freectx(void *ctx)
     if (actx == NULL)
         return;
 
-    if (actx->message != NULL)
-        free(actx->message);
-
+    free(actx->message);
     OPENSSL_clear_free(actx, sizeof(TPM2_RSA_ASYMCIPHER_CTX));
 }
 

src/tpm2-provider-cipher.c

@@ -14,6 +14,7 @@ typedef struct tpm2_cipher_ctx_st TPM2_CIPHER_CTX;
 
 struct tpm2_cipher_ctx_st {
     const OSSL_CORE_HANDLE *core;
+    tpm2_semaphore_t esys_lock;
     ESYS_CONTEXT *esys_ctx;
     TPM2_CAPABILITY capability;
     ESYS_TR object;
@@ -46,6 +47,7 @@ tpm2_cipher_all_newctx(void *provctx,
         return NULL;
 
     cctx->core = cprov->core;
+    cctx->esys_lock = cprov->esys_lock;
     cctx->esys_ctx = cprov->esys_ctx;
     cctx->capability = cprov->capability;
     cctx->algorithm = algdef;
@@ -82,7 +84,7 @@ tpm2_cipher_freectx(void *ctx)
     if (cctx == NULL)
         return;
 
-    Esys_FlushContext(cctx->esys_ctx, cctx->object);
+    tpm2_esys_flush_context(cctx->esys_lock, cctx->esys_ctx, cctx->object);
     OPENSSL_clear_free(cctx->ivector, sizeof(TPM2B_IV));
 
     OPENSSL_clear_free(cctx, sizeof(TPM2_CIPHER_CTX));
@@ -127,18 +129,21 @@ tpm2_load_external_key(TPM2_CIPHER_CTX *cctx, ESYS_TR parent,
     TPM2B_PUBLIC *keyPublic = NULL;
     TPM2B_PRIVATE *keyPrivate = NULL;
 
+    if (!tpm2_semaphore_lock(cctx->esys_lock))
+        return 0;
     /* older TPM2 chips do not support Esys_CreateLoaded */
     r = Esys_Create(cctx->esys_ctx, parent,
                     ESYS_TR_PASSWORD, ESYS_TR_NONE, ESYS_TR_NONE,
                     &inSensitive, &inPublic, &outside_info, &creation_pcr,
                     &keyPrivate, &keyPublic, NULL, NULL, NULL);
-    TPM2_CHECK_RC(cctx->core, r, TPM2_ERR_CANNOT_CREATE_KEY, return 0);
-
-    r = Esys_Load(cctx->esys_ctx, parent,
-                  ESYS_TR_PASSWORD, ESYS_TR_NONE, ESYS_TR_NONE,
-                  keyPrivate, keyPublic, &cctx->object);
-    free(keyPublic);
-    free(keyPrivate);
+    if (!r) {
+        r = Esys_Load(cctx->esys_ctx, parent,
+                      ESYS_TR_PASSWORD, ESYS_TR_NONE, ESYS_TR_NONE,
+                      keyPrivate, keyPublic, &cctx->object);
+        free(keyPublic);
+        free(keyPrivate);
+    }
+    tpm2_semaphore_unlock(cctx->esys_lock);
     TPM2_CHECK_RC(cctx->core, r, TPM2_ERR_CANNOT_CREATE_KEY, return 0);
 
     return 1;
@@ -158,12 +163,13 @@ tpm2_cipher_init(TPM2_CIPHER_CTX *cctx,
         DBG("CIPHER %sCRYPT_INIT load key %zu bytes\n",
             cctx->decrypt ? "DE" : "EN", keylen);
 
-        if (!tpm2_build_primary(cctx->core, cctx->esys_ctx, cctx->capability.algorithms,
+        if (!tpm2_build_primary(cctx->core, cctx->esys_lock, cctx->esys_ctx,
+                                cctx->capability.algorithms,
                                 ESYS_TR_RH_NULL, NULL, &parent))
             return 0;
 
         res = tpm2_load_external_key(cctx, parent, key, keylen);
-        Esys_FlushContext(cctx->esys_ctx, parent);
+        tpm2_esys_flush_context(cctx->esys_lock, cctx->esys_ctx, parent);
         if (!res)
             return 0;
     }
@@ -212,6 +218,8 @@ encrypt_decrypt(TPM2_CIPHER_CTX *cctx,
 {
     TSS2_RC r;
 
+    if (!tpm2_semaphore_lock(cctx->esys_lock))
+        return 0;
     r = Esys_EncryptDecrypt2(cctx->esys_ctx, cctx->object,
                              ESYS_TR_PASSWORD, ESYS_TR_NONE, ESYS_TR_NONE,
                              &cctx->buffer, cctx->decrypt, TPM2_ALG_NULL,
@@ -222,6 +230,7 @@ encrypt_decrypt(TPM2_CIPHER_CTX *cctx,
                                 cctx->decrypt, TPM2_ALG_NULL, cctx->ivector,
                                 &cctx->buffer, outbuff, ivector);
     }
+    tpm2_semaphore_unlock(cctx->esys_lock);
 
     return r;
 }

src/tpm2-provider-core.c

@@ -100,6 +100,34 @@ tpm2_list_params(const char *text, const OSSL_PARAM params[])
     fprintf(stderr, " ]\n");
 }
 
+TSS2_RC
+tpm2_esys_tr_close(tpm2_semaphore_t esys_lock, ESYS_CONTEXT *esys_ctx, ESYS_TR *object)
+{
+    TSS2_RC r;
+
+    if (!tpm2_semaphore_lock(esys_lock))
+        return TSS2_ESYS_RC_GENERAL_FAILURE;
+
+    r = Esys_TR_Close(esys_ctx, object);
+
+    tpm2_semaphore_unlock(esys_lock);
+    return r;
+}
+
+TSS2_RC
+tpm2_esys_flush_context(tpm2_semaphore_t esys_lock, ESYS_CONTEXT *esys_ctx, ESYS_TR flush_handle)
+{
+    TSS2_RC r;
+
+    if (!tpm2_semaphore_lock(esys_lock))
+        return TSS2_ESYS_RC_GENERAL_FAILURE;
+
+    r = Esys_FlushContext(esys_ctx, flush_handle);
+
+    tpm2_semaphore_unlock(esys_lock);
+    return r;
+}
+
 int
 tpm2_supports_algorithm(const TPMS_CAPABILITY_DATA *caps, TPM2_ALG_ID algorithm)
 {