diff --git a/tests/pkcs11test.c b/tests/pkcs11test.c
index 4e302718..a090d3be 100644
--- a/tests/pkcs11test.c
+++ b/tests/pkcs11test.c
@@ -6839,6 +6839,11 @@ static CK_RV test_ecc_gen_keys(void* args)
     if (ret == CKR_OK)
        ret = ecdsa_test(session, priv, pub);
 
+    if (priv != CK_INVALID_HANDLE)
+        funcList->C_DestroyObject(session, priv);
+    if (pub != CK_INVALID_HANDLE)
+        funcList->C_DestroyObject(session, pub);
+
     return ret;
 }
 
@@ -6862,6 +6867,11 @@ static CK_RV test_ecc_gen_keys_id(void* args)
     if (ret == CKR_OK)
         ret = ecdsa_test(session, priv, pub);
 
+    if (priv != CK_INVALID_HANDLE)
+        funcList->C_DestroyObject(session, priv);
+    if (pub != CK_INVALID_HANDLE)
+        funcList->C_DestroyObject(session, pub);
+
     return ret;
 }
 
@@ -6897,6 +6907,11 @@ static CK_RV test_ecc_token_keys_ecdsa(void* args)
     if (ret == CKR_OK)
         ret = ecdsa_test(session, priv, pub);
 
+    if (priv != CK_INVALID_HANDLE)
+        funcList->C_DestroyObject(session, priv);
+    if (pub != CK_INVALID_HANDLE)
+        funcList->C_DestroyObject(session, pub);
+
     return ret;
 }