diff --git a/google-cloud-clients/google-cloud-contrib/google-cloud-spanner-jdbc/src/main/java/com/google/cloud/spanner/jdbc/SingleUseTransaction.java b/google-cloud-clients/google-cloud-contrib/google-cloud-spanner-jdbc/src/main/java/com/google/cloud/spanner/jdbc/SingleUseTransaction.java
index 67e6539f71b1..6dd43997449e 100644
--- a/google-cloud-clients/google-cloud-contrib/google-cloud-spanner-jdbc/src/main/java/com/google/cloud/spanner/jdbc/SingleUseTransaction.java
+++ b/google-cloud-clients/google-cloud-contrib/google-cloud-spanner-jdbc/src/main/java/com/google/cloud/spanner/jdbc/SingleUseTransaction.java
@@ -444,13 +444,9 @@ && executionTime > getStatementTimeout().getTimeoutValue(TimeUnit.MILLISECONDS))
         }
       } catch (Exception e) {
         if (txManager != null) {
-          try {
-            if (txManager.getState()
-                == com.google.cloud.spanner.TransactionManager.TransactionState.STARTED) {
-              fireAndForgetRollbackAndCloseTxManager(txManager);
-            }
-          } finally {
-            txManager.close();
+          if (txManager.getState()
+              == com.google.cloud.spanner.TransactionManager.TransactionState.STARTED) {
+            fireAndForgetRollbackAndCloseTxManager(txManager);
           }
         }
         throw e;