diff --git a/csrc/ops.hip b/csrc/ops.hip
index eef616d48..91b17cdd8 100644
--- a/csrc/ops.hip
+++ b/csrc/ops.hip
@@ -476,13 +476,51 @@ template <int DTYPE_OUT, int SCALE_ROWS> int igemmlt(
   hipblasLtPointerMode_t pointerMode = HIPBLASLT_POINTER_MODE_ALPHA_DEVICE_VECTOR_BETA_HOST;
 
   has_error |= checkHipblasStatus(hipblasLtMatrixLayoutCreate(&aDesc, HIP_R_8I, m, k, lda));
+  if(has_error != 0)
+  {
+    std::cout<<"failed to run hipblasLtMatrixLayoutCreate for Adesc:"<<m<<" "<<k<<" "<<lda<<std::endl;
+    return has_error;
+  }
+
   has_error |= checkHipblasStatus(hipblasLtMatrixLayoutCreate(&bDesc, HIP_R_8I, m, n, ldb));
+  if(has_error != 0)
+  {
+    std::cout<<"failed to run hipblasLtMatrixLayoutCreate for Bdesc:"<<m<<" "<<n<<" "<<ldb<<std::endl;
+    hipblasLtMatrixLayoutDestroy(aDesc);
+    return has_error;
+  }
+
   has_error |= checkHipblasStatus(hipblasLtMatrixLayoutCreate(&cDesc, outType, k, n, ldc));
+  if(has_error != 0)
+  {
+    std::cout<<"failed to run hipblasLtMatrixLayoutCreate for Cdesc"<<k<<" "<<n<<" "<<ldc<<std::endl;
+    hipblasLtMatrixLayoutDestroy(aDesc);
+    hipblasLtMatrixLayoutDestroy(bDesc);
+    return has_error;
+  }
 
   // Default layout order is col major
 
   has_error |= checkHipblasStatus(hipblasLtMatmulDescCreate(&matmulDesc, HIPBLAS_COMPUTE_32I, scaleType));
+  if(has_error != 0)
+  {
+    std::cout<<"failed to run hipblasLtMatmulDescCreate"<<std::endl;
+    hipblasLtMatrixLayoutDestroy(aDesc);
+    hipblasLtMatrixLayoutDestroy(bDesc);
+    hipblasLtMatrixLayoutDestroy(cDesc);
+    return has_error;
+  }
+
   has_error |= checkHipblasStatus(hipblasLtMatmulDescSetAttribute(matmulDesc, HIPBLASLT_MATMUL_DESC_TRANSA, &opT, sizeof(opT)));
+  if(has_error != 0)
+  {
+    std::cout<<"failed to run hipblasLtMatmulDescSetAttribute HIPBLASLT_MATMUL_DESC_TRANSA"<<std::endl;
+    hipblasLtMatrixLayoutDestroy(aDesc);
+    hipblasLtMatrixLayoutDestroy(bDesc);
+    hipblasLtMatrixLayoutDestroy(cDesc);
+    hipblasLtMatmulDescDestroy(matmulDesc);
+    return has_error;
+  }
 
   if (DTYPE_OUT == 32) {
 
@@ -524,6 +562,15 @@ template <int DTYPE_OUT, int SCALE_ROWS> int igemmlt(
           (int32_t*)C, cDesc,
           &heuristicResult[0].algo, NULL, 0, stream
         ));
+        if(has_error != 0)
+        {
+          std::cout<<"failed to run hipblasLtMatmul"<<std::endl;
+          hipblasLtMatrixLayoutDestroy(aDesc);
+          hipblasLtMatrixLayoutDestroy(bDesc);
+          hipblasLtMatrixLayoutDestroy(cDesc);
+          hipblasLtMatmulDescDestroy(matmulDesc);
+          return has_error;
+        }
       }
   } else {
     // This path is unlikely to be used, as 8-bit accumulation can lead to likely overflows.
@@ -538,6 +585,15 @@ template <int DTYPE_OUT, int SCALE_ROWS> int igemmlt(
         (int8_t*)C, cDesc,
         NULL, NULL, 0, stream
       ));
+      if(has_error != 0)
+      {
+        std::cout<<"failed to run hipblasLtMatmul with int8"<<std::endl;
+        hipblasLtMatrixLayoutDestroy(aDesc);
+        hipblasLtMatrixLayoutDestroy(bDesc);
+        hipblasLtMatrixLayoutDestroy(cDesc);
+        hipblasLtMatmulDescDestroy(matmulDesc);
+        return has_error;
+      }
     } else {
       hipblasLtPointerMode_t alphaVec = HIPBLASLT_POINTER_MODE_ALPHA_DEVICE_VECTOR_BETA_HOST;
       float beta = 0.0f;
@@ -547,6 +603,16 @@ template <int DTYPE_OUT, int SCALE_ROWS> int igemmlt(
         &pointerMode,
         sizeof(alphaVec)
       ));
+      if(has_error != 0)
+      {
+        std::cout<<"failed to run hipblasLtMatmulDescSetAttribute HIPBLASLT_MATMUL_DESC_POINTER_MODE for int8"<<std::endl;
+        hipblasLtMatrixLayoutDestroy(aDesc);
+        hipblasLtMatrixLayoutDestroy(bDesc);
+        hipblasLtMatrixLayoutDestroy(cDesc);
+        hipblasLtMatmulDescDestroy(matmulDesc);
+        return has_error;
+      }
+
       has_error |= checkHipblasStatus(hipblasLtMatmul(
         ltHandle, matmulDesc,
         row_scale, A, aDesc,
@@ -555,6 +621,15 @@ template <int DTYPE_OUT, int SCALE_ROWS> int igemmlt(
         (int8_t*)C, cDesc,
         NULL, NULL, 0, stream
       ));
+      if(has_error != 0)
+      {
+        std::cout<<"failed to run hipblasLtMatmul with int8"<<std::endl;
+        hipblasLtMatrixLayoutDestroy(aDesc);
+        hipblasLtMatrixLayoutDestroy(bDesc);
+        hipblasLtMatrixLayoutDestroy(cDesc);
+        hipblasLtMatmulDescDestroy(matmulDesc);
+        return has_error;
+      }
     }
   }
 
diff --git a/csrc/ops_hip.cuh b/csrc/ops_hip.cuh
index bcfc73e99..b1136dda9 100644
--- a/csrc/ops_hip.cuh
+++ b/csrc/ops_hip.cuh
@@ -99,28 +99,18 @@ typedef enum Funcs_t
 class Context
 {
     public:
-				rocblas_handle m_handle;
+                                hipblasLtHandle_t m_handle;
+				//rocblas_handle m_handle;
 
 				Context()
 				{
-					rocblas_handle handle;
-					rocblas_create_handle(&handle);
-					m_handle = handle;
-				}
-
-};
-
-class ContextLt
-{
-    public:
-				hipblasLtHandle_t m_handle;
-
-				ContextLt()
-				{
+					//rocblas_handle handle;
+					//rocblas_create_handle(&handle);
 					hipblasLtHandle_t handle;
 					hipblasLtCreate(&handle);
 					m_handle = handle;
 				}
+
 };
 
 class ContextHipsparse