diff --git a/dask_sql/context.py b/dask_sql/context.py
index 4d4b89d25..5778f2b95 100644
--- a/dask_sql/context.py
+++ b/dask_sql/context.py
@@ -9,6 +9,11 @@
 from dask.base import optimize
 from dask.distributed import Client
 
+try:
+    import dask_cuda  # noqa: F401
+except ImportError:  # pragma: no cover
+    pass
+
 from dask_sql import input_utils
 from dask_sql.datacontainer import (
     UDF,
diff --git a/tests/integration/fixtures.py b/tests/integration/fixtures.py
index e37203479..0c812dfa9 100644
--- a/tests/integration/fixtures.py
+++ b/tests/integration/fixtures.py
@@ -11,6 +11,10 @@
 
 try:
     import cudf
+
+    # importing to check for JVM segfault
+    import dask_cudf  # noqa: F401
+    from dask_cuda import LocalCUDACluster  # noqa: F401
 except ImportError:
     cudf = None