diff --git a/tensorflow/compiler/xla/python/xla_client.py b/tensorflow/compiler/xla/python/xla_client.py
index 06681c55172..2cac98a422d 100644
--- a/tensorflow/compiler/xla/python/xla_client.py
+++ b/tensorflow/compiler/xla/python/xla_client.py
@@ -143,7 +143,7 @@ def _gpu_backend_factory():
     config.memory_fraction = float(memory_fraction)
 
   client = _xla.LocalClient.Get(
-      platform='gpu', xla_platform_id='CUDA', asynchronous=False,
+      platform='gpu', xla_platform_id='CUDA', asynchronous=True,
       allocator_config=config)
   return LocalBackend(platform='gpu', client=client)