diff --git a/tensorflow/compiler/xla/service/hlo_module_config.h b/tensorflow/compiler/xla/service/hlo_module_config.h
index 074e9c90705..01f3acd8fb9 100644
--- a/tensorflow/compiler/xla/service/hlo_module_config.h
+++ b/tensorflow/compiler/xla/service/hlo_module_config.h
@@ -72,15 +72,6 @@ class HloModuleConfig {
     return debug_options_.xla_hlo_profile();
   }
 
-  // Sets/returns whether this is a "host module".  Host modules are used to
-  // record the data- and control-flow dependencies of host side computation
-  // that communicates with compiled code.  They are used for analysis and
-  // scheduling purposes, but no code is generated.
-  bool is_host_module() const { return is_host_module_; }
-  void set_is_host_module(bool is_host_module) {
-    is_host_module_ = is_host_module;
-  }
-
   // Sets/returns the module seed set during execution.
   void set_seed(uint64 seed) { seed_ = seed; }
   uint64 seed() const { return seed_; }
diff --git a/tensorflow/compiler/xla/service/hlo_module_group_metadata.cc b/tensorflow/compiler/xla/service/hlo_module_group_metadata.cc
index cd10913763c..beb4c4fb8af 100644
--- a/tensorflow/compiler/xla/service/hlo_module_group_metadata.cc
+++ b/tensorflow/compiler/xla/service/hlo_module_group_metadata.cc
@@ -287,10 +287,7 @@ tensorflow::gtl::optional<int64> HloModuleGroupMetadata::GetInstructionDevice(
 }
 
 int64 HloModuleGroupMetadata::GetDeviceModulesCount() const {
-  return std::count_if(modules_.begin(), modules_.end(),
-                       [](const HloModule* module) {
-                         return !module->config().is_host_module();
-                       });
+  return modules_.size();
 }
 
 Status HloModuleGroupMetadata::RecordInstructions() {