Enable NcclGather and NcclBroadcast.

PiperOrigin-RevId: 355859246
Change-Id: I80831dbecb4858073c8bf61906fac9b651868bf9
This commit is contained in:
Ayush Dubey 2021-02-05 08:51:49 -08:00 committed by TensorFlower Gardener
parent 844002ed99
commit 9922e83047
2 changed files with 4 additions and 2 deletions

View File

@ -59,13 +59,13 @@ namespace {
const char* GetCollectiveName(const CollectiveParams* cp, bool nccl) {
switch (cp->instance.type) {
case BROADCAST_COLLECTIVE:
return "HierarchicalTreeBroadcast";
return nccl ? "NcclBroadcast" : "HierarchicalTreeBroadcast";
case REDUCTION_COLLECTIVE:
return nccl ? "NcclReduce" : "RingReduce";
case GATHER_COLLECTIVE:
return "RingGather";
return nccl ? "NcclGather" : "RingGather";
case PERMUTE_COLLECTIVE:
return "Permute";

View File

@ -18,6 +18,7 @@ from __future__ import absolute_import
from __future__ import division
from __future__ import print_function
import os
import threading
import time
@ -952,5 +953,6 @@ def _setup_context():
if __name__ == '__main__':
os.environ['NCCL_DEBUG'] = 'INFO'
v2_compat.enable_v2_behavior()
test.main()