Merge pull request #136 from GrzegorzKarchNV/master

Fixing concatenation error for fp16 distributed training

Author: rafaelvalle

distributed.py

@@ -140,7 +140,7 @@ def allreduce_params():
                 buckets = {}
                 for param in module.parameters():
                     if param.requires_grad and param.grad is not None:
-                        tp = type(param.data)
+                        tp = param.data.dtype
                         if tp not in buckets:
                             buckets[tp] = []
                         buckets[tp].append(param)