Tensor parallel: update unitest

Author: JZ-LIANG

python/paddle/distributed/collective.py

@@ -1014,7 +1014,7 @@ def _parallel_linear(x,
     startup_block.vars[linear.weight.name].is_distributed = True
     main_block.vars[linear.weight.name].is_distributed = True
     # set is_distributed for splited bias
-    # if a linear layer is splited by row, each rank would hold a complete bias 
+    # if a linear layer is splited by row, each rank would hold a complete bias and they should be the same in each rank.
     # if a linear layer is splited by col, the bias would also be split into each rank as its weight
     if axis == 1 and linear._bias_attr != False:
         startup_block.vars[linear.bias.name].is_distributed = True

python/paddle/fluid/tests/unittests/column_parallel_linear_api.py

@@ -69,7 +69,7 @@ def get_model(self, main_prog, startup_program, rank):
                 axis=1,
                 num_partitions=2,
                 weight_attr=param_attr,
-                bias_attr=False, )
+                bias_attr=True, )
 
             return [linear_out]
 

python/paddle/fluid/tests/unittests/row_parallel_linear_api.py

@@ -65,12 +65,12 @@ def get_model(self, main_prog, startup_program, rank):
 
             linear_out = paddle.distributed.split(
                 data,
-                size=(1000, 8),
+                size=(1000, 16),
                 operation='linear',
                 axis=0,
                 num_partitions=2,
                 weight_attr=param_attr,
-                bias_attr=False, )
+                bias_attr=True, )
 
             return [linear_out]