Workaround for "WARNING: Logging before flag parsing goes to stderr."

Encountered with TensorFlow v1.14.0 on Traverse
tensorflow/tensorflow#26691

Author: felker

plasma/__init__.py

@@ -1,3 +1,13 @@
+import logging
+try:
+    import absl.logging
+    # https://github.com/abseil/abseil-py/issues/99
+    logging.root.removeHandler(absl.logging._absl_handler)
+    # https://github.com/abseil/abseil-py/issues/102
+    absl.logging._warn_preinit_stderr = False
+except Exception:
+    pass
+
 import warnings
 # TODO(KGF): temporarily suppress numpy>=1.17.0 warning with TF<2.0.0
 # ~6x tensorflow/python/framework/dtypes.py:529: FutureWarning ...

plasma/models/mpi_runner.py

@@ -105,6 +105,7 @@
         from keras.utils.generic_utils import Progbar
         import keras.callbacks as cbks
 
+g.flush_all_inorder()
 g.pprint_unique(conf)
 g.flush_all_inorder()
 g.comm.Barrier()
@@ -164,11 +165,9 @@ def __init__(self, lr):
         self.eps = 1e-8
 
     def get_deltas(self, raw_deltas):
-
         if self.iterations == 0:
             self.m_list = [np.zeros_like(grad) for grad in raw_deltas]
             self.v_list = [np.zeros_like(grad) for grad in raw_deltas]
-
         t = self.iterations + 1
         lr_t = self.lr * np.sqrt(1-self.beta_2**t)/(1-self.beta_1**t)
         deltas = []
@@ -179,7 +178,6 @@ def get_deltas(self, raw_deltas):
             deltas.append(delta_t)
             self.m_list[i] = m_t
             self.v_list[i] = v_t
-
         self.iterations += 1
 
         return deltas