remove unnecessary build graph logic (PaddlePaddle#8896)

* fix mac build error

* remove unnecessary build graph

Author: QiJune

python/paddle/fluid/memory_optimization_transpiler.py

@@ -148,7 +148,6 @@ def _update_skip_opt_set(self):
                 self._skip_opt.update(op.output_arg_names())
 
     def release_memory(self):
-        self._build_graph()
         self._dataflow_analyze()
         self._update_skip_opt_set()
         fwd_id = 0
@@ -187,7 +186,6 @@ def compare_shape(x_shape, cache_shape, opt_level):
                     return True
             return False
 
-        self._build_graph()
         self._dataflow_analyze()
         self._update_skip_opt_set()
         self.pool = []