clean up linkage options (pytorch#14609)

Summary: minor code cleanup

Differential Revision: D13277803

Pulled By: soumith

fbshipit-source-id: 5ef925fe95037cab540b329054d7070c1ea7031e

setup.py

@@ -792,14 +792,8 @@ def run(self):
         CAFFE2_LIBS.append(os.path.join(lib_path, 'caffe2_hip.lib'))
 
 main_compile_args = ['-D_THP_CORE', '-DONNX_NAMESPACE=' + ONNX_NAMESPACE]
-main_libraries = ['shm']
+main_libraries = ['shm', 'torch_python']
 main_link_args = []
-if IS_WINDOWS:
-    main_link_args.append(os.path.join(lib_path, 'torch_python.lib'))
-elif IS_DARWIN:
-    main_link_args.append(os.path.join(lib_path, 'libtorch_python.dylib'))
-else:
-    main_link_args.append(os.path.join(lib_path, 'libtorch_python.so'))
 main_sources = ["torch/csrc/stub.cpp"]
 
 # Before the introduction of stub.cpp, _C.so and libcaffe2.so defined