Skip to content

[PTen] Remove pten core's dependency on fluid xxx_info.h #39401

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
4 changes: 2 additions & 2 deletions paddle/fluid/framework/custom_kernel_test.cc
Original file line number Diff line number Diff line change
Expand Up @@ -230,7 +230,7 @@ TEST(CustomKernel, custom_kernel_dot) {
pten::dtype::float16 fake_attr_f16 = pten::dtype::float16(5);
pten::DataType fake_attr_dtype = pten::DataType::UINT32;
paddle::framework::LoDTensor tmp_tensor;
tmp_tensor.mutable_data<uint8_t>({1}, pten::TransToFluidPlace(backend));
tmp_tensor.mutable_data<uint8_t>({1}, pten::TransToPtenPlace(backend));
pten::Scalar fake_attr_scalar =
paddle::experimental::MakePtenScalar(tmp_tensor);
pten::ScalarArray fake_attr_scalar_array;
Expand All @@ -251,7 +251,7 @@ TEST(CustomKernel, custom_kernel_dot) {

auto dense_out = std::make_shared<pten::DenseTensor>(
pten::make_intrusive<paddle::experimental::SharedStorage>(
pten::TransToFluidPlace(backend)),
pten::TransToPtenPlace(backend)),
pten::DenseTensorMeta());

pten::MetaTensor meta_out(dense_out.get());
Expand Down
6 changes: 3 additions & 3 deletions paddle/fluid/framework/operator.cc
Original file line number Diff line number Diff line change
Expand Up @@ -605,7 +605,7 @@ bool OpSupportGPU(const std::string& op_type) {
kernel_factory.SelectKernelMap(pten::TransToPtenKernelName(op_type));
for (auto& kernel : kernel_key_map) {
if (platform::is_gpu_place(
pten::TransToFluidPlace(kernel.first.backend()))) {
pten::TransToPtenPlace(kernel.first.backend()))) {
return true;
}
}
Expand Down Expand Up @@ -1949,7 +1949,7 @@ Scope* OperatorWithKernel::PreparePtenData(
continue;
}

auto expected_place = pten::TransToFluidPlace(in_def.backend);
auto expected_place = pten::TransToPtenPlace(in_def.backend);
if (platform::is_same_place(tensor_in->place(), expected_place)) {
continue;
}
Expand Down Expand Up @@ -2079,7 +2079,7 @@ void OperatorWithKernel::BuildPtenKernelContext(
experimental::ResetTensorDtypeAndLayoutByArgDef(tensor_out,
output_defs.at(i));
SetAllocationForOutputTenosr(
tensor_out, pten::TransToFluidPlace(output_defs.at(i).backend));
tensor_out, pten::TransToPtenPlace(output_defs.at(i).backend));

pt_kernel_context->EmplaceBackOutputWithoutSetRange(tensor_out);
}
Expand Down
8 changes: 4 additions & 4 deletions paddle/fluid/framework/pten_utils.cc
Original file line number Diff line number Diff line change
Expand Up @@ -15,15 +15,15 @@ limitations under the License. */
#include <sstream>

#include "paddle/fluid/framework/pten_utils.h"
#include "paddle/pten/core/compat/convert_utils.h"
#include "paddle/pten/core/compat/op_utils.h"
#include "paddle/pten/core/kernel_factory.h"

#include "paddle/fluid/framework/lod_tensor.h"
#include "paddle/fluid/framework/op_info.h"
#include "paddle/fluid/framework/selected_rows_utils.h"
#include "paddle/fluid/framework/variable.h"
#include "paddle/fluid/string/string_helper.h"
#include "paddle/pten/core/compat/convert_utils.h"
#include "paddle/pten/core/compat/op_utils.h"
#include "paddle/pten/core/kernel_factory.h"

namespace paddle {
namespace framework {
Expand Down Expand Up @@ -61,7 +61,7 @@ OpKernelType TransPtenKernelKeyToOpKernelType(
proto::VarType::Type data_type =
pten::TransToProtoVarType(kernel_key.dtype());
// no need to set current device id here
platform::Place place = pten::TransToFluidPlace(kernel_key.backend(), false);
platform::Place place = pten::TransToPtenPlace(kernel_key.backend(), false);
DataLayout data_layout = kernel_key.layout();
LibraryType library_type = LibraryType::kPlain;
if (kernel_key.backend() == pten::Backend::MKLDNN) {
Expand Down
1 change: 1 addition & 0 deletions paddle/fluid/framework/pten_utils.h
Original file line number Diff line number Diff line change
Expand Up @@ -27,6 +27,7 @@ limitations under the License. */

#include "paddle/fluid/framework/operator.h"
#include "paddle/pten/api/lib/utils/tensor_utils.h"
#include "paddle/pten/common/backend.h"
#include "paddle/pten/core/compat/arg_map_context.h"
#include "paddle/pten/core/kernel_factory.h"
#include "paddle/utils/flat_hash_map.h"
Expand Down
4 changes: 2 additions & 2 deletions paddle/fluid/imperative/prepared_operator.h
Original file line number Diff line number Diff line change
Expand Up @@ -326,7 +326,7 @@ void BuildDygraphPtenKernelContext(
experimental::ResetTensorDtypeAndLayoutByArgDef(tensor_out,
output_defs.at(i));
framework::SetAllocationForOutputTenosr(
tensor_out, pten::TransToFluidPlace(output_defs.at(i).backend));
tensor_out, pten::TransToPtenPlace(output_defs.at(i).backend));

kernel_ctx->EmplaceBackOutputWithoutSetRange(tensor_out);
}
Expand Down Expand Up @@ -467,7 +467,7 @@ void PreparePtenData(const pten::Kernel& pt_kernel,
auto var = ins_vector[offset];
const auto* tensor_in = GetTensorFromVar(var->Var());
if (tensor_in && tensor_in->IsInitialized()) {
auto expected_place = pten::TransToFluidPlace(in_def.backend);
auto expected_place = pten::TransToPtenPlace(in_def.backend);
if (platform::is_same_place(tensor_in->place(), expected_place)) {
continue;
}
Expand Down
4 changes: 2 additions & 2 deletions paddle/pten/api/lib/api_utils.h
Original file line number Diff line number Diff line change
Expand Up @@ -63,7 +63,7 @@ inline std::vector<pten::MetaTensor> MakeMetaTensor(

inline pten::DenseTensor* SetKernelOutput(Backend backend, Tensor* out) {
auto dense_tensor = std::make_shared<pten::DenseTensor>(
pten::make_intrusive<SharedStorage>(pten::TransToFluidPlace(backend)),
pten::make_intrusive<SharedStorage>(pten::TransToPtenPlace(backend)),
pten::DenseTensorMeta());
out->set_impl(dense_tensor);
return dense_tensor.get();
Expand All @@ -75,7 +75,7 @@ inline std::vector<pten::DenseTensor*> SetKernelOutput(
std::vector<pten::DenseTensor*> results(out_size);
for (size_t i = 0; i < out_size; ++i) {
auto tensor_ptr = std::make_shared<pten::DenseTensor>(
pten::make_intrusive<SharedStorage>(pten::TransToFluidPlace(backend)),
pten::make_intrusive<SharedStorage>(pten::TransToPtenPlace(backend)),
pten::DenseTensorMeta());
results[i] = tensor_ptr.get();
out->emplace_back();
Expand Down
6 changes: 3 additions & 3 deletions paddle/pten/api/lib/data_transform.cc
Original file line number Diff line number Diff line change
Expand Up @@ -38,7 +38,7 @@ inline bool NeedTransformPlace(const paddle::platform::Place& input,
const TransformFlag& transform_flag) {
bool ret = transform_flag.need_trans_backend() &&
target != Backend::ALL_BACKEND &&
!platform::is_same_place(input, pten::TransToFluidPlace(target));
!platform::is_same_place(input, pten::TransToPtenPlace(target));
return ret;
}

Expand Down Expand Up @@ -168,10 +168,10 @@ pten::DenseTensor TransformData(const pten::DenseTensor& tensor,
out.place(), target_args_def.backend, transform_flag)) {
pten::DenseTensor result(
pten::make_intrusive<paddle::experimental::SharedStorage>(
pten::TransToFluidPlace(target_args_def.backend)),
pten::TransToPtenPlace(target_args_def.backend)),
{out.dtype(), out.dims(), out.layout()});
framework::TransDataDevice(
out, pten::TransToFluidPlace(target_args_def.backend), &result);
out, pten::TransToPtenPlace(target_args_def.backend), &result);
out = result;
}
return out;
Expand Down
2 changes: 1 addition & 1 deletion paddle/pten/api/lib/kernel_dispatch.cc
Original file line number Diff line number Diff line change
Expand Up @@ -53,7 +53,7 @@ std::size_t CountLeadingZeros(uint64_t val) {

pten::DeviceContext* GetDeviceContextByBackend(pten::Backend backend) {
auto& pool = paddle::platform::DeviceContextPool::Instance();
return pool.Get(pten::TransToFluidPlace(backend));
return pool.Get(pten::TransToPtenPlace(backend));
}

DataType ParseDataType(DataType dtype) { return dtype; }
Expand Down
4 changes: 2 additions & 2 deletions paddle/pten/api/lib/manual_api.cc
Original file line number Diff line number Diff line change
Expand Up @@ -60,11 +60,11 @@ PADDLE_API Tensor copy_to(const Tensor& x, Backend backend, bool blocking) {
// 4. Prepare outputs & InferMeta
auto dense_out = std::make_shared<pten::DenseTensor>(
pten::make_intrusive<paddle::experimental::SharedStorage>(
pten::TransToFluidPlace(backend)),
pten::TransToPtenPlace(backend)),
pten::DenseTensorMeta());
pten::MetaTensor meta_out(dense_out.get());
pten::UnchangedInferMeta(*dense_x, &meta_out);
dense_out->mutable_data(pten::TransToFluidPlace(backend));
dense_out->mutable_data(pten::TransToPtenPlace(backend));
kernel_context.EmplaceBackOutput(dense_out.get());
Tensor out;
out.set_impl(dense_out);
Expand Down
12 changes: 6 additions & 6 deletions paddle/pten/api/lib/sparse_api.cc
Original file line number Diff line number Diff line change
Expand Up @@ -86,11 +86,11 @@ PADDLE_API Tensor to_sparse_coo(const Tensor& x,
// create empty SparseCooTensor
pten::DenseTensor non_zero_indices(
pten::make_intrusive<paddle::experimental::SharedStorage>(
pten::TransToFluidPlace(backend)),
pten::TransToPtenPlace(backend)),
std::move(indices_meta));
pten::DenseTensor non_zero_elements(
pten::make_intrusive<paddle::experimental::SharedStorage>(
pten::TransToFluidPlace(backend)),
pten::TransToPtenPlace(backend)),
std::move(elements_meta));
auto coo = std::make_shared<pten::SparseCooTensor>(
non_zero_indices, non_zero_elements, x.dims());
Expand Down Expand Up @@ -148,15 +148,15 @@ PADDLE_API Tensor to_sparse_csr(const Tensor& x, Backend backend) {
// create empty SparseCooTensor
pten::DenseTensor non_zero_crows(
pten::make_intrusive<paddle::experimental::SharedStorage>(
pten::TransToFluidPlace(backend)),
pten::TransToPtenPlace(backend)),
std::move(crows_meta));
pten::DenseTensor non_zero_cols(
pten::make_intrusive<paddle::experimental::SharedStorage>(
pten::TransToFluidPlace(backend)),
pten::TransToPtenPlace(backend)),
std::move(cols_meta));
pten::DenseTensor non_zero_elements(
pten::make_intrusive<paddle::experimental::SharedStorage>(
pten::TransToFluidPlace(backend)),
pten::TransToPtenPlace(backend)),
std::move(elements_meta));
auto csr = std::make_shared<pten::SparseCsrTensor>(
non_zero_crows, non_zero_cols, non_zero_elements, x.dims());
Expand Down Expand Up @@ -211,7 +211,7 @@ PADDLE_API Tensor to_dense(const Tensor& x, Backend backend) {
// create empty SparseCooTensor
auto dense_out = std::make_shared<pten::DenseTensor>(
pten::make_intrusive<paddle::experimental::SharedStorage>(
pten::TransToFluidPlace(backend)),
pten::TransToPtenPlace(backend)),
std::move(dense_meta));

kernel_context.EmplaceBackOutput(dense_out.get());
Expand Down
6 changes: 3 additions & 3 deletions paddle/pten/api/lib/utils/tensor_utils.cc
Original file line number Diff line number Diff line change
Expand Up @@ -76,7 +76,7 @@ pten::Scalar MakePtenScalar(const paddle::framework::Tensor& src) {
}

pten::Scalar MakePtenScalarFromVar(const framework::Variable& variable) {
auto expected_place = pten::TransToFluidPlace(pten::Backend::CPU);
auto expected_place = pten::TransToPtenPlace(pten::Backend::CPU);
if (variable.IsType<framework::LoDTensor>()) {
const auto& tensor = variable.Get<framework::LoDTensor>();
if (!platform::is_same_place(tensor.place(), expected_place)) {
Expand Down Expand Up @@ -110,7 +110,7 @@ pten::ScalarArray MakePtenScalarArray(const paddle::framework::Tensor& src) {

pten::ScalarArray MakePtenScalarArrayFromVar(
const framework::Variable& variable) {
auto expected_place = pten::TransToFluidPlace(pten::Backend::CPU);
auto expected_place = pten::TransToPtenPlace(pten::Backend::CPU);
if (variable.IsType<framework::LoDTensor>()) {
const auto& tensor = variable.Get<framework::LoDTensor>();
if (!platform::is_same_place(tensor.place(), expected_place)) {
Expand All @@ -133,7 +133,7 @@ pten::ScalarArray MakePtenScalarArrayFromVarList(
if (variable_list.size() == 0) {
return pten::ScalarArray();
}
auto expected_place = pten::TransToFluidPlace(pten::Backend::CPU);
auto expected_place = pten::TransToPtenPlace(pten::Backend::CPU);

paddle::framework::proto::VarType::Type data_type;
auto* first_var = variable_list.front();
Expand Down
8 changes: 3 additions & 5 deletions paddle/pten/core/compat/CMakeLists.txt
Original file line number Diff line number Diff line change
@@ -1,13 +1,11 @@
cc_library(arg_map_context SRCS arg_map_context.cc DEPS pten_enforce)
cc_library(op_utils SRCS op_utils.cc DEPS arg_map_context enforce)
if(WITH_GPU)
cc_library(convert_utils SRCS convert_utils.cc DEPS data_type place op_utils gpu_info)
cc_library(convert_utils SRCS convert_utils.cc DEPS data_type place op_utils pten_gpu_info)
elseif(WITH_ROCM)
cc_library(convert_utils SRCS convert_utils.cc DEPS data_type place op_utils gpu_info)
cc_library(convert_utils SRCS convert_utils.cc DEPS data_type place op_utils pten_gpu_info)
elseif(WITH_XPU)
cc_library(convert_utils SRCS convert_utils.cc DEPS data_type place op_utils xpu_info)
elseif(WITH_ASCEND_CL)
cc_library(convert_utils SRCS convert_utils.cc DEPS data_type place op_utils npu_info)
cc_library(convert_utils SRCS convert_utils.cc DEPS data_type place op_utils pten_xpu_info)
else()
cc_library(convert_utils SRCS convert_utils.cc DEPS data_type place op_utils)
endif()
Loading