mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
Applies some performance fixes Pull Request resolved: https://github.com/pytorch/pytorch/pull/94034 Approved by: https://github.com/Skylion007
55 lines
1.5 KiB
C++
55 lines
1.5 KiB
C++
#include <torch/csrc/lazy/backend/backend_interface.h>
|
|
#include <torch/csrc/lazy/core/internal_ops/ltc_ops.h>
|
|
|
|
namespace torch {
|
|
namespace lazy {
|
|
|
|
namespace {
|
|
std::atomic<const BackendImplInterface*> backend_impl_registry;
|
|
} // namespace
|
|
|
|
bool hasBackend() {
|
|
return !!backend_impl_registry.load();
|
|
}
|
|
|
|
const BackendImplInterface* getBackend() {
|
|
auto* interface = backend_impl_registry.load();
|
|
TORCH_CHECK(interface, "Lazy tensor backend not registered.");
|
|
return interface;
|
|
}
|
|
|
|
BackendRegistrar::BackendRegistrar(
|
|
const BackendImplInterface* backend_impl_interface) {
|
|
backend_impl_registry.store(backend_impl_interface);
|
|
}
|
|
|
|
// Get IrBuilder from backend. Use TorchScriptIrBuilder by default
|
|
const IrBuilder* getIrBuilder() {
|
|
static const IrBuilder* builder = getBackend()->GetIrBuilder();
|
|
return builder;
|
|
}
|
|
|
|
at::Tensor MakeTensorFromComputationData(
|
|
const BackendDataPtr data,
|
|
c10::optional<at::ScalarType> logical_scalar_type) {
|
|
return getBackend()->MakeTensorFromComputationData(data, logical_scalar_type);
|
|
}
|
|
|
|
std::unique_ptr<LoweringContext> LoweringContext::Create(
|
|
const std::string& name,
|
|
BackendDevice device,
|
|
c10::ArrayRef<const Node*> post_order,
|
|
Util::EmissionMap emit_status) {
|
|
return getBackend()->CreateLoweringContext(
|
|
name, std::move(device), post_order, emit_status);
|
|
}
|
|
|
|
std::unique_ptr<LoweringContext> LoweringContext::Create(
|
|
const std::string& name,
|
|
BackendDevice device) {
|
|
return getBackend()->CreateLoweringContext(name, std::move(device));
|
|
}
|
|
|
|
} // namespace lazy
|
|
} // namespace torch
|