mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
5b210bb3a6
Pull Request resolved: https://github.com/pytorch/pytorch/pull/156319 Approved by: https://github.com/albanD ghstack dependencies: #156313, #156314, #156315, #156316, #156317
86 lines
2.4 KiB
C++
86 lines
2.4 KiB
C++
#include <torch/csrc/autograd/functions/basic_ops.h>
|
|
|
|
#include <torch/csrc/autograd/function.h>
|
|
#include <torch/csrc/autograd/functions/utils.h>
|
|
#include <torch/csrc/autograd/variable.h>
|
|
#include <torch/csrc/dynamo/compiled_autograd.h>
|
|
|
|
#include <ATen/ATen.h>
|
|
|
|
#include <memory>
|
|
#include <utility>
|
|
|
|
namespace torch::autograd {
|
|
|
|
variable_list Error::apply(variable_list&& inputs) {
|
|
return static_cast<const Error*>(this)->apply(std::move(inputs));
|
|
}
|
|
|
|
variable_list Error::apply(variable_list&& inputs) const {
|
|
throw std::runtime_error(msg);
|
|
}
|
|
|
|
void Error::compiled_args(CompiledNodeArgs& args) const {
|
|
// throw the error during collect, the graph won't get compiled
|
|
apply(variable_list());
|
|
}
|
|
|
|
variable_list Error::apply_with_saved(
|
|
const variable_list& inputs,
|
|
SwapSavedVariables& saved) {
|
|
TORCH_INTERNAL_ASSERT(false, "unreachable");
|
|
}
|
|
|
|
auto DelayedError::apply(variable_list&& inputs) -> variable_list {
|
|
tensor_list outputs;
|
|
outputs.reserve(inputs.size());
|
|
for (auto& var : inputs) {
|
|
// FIXME: share version counters
|
|
outputs.emplace_back(var.defined() ? var.tensor_data() : at::Tensor());
|
|
}
|
|
return wrap_outputs(inputs, std::move(outputs), [&](edge_list&& next_edges) {
|
|
return std::make_shared<Error>(msg, std::move(next_edges));
|
|
});
|
|
}
|
|
|
|
auto UndefinedGrad::apply(variable_list&& inputs) -> variable_list {
|
|
tensor_list outputs;
|
|
outputs.reserve(inputs.size());
|
|
for (auto& var : inputs) {
|
|
outputs.emplace_back(
|
|
var.defined() ? var.clone().tensor_data() : at::Tensor());
|
|
}
|
|
return wrap_outputs(inputs, std::move(outputs), [&](edge_list&& next_edges) {
|
|
return std::make_shared<UndefinedGradBackward>(std::move(next_edges));
|
|
});
|
|
}
|
|
|
|
auto UndefinedGradBackward::apply(variable_list&& output_grads)
|
|
-> variable_list {
|
|
tensor_list input_grads;
|
|
output_grads.reserve(input_grads.size());
|
|
for (auto& grad : output_grads) {
|
|
(void)grad; // Suppress unused variable warning
|
|
input_grads.emplace_back();
|
|
}
|
|
return input_grads;
|
|
}
|
|
|
|
auto Identity::apply(variable_list&& grads) -> variable_list {
|
|
return std::move(grads);
|
|
}
|
|
|
|
void GraphRoot::compiled_args(CompiledNodeArgs& args) const {
|
|
args.collect(outputs);
|
|
}
|
|
variable_list GraphRoot::apply_with_saved(
|
|
const variable_list& inputs,
|
|
SwapSavedVariables& saved) {
|
|
saved.before(outputs);
|
|
variable_list result(outputs);
|
|
saved.after(outputs);
|
|
return result;
|
|
}
|
|
|
|
} // namespace torch::autograd
|