mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
457ff9b7ae
This reverts commit ea12fc8a9ff7da808e0b661ca07e9d4ce75d04bc. Reland https://github.com/pytorch/pytorch/pull/147804, there was a bad import inserted by my linter. Differential Revision: [D70582747](https://our.internmc.facebook.com/intern/diff/D70582747) Pull Request resolved: https://github.com/pytorch/pytorch/pull/148376 Approved by: https://github.com/jansel
113 lines
3.3 KiB
C++
113 lines
3.3 KiB
C++
#pragma once
|
|
|
|
#include <c10/util/irange.h>
|
|
#include <torch/csrc/Export.h>
|
|
#include <torch/csrc/autograd/function.h>
|
|
#include <torch/csrc/autograd/variable.h>
|
|
|
|
#include <memory>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
namespace torch::autograd {
|
|
|
|
struct TORCH_API Error : public Node {
|
|
Error(std::string msg, edge_list&& next_edges)
|
|
: Node(std::move(next_edges)), msg(std::move(msg)) {}
|
|
|
|
Error(std::string msg) : msg(std::move(msg)) {}
|
|
|
|
variable_list apply(variable_list&& inputs) override;
|
|
variable_list apply(variable_list&& inputs) const;
|
|
|
|
void compiled_args(CompiledNodeArgs& args) const override;
|
|
variable_list apply_with_saved(
|
|
const variable_list& inputs,
|
|
SwapSavedVariables& saved) override;
|
|
|
|
std::string msg;
|
|
};
|
|
|
|
// We print grad_fn names in tensor printing. For functions with backward
|
|
// NYI, grad_fn=<Error> will be printed if we use Error, which is confusing. So
|
|
// special case with a new NotImplemented function here.
|
|
struct TORCH_API NotImplemented : public Error {
|
|
NotImplemented(const std::string& forward_fn, edge_list&& next_edges)
|
|
: Error(
|
|
"derivative for " + forward_fn + " is not implemented",
|
|
std::move(next_edges)) {}
|
|
|
|
NotImplemented(const std::string& forward_fn)
|
|
: Error("derivative for " + forward_fn + " is not implemented") {}
|
|
};
|
|
|
|
// Identity in forward, Error in backward. Used to implement
|
|
// @once_differentiable
|
|
struct TORCH_API DelayedError : public Node {
|
|
DelayedError(std::string msg, int64_t num_inputs) : msg(std::move(msg)) {
|
|
for ([[maybe_unused]] const auto _ [[maybe_unused]] :
|
|
c10::irange(num_inputs)) {
|
|
add_input_metadata(Node::undefined_input());
|
|
}
|
|
}
|
|
|
|
variable_list apply(variable_list&& inputs) override;
|
|
variable_list apply(variable_list&& inputs) const;
|
|
|
|
std::string msg;
|
|
};
|
|
|
|
struct TORCH_API UndefinedGrad : public Node {
|
|
UndefinedGrad() {
|
|
add_input_metadata(Node::undefined_input());
|
|
}
|
|
|
|
variable_list apply(variable_list&& inputs) override;
|
|
variable_list apply(variable_list&& inputs) const;
|
|
};
|
|
|
|
struct TORCH_API UndefinedGradBackward : public Node {
|
|
UndefinedGradBackward(edge_list&& next_edges) : Node(std::move(next_edges)) {}
|
|
|
|
UndefinedGradBackward() = default;
|
|
|
|
variable_list apply(variable_list&& inputs) override;
|
|
variable_list apply(variable_list&& inputs) const;
|
|
|
|
void compiled_args(CompiledNodeArgs& args) const override {}
|
|
variable_list apply_with_saved(
|
|
const variable_list& inputs,
|
|
SwapSavedVariables& saved) override {
|
|
return apply(variable_list(inputs));
|
|
}
|
|
};
|
|
|
|
struct TORCH_API GraphRoot : public Node {
|
|
GraphRoot(edge_list functions, variable_list inputs)
|
|
: Node(std::move(functions)), outputs(std::move(inputs)) {
|
|
// Ensures calls to stream() on a GraphRoot instance reflect current
|
|
// stream(s) on devices of root grad tensors at the time the instance is
|
|
// constructed.
|
|
for (const auto& t : outputs) {
|
|
add_input_metadata(t);
|
|
}
|
|
}
|
|
|
|
variable_list apply(variable_list&& inputs) override {
|
|
return outputs;
|
|
}
|
|
|
|
void compiled_args(CompiledNodeArgs& args) const override;
|
|
variable_list apply_with_saved(
|
|
const variable_list& inputs,
|
|
SwapSavedVariables& saved) override;
|
|
|
|
variable_list outputs;
|
|
};
|
|
|
|
struct TORCH_API Identity : public Node {
|
|
variable_list apply(variable_list&& inputs) override;
|
|
};
|
|
|
|
} // namespace torch::autograd
|