mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
1433160a36
Summary: Pull Request resolved: https://github.com/pytorch/pytorch/pull/66742 Modified loops in files under fbsource/fbcode/caffe2/ from the format `for(TYPE var=x0;var<x_max;x++)` to the format `for(const auto var: irange(xmax))` This was achieved by running r-barnes's loop upgrader script (D28874212) with some modification to exclude all files under /torch/jit and a number of reversions or unused variable suppression warnings added by hand. Test Plan: Sandcastle Reviewed By: malfet Differential Revision: D31705366 fbshipit-source-id: be58222426c192406a7f93c21582c3f6f2082401
76 lines
2.3 KiB
C++
76 lines
2.3 KiB
C++
#ifndef CAFFE_OPERATORS_ENFORCE_FINITE_OP_H_
|
|
#define CAFFE_OPERATORS_ENFORCE_FINITE_OP_H_
|
|
|
|
#include "caffe2/core/context.h"
|
|
#include "caffe2/core/logging.h"
|
|
#include "caffe2/core/operator.h"
|
|
#include "caffe2/utils/math.h"
|
|
#include "c10/util/irange.h"
|
|
|
|
namespace caffe2 {
|
|
|
|
template <class Context>
|
|
class EnforceFiniteOp final : public Operator<Context> {
|
|
public:
|
|
USE_OPERATOR_CONTEXT_FUNCTIONS;
|
|
template <class... Args>
|
|
explicit EnforceFiniteOp(const OperatorDef& operator_def, Workspace* ws)
|
|
: Operator<Context>(operator_def, ws), ws_(ws) {}
|
|
|
|
bool RunOnDevice() override {
|
|
return DispatchHelper<TensorTypes<float, double>>::call(this, Input(0));
|
|
}
|
|
|
|
template <typename T>
|
|
bool DoRunWithType();
|
|
|
|
private:
|
|
Workspace* ws_;
|
|
Tensor buffer_{CPU};
|
|
|
|
template <typename T>
|
|
void EnforceOnCPU(const Tensor& input) {
|
|
const T* input_data = input.template data<T>();
|
|
auto size = input.numel();
|
|
|
|
for (const auto i : c10::irange(size)) {
|
|
auto isfinite = std::isfinite(input_data[i]);
|
|
if (!isfinite) {
|
|
LogBlobFiniteness();
|
|
}
|
|
CAFFE_ENFORCE_FINITE(
|
|
isfinite,
|
|
"Index ",
|
|
i,
|
|
" is not finite (e.g., NaN, Inf): ",
|
|
input_data[i]);
|
|
}
|
|
}
|
|
|
|
// LogBlobFiniteness sums every tensor in the workspace and logs whether it's finite or not.
|
|
void LogBlobFiniteness() {
|
|
// This uses the aten interfaces to compute the sum and finiteness of the
|
|
// tensors which are not present by default on xplat and mobile builds.
|
|
#if defined(EXPOSE_C2_OPS) || \
|
|
!defined(CAFFE2_IS_XPLAT_BUILD) && !defined(C10_MOBILE)
|
|
for (const std::string& blob_name : ws_->Blobs()) {
|
|
try {
|
|
const auto& blob = ws_->GetBlob(blob_name);
|
|
if (blob != nullptr && blob->IsType<Tensor>()) {
|
|
Tensor* c2Tensor = blob->GetMutable<Tensor>();
|
|
const at::Tensor& tensor = static_cast<at::Tensor>(*c2Tensor);
|
|
bool blob_finite = tensor.sum().isfinite().cpu().data_ptr<bool>()[0];
|
|
LOG(INFO) << "blob " << blob_name << " isfinite=" << (blob_finite ? "true" : "false");
|
|
}
|
|
} catch (const std::exception& ex) {
|
|
LOG(ERROR) << "failed to check finiteness for " << blob_name << ": " << ex.what();
|
|
}
|
|
}
|
|
#endif
|
|
}
|
|
};
|
|
|
|
} // namespace caffe2
|
|
|
|
#endif // CAFFE_OPERATORS_ENFORCE_FINITE_OP_H_
|