mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
ba4ccf5d67
Summary: Turning execution frame cleanup back on since D78621408 is done Test Plan: See D78621408 Rollback Plan: Differential Revision: D79730674 Pull Request resolved: https://github.com/pytorch/pytorch/pull/160110 Approved by: https://github.com/jingsh
27 lines
759 B
C++
27 lines
759 B
C++
#pragma once
|
|
|
|
#include <torch/nativert/executor/memory/LayoutPlannerSettings.h>
|
|
#include <cstdint>
|
|
#include <string>
|
|
|
|
namespace torch::nativert {
|
|
|
|
struct ExecutorConfig {
|
|
bool validateInputs = false;
|
|
bool debugNan = false;
|
|
bool enableStaticCPUKernels = true;
|
|
bool runConstFolding = false;
|
|
bool doExecutionFrameCleanup = true;
|
|
bool tryFreeUnmanagedValuesAfterUse = true;
|
|
// allows up to max number of concurrent threads.
|
|
int64_t maxNumConcurrentThreads = 8;
|
|
// allows up to max number of parallel ops.
|
|
int64_t maxParallelOps = 1;
|
|
int64_t minNumExecutionFrames = 1;
|
|
int64_t executionFramePoolCleanupIntervalSec = 600;
|
|
LayoutPlannerSettings layoutPlannerSettings;
|
|
std::string modelName = "unknown";
|
|
};
|
|
|
|
} // namespace torch::nativert
|