mirror of
https://github.com/pytorch/pytorch.git
synced 2025-11-13 12:35:35 +08:00
84b2147b85
Some important notes: a) Just like IValues steal the ownership of ArrayRefs and any std::vectors in order to convert the inner elements into IValues, we do the same thing with StableIValue. This O(N) traverse is ineluctable. b) As a result, since StableIValues are owning and our contract is that to<T>(StableIValue) transfers ownership, you cannot ever convert from StableIValue to a nonowning HeaderOnlyArrayRef<V>. We handle memory similar to AtenTensorHandle, but we have a StableListHandle! Pull Request resolved: https://github.com/pytorch/pytorch/pull/165953 Approved by: https://github.com/malfet ghstack dependencies: #164991, #165152, #165153
75 lines
2.3 KiB
C
75 lines
2.3 KiB
C
#ifndef STABLE_TORCH_SHIM
|
|
#define STABLE_TORCH_SHIM
|
|
|
|
#include <torch/csrc/inductor/aoti_torch/c/shim.h>
|
|
|
|
#include <torch/csrc/stable/version.h>
|
|
|
|
// This header defines stable C API extensions for backward/forward
|
|
// compatibility when calling ATen operations through the dispatcher.
|
|
//
|
|
// This is separate from the main AOTI shim to provide versioning capabilities
|
|
// for schema changes in native ATen functions.
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
#if TORCH_FEATURE_VERSION >= TORCH_VERSION_2_10_0
|
|
using StableIValue = uint64_t;
|
|
|
|
// Has the same semantic as aoti_torch_call_dispatcher, but takes an
|
|
// additional argument for the extension build version. This is
|
|
// needed for backward compatibility when calling native functions via
|
|
// the dispatcher. The caller should pass in the libtorch version the
|
|
// extension is building with (NOT target version).
|
|
AOTI_TORCH_EXPORT AOTITorchError torch_call_dispatcher(
|
|
const char* opName,
|
|
const char* overloadName,
|
|
StableIValue* stack,
|
|
uint64_t extension_build_version);
|
|
|
|
// Version-aware variant of aoti_torch_library_impl that takes an
|
|
// extension_build_version parameter for backward compatibility
|
|
AOTI_TORCH_EXPORT AOTITorchError torch_library_impl(
|
|
TorchLibraryHandle self,
|
|
const char* name,
|
|
void (*fn)(StableIValue*, uint64_t, uint64_t),
|
|
uint64_t extension_build_version);
|
|
|
|
struct StableListOpaque;
|
|
using StableListHandle = StableListOpaque*;
|
|
|
|
// returns an owning reference of a StableList. callee is responsible for
|
|
// freeing memory.
|
|
AOTI_TORCH_EXPORT AOTITorchError
|
|
torch_new_list_reserve_size(size_t size, StableListHandle* ret);
|
|
|
|
AOTI_TORCH_EXPORT AOTITorchError
|
|
torch_list_size(StableListHandle list_handle, size_t* size);
|
|
|
|
AOTI_TORCH_EXPORT AOTITorchError torch_list_get_item(
|
|
StableListHandle list_handle,
|
|
size_t index,
|
|
StableIValue* element);
|
|
|
|
AOTI_TORCH_EXPORT AOTITorchError torch_list_set_item(
|
|
StableListHandle list_handle,
|
|
size_t index,
|
|
StableIValue element);
|
|
|
|
AOTI_TORCH_EXPORT AOTITorchError
|
|
torch_list_push_back(StableListHandle list_handle, StableIValue element);
|
|
|
|
// deletes the underlying list referenced by list_handle
|
|
AOTI_TORCH_EXPORT AOTITorchError
|
|
torch_delete_list(StableListHandle list_handle);
|
|
|
|
#endif // TORCH_FEATURE_VERSION >= TORCH_VERSION_2_10_0
|
|
|
|
#ifdef __cplusplus
|
|
} // extern "C"
|
|
#endif
|
|
|
|
#endif // STABLE_TORCH_SHIM
|