mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 12:54:11 +08:00
dd3a77bc96
Signed-off-by: Edward Z. Yang <ezyang@meta.com> Pull Request resolved: https://github.com/pytorch/pytorch/pull/105928 Approved by: https://github.com/albanD
80 lines
2.3 KiB
Python
80 lines
2.3 KiB
Python
import torch
|
|
|
|
|
|
class TorchTensorEngine:
|
|
def rand(self, shape, device=None, dtype=None, requires_grad=False):
|
|
return torch.rand(
|
|
shape, device=device, dtype=dtype, requires_grad=requires_grad
|
|
)
|
|
|
|
def randn(self, shape, device=None, dtype=None, requires_grad=False):
|
|
return torch.randn(
|
|
shape, device=device, dtype=dtype, requires_grad=requires_grad
|
|
)
|
|
|
|
def nchw_rand(self, shape, device=None, requires_grad=False):
|
|
return self.rand(shape, device=device, requires_grad=requires_grad)
|
|
|
|
def reset(self, _):
|
|
pass
|
|
|
|
def rand_like(self, v):
|
|
return torch.rand_like(v)
|
|
|
|
def numpy(self, t):
|
|
return t.cpu().numpy()
|
|
|
|
def mul(self, t1, t2):
|
|
return t1 * t2
|
|
|
|
def add(self, t1, t2):
|
|
return t1 + t2
|
|
|
|
def batch_norm(self, data, mean, var, training):
|
|
return torch.nn.functional.batch_norm(data, mean, var, training=training)
|
|
|
|
def instance_norm(self, data):
|
|
return torch.nn.functional.instance_norm(data)
|
|
|
|
def layer_norm(self, data, shape):
|
|
return torch.nn.functional.layer_norm(data, shape)
|
|
|
|
def sync_cuda(self):
|
|
torch.cuda.synchronize()
|
|
|
|
def backward(self, tensors, grad_tensors, _):
|
|
torch.autograd.backward(tensors, grad_tensors=grad_tensors)
|
|
|
|
def sum(self, data, dims):
|
|
return torch.sum(data, dims)
|
|
|
|
def softmax(self, data, dim=None, dtype=None):
|
|
return torch.nn.functional.softmax(data, dim, dtype)
|
|
|
|
def cat(self, inputs, dim=0):
|
|
return torch.cat(inputs, dim=dim)
|
|
|
|
def clamp(self, data, min, max):
|
|
return torch.clamp(data, min=min, max=max)
|
|
|
|
def relu(self, data):
|
|
return torch.nn.functional.relu(data)
|
|
|
|
def tanh(self, data):
|
|
return torch.tanh(data)
|
|
|
|
def max_pool2d(self, data, kernel_size, stride=1):
|
|
return torch.nn.functional.max_pool2d(data, kernel_size, stride=stride)
|
|
|
|
def avg_pool2d(self, data, kernel_size, stride=1):
|
|
return torch.nn.functional.avg_pool2d(data, kernel_size, stride=stride)
|
|
|
|
def conv2d_layer(self, ic, oc, kernel_size, groups=1):
|
|
return torch.nn.Conv2d(ic, oc, kernel_size, groups=groups)
|
|
|
|
def matmul(self, t1, t2):
|
|
return torch.matmul(t1, t2)
|
|
|
|
def to_device(self, module, device):
|
|
return module.to(device)
|