mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-21 05:34:18 +08:00
32 lines
813 B
Python
32 lines
813 B
Python
# Copyright (c) Facebook, Inc. and its affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the BSD-style license found in the
|
|
# LICENSE file in the root directory of this source tree.
|
|
|
|
from functorch import grad, nnc_jit, make_fx, make_nnc
|
|
import torch
|
|
import time
|
|
|
|
def f(x):
|
|
return torch.sin(x).sum()
|
|
|
|
inp = torch.randn(100)
|
|
grad_pt = grad(f)
|
|
grad_fx = make_fx(grad_pt)(inp)
|
|
grad_nnc = nnc_jit(grad_pt, skip_specialization=True)
|
|
loopnest = make_nnc(grad_pt)(inp)
|
|
print(loopnest)
|
|
|
|
def bench(name, f, iters=10000, warmup=3):
|
|
for _ in range(warmup):
|
|
f()
|
|
begin = time.time()
|
|
for _ in range(iters):
|
|
f()
|
|
print(f"{name}: ", time.time() - begin)
|
|
|
|
bench("Pytorch: ", lambda: grad_pt(inp))
|
|
bench("FX: ", lambda: grad_fx(inp))
|
|
bench("NNC: ", lambda: grad_nnc(inp))
|