Files
pytorch/test/test_function_schema.py
Lu Fang dc6939ebff Add isBackwardCompatibleWith for Argument and FunctionSchema (#23409)
Summary:
we intend to be conservative, and will relax the checks in future if necessary.
So far, we consider the following three conditions as backward compatible:
   1) two schemas are equal
   2) two schemas have same number of arguments, and this schema's
      arguments are backward compatible with the corresponding ones in
      argument list of old_schema.
   3) this schema has m argument, old_argument has n argument, m > n.
      the first n arguments of this schema are backward compatible with
      the corresponding arguments of old_schema. the remaning arguments
      must be either OptionalType or provide default values.

Pull Request resolved: https://github.com/pytorch/pytorch/pull/23409
ghstack-source-id: 90111021

Test Plan: buck test //caffe2/test:function_schema

Reviewed By: hl475

Differential Revision: D16505203

fbshipit-source-id: e4099537776a60e8945e5c3cd57fa861f3598a9b
2019-09-13 20:37:14 -07:00

105 lines
6.5 KiB
Python

from __future__ import absolute_import, division, print_function, unicode_literals
import torch
from common_utils import TestCase, run_tests
from torch._C import parse_schema
class TestFunctionSchema(TestCase):
def test_serialize_and_deserialize(self):
schemas = torch._C._jit_get_all_schemas()
# so far we have around 1700 registered schemas
self.assertGreater(len(schemas), 1000)
for schema in schemas:
parsed_schema = parse_schema(str(schema))
self.assertEqual(parsed_schema, schema)
self.assertTrue(parsed_schema.is_backward_compatible_with(schema))
def test_backward_compatible_args(self):
old_schema = parse_schema('any(Tensor self, int dim) -> Tensor')
new_schema = parse_schema('any(Tensor self, int? dim) -> Tensor')
self.assertTrue(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
new_schema = parse_schema('any(Tensor self, int dim=5) -> Tensor')
self.assertTrue(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
new_schema = parse_schema('any(Tensor self, int dim, bool keepdim=False) -> Tensor')
self.assertTrue(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
def test_backward_compatible_kwargs(self):
old_schema = parse_schema('any(Tensor self, *, Tensor out) -> Tensor')
new_schema = parse_schema('any(Tensor self, *, bool extra1=True, Tensor out, bool extra2=False) -> Tensor')
self.assertTrue(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
new_schema = parse_schema('any(Tensor self, Tensor out) -> Tensor')
self.assertTrue(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
def test_backward_compatible_ret(self):
old_schema = parse_schema('any(Tensor self) -> Tensor?')
new_schema = parse_schema('any(Tensor self) -> Tensor')
self.assertTrue(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
def test_backward_incompatible_name(self):
old_schema = parse_schema('any(Tensor self, int dim, bool keepdim=False) -> Tensor')
new_schema = parse_schema('any_(Tensor self, int dim, bool keepdim=False) -> Tensor')
self.assertFalse(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
def test_backward_incompatible_vararg(self):
old_schema = parse_schema('any(Tensor self, int dim, bool keepdim=False) -> Tensor')
new_schema = parse_schema('any(Tensor self, int dim, bool keepdim=False, ...) -> Tensor')
self.assertFalse(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
def test_backward_incompatible_returns(self):
old_schema = parse_schema('any(Tensor self, int dim, bool keepdim=False) -> Tensor')
new_schema = parse_schema('any(Tensor self, int dim, bool keepdim=False) -> (Tensor, ...)')
self.assertFalse(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
new_schema = parse_schema('any(Tensor self, int dim, bool keepdim=False) -> int')
self.assertFalse(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
new_schema = parse_schema('any(Tensor self, int dim, bool keepdim=False) -> Tensor?')
self.assertFalse(new_schema.is_backward_compatible_with(old_schema))
self.assertTrue(old_schema.is_backward_compatible_with(new_schema))
new_schema = parse_schema('any(Tensor self, int dim, bool keepdim=False) -> (Tensor, Tensor)')
self.assertFalse(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
new_schema = parse_schema('any(Tensor self, int dim, bool keepdim=False) -> Tensor out')
self.assertFalse(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
def test_backward_incompatible_args(self):
old_schema = parse_schema('any(Tensor self, int[] dims, bool keepdim=False) -> Tensor')
new_schema = parse_schema('any(Tensor s, int[] dims, bool keepdim=False) -> Tensor')
self.assertFalse(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
new_schema = parse_schema('any(Tensor self, int[3] dims, bool keepdim=False) -> Tensor')
self.assertFalse(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
new_schema = parse_schema('any(Tensor self, int[](a) dims, bool keepdim=False) -> Tensor')
self.assertFalse(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
new_schema = parse_schema('any(Tensor self, int dims, bool keepdim=False) -> Tensor')
self.assertFalse(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
new_schema = parse_schema('any(Tensor self, int[] dim, bool keepdim=False, bool? extra) -> Tensor')
self.assertFalse(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
def test_backward_incompatible_kwargs(self):
old_schema = parse_schema('any(Tensor self, int[] dims, *, bool keepdim=False) -> Tensor')
new_schema = parse_schema('any(Tensor self, int[] dims, *, bool keepdim) -> Tensor')
self.assertFalse(new_schema.is_backward_compatible_with(old_schema))
self.assertTrue(old_schema.is_backward_compatible_with(new_schema))
new_schema = parse_schema('any(Tensor self, int[] dims, *, bool keepdim=False, bool extra) -> Tensor')
self.assertFalse(new_schema.is_backward_compatible_with(old_schema))
self.assertFalse(old_schema.is_backward_compatible_with(new_schema))
if __name__ == '__main__':
run_tests()