From c967c6d7588bd5b4af68ce5ab951b73562e0e274 Mon Sep 17 00:00:00 2001 From: Andrew Luo Date: Tue, 13 Jul 2021 10:54:09 -0700 Subject: [PATCH 1/7] add attribute registration to init --- python/tvm/relay/transform/__init__.py | 2 +- python/tvm/relay/transform/mixed_precision.py | 8 ++++---- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/python/tvm/relay/transform/__init__.py b/python/tvm/relay/transform/__init__.py index 9ed40f85c3bc..d610b6cd72a2 100644 --- a/python/tvm/relay/transform/__init__.py +++ b/python/tvm/relay/transform/__init__.py @@ -19,4 +19,4 @@ # transformation passes from .transform import * from .recast import recast -from . import fake_quantization_to_integer +from . import fake_quantization_to_integer, mixed_precision \ No newline at end of file diff --git a/python/tvm/relay/transform/mixed_precision.py b/python/tvm/relay/transform/mixed_precision.py index 6f8ecb970221..4ee5355d6fe7 100644 --- a/python/tvm/relay/transform/mixed_precision.py +++ b/python/tvm/relay/transform/mixed_precision.py @@ -141,7 +141,7 @@ def decorator(func): return decorator -def get_generic_out_dtypes(call_node: relay.Call, mixed_precision_type: str) -> List[str]: +def get_generic_out_dtypes(call_node: "relay.Call", mixed_precision_type: str) -> List[str]: """A function which returns output dtypes in a way which works for most ops. Parameters @@ -174,15 +174,15 @@ def get_generic_out_dtypes(call_node: relay.Call, mixed_precision_type: str) -> # Take in CallNodes and a DType and returns a conversion type, # an accumulation dtype, and an output_dtype. @register_func_to_op_list(list_ops=DEFAULT_ALWAYS_LIST) -def generic_always_op(call_node: relay.Call, mixed_precision_type: str) -> List: +def generic_always_op(call_node: "relay.Call", mixed_precision_type: str) -> List: return [MIXED_PRECISION_ALWAYS] + get_generic_out_dtypes(call_node, mixed_precision_type) @register_func_to_op_list(list_ops=DEFAULT_FOLLOW_LIST) -def generic_follow_op(call_node: relay.Call, mixed_precision_type: str) -> List: +def generic_follow_op(call_node: "relay.Call", mixed_precision_type: str) -> List: return [MIXED_PRECISION_FOLLOW] + get_generic_out_dtypes(call_node, mixed_precision_type) @register_func_to_op_list(list_ops=DEFAULT_NEVER_LIST) -def generic_never_op(call_node: relay.Call, mixed_precision_type: str) -> List: +def generic_never_op(call_node: "relay.Call", mixed_precision_type: str) -> List: return [MIXED_PRECISION_NEVER] + get_generic_out_dtypes(call_node, mixed_precision_type) From d8edc358c78acb6a243ef54d0ce65fe0cdad6e63 Mon Sep 17 00:00:00 2001 From: Andrew Luo Date: Tue, 13 Jul 2021 10:59:03 -0700 Subject: [PATCH 2/7] blackify --- python/tvm/relay/transform/__init__.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/python/tvm/relay/transform/__init__.py b/python/tvm/relay/transform/__init__.py index d610b6cd72a2..06af68533df1 100644 --- a/python/tvm/relay/transform/__init__.py +++ b/python/tvm/relay/transform/__init__.py @@ -16,7 +16,8 @@ # under the License. # pylint: disable=wildcard-import, redefined-builtin, invalid-name """The Relay IR namespace containing transformations.""" +from . import fake_quantization_to_integer, mixed_precision +from .recast import recast + # transformation passes from .transform import * -from .recast import recast -from . import fake_quantization_to_integer, mixed_precision \ No newline at end of file From 7cc7c91543a479e07aa29a961f7e53f6803c2c18 Mon Sep 17 00:00:00 2001 From: Andrew Luo Date: Tue, 13 Jul 2021 11:02:12 -0700 Subject: [PATCH 3/7] remove unused improt --- python/tvm/relay/transform/mixed_precision.py | 1 - 1 file changed, 1 deletion(-) diff --git a/python/tvm/relay/transform/mixed_precision.py b/python/tvm/relay/transform/mixed_precision.py index 4ee5355d6fe7..1e982a0f18a4 100644 --- a/python/tvm/relay/transform/mixed_precision.py +++ b/python/tvm/relay/transform/mixed_precision.py @@ -18,7 +18,6 @@ """Default behavior for ops in mixed_precision pass. Import this file to use.""" from typing import List -from tvm import relay from tvm.relay.op import register_mixed_precision_conversion # MIXED_PRECISION_ALWAYS ops should always be done in lower precision due to the speed and memory From fdbcc0a023239221aff429ac454050ef1bab4976 Mon Sep 17 00:00:00 2001 From: Andrew Zhao Luo Date: Wed, 14 Jul 2021 10:09:39 -0700 Subject: [PATCH 4/7] jostle ci From c9fda0cdf08e770bacf2676a069691fa864d15c6 Mon Sep 17 00:00:00 2001 From: Andrew Zhao Luo Date: Wed, 14 Jul 2021 11:10:50 -0700 Subject: [PATCH 5/7] avoid circular import --- python/tvm/relay/transform/__init__.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/python/tvm/relay/transform/__init__.py b/python/tvm/relay/transform/__init__.py index 06af68533df1..f74031c900e4 100644 --- a/python/tvm/relay/transform/__init__.py +++ b/python/tvm/relay/transform/__init__.py @@ -16,8 +16,9 @@ # under the License. # pylint: disable=wildcard-import, redefined-builtin, invalid-name """The Relay IR namespace containing transformations.""" +# transformation passes +from .transform import * from . import fake_quantization_to_integer, mixed_precision from .recast import recast -# transformation passes -from .transform import * + From b4d6d7b6dc53a81624de724942039f207b92445a Mon Sep 17 00:00:00 2001 From: Andrew Zhao Luo Date: Wed, 14 Jul 2021 11:12:10 -0700 Subject: [PATCH 6/7] change order to match orig --- python/tvm/relay/transform/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/tvm/relay/transform/__init__.py b/python/tvm/relay/transform/__init__.py index f74031c900e4..c9ca92fc1505 100644 --- a/python/tvm/relay/transform/__init__.py +++ b/python/tvm/relay/transform/__init__.py @@ -18,7 +18,7 @@ """The Relay IR namespace containing transformations.""" # transformation passes from .transform import * -from . import fake_quantization_to_integer, mixed_precision from .recast import recast +from . import fake_quantization_to_integer, mixed_precision From 5a53afc6e8b83a67f905ed5cbe51b161e3533fea Mon Sep 17 00:00:00 2001 From: Andrew Zhao Luo Date: Wed, 14 Jul 2021 11:12:34 -0700 Subject: [PATCH 7/7] other things --- python/tvm/relay/transform/__init__.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/python/tvm/relay/transform/__init__.py b/python/tvm/relay/transform/__init__.py index c9ca92fc1505..378b0c38ff64 100644 --- a/python/tvm/relay/transform/__init__.py +++ b/python/tvm/relay/transform/__init__.py @@ -20,5 +20,3 @@ from .transform import * from .recast import recast from . import fake_quantization_to_integer, mixed_precision - -