forked from microsoft/onnxruntime
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* Fuse Clip->Q to Q * Remove unused variable argmax_node * Remove braces around scalar initializer * Move GetClipConstantMinMax under ORT_MINIMAL_BUILD * Consider epsilon so we can fuse more cases
- Loading branch information
Showing
7 changed files
with
280 additions
and
65 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
107 changes: 107 additions & 0 deletions
107
onnxruntime/core/optimizer/qdq_transformer/clip_quantizelinear.cc
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,107 @@ | ||
| // Copyright (c) Microsoft Corporation. All rights reserved. | ||
| // Licensed under the MIT License. | ||
|
|
||
| #include "core/optimizer/initializer.h" | ||
| #include "core/optimizer/qdq_transformer/clip_quantizelinear.h" | ||
| #include "core/optimizer/utils.h" | ||
| #include "core/graph/graph_utils.h" | ||
|
|
||
| using namespace ONNX_NAMESPACE; | ||
| using namespace onnxruntime::common; | ||
| namespace onnxruntime { | ||
|
|
||
| static bool GetQConstantLowerUpper(const Graph& graph, const Node& node, float& lower, float& upper) { | ||
| const auto& input_defs = node.InputDefs(); | ||
|
|
||
| constexpr size_t input_cnt_required = 3; | ||
| if (input_defs.size() != input_cnt_required) { | ||
| return false; | ||
| } | ||
|
|
||
| constexpr size_t s_idx = 1; | ||
| const NodeArg* s_input = input_defs[s_idx]; | ||
|
|
||
| const ONNX_NAMESPACE::TensorProto* s_tensor_proto = graph_utils::GetConstantInitializer(graph, s_input->Name()); | ||
| if (!s_tensor_proto) { | ||
| return false; | ||
| } | ||
|
|
||
| Initializer s_initializer(*s_tensor_proto, graph.ModelPath()); | ||
| if (s_initializer.dims().size() != 0 || | ||
| s_initializer.data_type() != ONNX_NAMESPACE::TensorProto_DataType_FLOAT) { | ||
| return false; | ||
| } | ||
| const float scale = s_initializer.data<float>()[0]; | ||
|
|
||
| constexpr size_t zp_idx = 2; | ||
| const NodeArg* zp_input = input_defs[zp_idx]; | ||
|
|
||
| const ONNX_NAMESPACE::TensorProto* zp_tensor_proto = graph_utils::GetConstantInitializer(graph, zp_input->Name()); | ||
| if (!zp_tensor_proto) { | ||
| return false; | ||
| } | ||
|
|
||
| Initializer zp_initializer(*zp_tensor_proto, graph.ModelPath()); | ||
| if (zp_initializer.dims().size() != 0) { | ||
| return false; | ||
| } | ||
|
|
||
| switch (zp_initializer.data_type()) { | ||
| case ONNX_NAMESPACE::TensorProto_DataType_INT8: { | ||
| const int8_t zero_point = zp_initializer.data<int8_t>()[0]; | ||
| lower = scale * (-128 - zero_point); | ||
| upper = scale * (127 - zero_point); | ||
| break; | ||
| } | ||
| case ONNX_NAMESPACE::TensorProto_DataType_UINT8: { | ||
| const uint8_t zero_point = zp_initializer.data<uint8_t>()[0]; | ||
| lower = scale * (0 - zero_point); | ||
| upper = scale * (255 - zero_point); | ||
| break; | ||
| } | ||
| default: | ||
| ORT_THROW("Unexpected data type for QuantizeLinear input y_zero_point of ", zp_initializer.data_type()); | ||
| } | ||
| return true; | ||
| } | ||
|
|
||
| bool ClipQuantFusion::SatisfyCondition(const Graph& graph, const Node& node, const logging::Logger& /*logger*/) const { | ||
| if (!graph_utils::IsSupportedOptypeVersionAndDomain(node, "Clip", {1, 6, 11, 12, 13}) || | ||
| !optimizer_utils::CheckOutputEdges(graph, node, 1)) { | ||
| return false; | ||
| } | ||
|
|
||
| // if Clip is followed by QuantizeLinear, it can be fused into QuantizeLinear potentially | ||
| const auto& next_node = *node.OutputNodesBegin(); | ||
| if (!graph_utils::IsSupportedOptypeVersionAndDomain(next_node, "QuantizeLinear", {10, 13})) { | ||
| return false; | ||
| } | ||
|
|
||
| return true; | ||
| } | ||
|
|
||
| Status ClipQuantFusion::Apply(Graph& graph, Node& node, RewriteRuleEffect& rule_effect, const logging::Logger&) const { | ||
| float min, max; | ||
| if (!optimizer_utils::GetClipConstantMinMax(graph, node, min, max)) { | ||
| return Status::OK(); | ||
| } | ||
|
|
||
| const Node& q_node = *graph.GetNode(node.OutputNodesBegin()->Index()); | ||
|
|
||
| float lower, upper; | ||
| if (!GetQConstantLowerUpper(graph, q_node, lower, upper)) { | ||
| return Status::OK(); | ||
| } | ||
|
|
||
| constexpr float epsilon = std::numeric_limits<float>::epsilon(); | ||
| if (epsilon < min - lower || epsilon < upper - max) { | ||
| return Status::OK(); | ||
| } | ||
|
|
||
| if (graph_utils::RemoveNode(graph, node)) { | ||
| rule_effect = RewriteRuleEffect::kRemovedCurrentNode; | ||
| } | ||
|
|
||
| return Status::OK(); | ||
| } | ||
| } // namespace onnxruntime |
29 changes: 29 additions & 0 deletions
29
onnxruntime/core/optimizer/qdq_transformer/clip_quantizelinear.h
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,29 @@ | ||
| // Copyright (c) Microsoft Corporation. All rights reserved. | ||
| // Licensed under the MIT License. | ||
|
|
||
| #pragma once | ||
|
|
||
| #include "core/optimizer/rewrite_rule.h" | ||
|
|
||
| namespace onnxruntime { | ||
|
|
||
| /** | ||
| @Class ClipQuantFusion | ||
| Rewrite rule that fuses Clip into followed QuantizeLinear | ||
| */ | ||
| class ClipQuantFusion : public RewriteRule { | ||
| public: | ||
| ClipQuantFusion() noexcept : RewriteRule("ClipQuantRewrite") {} | ||
|
|
||
| std::vector<std::string> TargetOpTypes() const noexcept override { | ||
| return {"Clip"}; | ||
| } | ||
|
|
||
| private: | ||
| bool SatisfyCondition(const Graph& graph, const Node& node, const logging::Logger& logger) const override; | ||
|
|
||
| Status Apply(Graph& graph, Node& node, RewriteRuleEffect& rule_effect, const logging::Logger& logger) const override; | ||
| }; | ||
|
|
||
| } // namespace onnxruntime |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.