-
Notifications
You must be signed in to change notification settings - Fork 5.6k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'develop' of https://github.com/PaddlePaddle/Paddle into…
… normalize-op
- Loading branch information
Showing
143 changed files
with
2,651 additions
and
490 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,169 @@ | ||
| // Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. | ||
| // | ||
| // Licensed under the Apache License, Version 2.0 (the "License"); | ||
| // you may not use this file except in compliance with the License. | ||
| // You may obtain a copy of the License at | ||
| // | ||
| // http://www.apache.org/licenses/LICENSE-2.0 | ||
| // | ||
| // Unless required by applicable law or agreed to in writing, software | ||
| // distributed under the License is distributed on an "AS IS" BASIS, | ||
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| // See the License for the specific language governing permissions and | ||
| // limitations under the License. | ||
|
|
||
| #include "paddle/fluid/imperative/amp_auto_cast.h" | ||
|
|
||
| #include <algorithm> | ||
| #include <memory> | ||
| #include <set> | ||
| #include <string> | ||
| #include <unordered_set> | ||
| #include <utility> | ||
|
|
||
| #include "paddle/fluid/imperative/layer.h" | ||
| #include "paddle/fluid/imperative/tracer.h" | ||
| #include "paddle/fluid/imperative/variable_wrapper.h" | ||
|
|
||
| namespace paddle { | ||
| namespace imperative { | ||
|
|
||
| AmpOperators::AmpOperators() | ||
| : allow_ops_(new std::unordered_set<std::string>()), | ||
| block_ops_(new std::unordered_set<std::string>()) {} | ||
| AmpOperators::~AmpOperators() {} | ||
|
|
||
| AmpOperators& AmpOperators::Instance() { | ||
| static AmpOperators instance; | ||
| return instance; | ||
| } | ||
|
|
||
| std::shared_ptr<std::unordered_set<std::string>> AmpOperators::GetAllowOps() { | ||
| return allow_ops_; | ||
| } | ||
|
|
||
| std::shared_ptr<std::unordered_set<std::string>> AmpOperators::GetBlockOps() { | ||
| return block_ops_; | ||
| } | ||
|
|
||
| inline std::string GetDtypeStr( | ||
| const std::shared_ptr<imperative::VarBase>& var) { | ||
| return framework::DataTypeToString(var->DataType()); | ||
| } | ||
|
|
||
| inline bool NeedCast(const std::shared_ptr<VarBase>& var) { | ||
| if (!platform::is_gpu_place(var->Place())) { | ||
| return false; | ||
| } | ||
| if (var->DataType() == framework::proto::VarType::FP32 || | ||
| var->DataType() == framework::proto::VarType::FP16) { | ||
| return true; | ||
| } else { | ||
| return false; | ||
| } | ||
| } | ||
|
|
||
| // NOTE: Trace a cast op, so if a var is casted from fp32 to fp16, then the grad | ||
| // var will be cast back from fp16 to fp32 during backward phase. | ||
| static inline std::shared_ptr<imperative::VarBase> CastToType( | ||
| const std::shared_ptr<VarBase>& var, | ||
| const framework::proto::VarType::Type dst_type) { | ||
| const auto& tracer = imperative::GetCurrentTracer(); | ||
| imperative::NameVarBaseMap ins = {{"X", {var}}}; | ||
| framework::AttributeMap attrs = {{"in_dtype", var->DataType()}, | ||
| {"out_dtype", dst_type}}; | ||
| auto out = std::shared_ptr<imperative::VarBase>( | ||
| new imperative::VarBase(tracer->GenerateUniqueName())); | ||
| imperative::NameVarBaseMap outs = {{"Out", {out}}}; | ||
|
|
||
| { | ||
| AutoCastGuard guard(tracer, false); | ||
| tracer->TraceOp("cast", ins, outs, std::move(attrs)); | ||
| } | ||
|
|
||
| return out; | ||
| } | ||
|
|
||
| static inline std::shared_ptr<imperative::VarBase> CastToFP16( | ||
| const std::shared_ptr<VarBase>& var) { | ||
| auto dst_type = framework::proto::VarType::FP16; | ||
| if (NeedCast(var) && (var->DataType() != dst_type)) { | ||
| return CastToType(var, dst_type); | ||
| } | ||
| return var; | ||
| } | ||
|
|
||
| static inline std::shared_ptr<imperative::VarBase> CastToFP32( | ||
| const std::shared_ptr<VarBase>& var) { | ||
| auto dst_type = framework::proto::VarType::FP32; | ||
| if (NeedCast(var) && (var->DataType() != dst_type)) { | ||
| return CastToType(var, dst_type); | ||
| } | ||
| return var; | ||
| } | ||
|
|
||
| static inline framework::proto::VarType::Type GetPromoteType( | ||
| const NameVarBaseMap& ins) { | ||
| auto dst_type = framework::proto::VarType::FP16; | ||
| for (const auto& pair : ins) { | ||
| for (const auto& var : pair.second) { | ||
| if (var->DataType() == framework::proto::VarType::FP32) { | ||
| dst_type = var->DataType(); | ||
| break; | ||
| } | ||
| } | ||
| } | ||
| return dst_type; | ||
| } | ||
|
|
||
| NameVarBaseMap AutoCastInputs(const std::string& op_type, | ||
| const NameVarBaseMap& ins) { | ||
| NameVarBaseMap new_ins = {}; | ||
| if (AmpOperators::Instance().GetAllowOps()->count(op_type)) { | ||
| for (const auto& pair : ins) { | ||
| VLOG(5) << "Op(" << op_type << "): Cast " << pair.first << " from " | ||
| << GetDtypeStr(*pair.second.cbegin()) << " to float16"; | ||
| for (const auto& var : pair.second) { | ||
| auto new_var = CastToFP16(var); | ||
| new_ins[pair.first].emplace_back(new_var); | ||
| } | ||
| } | ||
| return new_ins; | ||
| } else if (AmpOperators::Instance().GetBlockOps()->count(op_type)) { | ||
| for (const auto& pair : ins) { | ||
| VLOG(5) << "Op(" << op_type << "): Cast " << pair.first << " from " | ||
| << GetDtypeStr(*pair.second.cbegin()) << " to float"; | ||
| for (const auto& var : pair.second) { | ||
| auto new_var = CastToFP32(var); | ||
| new_ins[pair.first].emplace_back(new_var); | ||
| } | ||
| } | ||
| return new_ins; | ||
| } else { | ||
| auto dst_type = GetPromoteType(ins); | ||
|
|
||
| for (const auto& pair : ins) { | ||
| VLOG(5) << "Op(" << op_type << "): Cast " << pair.first << " from " | ||
| << GetDtypeStr(*pair.second.cbegin()) << " to " | ||
| << framework::DataTypeToString(dst_type); | ||
| for (const auto& var : pair.second) { | ||
| // NOTE(zhiqiu): Conv + BN always occur together, we needn't | ||
| // cast X of batch_norm to FP32, which is produced by conv as FP16 type. | ||
| if (op_type == "batch_norm" && pair.first == "X" && | ||
| dst_type == framework::proto::VarType::FP32) { | ||
| new_ins[pair.first].emplace_back(var); | ||
| continue; | ||
| } | ||
| auto new_var = dst_type == framework::proto::VarType::FP32 | ||
| ? CastToFP32(var) | ||
| : CastToFP16(var); | ||
| new_ins[pair.first].emplace_back(new_var); | ||
| } | ||
| } | ||
| return new_ins; | ||
| } | ||
| return ins; | ||
| } | ||
|
|
||
| } // namespace imperative | ||
| } // namespace paddle |
Oops, something went wrong.