From e509f7f988f2488b8176d38eb9aa5226373ea01e Mon Sep 17 00:00:00 2001 From: MrChengmo Date: Thu, 4 Feb 2021 14:41:17 +0800 Subject: [PATCH 1/2] remove pe special profiler --- paddle/fluid/framework/parallel_executor.cc | 2 -- 1 file changed, 2 deletions(-) diff --git a/paddle/fluid/framework/parallel_executor.cc b/paddle/fluid/framework/parallel_executor.cc index 3ddd7cc91823d1..c36044873db3a3 100644 --- a/paddle/fluid/framework/parallel_executor.cc +++ b/paddle/fluid/framework/parallel_executor.cc @@ -1121,8 +1121,6 @@ void ParallelExecutor::BCastParamsToDevices( FetchResultType ParallelExecutor::Run( const std::vector &fetch_tensors, bool return_merged) { VLOG(3) << "enter ParallelExecutor Run"; - platform::RecordEvent parallel_executor_event( - "ParallelExecutor::Run", paddle::platform::EventRole::kSpecial); #ifdef WITH_GPERFTOOLS if (gProfileStarted) { ProfilerFlush(); From 65b39e2a8861a9a65df153b58b4df0bad27eed9d Mon Sep 17 00:00:00 2001 From: MrChengmo Date: Sat, 20 Feb 2021 15:08:16 +0800 Subject: [PATCH 2/2] add profiler info --- paddle/fluid/distributed/service/communicator.cc | 3 +++ 1 file changed, 3 insertions(+) diff --git a/paddle/fluid/distributed/service/communicator.cc b/paddle/fluid/distributed/service/communicator.cc index 1b05e3e72bc4e2..aea758a717b2d6 100644 --- a/paddle/fluid/distributed/service/communicator.cc +++ b/paddle/fluid/distributed/service/communicator.cc @@ -372,6 +372,7 @@ void Communicator::SendGlobalStep(const CommContext &ctx, int batches, if (batches == 0) { return; } + platform::RecordEvent record_event("Communicator->SendGlobalStep"); auto &table_id = ctx.table_id; size_t request_call_num = _worker_ptr->get_server_nums(); @@ -775,6 +776,7 @@ void SyncCommunicator::BarrierRecv() { void GeoCommunicator::Send(const std::vector &var_names, const framework::Scope &scope) { + platform::RecordEvent record_event("GeoCommunicator->Send"); waiting_ = false; auto before_send = GetCurrentUS(); auto table_name = var_names[0]; @@ -1011,6 +1013,7 @@ void GeoCommunicator::InitSparse(const std::string &var_name, int table_id) { std::vector GeoCommunicator::MergeSparseIds( const std::string &send_varname) { + platform::RecordEvent record_event("GeoCommunicator->MergeSparseIds"); size_t merge_num = 0, wait_times = 0; std::unordered_set sparse_ids; while (merge_num < static_cast(max_merge_var_num_)) {