未验证 提交 e6390486 编写于 作者: C Cai Yudong 提交者: GitHub

update debug log (#2275)

Signed-off-by: Nyudong.cai <yudong.cai@zilliz.com>
上级 a37f9b07
...@@ -47,13 +47,9 @@ BuildIndexPass::Run(const TaskPtr& task) { ...@@ -47,13 +47,9 @@ BuildIndexPass::Run(const TaskPtr& task) {
LOG_SERVER_WARNING_ << "BuildIndexPass cannot get build index gpu!"; LOG_SERVER_WARNING_ << "BuildIndexPass cannot get build index gpu!";
return false; return false;
} }
LOG_SERVER_DEBUG_ << "Specify gpu" << build_gpus_[idx_] << " to build index!";
if (specified_gpu_id_ >= build_gpus_.size()) { res_ptr = ResMgrInst::GetInstance()->GetResource(ResourceType::GPU, build_gpus_[idx_]);
specified_gpu_id_ = specified_gpu_id_ % build_gpus_.size(); idx_ = (idx_ + 1) % build_gpus_.size();
}
LOG_SERVER_DEBUG_ << "Specify gpu" << specified_gpu_id_ << " to build index!";
res_ptr = ResMgrInst::GetInstance()->GetResource(ResourceType::GPU, build_gpus_[specified_gpu_id_]);
specified_gpu_id_ = (specified_gpu_id_ + 1) % build_gpus_.size();
} }
auto label = std::make_shared<SpecResLabel>(std::weak_ptr<Resource>(res_ptr)); auto label = std::make_shared<SpecResLabel>(std::weak_ptr<Resource>(res_ptr));
......
...@@ -40,7 +40,7 @@ class BuildIndexPass : public Pass, public server::GpuResourceConfigHandler { ...@@ -40,7 +40,7 @@ class BuildIndexPass : public Pass, public server::GpuResourceConfigHandler {
Run(const TaskPtr& task) override; Run(const TaskPtr& task) override;
private: private:
uint64_t specified_gpu_id_ = 0; uint64_t idx_ = 0;
}; };
using BuildIndexPassPtr = std::shared_ptr<BuildIndexPass>; using BuildIndexPassPtr = std::shared_ptr<BuildIndexPass>;
......
...@@ -61,11 +61,10 @@ FaissFlatPass::Run(const TaskPtr& task) { ...@@ -61,11 +61,10 @@ FaissFlatPass::Run(const TaskPtr& task) {
"search", 0); "search", 0);
res_ptr = ResMgrInst::GetInstance()->GetResource("cpu"); res_ptr = ResMgrInst::GetInstance()->GetResource("cpu");
} else { } else {
auto best_device_id = count_ % search_gpus_.size(); LOG_SERVER_DEBUG_ << LogOut("[%s][%d] FaissFlatPass: nq >= gpu_search_threshold, specify gpu %d to search!",
LOG_SERVER_DEBUG_ << LogOut("[%s][%d] FaissFlatPass: nq > gpu_search_threshold, specify gpu %d to search!", "search", 0, search_gpus_[idx_]);
"search", 0, best_device_id); res_ptr = ResMgrInst::GetInstance()->GetResource(ResourceType::GPU, search_gpus_[idx_]);
++count_; idx_ = (idx_ + 1) % search_gpus_.size();
res_ptr = ResMgrInst::GetInstance()->GetResource(ResourceType::GPU, search_gpus_[best_device_id]);
} }
auto label = std::make_shared<SpecResLabel>(res_ptr); auto label = std::make_shared<SpecResLabel>(res_ptr);
task->label() = label; task->label() = label;
......
...@@ -41,7 +41,7 @@ class FaissFlatPass : public Pass, public server::GpuResourceConfigHandler { ...@@ -41,7 +41,7 @@ class FaissFlatPass : public Pass, public server::GpuResourceConfigHandler {
Run(const TaskPtr& task) override; Run(const TaskPtr& task) override;
private: private:
int64_t count_ = 0; int64_t idx_ = 0;
}; };
using FaissFlatPassPtr = std::shared_ptr<FaissFlatPass>; using FaissFlatPassPtr = std::shared_ptr<FaissFlatPass>;
......
...@@ -62,11 +62,10 @@ FaissIVFFlatPass::Run(const TaskPtr& task) { ...@@ -62,11 +62,10 @@ FaissIVFFlatPass::Run(const TaskPtr& task) {
"search", 0); "search", 0);
res_ptr = ResMgrInst::GetInstance()->GetResource("cpu"); res_ptr = ResMgrInst::GetInstance()->GetResource("cpu");
} else { } else {
auto best_device_id = count_ % search_gpus_.size(); LOG_SERVER_DEBUG_ << LogOut("[%s][%d] FaissIVFFlatPass: nq >= gpu_search_threshold, specify gpu %d to search!",
LOG_SERVER_DEBUG_ << LogOut("[%s][%d] FaissIVFFlatPass: nq > gpu_search_threshold, specify gpu %d to search!", "search", 0, search_gpus_[idx_]);
"search", 0, best_device_id); res_ptr = ResMgrInst::GetInstance()->GetResource(ResourceType::GPU, search_gpus_[idx_]);
count_++; idx_ = (idx_ + 1) % search_gpus_.size();
res_ptr = ResMgrInst::GetInstance()->GetResource(ResourceType::GPU, search_gpus_[best_device_id]);
} }
auto label = std::make_shared<SpecResLabel>(res_ptr); auto label = std::make_shared<SpecResLabel>(res_ptr);
task->label() = label; task->label() = label;
......
...@@ -41,7 +41,7 @@ class FaissIVFFlatPass : public Pass, public server::GpuResourceConfigHandler { ...@@ -41,7 +41,7 @@ class FaissIVFFlatPass : public Pass, public server::GpuResourceConfigHandler {
Run(const TaskPtr& task) override; Run(const TaskPtr& task) override;
private: private:
int64_t count_ = 0; int64_t idx_ = 0;
}; };
using FaissIVFFlatPassPtr = std::shared_ptr<FaissIVFFlatPass>; using FaissIVFFlatPassPtr = std::shared_ptr<FaissIVFFlatPass>;
......
...@@ -64,11 +64,10 @@ FaissIVFPQPass::Run(const TaskPtr& task) { ...@@ -64,11 +64,10 @@ FaissIVFPQPass::Run(const TaskPtr& task) {
"search", 0); "search", 0);
res_ptr = ResMgrInst::GetInstance()->GetResource("cpu"); res_ptr = ResMgrInst::GetInstance()->GetResource("cpu");
} else { } else {
auto best_device_id = count_ % search_gpus_.size(); LOG_SERVER_DEBUG_ << LogOut("[%s][%d] FaissIVFPQPass: nq >= gpu_search_threshold, specify gpu %d to search!",
LOG_SERVER_DEBUG_ << LogOut("[%s][%d] FaissIVFPQPass: nq > gpu_search_threshold, specify gpu %d to search!", "search", 0, search_gpus_[idx_]);
"search", 0, best_device_id); res_ptr = ResMgrInst::GetInstance()->GetResource(ResourceType::GPU, search_gpus_[idx_]);
++count_; idx_ = (idx_ + 1) % search_gpus_.size();
res_ptr = ResMgrInst::GetInstance()->GetResource(ResourceType::GPU, search_gpus_[best_device_id]);
} }
auto label = std::make_shared<SpecResLabel>(res_ptr); auto label = std::make_shared<SpecResLabel>(res_ptr);
task->label() = label; task->label() = label;
......
...@@ -41,7 +41,7 @@ class FaissIVFPQPass : public Pass, public server::GpuResourceConfigHandler { ...@@ -41,7 +41,7 @@ class FaissIVFPQPass : public Pass, public server::GpuResourceConfigHandler {
Run(const TaskPtr& task) override; Run(const TaskPtr& task) override;
private: private:
int64_t count_ = 0; int64_t idx_ = 0;
}; };
using FaissIVFPQPassPtr = std::shared_ptr<FaissIVFPQPass>; using FaissIVFPQPassPtr = std::shared_ptr<FaissIVFPQPass>;
......
...@@ -62,11 +62,10 @@ FaissIVFSQ8HPass::Run(const TaskPtr& task) { ...@@ -62,11 +62,10 @@ FaissIVFSQ8HPass::Run(const TaskPtr& task) {
"search", 0); "search", 0);
res_ptr = ResMgrInst::GetInstance()->GetResource("cpu"); res_ptr = ResMgrInst::GetInstance()->GetResource("cpu");
} else { } else {
auto best_device_id = count_ % search_gpus_.size(); LOG_SERVER_DEBUG_ << LogOut("[%s][%d] FaissIVFSQ8HPass: nq >= gpu_search_threshold, specify gpu %d to search!",
LOG_SERVER_DEBUG_ << LogOut("[%s][%d] FaissIVFSQ8HPass: nq > gpu_search_threshold, specify gpu %d to search!", "search", 0, search_gpus_[idx_]);
"search", 0, best_device_id); res_ptr = ResMgrInst::GetInstance()->GetResource(ResourceType::GPU, search_gpus_[idx_]);
++count_; idx_ = (idx_ + 1) % search_gpus_.size();
res_ptr = ResMgrInst::GetInstance()->GetResource(ResourceType::GPU, search_gpus_[best_device_id]);
} }
auto label = std::make_shared<SpecResLabel>(res_ptr); auto label = std::make_shared<SpecResLabel>(res_ptr);
task->label() = label; task->label() = label;
......
...@@ -41,7 +41,7 @@ class FaissIVFSQ8HPass : public Pass, public server::GpuResourceConfigHandler { ...@@ -41,7 +41,7 @@ class FaissIVFSQ8HPass : public Pass, public server::GpuResourceConfigHandler {
Run(const TaskPtr& task) override; Run(const TaskPtr& task) override;
private: private:
int64_t count_ = 0; int64_t idx_ = 0;
}; };
using FaissIVFSQ8HPassPtr = std::shared_ptr<FaissIVFSQ8HPass>; using FaissIVFSQ8HPassPtr = std::shared_ptr<FaissIVFSQ8HPass>;
......
...@@ -62,11 +62,10 @@ FaissIVFSQ8Pass::Run(const TaskPtr& task) { ...@@ -62,11 +62,10 @@ FaissIVFSQ8Pass::Run(const TaskPtr& task) {
"search", 0); "search", 0);
res_ptr = ResMgrInst::GetInstance()->GetResource("cpu"); res_ptr = ResMgrInst::GetInstance()->GetResource("cpu");
} else { } else {
auto best_device_id = count_ % search_gpus_.size(); LOG_SERVER_DEBUG_ << LogOut("[%s][%d] FaissIVFSQ8Pass: nq >= gpu_search_threshold, specify gpu %d to search!",
LOG_SERVER_DEBUG_ << LogOut("[%s][%d] FaissIVFSQ8Pass: nq > gpu_search_threshold, specify gpu %d to search!", "search", 0, search_gpus_[idx_]);
"search", 0, best_device_id); res_ptr = ResMgrInst::GetInstance()->GetResource(ResourceType::GPU, search_gpus_[idx_]);
count_++; idx_ = (idx_ + 1) % search_gpus_.size();
res_ptr = ResMgrInst::GetInstance()->GetResource(ResourceType::GPU, search_gpus_[best_device_id]);
} }
auto label = std::make_shared<SpecResLabel>(res_ptr); auto label = std::make_shared<SpecResLabel>(res_ptr);
task->label() = label; task->label() = label;
......
...@@ -41,7 +41,7 @@ class FaissIVFSQ8Pass : public Pass, public server::GpuResourceConfigHandler { ...@@ -41,7 +41,7 @@ class FaissIVFSQ8Pass : public Pass, public server::GpuResourceConfigHandler {
Run(const TaskPtr& task) override; Run(const TaskPtr& task) override;
private: private:
int64_t count_ = 0; int64_t idx_ = 0;
}; };
using FaissIVFSQ8PassPtr = std::shared_ptr<FaissIVFSQ8Pass>; using FaissIVFSQ8PassPtr = std::shared_ptr<FaissIVFSQ8Pass>;
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册