Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
MegEngine 天元
MegEngine
提交
31035391
MegEngine
项目概览
MegEngine 天元
/
MegEngine
8 个月 前同步成功
通知
392
Star
4702
Fork
582
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
DevOps
流水线
流水线任务
计划
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
MegEngine
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
DevOps
DevOps
流水线
流水线任务
计划
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
流水线任务
提交
Issue看板
前往新版Gitcode,体验更适合开发者的 AI 搜索 >>
提交
31035391
编写于
3月 23, 2021
作者:
M
Megvii Engine Team
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
feat(mge/tools): set network_visualize's log_path as optional flag
GitOrigin-RevId: a74bdc08ba86d431a1a0cc9d1fc665d897ecd16f
上级
eeeddbbc
变更
1
隐藏空白更改
内联
并排
Showing
1 changed file
with
77 addition
and
48 deletion
+77
-48
imperative/python/megengine/tools/network_visualize.py
imperative/python/megengine/tools/network_visualize.py
+77
-48
未找到文件。
imperative/python/megengine/tools/network_visualize.py
浏览文件 @
31035391
...
...
@@ -40,30 +40,31 @@ def visualize(
:param log_params: whether print and record params size.
:param log_flops: whether print and record op flops.
"""
try
:
from
tensorboard.compat.proto.attr_value_pb2
import
AttrValue
from
tensorboard.compat.proto.config_pb2
import
RunMetadata
from
tensorboard.compat.proto.graph_pb2
import
GraphDef
from
tensorboard.compat.proto.node_def_pb2
import
NodeDef
from
tensorboard.compat.proto.step_stats_pb2
import
(
AllocatorMemoryUsed
,
DeviceStepStats
,
NodeExecStats
,
StepStats
,
)
from
tensorboard.compat.proto.tensor_shape_pb2
import
TensorShapeProto
from
tensorboard.compat.proto.versions_pb2
import
VersionDef
from
tensorboardX
import
SummaryWriter
except
ImportError
:
logger
.
error
(
"TensorBoard and TensorboardX are required for visualize."
,
exc_info
=
True
)
return
if
log_path
:
try
:
from
tensorboard.compat.proto.attr_value_pb2
import
AttrValue
from
tensorboard.compat.proto.config_pb2
import
RunMetadata
from
tensorboard.compat.proto.graph_pb2
import
GraphDef
from
tensorboard.compat.proto.node_def_pb2
import
NodeDef
from
tensorboard.compat.proto.step_stats_pb2
import
(
AllocatorMemoryUsed
,
DeviceStepStats
,
NodeExecStats
,
StepStats
,
)
from
tensorboard.compat.proto.tensor_shape_pb2
import
TensorShapeProto
from
tensorboard.compat.proto.versions_pb2
import
VersionDef
from
tensorboardX
import
SummaryWriter
except
ImportError
:
logger
.
error
(
"TensorBoard and TensorboardX are required for visualize."
,
exc_info
=
True
,
)
return
# FIXME: remove this after resolving "span dist too large" warning
old_level
=
set_mgb_log_level
(
logging
.
ERROR
)
graph
=
Network
.
load
(
model_path
)
writer
=
SummaryWriter
(
log_path
)
def
process_name
(
name
):
return
name
.
replace
(
"."
,
"/"
).
encode
(
encoding
=
"utf-8"
)
...
...
@@ -84,21 +85,27 @@ def visualize(
node_oup
=
node
.
outputs
[
0
]
inp_list
=
[
process_name
(
var
.
owner
.
name
)
for
var
in
node
.
inputs
]
attr
=
{
"_output_shapes"
:
AttrValue
(
list
=
AttrValue
.
ListValue
(
shape
=
[
TensorShapeProto
(
dim
=
[
TensorShapeProto
.
Dim
(
size
=
d
)
for
d
in
node_oup
.
shape
]
)
]
)
),
}
if
log_path
:
attr
=
{
"_output_shapes"
:
AttrValue
(
list
=
AttrValue
.
ListValue
(
shape
=
[
TensorShapeProto
(
dim
=
[
TensorShapeProto
.
Dim
(
size
=
d
)
for
d
in
node_oup
.
shape
]
)
]
)
),
}
if
hasattr
(
node
,
"calc_flops"
):
flops_num
=
node
.
calc_flops
()
# add op flops attr
attr
[
"flops"
]
=
AttrValue
(
s
=
sizeof_fmt
(
flops_num
).
encode
(
encoding
=
"utf-8"
))
if
log_path
:
attr
[
"flops"
]
=
AttrValue
(
s
=
sizeof_fmt
(
flops_num
).
encode
(
encoding
=
"utf-8"
)
)
flops_list
.
append
(
dict
(
name
=
node
.
name
,
...
...
@@ -114,9 +121,10 @@ def visualize(
# TODO: consider other quantize dtypes
param_bytes
=
1
if
is_quantize
(
node_oup
.
dtype
)
else
4
# add tensor size attr
attr
[
"size"
]
=
AttrValue
(
s
=
sizeof_fmt
(
param_dim
*
param_bytes
).
encode
(
encoding
=
"utf-8"
)
)
if
log_path
:
attr
[
"size"
]
=
AttrValue
(
s
=
sizeof_fmt
(
param_dim
*
param_bytes
).
encode
(
encoding
=
"utf-8"
)
)
params_list
.
append
(
dict
(
name
=
node
.
name
,
...
...
@@ -132,25 +140,33 @@ def visualize(
# FIXME(MGE-2165): nodes outside network module may lead to unknown display bug
if
not
len
(
node
.
name
.
split
(
"."
))
>
2
and
not
node
in
graph
.
input_vars
:
continue
node_list
.
append
(
NodeDef
(
name
=
process_name
(
node
.
name
),
op
=
node
.
type
,
input
=
inp_list
,
attr
=
attr
,
if
log_path
:
node_list
.
append
(
NodeDef
(
name
=
process_name
(
node
.
name
),
op
=
node
.
type
,
input
=
inp_list
,
attr
=
attr
,
)
)
)
total_flops
,
total_params
=
0
,
0
total_flops
,
total_params
=
None
,
None
if
log_params
:
total_params
=
print_params_stats
(
params_list
,
bar_length_max
)
if
log_flops
:
total_flops
=
print_flops_stats
(
flops_list
,
bar_length_max
)
graph_def
=
GraphDef
(
node
=
node_list
,
versions
=
VersionDef
(
producer
=
22
))
if
log_path
:
graph_def
=
GraphDef
(
node
=
node_list
,
versions
=
VersionDef
(
producer
=
22
))
device
=
"/device:CPU:0"
stepstats
=
RunMetadata
(
step_stats
=
StepStats
(
dev_stats
=
[
DeviceStepStats
(
device
=
device
)])
)
writer
.
_get_file_writer
().
add_graph
((
graph_def
,
stepstats
))
device
=
"/device:CPU:0"
stepstats
=
RunMetadata
(
step_stats
=
StepStats
(
dev_stats
=
[
DeviceStepStats
(
device
=
device
)])
)
writer
=
SummaryWriter
(
log_path
)
writer
.
_get_file_writer
().
add_graph
((
graph_def
,
stepstats
))
# summary
# FIXME: remove this after resolving "span dist too large" warning
_imperative_rt_logger
.
set_log_level
(
old_level
)
...
...
@@ -164,7 +180,7 @@ def main():
formatter_class
=
argparse
.
ArgumentDefaultsHelpFormatter
,
)
parser
.
add_argument
(
"model_path"
,
help
=
"dumped model path."
)
parser
.
add_argument
(
"log_path"
,
help
=
"tensorboard log path."
)
parser
.
add_argument
(
"
--
log_path"
,
help
=
"tensorboard log path."
)
parser
.
add_argument
(
"--bar_length_max"
,
type
=
int
,
...
...
@@ -179,7 +195,20 @@ def main():
parser
.
add_argument
(
"--log_flops"
,
action
=
"store_true"
,
help
=
"whether print and record op flops."
,
)
visualize
(
**
vars
(
parser
.
parse_args
()))
parser
.
add_argument
(
"--all"
,
action
=
"store_true"
,
help
=
"whether print all stats. Tensorboard logs will be placed in './log' if not specified."
,
)
args
=
parser
.
parse_args
()
if
args
.
all
:
args
.
log_params
=
True
args
.
log_flops
=
True
if
not
args
.
log_path
:
args
.
log_path
=
"./log"
kwargs
=
vars
(
args
)
kwargs
.
pop
(
"all"
)
visualize
(
**
kwargs
)
if
__name__
==
"__main__"
:
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录