ArcFace

ArcFace

Model Plot

BatchSize 1 BatchSize 2 BatchSize 4 BatchSize 8 BatchSize 16 BatchSize 32

Layer Information

Click to See Model Layer Information ↕

LAYERNAME	LAYERTYPE	INPUTNAMES	OUTPUTNAMES	INPUTSHAPES	OUTPUTSHAPES
data	ConstantInput			[[1,3,112,112]]	[[1,3,112,112]]
id	Identity	data	id	[[1,3,112,112]]	[[1,3,112,112]]
scalar_op2	ConstantInput			[[1]]	[[1]]
_minusscalar0	ElementWise	id;scalar_op2	_minusscalar0	[[1,3,112,112],[1]]	[[1,3,112,112]]
scalar_op3	ConstantInput			[[1]]	[[1]]
_mulscalar0	ElementWise	_minusscalar0;scalar_op3	_mulscalar0	[[1,3,112,112],[1]]	[[1,3,112,112]]
conv0_weight	ConstantInput			[[64,3,3,3]]	[[64,3,3,3]]
conv0	Conv	_mulscalar0;conv0_weight	conv0	[[1,3,112,112],[64,3,3,3]]	[[1,64,112,112]]
bn0_gamma	ConstantInput			[[64]]	[[64]]
bn0_beta	ConstantInput			[[64]]	[[64]]
bn0_moving_mean	ConstantInput			[[64]]	[[64]]
bn0_moving_var	ConstantInput			[[64]]	[[64]]
bn0	BatchNorm	conv0;bn0_gamma;bn0_beta;bn0_moving_mean;bn0_moving_var	bn0	[[1,64,112,112],[64],[64],[64],[64]]	[[1,64,112,112],[64],[64],[64],[64]]
relu0_gamma	ConstantInput			[[64]]	[[64]]
reshape12	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope12	Reshape	relu0_gamma;reshape12	slope12	[[64],[1,-1,1,1]]	[[1,1,1,1]]
relu0	Relu	bn0;slope12	relu0	[[1,64,112,112],[1,1,1,1]]	[[1,64,112,112],[1,1,1,1]]
stage1_unit1_bn1_gamma	ConstantInput			[[64]]	[[64]]
stage1_unit1_bn1_beta	ConstantInput			[[64]]	[[64]]
stage1_unit1_bn1_moving_mean	ConstantInput			[[64]]	[[64]]
stage1_unit1_bn1_moving_var	ConstantInput			[[64]]	[[64]]
stage1_unit1_bn1	BatchNorm	relu0;stage1_unit1_bn1_gamma;stage1_unit1_bn1_beta;stage1_unit1_bn1_moving_mean;stage1_unit1_bn1_moving_var	stage1_unit1_bn1	[[1,64,112,112],[64],[64],[64],[64]]	[[1,64,112,112],[64],[64],[64],[64]]
stage1_unit1_conv1_weight	ConstantInput			[[64,64,3,3]]	[[64,64,3,3]]
stage1_unit1_conv1	Conv	stage1_unit1_bn1;stage1_unit1_conv1_weight	stage1_unit1_conv1	[[1,64,112,112],[64,64,3,3]]	[[1,64,112,112]]
stage1_unit1_bn2_gamma	ConstantInput			[[64]]	[[64]]
stage1_unit1_bn2_beta	ConstantInput			[[64]]	[[64]]
stage1_unit1_bn2_moving_mean	ConstantInput			[[64]]	[[64]]
stage1_unit1_bn2_moving_var	ConstantInput			[[64]]	[[64]]
stage1_unit1_bn2	BatchNorm	stage1_unit1_conv1;stage1_unit1_bn2_gamma;stage1_unit1_bn2_beta;stage1_unit1_bn2_moving_mean;stage1_unit1_bn2_moving_var	stage1_unit1_bn2	[[1,64,112,112],[64],[64],[64],[64]]	[[1,64,112,112],[64],[64],[64],[64]]
stage1_unit1_relu1_gamma	ConstantInput			[[64]]	[[64]]
reshape26	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope26	Reshape	stage1_unit1_relu1_gamma;reshape26	slope26	[[64],[1,-1,1,1]]	[[1,1,1,1]]
stage1_unit1_relu1	Relu	stage1_unit1_bn2;slope26	stage1_unit1_relu1	[[1,64,112,112],[1,1,1,1]]	[[1,64,112,112],[1,1,1,1]]
stage1_unit1_conv2_weight	ConstantInput			[[64,64,3,3]]	[[64,64,3,3]]
stage1_unit1_conv2	Conv	stage1_unit1_relu1;stage1_unit1_conv2_weight	stage1_unit1_conv2	[[1,64,112,112],[64,64,3,3]]	[[1,64,56,56]]
stage1_unit1_bn3_gamma	ConstantInput			[[64]]	[[64]]
stage1_unit1_bn3_beta	ConstantInput			[[64]]	[[64]]
stage1_unit1_bn3_moving_mean	ConstantInput			[[64]]	[[64]]
stage1_unit1_bn3_moving_var	ConstantInput			[[64]]	[[64]]
stage1_unit1_bn3	BatchNorm	stage1_unit1_conv2;stage1_unit1_bn3_gamma;stage1_unit1_bn3_beta;stage1_unit1_bn3_moving_mean;stage1_unit1_bn3_moving_var	stage1_unit1_bn3	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
stage1_unit1_conv1sc_weight	ConstantInput			[[64,64,1,1]]	[[64,64,1,1]]
stage1_unit1_conv1sc	Conv	relu0;stage1_unit1_conv1sc_weight	stage1_unit1_conv1sc	[[1,64,112,112],[64,64,1,1]]	[[1,64,56,56]]
stage1_unit1_sc_gamma	ConstantInput			[[64]]	[[64]]
stage1_unit1_sc_beta	ConstantInput			[[64]]	[[64]]
stage1_unit1_sc_moving_mean	ConstantInput			[[64]]	[[64]]
stage1_unit1_sc_moving_var	ConstantInput			[[64]]	[[64]]
stage1_unit1_sc	BatchNorm	stage1_unit1_conv1sc;stage1_unit1_sc_gamma;stage1_unit1_sc_beta;stage1_unit1_sc_moving_mean;stage1_unit1_sc_moving_var	stage1_unit1_sc	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
_plus0	ElementWise	stage1_unit1_bn3;stage1_unit1_sc	_plus0	[[1,64,56,56],[1,64,56,56]]	[[1,64,56,56]]
stage1_unit2_bn1_gamma	ConstantInput			[[64]]	[[64]]
stage1_unit2_bn1_beta	ConstantInput			[[64]]	[[64]]
stage1_unit2_bn1_moving_mean	ConstantInput			[[64]]	[[64]]
stage1_unit2_bn1_moving_var	ConstantInput			[[64]]	[[64]]
stage1_unit2_bn1	BatchNorm	_plus0;stage1_unit2_bn1_gamma;stage1_unit2_bn1_beta;stage1_unit2_bn1_moving_mean;stage1_unit2_bn1_moving_var	stage1_unit2_bn1	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
stage1_unit2_conv1_weight	ConstantInput			[[64,64,3,3]]	[[64,64,3,3]]
stage1_unit2_conv1	Conv	stage1_unit2_bn1;stage1_unit2_conv1_weight	stage1_unit2_conv1	[[1,64,56,56],[64,64,3,3]]	[[1,64,56,56]]
stage1_unit2_bn2_gamma	ConstantInput			[[64]]	[[64]]
stage1_unit2_bn2_beta	ConstantInput			[[64]]	[[64]]
stage1_unit2_bn2_moving_mean	ConstantInput			[[64]]	[[64]]
stage1_unit2_bn2_moving_var	ConstantInput			[[64]]	[[64]]
stage1_unit2_bn2	BatchNorm	stage1_unit2_conv1;stage1_unit2_bn2_gamma;stage1_unit2_bn2_beta;stage1_unit2_bn2_moving_mean;stage1_unit2_bn2_moving_var	stage1_unit2_bn2	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
stage1_unit2_relu1_gamma	ConstantInput			[[64]]	[[64]]
reshape55	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope55	Reshape	stage1_unit2_relu1_gamma;reshape55	slope55	[[64],[1,-1,1,1]]	[[1,1,1,1]]
stage1_unit2_relu1	Relu	stage1_unit2_bn2;slope55	stage1_unit2_relu1	[[1,64,56,56],[1,1,1,1]]	[[1,64,56,56],[1,1,1,1]]
stage1_unit2_conv2_weight	ConstantInput			[[64,64,3,3]]	[[64,64,3,3]]
stage1_unit2_conv2	Conv	stage1_unit2_relu1;stage1_unit2_conv2_weight	stage1_unit2_conv2	[[1,64,56,56],[64,64,3,3]]	[[1,64,56,56]]
stage1_unit2_bn3_gamma	ConstantInput			[[64]]	[[64]]
stage1_unit2_bn3_beta	ConstantInput			[[64]]	[[64]]
stage1_unit2_bn3_moving_mean	ConstantInput			[[64]]	[[64]]
stage1_unit2_bn3_moving_var	ConstantInput			[[64]]	[[64]]
stage1_unit2_bn3	BatchNorm	stage1_unit2_conv2;stage1_unit2_bn3_gamma;stage1_unit2_bn3_beta;stage1_unit2_bn3_moving_mean;stage1_unit2_bn3_moving_var	stage1_unit2_bn3	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
_plus1	ElementWise	stage1_unit2_bn3;_plus0	_plus1	[[1,64,56,56],[1,64,56,56]]	[[1,64,56,56]]
stage1_unit3_bn1_gamma	ConstantInput			[[64]]	[[64]]
stage1_unit3_bn1_beta	ConstantInput			[[64]]	[[64]]
stage1_unit3_bn1_moving_mean	ConstantInput			[[64]]	[[64]]
stage1_unit3_bn1_moving_var	ConstantInput			[[64]]	[[64]]
stage1_unit3_bn1	BatchNorm	_plus1;stage1_unit3_bn1_gamma;stage1_unit3_bn1_beta;stage1_unit3_bn1_moving_mean;stage1_unit3_bn1_moving_var	stage1_unit3_bn1	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
stage1_unit3_conv1_weight	ConstantInput			[[64,64,3,3]]	[[64,64,3,3]]
stage1_unit3_conv1	Conv	stage1_unit3_bn1;stage1_unit3_conv1_weight	stage1_unit3_conv1	[[1,64,56,56],[64,64,3,3]]	[[1,64,56,56]]
stage1_unit3_bn2_gamma	ConstantInput			[[64]]	[[64]]
stage1_unit3_bn2_beta	ConstantInput			[[64]]	[[64]]
stage1_unit3_bn2_moving_mean	ConstantInput			[[64]]	[[64]]
stage1_unit3_bn2_moving_var	ConstantInput			[[64]]	[[64]]
stage1_unit3_bn2	BatchNorm	stage1_unit3_conv1;stage1_unit3_bn2_gamma;stage1_unit3_bn2_beta;stage1_unit3_bn2_moving_mean;stage1_unit3_bn2_moving_var	stage1_unit3_bn2	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
stage1_unit3_relu1_gamma	ConstantInput			[[64]]	[[64]]
reshape77	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope77	Reshape	stage1_unit3_relu1_gamma;reshape77	slope77	[[64],[1,-1,1,1]]	[[1,1,1,1]]
stage1_unit3_relu1	Relu	stage1_unit3_bn2;slope77	stage1_unit3_relu1	[[1,64,56,56],[1,1,1,1]]	[[1,64,56,56],[1,1,1,1]]
stage1_unit3_conv2_weight	ConstantInput			[[64,64,3,3]]	[[64,64,3,3]]
stage1_unit3_conv2	Conv	stage1_unit3_relu1;stage1_unit3_conv2_weight	stage1_unit3_conv2	[[1,64,56,56],[64,64,3,3]]	[[1,64,56,56]]
stage1_unit3_bn3_gamma	ConstantInput			[[64]]	[[64]]
stage1_unit3_bn3_beta	ConstantInput			[[64]]	[[64]]
stage1_unit3_bn3_moving_mean	ConstantInput			[[64]]	[[64]]
stage1_unit3_bn3_moving_var	ConstantInput			[[64]]	[[64]]
stage1_unit3_bn3	BatchNorm	stage1_unit3_conv2;stage1_unit3_bn3_gamma;stage1_unit3_bn3_beta;stage1_unit3_bn3_moving_mean;stage1_unit3_bn3_moving_var	stage1_unit3_bn3	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
_plus2	ElementWise	stage1_unit3_bn3;_plus1	_plus2	[[1,64,56,56],[1,64,56,56]]	[[1,64,56,56]]
stage2_unit1_bn1_gamma	ConstantInput			[[64]]	[[64]]
stage2_unit1_bn1_beta	ConstantInput			[[64]]	[[64]]
stage2_unit1_bn1_moving_mean	ConstantInput			[[64]]	[[64]]
stage2_unit1_bn1_moving_var	ConstantInput			[[64]]	[[64]]
stage2_unit1_bn1	BatchNorm	_plus2;stage2_unit1_bn1_gamma;stage2_unit1_bn1_beta;stage2_unit1_bn1_moving_mean;stage2_unit1_bn1_moving_var	stage2_unit1_bn1	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
stage2_unit1_conv1_weight	ConstantInput			[[128,64,3,3]]	[[128,64,3,3]]
stage2_unit1_conv1	Conv	stage2_unit1_bn1;stage2_unit1_conv1_weight	stage2_unit1_conv1	[[1,64,56,56],[128,64,3,3]]	[[1,128,56,56]]
stage2_unit1_bn2_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit1_bn2_beta	ConstantInput			[[128]]	[[128]]
stage2_unit1_bn2_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit1_bn2_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit1_bn2	BatchNorm	stage2_unit1_conv1;stage2_unit1_bn2_gamma;stage2_unit1_bn2_beta;stage2_unit1_bn2_moving_mean;stage2_unit1_bn2_moving_var	stage2_unit1_bn2	[[1,128,56,56],[128],[128],[128],[128]]	[[1,128,56,56],[128],[128],[128],[128]]
stage2_unit1_relu1_gamma	ConstantInput			[[128]]	[[128]]
reshape99	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope99	Reshape	stage2_unit1_relu1_gamma;reshape99	slope99	[[128],[1,-1,1,1]]	[[1,1,1,1]]
stage2_unit1_relu1	Relu	stage2_unit1_bn2;slope99	stage2_unit1_relu1	[[1,128,56,56],[1,1,1,1]]	[[1,128,56,56],[1,1,1,1]]
stage2_unit1_conv2_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit1_conv2	Conv	stage2_unit1_relu1;stage2_unit1_conv2_weight	stage2_unit1_conv2	[[1,128,56,56],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit1_bn3_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit1_bn3_beta	ConstantInput			[[128]]	[[128]]
stage2_unit1_bn3_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit1_bn3_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit1_bn3	BatchNorm	stage2_unit1_conv2;stage2_unit1_bn3_gamma;stage2_unit1_bn3_beta;stage2_unit1_bn3_moving_mean;stage2_unit1_bn3_moving_var	stage2_unit1_bn3	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit1_conv1sc_weight	ConstantInput			[[128,64,1,1]]	[[128,64,1,1]]
stage2_unit1_conv1sc	Conv	_plus2;stage2_unit1_conv1sc_weight	stage2_unit1_conv1sc	[[1,64,56,56],[128,64,1,1]]	[[1,128,28,28]]
stage2_unit1_sc_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit1_sc_beta	ConstantInput			[[128]]	[[128]]
stage2_unit1_sc_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit1_sc_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit1_sc	BatchNorm	stage2_unit1_conv1sc;stage2_unit1_sc_gamma;stage2_unit1_sc_beta;stage2_unit1_sc_moving_mean;stage2_unit1_sc_moving_var	stage2_unit1_sc	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
_plus3	ElementWise	stage2_unit1_bn3;stage2_unit1_sc	_plus3	[[1,128,28,28],[1,128,28,28]]	[[1,128,28,28]]
stage2_unit2_bn1_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit2_bn1_beta	ConstantInput			[[128]]	[[128]]
stage2_unit2_bn1_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit2_bn1_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit2_bn1	BatchNorm	_plus3;stage2_unit2_bn1_gamma;stage2_unit2_bn1_beta;stage2_unit2_bn1_moving_mean;stage2_unit2_bn1_moving_var	stage2_unit2_bn1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit2_conv1_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit2_conv1	Conv	stage2_unit2_bn1;stage2_unit2_conv1_weight	stage2_unit2_conv1	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit2_bn2_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit2_bn2_beta	ConstantInput			[[128]]	[[128]]
stage2_unit2_bn2_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit2_bn2_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit2_bn2	BatchNorm	stage2_unit2_conv1;stage2_unit2_bn2_gamma;stage2_unit2_bn2_beta;stage2_unit2_bn2_moving_mean;stage2_unit2_bn2_moving_var	stage2_unit2_bn2	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit2_relu1_gamma	ConstantInput			[[128]]	[[128]]
reshape128	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope128	Reshape	stage2_unit2_relu1_gamma;reshape128	slope128	[[128],[1,-1,1,1]]	[[1,1,1,1]]
stage2_unit2_relu1	Relu	stage2_unit2_bn2;slope128	stage2_unit2_relu1	[[1,128,28,28],[1,1,1,1]]	[[1,128,28,28],[1,1,1,1]]
stage2_unit2_conv2_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit2_conv2	Conv	stage2_unit2_relu1;stage2_unit2_conv2_weight	stage2_unit2_conv2	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit2_bn3_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit2_bn3_beta	ConstantInput			[[128]]	[[128]]
stage2_unit2_bn3_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit2_bn3_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit2_bn3	BatchNorm	stage2_unit2_conv2;stage2_unit2_bn3_gamma;stage2_unit2_bn3_beta;stage2_unit2_bn3_moving_mean;stage2_unit2_bn3_moving_var	stage2_unit2_bn3	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
_plus4	ElementWise	stage2_unit2_bn3;_plus3	_plus4	[[1,128,28,28],[1,128,28,28]]	[[1,128,28,28]]
stage2_unit3_bn1_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit3_bn1_beta	ConstantInput			[[128]]	[[128]]
stage2_unit3_bn1_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit3_bn1_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit3_bn1	BatchNorm	_plus4;stage2_unit3_bn1_gamma;stage2_unit3_bn1_beta;stage2_unit3_bn1_moving_mean;stage2_unit3_bn1_moving_var	stage2_unit3_bn1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit3_conv1_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit3_conv1	Conv	stage2_unit3_bn1;stage2_unit3_conv1_weight	stage2_unit3_conv1	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit3_bn2_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit3_bn2_beta	ConstantInput			[[128]]	[[128]]
stage2_unit3_bn2_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit3_bn2_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit3_bn2	BatchNorm	stage2_unit3_conv1;stage2_unit3_bn2_gamma;stage2_unit3_bn2_beta;stage2_unit3_bn2_moving_mean;stage2_unit3_bn2_moving_var	stage2_unit3_bn2	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit3_relu1_gamma	ConstantInput			[[128]]	[[128]]
reshape150	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope150	Reshape	stage2_unit3_relu1_gamma;reshape150	slope150	[[128],[1,-1,1,1]]	[[1,1,1,1]]
stage2_unit3_relu1	Relu	stage2_unit3_bn2;slope150	stage2_unit3_relu1	[[1,128,28,28],[1,1,1,1]]	[[1,128,28,28],[1,1,1,1]]
stage2_unit3_conv2_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit3_conv2	Conv	stage2_unit3_relu1;stage2_unit3_conv2_weight	stage2_unit3_conv2	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit3_bn3_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit3_bn3_beta	ConstantInput			[[128]]	[[128]]
stage2_unit3_bn3_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit3_bn3_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit3_bn3	BatchNorm	stage2_unit3_conv2;stage2_unit3_bn3_gamma;stage2_unit3_bn3_beta;stage2_unit3_bn3_moving_mean;stage2_unit3_bn3_moving_var	stage2_unit3_bn3	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
_plus5	ElementWise	stage2_unit3_bn3;_plus4	_plus5	[[1,128,28,28],[1,128,28,28]]	[[1,128,28,28]]
stage2_unit4_bn1_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit4_bn1_beta	ConstantInput			[[128]]	[[128]]
stage2_unit4_bn1_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit4_bn1_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit4_bn1	BatchNorm	_plus5;stage2_unit4_bn1_gamma;stage2_unit4_bn1_beta;stage2_unit4_bn1_moving_mean;stage2_unit4_bn1_moving_var	stage2_unit4_bn1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit4_conv1_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit4_conv1	Conv	stage2_unit4_bn1;stage2_unit4_conv1_weight	stage2_unit4_conv1	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit4_bn2_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit4_bn2_beta	ConstantInput			[[128]]	[[128]]
stage2_unit4_bn2_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit4_bn2_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit4_bn2	BatchNorm	stage2_unit4_conv1;stage2_unit4_bn2_gamma;stage2_unit4_bn2_beta;stage2_unit4_bn2_moving_mean;stage2_unit4_bn2_moving_var	stage2_unit4_bn2	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit4_relu1_gamma	ConstantInput			[[128]]	[[128]]
reshape172	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope172	Reshape	stage2_unit4_relu1_gamma;reshape172	slope172	[[128],[1,-1,1,1]]	[[1,1,1,1]]
stage2_unit4_relu1	Relu	stage2_unit4_bn2;slope172	stage2_unit4_relu1	[[1,128,28,28],[1,1,1,1]]	[[1,128,28,28],[1,1,1,1]]
stage2_unit4_conv2_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit4_conv2	Conv	stage2_unit4_relu1;stage2_unit4_conv2_weight	stage2_unit4_conv2	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit4_bn3_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit4_bn3_beta	ConstantInput			[[128]]	[[128]]
stage2_unit4_bn3_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit4_bn3_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit4_bn3	BatchNorm	stage2_unit4_conv2;stage2_unit4_bn3_gamma;stage2_unit4_bn3_beta;stage2_unit4_bn3_moving_mean;stage2_unit4_bn3_moving_var	stage2_unit4_bn3	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
_plus6	ElementWise	stage2_unit4_bn3;_plus5	_plus6	[[1,128,28,28],[1,128,28,28]]	[[1,128,28,28]]
stage2_unit5_bn1_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit5_bn1_beta	ConstantInput			[[128]]	[[128]]
stage2_unit5_bn1_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit5_bn1_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit5_bn1	BatchNorm	_plus6;stage2_unit5_bn1_gamma;stage2_unit5_bn1_beta;stage2_unit5_bn1_moving_mean;stage2_unit5_bn1_moving_var	stage2_unit5_bn1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit5_conv1_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit5_conv1	Conv	stage2_unit5_bn1;stage2_unit5_conv1_weight	stage2_unit5_conv1	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit5_bn2_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit5_bn2_beta	ConstantInput			[[128]]	[[128]]
stage2_unit5_bn2_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit5_bn2_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit5_bn2	BatchNorm	stage2_unit5_conv1;stage2_unit5_bn2_gamma;stage2_unit5_bn2_beta;stage2_unit5_bn2_moving_mean;stage2_unit5_bn2_moving_var	stage2_unit5_bn2	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit5_relu1_gamma	ConstantInput			[[128]]	[[128]]
reshape194	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope194	Reshape	stage2_unit5_relu1_gamma;reshape194	slope194	[[128],[1,-1,1,1]]	[[1,1,1,1]]
stage2_unit5_relu1	Relu	stage2_unit5_bn2;slope194	stage2_unit5_relu1	[[1,128,28,28],[1,1,1,1]]	[[1,128,28,28],[1,1,1,1]]
stage2_unit5_conv2_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit5_conv2	Conv	stage2_unit5_relu1;stage2_unit5_conv2_weight	stage2_unit5_conv2	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit5_bn3_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit5_bn3_beta	ConstantInput			[[128]]	[[128]]
stage2_unit5_bn3_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit5_bn3_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit5_bn3	BatchNorm	stage2_unit5_conv2;stage2_unit5_bn3_gamma;stage2_unit5_bn3_beta;stage2_unit5_bn3_moving_mean;stage2_unit5_bn3_moving_var	stage2_unit5_bn3	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
_plus7	ElementWise	stage2_unit5_bn3;_plus6	_plus7	[[1,128,28,28],[1,128,28,28]]	[[1,128,28,28]]
stage2_unit6_bn1_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit6_bn1_beta	ConstantInput			[[128]]	[[128]]
stage2_unit6_bn1_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit6_bn1_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit6_bn1	BatchNorm	_plus7;stage2_unit6_bn1_gamma;stage2_unit6_bn1_beta;stage2_unit6_bn1_moving_mean;stage2_unit6_bn1_moving_var	stage2_unit6_bn1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit6_conv1_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit6_conv1	Conv	stage2_unit6_bn1;stage2_unit6_conv1_weight	stage2_unit6_conv1	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit6_bn2_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit6_bn2_beta	ConstantInput			[[128]]	[[128]]
stage2_unit6_bn2_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit6_bn2_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit6_bn2	BatchNorm	stage2_unit6_conv1;stage2_unit6_bn2_gamma;stage2_unit6_bn2_beta;stage2_unit6_bn2_moving_mean;stage2_unit6_bn2_moving_var	stage2_unit6_bn2	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit6_relu1_gamma	ConstantInput			[[128]]	[[128]]
reshape216	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope216	Reshape	stage2_unit6_relu1_gamma;reshape216	slope216	[[128],[1,-1,1,1]]	[[1,1,1,1]]
stage2_unit6_relu1	Relu	stage2_unit6_bn2;slope216	stage2_unit6_relu1	[[1,128,28,28],[1,1,1,1]]	[[1,128,28,28],[1,1,1,1]]
stage2_unit6_conv2_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit6_conv2	Conv	stage2_unit6_relu1;stage2_unit6_conv2_weight	stage2_unit6_conv2	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit6_bn3_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit6_bn3_beta	ConstantInput			[[128]]	[[128]]
stage2_unit6_bn3_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit6_bn3_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit6_bn3	BatchNorm	stage2_unit6_conv2;stage2_unit6_bn3_gamma;stage2_unit6_bn3_beta;stage2_unit6_bn3_moving_mean;stage2_unit6_bn3_moving_var	stage2_unit6_bn3	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
_plus8	ElementWise	stage2_unit6_bn3;_plus7	_plus8	[[1,128,28,28],[1,128,28,28]]	[[1,128,28,28]]
stage2_unit7_bn1_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit7_bn1_beta	ConstantInput			[[128]]	[[128]]
stage2_unit7_bn1_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit7_bn1_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit7_bn1	BatchNorm	_plus8;stage2_unit7_bn1_gamma;stage2_unit7_bn1_beta;stage2_unit7_bn1_moving_mean;stage2_unit7_bn1_moving_var	stage2_unit7_bn1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit7_conv1_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit7_conv1	Conv	stage2_unit7_bn1;stage2_unit7_conv1_weight	stage2_unit7_conv1	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit7_bn2_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit7_bn2_beta	ConstantInput			[[128]]	[[128]]
stage2_unit7_bn2_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit7_bn2_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit7_bn2	BatchNorm	stage2_unit7_conv1;stage2_unit7_bn2_gamma;stage2_unit7_bn2_beta;stage2_unit7_bn2_moving_mean;stage2_unit7_bn2_moving_var	stage2_unit7_bn2	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit7_relu1_gamma	ConstantInput			[[128]]	[[128]]
reshape238	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope238	Reshape	stage2_unit7_relu1_gamma;reshape238	slope238	[[128],[1,-1,1,1]]	[[1,1,1,1]]
stage2_unit7_relu1	Relu	stage2_unit7_bn2;slope238	stage2_unit7_relu1	[[1,128,28,28],[1,1,1,1]]	[[1,128,28,28],[1,1,1,1]]
stage2_unit7_conv2_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit7_conv2	Conv	stage2_unit7_relu1;stage2_unit7_conv2_weight	stage2_unit7_conv2	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit7_bn3_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit7_bn3_beta	ConstantInput			[[128]]	[[128]]
stage2_unit7_bn3_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit7_bn3_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit7_bn3	BatchNorm	stage2_unit7_conv2;stage2_unit7_bn3_gamma;stage2_unit7_bn3_beta;stage2_unit7_bn3_moving_mean;stage2_unit7_bn3_moving_var	stage2_unit7_bn3	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
_plus9	ElementWise	stage2_unit7_bn3;_plus8	_plus9	[[1,128,28,28],[1,128,28,28]]	[[1,128,28,28]]
stage2_unit8_bn1_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit8_bn1_beta	ConstantInput			[[128]]	[[128]]
stage2_unit8_bn1_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit8_bn1_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit8_bn1	BatchNorm	_plus9;stage2_unit8_bn1_gamma;stage2_unit8_bn1_beta;stage2_unit8_bn1_moving_mean;stage2_unit8_bn1_moving_var	stage2_unit8_bn1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit8_conv1_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit8_conv1	Conv	stage2_unit8_bn1;stage2_unit8_conv1_weight	stage2_unit8_conv1	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit8_bn2_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit8_bn2_beta	ConstantInput			[[128]]	[[128]]
stage2_unit8_bn2_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit8_bn2_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit8_bn2	BatchNorm	stage2_unit8_conv1;stage2_unit8_bn2_gamma;stage2_unit8_bn2_beta;stage2_unit8_bn2_moving_mean;stage2_unit8_bn2_moving_var	stage2_unit8_bn2	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit8_relu1_gamma	ConstantInput			[[128]]	[[128]]
reshape260	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope260	Reshape	stage2_unit8_relu1_gamma;reshape260	slope260	[[128],[1,-1,1,1]]	[[1,1,1,1]]
stage2_unit8_relu1	Relu	stage2_unit8_bn2;slope260	stage2_unit8_relu1	[[1,128,28,28],[1,1,1,1]]	[[1,128,28,28],[1,1,1,1]]
stage2_unit8_conv2_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit8_conv2	Conv	stage2_unit8_relu1;stage2_unit8_conv2_weight	stage2_unit8_conv2	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit8_bn3_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit8_bn3_beta	ConstantInput			[[128]]	[[128]]
stage2_unit8_bn3_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit8_bn3_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit8_bn3	BatchNorm	stage2_unit8_conv2;stage2_unit8_bn3_gamma;stage2_unit8_bn3_beta;stage2_unit8_bn3_moving_mean;stage2_unit8_bn3_moving_var	stage2_unit8_bn3	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
_plus10	ElementWise	stage2_unit8_bn3;_plus9	_plus10	[[1,128,28,28],[1,128,28,28]]	[[1,128,28,28]]
stage2_unit9_bn1_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit9_bn1_beta	ConstantInput			[[128]]	[[128]]
stage2_unit9_bn1_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit9_bn1_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit9_bn1	BatchNorm	_plus10;stage2_unit9_bn1_gamma;stage2_unit9_bn1_beta;stage2_unit9_bn1_moving_mean;stage2_unit9_bn1_moving_var	stage2_unit9_bn1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit9_conv1_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit9_conv1	Conv	stage2_unit9_bn1;stage2_unit9_conv1_weight	stage2_unit9_conv1	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit9_bn2_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit9_bn2_beta	ConstantInput			[[128]]	[[128]]
stage2_unit9_bn2_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit9_bn2_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit9_bn2	BatchNorm	stage2_unit9_conv1;stage2_unit9_bn2_gamma;stage2_unit9_bn2_beta;stage2_unit9_bn2_moving_mean;stage2_unit9_bn2_moving_var	stage2_unit9_bn2	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit9_relu1_gamma	ConstantInput			[[128]]	[[128]]
reshape282	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope282	Reshape	stage2_unit9_relu1_gamma;reshape282	slope282	[[128],[1,-1,1,1]]	[[1,1,1,1]]
stage2_unit9_relu1	Relu	stage2_unit9_bn2;slope282	stage2_unit9_relu1	[[1,128,28,28],[1,1,1,1]]	[[1,128,28,28],[1,1,1,1]]
stage2_unit9_conv2_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit9_conv2	Conv	stage2_unit9_relu1;stage2_unit9_conv2_weight	stage2_unit9_conv2	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit9_bn3_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit9_bn3_beta	ConstantInput			[[128]]	[[128]]
stage2_unit9_bn3_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit9_bn3_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit9_bn3	BatchNorm	stage2_unit9_conv2;stage2_unit9_bn3_gamma;stage2_unit9_bn3_beta;stage2_unit9_bn3_moving_mean;stage2_unit9_bn3_moving_var	stage2_unit9_bn3	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
_plus11	ElementWise	stage2_unit9_bn3;_plus10	_plus11	[[1,128,28,28],[1,128,28,28]]	[[1,128,28,28]]
stage2_unit10_bn1_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit10_bn1_beta	ConstantInput			[[128]]	[[128]]
stage2_unit10_bn1_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit10_bn1_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit10_bn1	BatchNorm	_plus11;stage2_unit10_bn1_gamma;stage2_unit10_bn1_beta;stage2_unit10_bn1_moving_mean;stage2_unit10_bn1_moving_var	stage2_unit10_bn1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit10_conv1_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit10_conv1	Conv	stage2_unit10_bn1;stage2_unit10_conv1_weight	stage2_unit10_conv1	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit10_bn2_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit10_bn2_beta	ConstantInput			[[128]]	[[128]]
stage2_unit10_bn2_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit10_bn2_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit10_bn2	BatchNorm	stage2_unit10_conv1;stage2_unit10_bn2_gamma;stage2_unit10_bn2_beta;stage2_unit10_bn2_moving_mean;stage2_unit10_bn2_moving_var	stage2_unit10_bn2	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit10_relu1_gamma	ConstantInput			[[128]]	[[128]]
reshape304	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope304	Reshape	stage2_unit10_relu1_gamma;reshape304	slope304	[[128],[1,-1,1,1]]	[[1,1,1,1]]
stage2_unit10_relu1	Relu	stage2_unit10_bn2;slope304	stage2_unit10_relu1	[[1,128,28,28],[1,1,1,1]]	[[1,128,28,28],[1,1,1,1]]
stage2_unit10_conv2_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit10_conv2	Conv	stage2_unit10_relu1;stage2_unit10_conv2_weight	stage2_unit10_conv2	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit10_bn3_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit10_bn3_beta	ConstantInput			[[128]]	[[128]]
stage2_unit10_bn3_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit10_bn3_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit10_bn3	BatchNorm	stage2_unit10_conv2;stage2_unit10_bn3_gamma;stage2_unit10_bn3_beta;stage2_unit10_bn3_moving_mean;stage2_unit10_bn3_moving_var	stage2_unit10_bn3	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
_plus12	ElementWise	stage2_unit10_bn3;_plus11	_plus12	[[1,128,28,28],[1,128,28,28]]	[[1,128,28,28]]
stage2_unit11_bn1_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit11_bn1_beta	ConstantInput			[[128]]	[[128]]
stage2_unit11_bn1_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit11_bn1_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit11_bn1	BatchNorm	_plus12;stage2_unit11_bn1_gamma;stage2_unit11_bn1_beta;stage2_unit11_bn1_moving_mean;stage2_unit11_bn1_moving_var	stage2_unit11_bn1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit11_conv1_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit11_conv1	Conv	stage2_unit11_bn1;stage2_unit11_conv1_weight	stage2_unit11_conv1	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit11_bn2_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit11_bn2_beta	ConstantInput			[[128]]	[[128]]
stage2_unit11_bn2_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit11_bn2_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit11_bn2	BatchNorm	stage2_unit11_conv1;stage2_unit11_bn2_gamma;stage2_unit11_bn2_beta;stage2_unit11_bn2_moving_mean;stage2_unit11_bn2_moving_var	stage2_unit11_bn2	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit11_relu1_gamma	ConstantInput			[[128]]	[[128]]
reshape326	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope326	Reshape	stage2_unit11_relu1_gamma;reshape326	slope326	[[128],[1,-1,1,1]]	[[1,1,1,1]]
stage2_unit11_relu1	Relu	stage2_unit11_bn2;slope326	stage2_unit11_relu1	[[1,128,28,28],[1,1,1,1]]	[[1,128,28,28],[1,1,1,1]]
stage2_unit11_conv2_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit11_conv2	Conv	stage2_unit11_relu1;stage2_unit11_conv2_weight	stage2_unit11_conv2	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit11_bn3_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit11_bn3_beta	ConstantInput			[[128]]	[[128]]
stage2_unit11_bn3_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit11_bn3_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit11_bn3	BatchNorm	stage2_unit11_conv2;stage2_unit11_bn3_gamma;stage2_unit11_bn3_beta;stage2_unit11_bn3_moving_mean;stage2_unit11_bn3_moving_var	stage2_unit11_bn3	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
_plus13	ElementWise	stage2_unit11_bn3;_plus12	_plus13	[[1,128,28,28],[1,128,28,28]]	[[1,128,28,28]]
stage2_unit12_bn1_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit12_bn1_beta	ConstantInput			[[128]]	[[128]]
stage2_unit12_bn1_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit12_bn1_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit12_bn1	BatchNorm	_plus13;stage2_unit12_bn1_gamma;stage2_unit12_bn1_beta;stage2_unit12_bn1_moving_mean;stage2_unit12_bn1_moving_var	stage2_unit12_bn1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit12_conv1_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit12_conv1	Conv	stage2_unit12_bn1;stage2_unit12_conv1_weight	stage2_unit12_conv1	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit12_bn2_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit12_bn2_beta	ConstantInput			[[128]]	[[128]]
stage2_unit12_bn2_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit12_bn2_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit12_bn2	BatchNorm	stage2_unit12_conv1;stage2_unit12_bn2_gamma;stage2_unit12_bn2_beta;stage2_unit12_bn2_moving_mean;stage2_unit12_bn2_moving_var	stage2_unit12_bn2	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit12_relu1_gamma	ConstantInput			[[128]]	[[128]]
reshape348	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope348	Reshape	stage2_unit12_relu1_gamma;reshape348	slope348	[[128],[1,-1,1,1]]	[[1,1,1,1]]
stage2_unit12_relu1	Relu	stage2_unit12_bn2;slope348	stage2_unit12_relu1	[[1,128,28,28],[1,1,1,1]]	[[1,128,28,28],[1,1,1,1]]
stage2_unit12_conv2_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit12_conv2	Conv	stage2_unit12_relu1;stage2_unit12_conv2_weight	stage2_unit12_conv2	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit12_bn3_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit12_bn3_beta	ConstantInput			[[128]]	[[128]]
stage2_unit12_bn3_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit12_bn3_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit12_bn3	BatchNorm	stage2_unit12_conv2;stage2_unit12_bn3_gamma;stage2_unit12_bn3_beta;stage2_unit12_bn3_moving_mean;stage2_unit12_bn3_moving_var	stage2_unit12_bn3	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
_plus14	ElementWise	stage2_unit12_bn3;_plus13	_plus14	[[1,128,28,28],[1,128,28,28]]	[[1,128,28,28]]
stage2_unit13_bn1_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit13_bn1_beta	ConstantInput			[[128]]	[[128]]
stage2_unit13_bn1_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit13_bn1_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit13_bn1	BatchNorm	_plus14;stage2_unit13_bn1_gamma;stage2_unit13_bn1_beta;stage2_unit13_bn1_moving_mean;stage2_unit13_bn1_moving_var	stage2_unit13_bn1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit13_conv1_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit13_conv1	Conv	stage2_unit13_bn1;stage2_unit13_conv1_weight	stage2_unit13_conv1	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit13_bn2_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit13_bn2_beta	ConstantInput			[[128]]	[[128]]
stage2_unit13_bn2_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit13_bn2_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit13_bn2	BatchNorm	stage2_unit13_conv1;stage2_unit13_bn2_gamma;stage2_unit13_bn2_beta;stage2_unit13_bn2_moving_mean;stage2_unit13_bn2_moving_var	stage2_unit13_bn2	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage2_unit13_relu1_gamma	ConstantInput			[[128]]	[[128]]
reshape370	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope370	Reshape	stage2_unit13_relu1_gamma;reshape370	slope370	[[128],[1,-1,1,1]]	[[1,1,1,1]]
stage2_unit13_relu1	Relu	stage2_unit13_bn2;slope370	stage2_unit13_relu1	[[1,128,28,28],[1,1,1,1]]	[[1,128,28,28],[1,1,1,1]]
stage2_unit13_conv2_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
stage2_unit13_conv2	Conv	stage2_unit13_relu1;stage2_unit13_conv2_weight	stage2_unit13_conv2	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
stage2_unit13_bn3_gamma	ConstantInput			[[128]]	[[128]]
stage2_unit13_bn3_beta	ConstantInput			[[128]]	[[128]]
stage2_unit13_bn3_moving_mean	ConstantInput			[[128]]	[[128]]
stage2_unit13_bn3_moving_var	ConstantInput			[[128]]	[[128]]
stage2_unit13_bn3	BatchNorm	stage2_unit13_conv2;stage2_unit13_bn3_gamma;stage2_unit13_bn3_beta;stage2_unit13_bn3_moving_mean;stage2_unit13_bn3_moving_var	stage2_unit13_bn3	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
_plus15	ElementWise	stage2_unit13_bn3;_plus14	_plus15	[[1,128,28,28],[1,128,28,28]]	[[1,128,28,28]]
stage3_unit1_bn1_gamma	ConstantInput			[[128]]	[[128]]
stage3_unit1_bn1_beta	ConstantInput			[[128]]	[[128]]
stage3_unit1_bn1_moving_mean	ConstantInput			[[128]]	[[128]]
stage3_unit1_bn1_moving_var	ConstantInput			[[128]]	[[128]]
stage3_unit1_bn1	BatchNorm	_plus15;stage3_unit1_bn1_gamma;stage3_unit1_bn1_beta;stage3_unit1_bn1_moving_mean;stage3_unit1_bn1_moving_var	stage3_unit1_bn1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
stage3_unit1_conv1_weight	ConstantInput			[[256,128,3,3]]	[[256,128,3,3]]
stage3_unit1_conv1	Conv	stage3_unit1_bn1;stage3_unit1_conv1_weight	stage3_unit1_conv1	[[1,128,28,28],[256,128,3,3]]	[[1,256,28,28]]
stage3_unit1_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit1_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit1_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit1_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit1_bn2	BatchNorm	stage3_unit1_conv1;stage3_unit1_bn2_gamma;stage3_unit1_bn2_beta;stage3_unit1_bn2_moving_mean;stage3_unit1_bn2_moving_var	stage3_unit1_bn2	[[1,256,28,28],[256],[256],[256],[256]]	[[1,256,28,28],[256],[256],[256],[256]]
stage3_unit1_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape392	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope392	Reshape	stage3_unit1_relu1_gamma;reshape392	slope392	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit1_relu1	Relu	stage3_unit1_bn2;slope392	stage3_unit1_relu1	[[1,256,28,28],[1,1,1,1]]	[[1,256,28,28],[1,1,1,1]]
stage3_unit1_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit1_conv2	Conv	stage3_unit1_relu1;stage3_unit1_conv2_weight	stage3_unit1_conv2	[[1,256,28,28],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit1_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit1_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit1_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit1_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit1_bn3	BatchNorm	stage3_unit1_conv2;stage3_unit1_bn3_gamma;stage3_unit1_bn3_beta;stage3_unit1_bn3_moving_mean;stage3_unit1_bn3_moving_var	stage3_unit1_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit1_conv1sc_weight	ConstantInput			[[256,128,1,1]]	[[256,128,1,1]]
stage3_unit1_conv1sc	Conv	_plus15;stage3_unit1_conv1sc_weight	stage3_unit1_conv1sc	[[1,128,28,28],[256,128,1,1]]	[[1,256,14,14]]
stage3_unit1_sc_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit1_sc_beta	ConstantInput			[[256]]	[[256]]
stage3_unit1_sc_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit1_sc_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit1_sc	BatchNorm	stage3_unit1_conv1sc;stage3_unit1_sc_gamma;stage3_unit1_sc_beta;stage3_unit1_sc_moving_mean;stage3_unit1_sc_moving_var	stage3_unit1_sc	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus16	ElementWise	stage3_unit1_bn3;stage3_unit1_sc	_plus16	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit2_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit2_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit2_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit2_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit2_bn1	BatchNorm	_plus16;stage3_unit2_bn1_gamma;stage3_unit2_bn1_beta;stage3_unit2_bn1_moving_mean;stage3_unit2_bn1_moving_var	stage3_unit2_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit2_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit2_conv1	Conv	stage3_unit2_bn1;stage3_unit2_conv1_weight	stage3_unit2_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit2_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit2_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit2_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit2_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit2_bn2	BatchNorm	stage3_unit2_conv1;stage3_unit2_bn2_gamma;stage3_unit2_bn2_beta;stage3_unit2_bn2_moving_mean;stage3_unit2_bn2_moving_var	stage3_unit2_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit2_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape421	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope421	Reshape	stage3_unit2_relu1_gamma;reshape421	slope421	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit2_relu1	Relu	stage3_unit2_bn2;slope421	stage3_unit2_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit2_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit2_conv2	Conv	stage3_unit2_relu1;stage3_unit2_conv2_weight	stage3_unit2_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit2_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit2_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit2_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit2_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit2_bn3	BatchNorm	stage3_unit2_conv2;stage3_unit2_bn3_gamma;stage3_unit2_bn3_beta;stage3_unit2_bn3_moving_mean;stage3_unit2_bn3_moving_var	stage3_unit2_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus17	ElementWise	stage3_unit2_bn3;_plus16	_plus17	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit3_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit3_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit3_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit3_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit3_bn1	BatchNorm	_plus17;stage3_unit3_bn1_gamma;stage3_unit3_bn1_beta;stage3_unit3_bn1_moving_mean;stage3_unit3_bn1_moving_var	stage3_unit3_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit3_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit3_conv1	Conv	stage3_unit3_bn1;stage3_unit3_conv1_weight	stage3_unit3_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit3_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit3_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit3_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit3_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit3_bn2	BatchNorm	stage3_unit3_conv1;stage3_unit3_bn2_gamma;stage3_unit3_bn2_beta;stage3_unit3_bn2_moving_mean;stage3_unit3_bn2_moving_var	stage3_unit3_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit3_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape443	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope443	Reshape	stage3_unit3_relu1_gamma;reshape443	slope443	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit3_relu1	Relu	stage3_unit3_bn2;slope443	stage3_unit3_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit3_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit3_conv2	Conv	stage3_unit3_relu1;stage3_unit3_conv2_weight	stage3_unit3_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit3_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit3_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit3_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit3_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit3_bn3	BatchNorm	stage3_unit3_conv2;stage3_unit3_bn3_gamma;stage3_unit3_bn3_beta;stage3_unit3_bn3_moving_mean;stage3_unit3_bn3_moving_var	stage3_unit3_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus18	ElementWise	stage3_unit3_bn3;_plus17	_plus18	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit4_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit4_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit4_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit4_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit4_bn1	BatchNorm	_plus18;stage3_unit4_bn1_gamma;stage3_unit4_bn1_beta;stage3_unit4_bn1_moving_mean;stage3_unit4_bn1_moving_var	stage3_unit4_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit4_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit4_conv1	Conv	stage3_unit4_bn1;stage3_unit4_conv1_weight	stage3_unit4_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit4_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit4_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit4_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit4_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit4_bn2	BatchNorm	stage3_unit4_conv1;stage3_unit4_bn2_gamma;stage3_unit4_bn2_beta;stage3_unit4_bn2_moving_mean;stage3_unit4_bn2_moving_var	stage3_unit4_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit4_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape465	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope465	Reshape	stage3_unit4_relu1_gamma;reshape465	slope465	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit4_relu1	Relu	stage3_unit4_bn2;slope465	stage3_unit4_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit4_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit4_conv2	Conv	stage3_unit4_relu1;stage3_unit4_conv2_weight	stage3_unit4_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit4_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit4_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit4_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit4_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit4_bn3	BatchNorm	stage3_unit4_conv2;stage3_unit4_bn3_gamma;stage3_unit4_bn3_beta;stage3_unit4_bn3_moving_mean;stage3_unit4_bn3_moving_var	stage3_unit4_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus19	ElementWise	stage3_unit4_bn3;_plus18	_plus19	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit5_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit5_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit5_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit5_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit5_bn1	BatchNorm	_plus19;stage3_unit5_bn1_gamma;stage3_unit5_bn1_beta;stage3_unit5_bn1_moving_mean;stage3_unit5_bn1_moving_var	stage3_unit5_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit5_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit5_conv1	Conv	stage3_unit5_bn1;stage3_unit5_conv1_weight	stage3_unit5_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit5_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit5_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit5_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit5_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit5_bn2	BatchNorm	stage3_unit5_conv1;stage3_unit5_bn2_gamma;stage3_unit5_bn2_beta;stage3_unit5_bn2_moving_mean;stage3_unit5_bn2_moving_var	stage3_unit5_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit5_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape487	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope487	Reshape	stage3_unit5_relu1_gamma;reshape487	slope487	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit5_relu1	Relu	stage3_unit5_bn2;slope487	stage3_unit5_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit5_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit5_conv2	Conv	stage3_unit5_relu1;stage3_unit5_conv2_weight	stage3_unit5_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit5_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit5_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit5_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit5_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit5_bn3	BatchNorm	stage3_unit5_conv2;stage3_unit5_bn3_gamma;stage3_unit5_bn3_beta;stage3_unit5_bn3_moving_mean;stage3_unit5_bn3_moving_var	stage3_unit5_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus20	ElementWise	stage3_unit5_bn3;_plus19	_plus20	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit6_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit6_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit6_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit6_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit6_bn1	BatchNorm	_plus20;stage3_unit6_bn1_gamma;stage3_unit6_bn1_beta;stage3_unit6_bn1_moving_mean;stage3_unit6_bn1_moving_var	stage3_unit6_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit6_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit6_conv1	Conv	stage3_unit6_bn1;stage3_unit6_conv1_weight	stage3_unit6_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit6_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit6_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit6_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit6_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit6_bn2	BatchNorm	stage3_unit6_conv1;stage3_unit6_bn2_gamma;stage3_unit6_bn2_beta;stage3_unit6_bn2_moving_mean;stage3_unit6_bn2_moving_var	stage3_unit6_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit6_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape509	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope509	Reshape	stage3_unit6_relu1_gamma;reshape509	slope509	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit6_relu1	Relu	stage3_unit6_bn2;slope509	stage3_unit6_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit6_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit6_conv2	Conv	stage3_unit6_relu1;stage3_unit6_conv2_weight	stage3_unit6_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit6_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit6_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit6_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit6_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit6_bn3	BatchNorm	stage3_unit6_conv2;stage3_unit6_bn3_gamma;stage3_unit6_bn3_beta;stage3_unit6_bn3_moving_mean;stage3_unit6_bn3_moving_var	stage3_unit6_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus21	ElementWise	stage3_unit6_bn3;_plus20	_plus21	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit7_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit7_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit7_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit7_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit7_bn1	BatchNorm	_plus21;stage3_unit7_bn1_gamma;stage3_unit7_bn1_beta;stage3_unit7_bn1_moving_mean;stage3_unit7_bn1_moving_var	stage3_unit7_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit7_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit7_conv1	Conv	stage3_unit7_bn1;stage3_unit7_conv1_weight	stage3_unit7_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit7_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit7_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit7_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit7_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit7_bn2	BatchNorm	stage3_unit7_conv1;stage3_unit7_bn2_gamma;stage3_unit7_bn2_beta;stage3_unit7_bn2_moving_mean;stage3_unit7_bn2_moving_var	stage3_unit7_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit7_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape531	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope531	Reshape	stage3_unit7_relu1_gamma;reshape531	slope531	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit7_relu1	Relu	stage3_unit7_bn2;slope531	stage3_unit7_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit7_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit7_conv2	Conv	stage3_unit7_relu1;stage3_unit7_conv2_weight	stage3_unit7_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit7_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit7_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit7_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit7_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit7_bn3	BatchNorm	stage3_unit7_conv2;stage3_unit7_bn3_gamma;stage3_unit7_bn3_beta;stage3_unit7_bn3_moving_mean;stage3_unit7_bn3_moving_var	stage3_unit7_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus22	ElementWise	stage3_unit7_bn3;_plus21	_plus22	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit8_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit8_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit8_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit8_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit8_bn1	BatchNorm	_plus22;stage3_unit8_bn1_gamma;stage3_unit8_bn1_beta;stage3_unit8_bn1_moving_mean;stage3_unit8_bn1_moving_var	stage3_unit8_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit8_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit8_conv1	Conv	stage3_unit8_bn1;stage3_unit8_conv1_weight	stage3_unit8_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit8_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit8_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit8_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit8_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit8_bn2	BatchNorm	stage3_unit8_conv1;stage3_unit8_bn2_gamma;stage3_unit8_bn2_beta;stage3_unit8_bn2_moving_mean;stage3_unit8_bn2_moving_var	stage3_unit8_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit8_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape553	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope553	Reshape	stage3_unit8_relu1_gamma;reshape553	slope553	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit8_relu1	Relu	stage3_unit8_bn2;slope553	stage3_unit8_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit8_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit8_conv2	Conv	stage3_unit8_relu1;stage3_unit8_conv2_weight	stage3_unit8_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit8_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit8_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit8_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit8_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit8_bn3	BatchNorm	stage3_unit8_conv2;stage3_unit8_bn3_gamma;stage3_unit8_bn3_beta;stage3_unit8_bn3_moving_mean;stage3_unit8_bn3_moving_var	stage3_unit8_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus23	ElementWise	stage3_unit8_bn3;_plus22	_plus23	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit9_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit9_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit9_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit9_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit9_bn1	BatchNorm	_plus23;stage3_unit9_bn1_gamma;stage3_unit9_bn1_beta;stage3_unit9_bn1_moving_mean;stage3_unit9_bn1_moving_var	stage3_unit9_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit9_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit9_conv1	Conv	stage3_unit9_bn1;stage3_unit9_conv1_weight	stage3_unit9_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit9_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit9_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit9_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit9_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit9_bn2	BatchNorm	stage3_unit9_conv1;stage3_unit9_bn2_gamma;stage3_unit9_bn2_beta;stage3_unit9_bn2_moving_mean;stage3_unit9_bn2_moving_var	stage3_unit9_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit9_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape575	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope575	Reshape	stage3_unit9_relu1_gamma;reshape575	slope575	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit9_relu1	Relu	stage3_unit9_bn2;slope575	stage3_unit9_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit9_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit9_conv2	Conv	stage3_unit9_relu1;stage3_unit9_conv2_weight	stage3_unit9_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit9_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit9_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit9_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit9_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit9_bn3	BatchNorm	stage3_unit9_conv2;stage3_unit9_bn3_gamma;stage3_unit9_bn3_beta;stage3_unit9_bn3_moving_mean;stage3_unit9_bn3_moving_var	stage3_unit9_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus24	ElementWise	stage3_unit9_bn3;_plus23	_plus24	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit10_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit10_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit10_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit10_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit10_bn1	BatchNorm	_plus24;stage3_unit10_bn1_gamma;stage3_unit10_bn1_beta;stage3_unit10_bn1_moving_mean;stage3_unit10_bn1_moving_var	stage3_unit10_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit10_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit10_conv1	Conv	stage3_unit10_bn1;stage3_unit10_conv1_weight	stage3_unit10_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit10_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit10_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit10_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit10_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit10_bn2	BatchNorm	stage3_unit10_conv1;stage3_unit10_bn2_gamma;stage3_unit10_bn2_beta;stage3_unit10_bn2_moving_mean;stage3_unit10_bn2_moving_var	stage3_unit10_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit10_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape597	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope597	Reshape	stage3_unit10_relu1_gamma;reshape597	slope597	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit10_relu1	Relu	stage3_unit10_bn2;slope597	stage3_unit10_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit10_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit10_conv2	Conv	stage3_unit10_relu1;stage3_unit10_conv2_weight	stage3_unit10_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit10_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit10_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit10_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit10_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit10_bn3	BatchNorm	stage3_unit10_conv2;stage3_unit10_bn3_gamma;stage3_unit10_bn3_beta;stage3_unit10_bn3_moving_mean;stage3_unit10_bn3_moving_var	stage3_unit10_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus25	ElementWise	stage3_unit10_bn3;_plus24	_plus25	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit11_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit11_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit11_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit11_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit11_bn1	BatchNorm	_plus25;stage3_unit11_bn1_gamma;stage3_unit11_bn1_beta;stage3_unit11_bn1_moving_mean;stage3_unit11_bn1_moving_var	stage3_unit11_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit11_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit11_conv1	Conv	stage3_unit11_bn1;stage3_unit11_conv1_weight	stage3_unit11_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit11_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit11_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit11_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit11_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit11_bn2	BatchNorm	stage3_unit11_conv1;stage3_unit11_bn2_gamma;stage3_unit11_bn2_beta;stage3_unit11_bn2_moving_mean;stage3_unit11_bn2_moving_var	stage3_unit11_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit11_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape619	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope619	Reshape	stage3_unit11_relu1_gamma;reshape619	slope619	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit11_relu1	Relu	stage3_unit11_bn2;slope619	stage3_unit11_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit11_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit11_conv2	Conv	stage3_unit11_relu1;stage3_unit11_conv2_weight	stage3_unit11_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit11_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit11_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit11_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit11_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit11_bn3	BatchNorm	stage3_unit11_conv2;stage3_unit11_bn3_gamma;stage3_unit11_bn3_beta;stage3_unit11_bn3_moving_mean;stage3_unit11_bn3_moving_var	stage3_unit11_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus26	ElementWise	stage3_unit11_bn3;_plus25	_plus26	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit12_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit12_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit12_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit12_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit12_bn1	BatchNorm	_plus26;stage3_unit12_bn1_gamma;stage3_unit12_bn1_beta;stage3_unit12_bn1_moving_mean;stage3_unit12_bn1_moving_var	stage3_unit12_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit12_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit12_conv1	Conv	stage3_unit12_bn1;stage3_unit12_conv1_weight	stage3_unit12_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit12_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit12_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit12_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit12_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit12_bn2	BatchNorm	stage3_unit12_conv1;stage3_unit12_bn2_gamma;stage3_unit12_bn2_beta;stage3_unit12_bn2_moving_mean;stage3_unit12_bn2_moving_var	stage3_unit12_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit12_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape641	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope641	Reshape	stage3_unit12_relu1_gamma;reshape641	slope641	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit12_relu1	Relu	stage3_unit12_bn2;slope641	stage3_unit12_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit12_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit12_conv2	Conv	stage3_unit12_relu1;stage3_unit12_conv2_weight	stage3_unit12_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit12_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit12_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit12_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit12_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit12_bn3	BatchNorm	stage3_unit12_conv2;stage3_unit12_bn3_gamma;stage3_unit12_bn3_beta;stage3_unit12_bn3_moving_mean;stage3_unit12_bn3_moving_var	stage3_unit12_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus27	ElementWise	stage3_unit12_bn3;_plus26	_plus27	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit13_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit13_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit13_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit13_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit13_bn1	BatchNorm	_plus27;stage3_unit13_bn1_gamma;stage3_unit13_bn1_beta;stage3_unit13_bn1_moving_mean;stage3_unit13_bn1_moving_var	stage3_unit13_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit13_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit13_conv1	Conv	stage3_unit13_bn1;stage3_unit13_conv1_weight	stage3_unit13_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit13_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit13_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit13_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit13_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit13_bn2	BatchNorm	stage3_unit13_conv1;stage3_unit13_bn2_gamma;stage3_unit13_bn2_beta;stage3_unit13_bn2_moving_mean;stage3_unit13_bn2_moving_var	stage3_unit13_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit13_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape663	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope663	Reshape	stage3_unit13_relu1_gamma;reshape663	slope663	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit13_relu1	Relu	stage3_unit13_bn2;slope663	stage3_unit13_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit13_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit13_conv2	Conv	stage3_unit13_relu1;stage3_unit13_conv2_weight	stage3_unit13_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit13_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit13_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit13_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit13_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit13_bn3	BatchNorm	stage3_unit13_conv2;stage3_unit13_bn3_gamma;stage3_unit13_bn3_beta;stage3_unit13_bn3_moving_mean;stage3_unit13_bn3_moving_var	stage3_unit13_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus28	ElementWise	stage3_unit13_bn3;_plus27	_plus28	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit14_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit14_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit14_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit14_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit14_bn1	BatchNorm	_plus28;stage3_unit14_bn1_gamma;stage3_unit14_bn1_beta;stage3_unit14_bn1_moving_mean;stage3_unit14_bn1_moving_var	stage3_unit14_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit14_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit14_conv1	Conv	stage3_unit14_bn1;stage3_unit14_conv1_weight	stage3_unit14_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit14_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit14_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit14_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit14_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit14_bn2	BatchNorm	stage3_unit14_conv1;stage3_unit14_bn2_gamma;stage3_unit14_bn2_beta;stage3_unit14_bn2_moving_mean;stage3_unit14_bn2_moving_var	stage3_unit14_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit14_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape685	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope685	Reshape	stage3_unit14_relu1_gamma;reshape685	slope685	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit14_relu1	Relu	stage3_unit14_bn2;slope685	stage3_unit14_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit14_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit14_conv2	Conv	stage3_unit14_relu1;stage3_unit14_conv2_weight	stage3_unit14_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit14_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit14_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit14_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit14_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit14_bn3	BatchNorm	stage3_unit14_conv2;stage3_unit14_bn3_gamma;stage3_unit14_bn3_beta;stage3_unit14_bn3_moving_mean;stage3_unit14_bn3_moving_var	stage3_unit14_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus29	ElementWise	stage3_unit14_bn3;_plus28	_plus29	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit15_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit15_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit15_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit15_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit15_bn1	BatchNorm	_plus29;stage3_unit15_bn1_gamma;stage3_unit15_bn1_beta;stage3_unit15_bn1_moving_mean;stage3_unit15_bn1_moving_var	stage3_unit15_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit15_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit15_conv1	Conv	stage3_unit15_bn1;stage3_unit15_conv1_weight	stage3_unit15_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit15_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit15_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit15_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit15_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit15_bn2	BatchNorm	stage3_unit15_conv1;stage3_unit15_bn2_gamma;stage3_unit15_bn2_beta;stage3_unit15_bn2_moving_mean;stage3_unit15_bn2_moving_var	stage3_unit15_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit15_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape707	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope707	Reshape	stage3_unit15_relu1_gamma;reshape707	slope707	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit15_relu1	Relu	stage3_unit15_bn2;slope707	stage3_unit15_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit15_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit15_conv2	Conv	stage3_unit15_relu1;stage3_unit15_conv2_weight	stage3_unit15_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit15_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit15_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit15_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit15_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit15_bn3	BatchNorm	stage3_unit15_conv2;stage3_unit15_bn3_gamma;stage3_unit15_bn3_beta;stage3_unit15_bn3_moving_mean;stage3_unit15_bn3_moving_var	stage3_unit15_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus30	ElementWise	stage3_unit15_bn3;_plus29	_plus30	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit16_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit16_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit16_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit16_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit16_bn1	BatchNorm	_plus30;stage3_unit16_bn1_gamma;stage3_unit16_bn1_beta;stage3_unit16_bn1_moving_mean;stage3_unit16_bn1_moving_var	stage3_unit16_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit16_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit16_conv1	Conv	stage3_unit16_bn1;stage3_unit16_conv1_weight	stage3_unit16_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit16_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit16_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit16_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit16_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit16_bn2	BatchNorm	stage3_unit16_conv1;stage3_unit16_bn2_gamma;stage3_unit16_bn2_beta;stage3_unit16_bn2_moving_mean;stage3_unit16_bn2_moving_var	stage3_unit16_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit16_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape729	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope729	Reshape	stage3_unit16_relu1_gamma;reshape729	slope729	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit16_relu1	Relu	stage3_unit16_bn2;slope729	stage3_unit16_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit16_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit16_conv2	Conv	stage3_unit16_relu1;stage3_unit16_conv2_weight	stage3_unit16_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit16_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit16_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit16_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit16_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit16_bn3	BatchNorm	stage3_unit16_conv2;stage3_unit16_bn3_gamma;stage3_unit16_bn3_beta;stage3_unit16_bn3_moving_mean;stage3_unit16_bn3_moving_var	stage3_unit16_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus31	ElementWise	stage3_unit16_bn3;_plus30	_plus31	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit17_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit17_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit17_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit17_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit17_bn1	BatchNorm	_plus31;stage3_unit17_bn1_gamma;stage3_unit17_bn1_beta;stage3_unit17_bn1_moving_mean;stage3_unit17_bn1_moving_var	stage3_unit17_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit17_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit17_conv1	Conv	stage3_unit17_bn1;stage3_unit17_conv1_weight	stage3_unit17_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit17_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit17_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit17_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit17_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit17_bn2	BatchNorm	stage3_unit17_conv1;stage3_unit17_bn2_gamma;stage3_unit17_bn2_beta;stage3_unit17_bn2_moving_mean;stage3_unit17_bn2_moving_var	stage3_unit17_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit17_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape751	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope751	Reshape	stage3_unit17_relu1_gamma;reshape751	slope751	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit17_relu1	Relu	stage3_unit17_bn2;slope751	stage3_unit17_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit17_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit17_conv2	Conv	stage3_unit17_relu1;stage3_unit17_conv2_weight	stage3_unit17_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit17_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit17_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit17_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit17_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit17_bn3	BatchNorm	stage3_unit17_conv2;stage3_unit17_bn3_gamma;stage3_unit17_bn3_beta;stage3_unit17_bn3_moving_mean;stage3_unit17_bn3_moving_var	stage3_unit17_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus32	ElementWise	stage3_unit17_bn3;_plus31	_plus32	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit18_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit18_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit18_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit18_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit18_bn1	BatchNorm	_plus32;stage3_unit18_bn1_gamma;stage3_unit18_bn1_beta;stage3_unit18_bn1_moving_mean;stage3_unit18_bn1_moving_var	stage3_unit18_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit18_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit18_conv1	Conv	stage3_unit18_bn1;stage3_unit18_conv1_weight	stage3_unit18_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit18_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit18_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit18_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit18_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit18_bn2	BatchNorm	stage3_unit18_conv1;stage3_unit18_bn2_gamma;stage3_unit18_bn2_beta;stage3_unit18_bn2_moving_mean;stage3_unit18_bn2_moving_var	stage3_unit18_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit18_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape773	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope773	Reshape	stage3_unit18_relu1_gamma;reshape773	slope773	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit18_relu1	Relu	stage3_unit18_bn2;slope773	stage3_unit18_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit18_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit18_conv2	Conv	stage3_unit18_relu1;stage3_unit18_conv2_weight	stage3_unit18_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit18_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit18_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit18_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit18_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit18_bn3	BatchNorm	stage3_unit18_conv2;stage3_unit18_bn3_gamma;stage3_unit18_bn3_beta;stage3_unit18_bn3_moving_mean;stage3_unit18_bn3_moving_var	stage3_unit18_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus33	ElementWise	stage3_unit18_bn3;_plus32	_plus33	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit19_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit19_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit19_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit19_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit19_bn1	BatchNorm	_plus33;stage3_unit19_bn1_gamma;stage3_unit19_bn1_beta;stage3_unit19_bn1_moving_mean;stage3_unit19_bn1_moving_var	stage3_unit19_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit19_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit19_conv1	Conv	stage3_unit19_bn1;stage3_unit19_conv1_weight	stage3_unit19_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit19_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit19_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit19_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit19_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit19_bn2	BatchNorm	stage3_unit19_conv1;stage3_unit19_bn2_gamma;stage3_unit19_bn2_beta;stage3_unit19_bn2_moving_mean;stage3_unit19_bn2_moving_var	stage3_unit19_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit19_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape795	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope795	Reshape	stage3_unit19_relu1_gamma;reshape795	slope795	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit19_relu1	Relu	stage3_unit19_bn2;slope795	stage3_unit19_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit19_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit19_conv2	Conv	stage3_unit19_relu1;stage3_unit19_conv2_weight	stage3_unit19_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit19_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit19_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit19_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit19_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit19_bn3	BatchNorm	stage3_unit19_conv2;stage3_unit19_bn3_gamma;stage3_unit19_bn3_beta;stage3_unit19_bn3_moving_mean;stage3_unit19_bn3_moving_var	stage3_unit19_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus34	ElementWise	stage3_unit19_bn3;_plus33	_plus34	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit20_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit20_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit20_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit20_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit20_bn1	BatchNorm	_plus34;stage3_unit20_bn1_gamma;stage3_unit20_bn1_beta;stage3_unit20_bn1_moving_mean;stage3_unit20_bn1_moving_var	stage3_unit20_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit20_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit20_conv1	Conv	stage3_unit20_bn1;stage3_unit20_conv1_weight	stage3_unit20_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit20_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit20_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit20_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit20_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit20_bn2	BatchNorm	stage3_unit20_conv1;stage3_unit20_bn2_gamma;stage3_unit20_bn2_beta;stage3_unit20_bn2_moving_mean;stage3_unit20_bn2_moving_var	stage3_unit20_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit20_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape817	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope817	Reshape	stage3_unit20_relu1_gamma;reshape817	slope817	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit20_relu1	Relu	stage3_unit20_bn2;slope817	stage3_unit20_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit20_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit20_conv2	Conv	stage3_unit20_relu1;stage3_unit20_conv2_weight	stage3_unit20_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit20_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit20_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit20_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit20_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit20_bn3	BatchNorm	stage3_unit20_conv2;stage3_unit20_bn3_gamma;stage3_unit20_bn3_beta;stage3_unit20_bn3_moving_mean;stage3_unit20_bn3_moving_var	stage3_unit20_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus35	ElementWise	stage3_unit20_bn3;_plus34	_plus35	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit21_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit21_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit21_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit21_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit21_bn1	BatchNorm	_plus35;stage3_unit21_bn1_gamma;stage3_unit21_bn1_beta;stage3_unit21_bn1_moving_mean;stage3_unit21_bn1_moving_var	stage3_unit21_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit21_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit21_conv1	Conv	stage3_unit21_bn1;stage3_unit21_conv1_weight	stage3_unit21_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit21_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit21_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit21_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit21_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit21_bn2	BatchNorm	stage3_unit21_conv1;stage3_unit21_bn2_gamma;stage3_unit21_bn2_beta;stage3_unit21_bn2_moving_mean;stage3_unit21_bn2_moving_var	stage3_unit21_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit21_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape839	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope839	Reshape	stage3_unit21_relu1_gamma;reshape839	slope839	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit21_relu1	Relu	stage3_unit21_bn2;slope839	stage3_unit21_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit21_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit21_conv2	Conv	stage3_unit21_relu1;stage3_unit21_conv2_weight	stage3_unit21_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit21_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit21_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit21_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit21_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit21_bn3	BatchNorm	stage3_unit21_conv2;stage3_unit21_bn3_gamma;stage3_unit21_bn3_beta;stage3_unit21_bn3_moving_mean;stage3_unit21_bn3_moving_var	stage3_unit21_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus36	ElementWise	stage3_unit21_bn3;_plus35	_plus36	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit22_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit22_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit22_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit22_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit22_bn1	BatchNorm	_plus36;stage3_unit22_bn1_gamma;stage3_unit22_bn1_beta;stage3_unit22_bn1_moving_mean;stage3_unit22_bn1_moving_var	stage3_unit22_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit22_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit22_conv1	Conv	stage3_unit22_bn1;stage3_unit22_conv1_weight	stage3_unit22_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit22_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit22_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit22_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit22_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit22_bn2	BatchNorm	stage3_unit22_conv1;stage3_unit22_bn2_gamma;stage3_unit22_bn2_beta;stage3_unit22_bn2_moving_mean;stage3_unit22_bn2_moving_var	stage3_unit22_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit22_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape861	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope861	Reshape	stage3_unit22_relu1_gamma;reshape861	slope861	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit22_relu1	Relu	stage3_unit22_bn2;slope861	stage3_unit22_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit22_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit22_conv2	Conv	stage3_unit22_relu1;stage3_unit22_conv2_weight	stage3_unit22_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit22_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit22_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit22_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit22_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit22_bn3	BatchNorm	stage3_unit22_conv2;stage3_unit22_bn3_gamma;stage3_unit22_bn3_beta;stage3_unit22_bn3_moving_mean;stage3_unit22_bn3_moving_var	stage3_unit22_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus37	ElementWise	stage3_unit22_bn3;_plus36	_plus37	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit23_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit23_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit23_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit23_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit23_bn1	BatchNorm	_plus37;stage3_unit23_bn1_gamma;stage3_unit23_bn1_beta;stage3_unit23_bn1_moving_mean;stage3_unit23_bn1_moving_var	stage3_unit23_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit23_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit23_conv1	Conv	stage3_unit23_bn1;stage3_unit23_conv1_weight	stage3_unit23_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit23_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit23_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit23_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit23_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit23_bn2	BatchNorm	stage3_unit23_conv1;stage3_unit23_bn2_gamma;stage3_unit23_bn2_beta;stage3_unit23_bn2_moving_mean;stage3_unit23_bn2_moving_var	stage3_unit23_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit23_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape883	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope883	Reshape	stage3_unit23_relu1_gamma;reshape883	slope883	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit23_relu1	Relu	stage3_unit23_bn2;slope883	stage3_unit23_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit23_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit23_conv2	Conv	stage3_unit23_relu1;stage3_unit23_conv2_weight	stage3_unit23_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit23_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit23_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit23_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit23_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit23_bn3	BatchNorm	stage3_unit23_conv2;stage3_unit23_bn3_gamma;stage3_unit23_bn3_beta;stage3_unit23_bn3_moving_mean;stage3_unit23_bn3_moving_var	stage3_unit23_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus38	ElementWise	stage3_unit23_bn3;_plus37	_plus38	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit24_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit24_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit24_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit24_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit24_bn1	BatchNorm	_plus38;stage3_unit24_bn1_gamma;stage3_unit24_bn1_beta;stage3_unit24_bn1_moving_mean;stage3_unit24_bn1_moving_var	stage3_unit24_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit24_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit24_conv1	Conv	stage3_unit24_bn1;stage3_unit24_conv1_weight	stage3_unit24_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit24_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit24_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit24_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit24_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit24_bn2	BatchNorm	stage3_unit24_conv1;stage3_unit24_bn2_gamma;stage3_unit24_bn2_beta;stage3_unit24_bn2_moving_mean;stage3_unit24_bn2_moving_var	stage3_unit24_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit24_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape905	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope905	Reshape	stage3_unit24_relu1_gamma;reshape905	slope905	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit24_relu1	Relu	stage3_unit24_bn2;slope905	stage3_unit24_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit24_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit24_conv2	Conv	stage3_unit24_relu1;stage3_unit24_conv2_weight	stage3_unit24_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit24_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit24_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit24_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit24_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit24_bn3	BatchNorm	stage3_unit24_conv2;stage3_unit24_bn3_gamma;stage3_unit24_bn3_beta;stage3_unit24_bn3_moving_mean;stage3_unit24_bn3_moving_var	stage3_unit24_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus39	ElementWise	stage3_unit24_bn3;_plus38	_plus39	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit25_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit25_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit25_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit25_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit25_bn1	BatchNorm	_plus39;stage3_unit25_bn1_gamma;stage3_unit25_bn1_beta;stage3_unit25_bn1_moving_mean;stage3_unit25_bn1_moving_var	stage3_unit25_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit25_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit25_conv1	Conv	stage3_unit25_bn1;stage3_unit25_conv1_weight	stage3_unit25_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit25_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit25_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit25_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit25_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit25_bn2	BatchNorm	stage3_unit25_conv1;stage3_unit25_bn2_gamma;stage3_unit25_bn2_beta;stage3_unit25_bn2_moving_mean;stage3_unit25_bn2_moving_var	stage3_unit25_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit25_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape927	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope927	Reshape	stage3_unit25_relu1_gamma;reshape927	slope927	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit25_relu1	Relu	stage3_unit25_bn2;slope927	stage3_unit25_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit25_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit25_conv2	Conv	stage3_unit25_relu1;stage3_unit25_conv2_weight	stage3_unit25_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit25_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit25_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit25_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit25_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit25_bn3	BatchNorm	stage3_unit25_conv2;stage3_unit25_bn3_gamma;stage3_unit25_bn3_beta;stage3_unit25_bn3_moving_mean;stage3_unit25_bn3_moving_var	stage3_unit25_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus40	ElementWise	stage3_unit25_bn3;_plus39	_plus40	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit26_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit26_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit26_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit26_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit26_bn1	BatchNorm	_plus40;stage3_unit26_bn1_gamma;stage3_unit26_bn1_beta;stage3_unit26_bn1_moving_mean;stage3_unit26_bn1_moving_var	stage3_unit26_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit26_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit26_conv1	Conv	stage3_unit26_bn1;stage3_unit26_conv1_weight	stage3_unit26_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit26_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit26_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit26_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit26_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit26_bn2	BatchNorm	stage3_unit26_conv1;stage3_unit26_bn2_gamma;stage3_unit26_bn2_beta;stage3_unit26_bn2_moving_mean;stage3_unit26_bn2_moving_var	stage3_unit26_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit26_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape949	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope949	Reshape	stage3_unit26_relu1_gamma;reshape949	slope949	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit26_relu1	Relu	stage3_unit26_bn2;slope949	stage3_unit26_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit26_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit26_conv2	Conv	stage3_unit26_relu1;stage3_unit26_conv2_weight	stage3_unit26_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit26_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit26_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit26_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit26_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit26_bn3	BatchNorm	stage3_unit26_conv2;stage3_unit26_bn3_gamma;stage3_unit26_bn3_beta;stage3_unit26_bn3_moving_mean;stage3_unit26_bn3_moving_var	stage3_unit26_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus41	ElementWise	stage3_unit26_bn3;_plus40	_plus41	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit27_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit27_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit27_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit27_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit27_bn1	BatchNorm	_plus41;stage3_unit27_bn1_gamma;stage3_unit27_bn1_beta;stage3_unit27_bn1_moving_mean;stage3_unit27_bn1_moving_var	stage3_unit27_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit27_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit27_conv1	Conv	stage3_unit27_bn1;stage3_unit27_conv1_weight	stage3_unit27_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit27_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit27_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit27_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit27_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit27_bn2	BatchNorm	stage3_unit27_conv1;stage3_unit27_bn2_gamma;stage3_unit27_bn2_beta;stage3_unit27_bn2_moving_mean;stage3_unit27_bn2_moving_var	stage3_unit27_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit27_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape971	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope971	Reshape	stage3_unit27_relu1_gamma;reshape971	slope971	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit27_relu1	Relu	stage3_unit27_bn2;slope971	stage3_unit27_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit27_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit27_conv2	Conv	stage3_unit27_relu1;stage3_unit27_conv2_weight	stage3_unit27_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit27_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit27_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit27_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit27_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit27_bn3	BatchNorm	stage3_unit27_conv2;stage3_unit27_bn3_gamma;stage3_unit27_bn3_beta;stage3_unit27_bn3_moving_mean;stage3_unit27_bn3_moving_var	stage3_unit27_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus42	ElementWise	stage3_unit27_bn3;_plus41	_plus42	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit28_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit28_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit28_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit28_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit28_bn1	BatchNorm	_plus42;stage3_unit28_bn1_gamma;stage3_unit28_bn1_beta;stage3_unit28_bn1_moving_mean;stage3_unit28_bn1_moving_var	stage3_unit28_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit28_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit28_conv1	Conv	stage3_unit28_bn1;stage3_unit28_conv1_weight	stage3_unit28_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit28_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit28_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit28_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit28_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit28_bn2	BatchNorm	stage3_unit28_conv1;stage3_unit28_bn2_gamma;stage3_unit28_bn2_beta;stage3_unit28_bn2_moving_mean;stage3_unit28_bn2_moving_var	stage3_unit28_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit28_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape993	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope993	Reshape	stage3_unit28_relu1_gamma;reshape993	slope993	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit28_relu1	Relu	stage3_unit28_bn2;slope993	stage3_unit28_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit28_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit28_conv2	Conv	stage3_unit28_relu1;stage3_unit28_conv2_weight	stage3_unit28_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit28_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit28_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit28_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit28_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit28_bn3	BatchNorm	stage3_unit28_conv2;stage3_unit28_bn3_gamma;stage3_unit28_bn3_beta;stage3_unit28_bn3_moving_mean;stage3_unit28_bn3_moving_var	stage3_unit28_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus43	ElementWise	stage3_unit28_bn3;_plus42	_plus43	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit29_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit29_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit29_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit29_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit29_bn1	BatchNorm	_plus43;stage3_unit29_bn1_gamma;stage3_unit29_bn1_beta;stage3_unit29_bn1_moving_mean;stage3_unit29_bn1_moving_var	stage3_unit29_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit29_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit29_conv1	Conv	stage3_unit29_bn1;stage3_unit29_conv1_weight	stage3_unit29_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit29_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit29_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit29_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit29_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit29_bn2	BatchNorm	stage3_unit29_conv1;stage3_unit29_bn2_gamma;stage3_unit29_bn2_beta;stage3_unit29_bn2_moving_mean;stage3_unit29_bn2_moving_var	stage3_unit29_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit29_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape1015	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope1015	Reshape	stage3_unit29_relu1_gamma;reshape1015	slope1015	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit29_relu1	Relu	stage3_unit29_bn2;slope1015	stage3_unit29_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit29_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit29_conv2	Conv	stage3_unit29_relu1;stage3_unit29_conv2_weight	stage3_unit29_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit29_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit29_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit29_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit29_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit29_bn3	BatchNorm	stage3_unit29_conv2;stage3_unit29_bn3_gamma;stage3_unit29_bn3_beta;stage3_unit29_bn3_moving_mean;stage3_unit29_bn3_moving_var	stage3_unit29_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus44	ElementWise	stage3_unit29_bn3;_plus43	_plus44	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage3_unit30_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit30_bn1_beta	ConstantInput			[[256]]	[[256]]
stage3_unit30_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit30_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit30_bn1	BatchNorm	_plus44;stage3_unit30_bn1_gamma;stage3_unit30_bn1_beta;stage3_unit30_bn1_moving_mean;stage3_unit30_bn1_moving_var	stage3_unit30_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit30_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit30_conv1	Conv	stage3_unit30_bn1;stage3_unit30_conv1_weight	stage3_unit30_conv1	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit30_bn2_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit30_bn2_beta	ConstantInput			[[256]]	[[256]]
stage3_unit30_bn2_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit30_bn2_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit30_bn2	BatchNorm	stage3_unit30_conv1;stage3_unit30_bn2_gamma;stage3_unit30_bn2_beta;stage3_unit30_bn2_moving_mean;stage3_unit30_bn2_moving_var	stage3_unit30_bn2	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage3_unit30_relu1_gamma	ConstantInput			[[256]]	[[256]]
reshape1037	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope1037	Reshape	stage3_unit30_relu1_gamma;reshape1037	slope1037	[[256],[1,-1,1,1]]	[[1,1,1,1]]
stage3_unit30_relu1	Relu	stage3_unit30_bn2;slope1037	stage3_unit30_relu1	[[1,256,14,14],[1,1,1,1]]	[[1,256,14,14],[1,1,1,1]]
stage3_unit30_conv2_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
stage3_unit30_conv2	Conv	stage3_unit30_relu1;stage3_unit30_conv2_weight	stage3_unit30_conv2	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
stage3_unit30_bn3_gamma	ConstantInput			[[256]]	[[256]]
stage3_unit30_bn3_beta	ConstantInput			[[256]]	[[256]]
stage3_unit30_bn3_moving_mean	ConstantInput			[[256]]	[[256]]
stage3_unit30_bn3_moving_var	ConstantInput			[[256]]	[[256]]
stage3_unit30_bn3	BatchNorm	stage3_unit30_conv2;stage3_unit30_bn3_gamma;stage3_unit30_bn3_beta;stage3_unit30_bn3_moving_mean;stage3_unit30_bn3_moving_var	stage3_unit30_bn3	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
_plus45	ElementWise	stage3_unit30_bn3;_plus44	_plus45	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
stage4_unit1_bn1_gamma	ConstantInput			[[256]]	[[256]]
stage4_unit1_bn1_beta	ConstantInput			[[256]]	[[256]]
stage4_unit1_bn1_moving_mean	ConstantInput			[[256]]	[[256]]
stage4_unit1_bn1_moving_var	ConstantInput			[[256]]	[[256]]
stage4_unit1_bn1	BatchNorm	_plus45;stage4_unit1_bn1_gamma;stage4_unit1_bn1_beta;stage4_unit1_bn1_moving_mean;stage4_unit1_bn1_moving_var	stage4_unit1_bn1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
stage4_unit1_conv1_weight	ConstantInput			[[512,256,3,3]]	[[512,256,3,3]]
stage4_unit1_conv1	Conv	stage4_unit1_bn1;stage4_unit1_conv1_weight	stage4_unit1_conv1	[[1,256,14,14],[512,256,3,3]]	[[1,512,14,14]]
stage4_unit1_bn2_gamma	ConstantInput			[[512]]	[[512]]
stage4_unit1_bn2_beta	ConstantInput			[[512]]	[[512]]
stage4_unit1_bn2_moving_mean	ConstantInput			[[512]]	[[512]]
stage4_unit1_bn2_moving_var	ConstantInput			[[512]]	[[512]]
stage4_unit1_bn2	BatchNorm	stage4_unit1_conv1;stage4_unit1_bn2_gamma;stage4_unit1_bn2_beta;stage4_unit1_bn2_moving_mean;stage4_unit1_bn2_moving_var	stage4_unit1_bn2	[[1,512,14,14],[512],[512],[512],[512]]	[[1,512,14,14],[512],[512],[512],[512]]
stage4_unit1_relu1_gamma	ConstantInput			[[512]]	[[512]]
reshape1059	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope1059	Reshape	stage4_unit1_relu1_gamma;reshape1059	slope1059	[[512],[1,-1,1,1]]	[[1,1,1,1]]
stage4_unit1_relu1	Relu	stage4_unit1_bn2;slope1059	stage4_unit1_relu1	[[1,512,14,14],[1,1,1,1]]	[[1,512,14,14],[1,1,1,1]]
stage4_unit1_conv2_weight	ConstantInput			[[512,512,3,3]]	[[512,512,3,3]]
stage4_unit1_conv2	Conv	stage4_unit1_relu1;stage4_unit1_conv2_weight	stage4_unit1_conv2	[[1,512,14,14],[512,512,3,3]]	[[1,512,7,7]]
stage4_unit1_bn3_gamma	ConstantInput			[[512]]	[[512]]
stage4_unit1_bn3_beta	ConstantInput			[[512]]	[[512]]
stage4_unit1_bn3_moving_mean	ConstantInput			[[512]]	[[512]]
stage4_unit1_bn3_moving_var	ConstantInput			[[512]]	[[512]]
stage4_unit1_bn3	BatchNorm	stage4_unit1_conv2;stage4_unit1_bn3_gamma;stage4_unit1_bn3_beta;stage4_unit1_bn3_moving_mean;stage4_unit1_bn3_moving_var	stage4_unit1_bn3	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
stage4_unit1_conv1sc_weight	ConstantInput			[[512,256,1,1]]	[[512,256,1,1]]
stage4_unit1_conv1sc	Conv	_plus45;stage4_unit1_conv1sc_weight	stage4_unit1_conv1sc	[[1,256,14,14],[512,256,1,1]]	[[1,512,7,7]]
stage4_unit1_sc_gamma	ConstantInput			[[512]]	[[512]]
stage4_unit1_sc_beta	ConstantInput			[[512]]	[[512]]
stage4_unit1_sc_moving_mean	ConstantInput			[[512]]	[[512]]
stage4_unit1_sc_moving_var	ConstantInput			[[512]]	[[512]]
stage4_unit1_sc	BatchNorm	stage4_unit1_conv1sc;stage4_unit1_sc_gamma;stage4_unit1_sc_beta;stage4_unit1_sc_moving_mean;stage4_unit1_sc_moving_var	stage4_unit1_sc	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
_plus46	ElementWise	stage4_unit1_bn3;stage4_unit1_sc	_plus46	[[1,512,7,7],[1,512,7,7]]	[[1,512,7,7]]
stage4_unit2_bn1_gamma	ConstantInput			[[512]]	[[512]]
stage4_unit2_bn1_beta	ConstantInput			[[512]]	[[512]]
stage4_unit2_bn1_moving_mean	ConstantInput			[[512]]	[[512]]
stage4_unit2_bn1_moving_var	ConstantInput			[[512]]	[[512]]
stage4_unit2_bn1	BatchNorm	_plus46;stage4_unit2_bn1_gamma;stage4_unit2_bn1_beta;stage4_unit2_bn1_moving_mean;stage4_unit2_bn1_moving_var	stage4_unit2_bn1	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
stage4_unit2_conv1_weight	ConstantInput			[[512,512,3,3]]	[[512,512,3,3]]
stage4_unit2_conv1	Conv	stage4_unit2_bn1;stage4_unit2_conv1_weight	stage4_unit2_conv1	[[1,512,7,7],[512,512,3,3]]	[[1,512,7,7]]
stage4_unit2_bn2_gamma	ConstantInput			[[512]]	[[512]]
stage4_unit2_bn2_beta	ConstantInput			[[512]]	[[512]]
stage4_unit2_bn2_moving_mean	ConstantInput			[[512]]	[[512]]
stage4_unit2_bn2_moving_var	ConstantInput			[[512]]	[[512]]
stage4_unit2_bn2	BatchNorm	stage4_unit2_conv1;stage4_unit2_bn2_gamma;stage4_unit2_bn2_beta;stage4_unit2_bn2_moving_mean;stage4_unit2_bn2_moving_var	stage4_unit2_bn2	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
stage4_unit2_relu1_gamma	ConstantInput			[[512]]	[[512]]
reshape1088	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope1088	Reshape	stage4_unit2_relu1_gamma;reshape1088	slope1088	[[512],[1,-1,1,1]]	[[1,1,1,1]]
stage4_unit2_relu1	Relu	stage4_unit2_bn2;slope1088	stage4_unit2_relu1	[[1,512,7,7],[1,1,1,1]]	[[1,512,7,7],[1,1,1,1]]
stage4_unit2_conv2_weight	ConstantInput			[[512,512,3,3]]	[[512,512,3,3]]
stage4_unit2_conv2	Conv	stage4_unit2_relu1;stage4_unit2_conv2_weight	stage4_unit2_conv2	[[1,512,7,7],[512,512,3,3]]	[[1,512,7,7]]
stage4_unit2_bn3_gamma	ConstantInput			[[512]]	[[512]]
stage4_unit2_bn3_beta	ConstantInput			[[512]]	[[512]]
stage4_unit2_bn3_moving_mean	ConstantInput			[[512]]	[[512]]
stage4_unit2_bn3_moving_var	ConstantInput			[[512]]	[[512]]
stage4_unit2_bn3	BatchNorm	stage4_unit2_conv2;stage4_unit2_bn3_gamma;stage4_unit2_bn3_beta;stage4_unit2_bn3_moving_mean;stage4_unit2_bn3_moving_var	stage4_unit2_bn3	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
_plus47	ElementWise	stage4_unit2_bn3;_plus46	_plus47	[[1,512,7,7],[1,512,7,7]]	[[1,512,7,7]]
stage4_unit3_bn1_gamma	ConstantInput			[[512]]	[[512]]
stage4_unit3_bn1_beta	ConstantInput			[[512]]	[[512]]
stage4_unit3_bn1_moving_mean	ConstantInput			[[512]]	[[512]]
stage4_unit3_bn1_moving_var	ConstantInput			[[512]]	[[512]]
stage4_unit3_bn1	BatchNorm	_plus47;stage4_unit3_bn1_gamma;stage4_unit3_bn1_beta;stage4_unit3_bn1_moving_mean;stage4_unit3_bn1_moving_var	stage4_unit3_bn1	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
stage4_unit3_conv1_weight	ConstantInput			[[512,512,3,3]]	[[512,512,3,3]]
stage4_unit3_conv1	Conv	stage4_unit3_bn1;stage4_unit3_conv1_weight	stage4_unit3_conv1	[[1,512,7,7],[512,512,3,3]]	[[1,512,7,7]]
stage4_unit3_bn2_gamma	ConstantInput			[[512]]	[[512]]
stage4_unit3_bn2_beta	ConstantInput			[[512]]	[[512]]
stage4_unit3_bn2_moving_mean	ConstantInput			[[512]]	[[512]]
stage4_unit3_bn2_moving_var	ConstantInput			[[512]]	[[512]]
stage4_unit3_bn2	BatchNorm	stage4_unit3_conv1;stage4_unit3_bn2_gamma;stage4_unit3_bn2_beta;stage4_unit3_bn2_moving_mean;stage4_unit3_bn2_moving_var	stage4_unit3_bn2	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
stage4_unit3_relu1_gamma	ConstantInput			[[512]]	[[512]]
reshape1110	ConstantInput			[[1,-1,1,1]]	[[1,-1,1,1]]
slope1110	Reshape	stage4_unit3_relu1_gamma;reshape1110	slope1110	[[512],[1,-1,1,1]]	[[1,1,1,1]]
stage4_unit3_relu1	Relu	stage4_unit3_bn2;slope1110	stage4_unit3_relu1	[[1,512,7,7],[1,1,1,1]]	[[1,512,7,7],[1,1,1,1]]
stage4_unit3_conv2_weight	ConstantInput			[[512,512,3,3]]	[[512,512,3,3]]
stage4_unit3_conv2	Conv	stage4_unit3_relu1;stage4_unit3_conv2_weight	stage4_unit3_conv2	[[1,512,7,7],[512,512,3,3]]	[[1,512,7,7]]
stage4_unit3_bn3_gamma	ConstantInput			[[512]]	[[512]]
stage4_unit3_bn3_beta	ConstantInput			[[512]]	[[512]]
stage4_unit3_bn3_moving_mean	ConstantInput			[[512]]	[[512]]
stage4_unit3_bn3_moving_var	ConstantInput			[[512]]	[[512]]
stage4_unit3_bn3	BatchNorm	stage4_unit3_conv2;stage4_unit3_bn3_gamma;stage4_unit3_bn3_beta;stage4_unit3_bn3_moving_mean;stage4_unit3_bn3_moving_var	stage4_unit3_bn3	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
_plus48	ElementWise	stage4_unit3_bn3;_plus47	_plus48	[[1,512,7,7],[1,512,7,7]]	[[1,512,7,7]]
bn1_gamma	ConstantInput			[[512]]	[[512]]
bn1_beta	ConstantInput			[[512]]	[[512]]
bn1_moving_mean	ConstantInput			[[512]]	[[512]]
bn1_moving_var	ConstantInput			[[512]]	[[512]]
bn1	BatchNorm	_plus48;bn1_gamma;bn1_beta;bn1_moving_mean;bn1_moving_var	bn1	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
dropout0	Dropout	bn1	dropout0	[[1,512,7,7]]	[[1,512,7,7]]
flatten_1127	Flatten	dropout0	flatten_1127	[[1,512,7,7]]	[[1,512,7,7]]
pre_fc1_weight	ConstantInput			[[512,25088]]	[[512,25088]]
pre_fc1_bias	ConstantInput			[[512]]	[[512]]
pre_fc1	Gemm	flatten_1127;pre_fc1_weight;pre_fc1_bias	pre_fc1	[[1,512,7,7],[512,25088],[512]]	[[1,512]]
fc1_gamma	ConstantInput			[[512]]	[[512]]
fc1_beta	ConstantInput			[[512]]	[[512]]
fc1_moving_mean	ConstantInput			[[512]]	[[512]]
fc1_moving_var	ConstantInput			[[512]]	[[512]]
fc1	BatchNorm	pre_fc1;fc1_gamma;fc1_beta;fc1_moving_mean;fc1_moving_var	fc1	[[1,512],[512],[512],[512],[512]]	[[1,512],[512],[512],[512],[512]]

Per Layer Timing

We evaluate the ArcFace across all systems and we show the results below.

Click to See Tesla K80 Information ↕

Tesla K80

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla M60 Information ↕

Tesla M60

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See GRID K520 Information ↕

GRID K520

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See TITAN Xp Information ↕

TITAN Xp

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See TITAN V Information ↕

TITAN V

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla V100-SXM2-16GB Information ↕

Tesla V100-SXM2-16GB

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Quadro RTX 6000 Information ↕

Quadro RTX 6000

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla T4 Information ↕

Tesla T4

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32