DenseNet-121

DenseNet-121

Model Plot

BatchSize 1 BatchSize 2 BatchSize 4 BatchSize 8 BatchSize 16 BatchSize 32

Layer Information

Click to See Model Layer Information ↕

LAYERNAME	LAYERTYPE	INPUTNAMES	OUTPUTNAMES	INPUTSHAPES	OUTPUTSHAPES
data_0	ConstantInput			[[1,3,224,224]]	[[1,3,224,224]]
conv1_w_0	ConstantInput			[[64,3,7,7]]	[[64,3,7,7]]
conv_1	Conv	data_0;conv1_w_0	conv1_1	[[1,3,224,224],[64,3,7,7]]	[[1,64,112,112]]
conv1/bn_scale_0	ConstantInput			[[64]]	[[64]]
conv1/bn_bias_0	ConstantInput			[[64]]	[[64]]
conv1/bn_mean_0	ConstantInput			[[64]]	[[64]]
conv1/bn_var_0	ConstantInput			[[64]]	[[64]]
batchnormalization_1	BatchNorm	conv1_1;conv1/bn_scale_0;conv1/bn_bias_0;conv1/bn_mean_0;conv1/bn_var_0	conv1/bn_1	[[1,64,112,112],[64],[64],[64],[64]]	[[1,64,112,112],[64],[64],[64],[64]]
conv1/bn_w_0	ConstantInput			[[64]]	[[64]]
unsqueeze_1	Unsqueeze	conv1/bn_w_0	OC2_DUMMY_0	[[64]]	[[64,1]]
mul_1	ElementWise	conv1/bn_1;OC2_DUMMY_0	conv1/bn_internal_1	[[1,64,112,112],[64,1]]	[[1,64,112,112]]
conv1/bn_b_0	ConstantInput			[[64]]	[[64]]
unsqueeze_2	Unsqueeze	conv1/bn_b_0	OC2_DUMMY_1	[[64]]	[[64,1]]
add_1	ElementWise	conv1/bn_internal_1;OC2_DUMMY_1	conv1/bn_2	[[1,64,112,112],[64,1]]	[[1,64,112,112]]
relu_1	Relu	conv1/bn_2	conv1/bn_3	[[1,64,112,112]]	[[1,64,112,112]]
maxpool_1	Pooling	conv1/bn_3	pool1_1	[[1,64,112,112]]	[[1,64,56,56]]
conv2_1/x1/bn_scale_0	ConstantInput			[[64]]	[[64]]
conv2_1/x1/bn_bias_0	ConstantInput			[[64]]	[[64]]
conv2_1/x1/bn_mean_0	ConstantInput			[[64]]	[[64]]
conv2_1/x1/bn_var_0	ConstantInput			[[64]]	[[64]]
batchnormalization_2	BatchNorm	pool1_1;conv2_1/x1/bn_scale_0;conv2_1/x1/bn_bias_0;conv2_1/x1/bn_mean_0;conv2_1/x1/bn_var_0	conv2_1/x1/bn_1	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
conv2_1/x1/bn_w_0	ConstantInput			[[64]]	[[64]]
unsqueeze_3	Unsqueeze	conv2_1/x1/bn_w_0	OC2_DUMMY_2	[[64]]	[[64,1]]
mul_2	ElementWise	conv2_1/x1/bn_1;OC2_DUMMY_2	conv2_1/x1/bn_internal_1	[[1,64,56,56],[64,1]]	[[1,64,56,56]]
conv2_1/x1/bn_b_0	ConstantInput			[[64]]	[[64]]
unsqueeze_4	Unsqueeze	conv2_1/x1/bn_b_0	OC2_DUMMY_3	[[64]]	[[64,1]]
add_2	ElementWise	conv2_1/x1/bn_internal_1;OC2_DUMMY_3	conv2_1/x1/bn_2	[[1,64,56,56],[64,1]]	[[1,64,56,56]]
relu_2	Relu	conv2_1/x1/bn_2	conv2_1/x1/bn_3	[[1,64,56,56]]	[[1,64,56,56]]
conv2_1/x1_w_0	ConstantInput			[[128,64,1,1]]	[[128,64,1,1]]
conv_2	Conv	conv2_1/x1/bn_3;conv2_1/x1_w_0	conv2_1/x1_1	[[1,64,56,56],[128,64,1,1]]	[[1,128,56,56]]
conv2_1/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv2_1/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv2_1/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv2_1/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_3	BatchNorm	conv2_1/x1_1;conv2_1/x2/bn_scale_0;conv2_1/x2/bn_bias_0;conv2_1/x2/bn_mean_0;conv2_1/x2/bn_var_0	conv2_1/x2/bn_1	[[1,128,56,56],[128],[128],[128],[128]]	[[1,128,56,56],[128],[128],[128],[128]]
conv2_1/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_5	Unsqueeze	conv2_1/x2/bn_w_0	OC2_DUMMY_4	[[128]]	[[128,1]]
mul_3	ElementWise	conv2_1/x2/bn_1;OC2_DUMMY_4	conv2_1/x2/bn_internal_1	[[1,128,56,56],[128,1]]	[[1,128,56,56]]
conv2_1/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_6	Unsqueeze	conv2_1/x2/bn_b_0	OC2_DUMMY_5	[[128]]	[[128,1]]
add_3	ElementWise	conv2_1/x2/bn_internal_1;OC2_DUMMY_5	conv2_1/x2/bn_2	[[1,128,56,56],[128,1]]	[[1,128,56,56]]
relu_3	Relu	conv2_1/x2/bn_2	conv2_1/x2/bn_3	[[1,128,56,56]]	[[1,128,56,56]]
conv2_1/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_3	Conv	conv2_1/x2/bn_3;conv2_1/x2_w_0	conv2_1/x2_1	[[1,128,56,56],[32,128,3,3]]	[[1,32,56,56]]
concat_1	Concat	pool1_1;conv2_1/x2_1	concat_2_1_1	[[1,64,56,56],[1,32,56,56]]	[[1,96,56,56]]
conv2_2/x1/bn_scale_0	ConstantInput			[[96]]	[[96]]
conv2_2/x1/bn_bias_0	ConstantInput			[[96]]	[[96]]
conv2_2/x1/bn_mean_0	ConstantInput			[[96]]	[[96]]
conv2_2/x1/bn_var_0	ConstantInput			[[96]]	[[96]]
batchnormalization_4	BatchNorm	concat_2_1_1;conv2_2/x1/bn_scale_0;conv2_2/x1/bn_bias_0;conv2_2/x1/bn_mean_0;conv2_2/x1/bn_var_0	conv2_2/x1/bn_1	[[1,96,56,56],[96],[96],[96],[96]]	[[1,96,56,56],[96],[96],[96],[96]]
conv2_2/x1/bn_w_0	ConstantInput			[[96]]	[[96]]
unsqueeze_7	Unsqueeze	conv2_2/x1/bn_w_0	OC2_DUMMY_6	[[96]]	[[96,1]]
mul_4	ElementWise	conv2_2/x1/bn_1;OC2_DUMMY_6	conv2_2/x1/bn_internal_1	[[1,96,56,56],[96,1]]	[[1,96,56,56]]
conv2_2/x1/bn_b_0	ConstantInput			[[96]]	[[96]]
unsqueeze_8	Unsqueeze	conv2_2/x1/bn_b_0	OC2_DUMMY_7	[[96]]	[[96,1]]
add_4	ElementWise	conv2_2/x1/bn_internal_1;OC2_DUMMY_7	conv2_2/x1/bn_2	[[1,96,56,56],[96,1]]	[[1,96,56,56]]
relu_4	Relu	conv2_2/x1/bn_2	conv2_2/x1/bn_3	[[1,96,56,56]]	[[1,96,56,56]]
conv2_2/x1_w_0	ConstantInput			[[128,96,1,1]]	[[128,96,1,1]]
conv_4	Conv	conv2_2/x1/bn_3;conv2_2/x1_w_0	conv2_2/x1_1	[[1,96,56,56],[128,96,1,1]]	[[1,128,56,56]]
conv2_2/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv2_2/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv2_2/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv2_2/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_5	BatchNorm	conv2_2/x1_1;conv2_2/x2/bn_scale_0;conv2_2/x2/bn_bias_0;conv2_2/x2/bn_mean_0;conv2_2/x2/bn_var_0	conv2_2/x2/bn_1	[[1,128,56,56],[128],[128],[128],[128]]	[[1,128,56,56],[128],[128],[128],[128]]
conv2_2/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_9	Unsqueeze	conv2_2/x2/bn_w_0	OC2_DUMMY_8	[[128]]	[[128,1]]
mul_5	ElementWise	conv2_2/x2/bn_1;OC2_DUMMY_8	conv2_2/x2/bn_internal_1	[[1,128,56,56],[128,1]]	[[1,128,56,56]]
conv2_2/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_10	Unsqueeze	conv2_2/x2/bn_b_0	OC2_DUMMY_9	[[128]]	[[128,1]]
add_5	ElementWise	conv2_2/x2/bn_internal_1;OC2_DUMMY_9	conv2_2/x2/bn_2	[[1,128,56,56],[128,1]]	[[1,128,56,56]]
relu_5	Relu	conv2_2/x2/bn_2	conv2_2/x2/bn_3	[[1,128,56,56]]	[[1,128,56,56]]
conv2_2/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_5	Conv	conv2_2/x2/bn_3;conv2_2/x2_w_0	conv2_2/x2_1	[[1,128,56,56],[32,128,3,3]]	[[1,32,56,56]]
concat_2	Concat	concat_2_1_1;conv2_2/x2_1	concat_2_2_1	[[1,96,56,56],[1,32,56,56]]	[[1,128,56,56]]
conv2_3/x1/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv2_3/x1/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv2_3/x1/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv2_3/x1/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_6	BatchNorm	concat_2_2_1;conv2_3/x1/bn_scale_0;conv2_3/x1/bn_bias_0;conv2_3/x1/bn_mean_0;conv2_3/x1/bn_var_0	conv2_3/x1/bn_1	[[1,128,56,56],[128],[128],[128],[128]]	[[1,128,56,56],[128],[128],[128],[128]]
conv2_3/x1/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_11	Unsqueeze	conv2_3/x1/bn_w_0	OC2_DUMMY_10	[[128]]	[[128,1]]
mul_6	ElementWise	conv2_3/x1/bn_1;OC2_DUMMY_10	conv2_3/x1/bn_internal_1	[[1,128,56,56],[128,1]]	[[1,128,56,56]]
conv2_3/x1/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_12	Unsqueeze	conv2_3/x1/bn_b_0	OC2_DUMMY_11	[[128]]	[[128,1]]
add_6	ElementWise	conv2_3/x1/bn_internal_1;OC2_DUMMY_11	conv2_3/x1/bn_2	[[1,128,56,56],[128,1]]	[[1,128,56,56]]
relu_6	Relu	conv2_3/x1/bn_2	conv2_3/x1/bn_3	[[1,128,56,56]]	[[1,128,56,56]]
conv2_3/x1_w_0	ConstantInput			[[128,128,1,1]]	[[128,128,1,1]]
conv_6	Conv	conv2_3/x1/bn_3;conv2_3/x1_w_0	conv2_3/x1_1	[[1,128,56,56],[128,128,1,1]]	[[1,128,56,56]]
conv2_3/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv2_3/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv2_3/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv2_3/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_7	BatchNorm	conv2_3/x1_1;conv2_3/x2/bn_scale_0;conv2_3/x2/bn_bias_0;conv2_3/x2/bn_mean_0;conv2_3/x2/bn_var_0	conv2_3/x2/bn_1	[[1,128,56,56],[128],[128],[128],[128]]	[[1,128,56,56],[128],[128],[128],[128]]
conv2_3/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_13	Unsqueeze	conv2_3/x2/bn_w_0	OC2_DUMMY_12	[[128]]	[[128,1]]
mul_7	ElementWise	conv2_3/x2/bn_1;OC2_DUMMY_12	conv2_3/x2/bn_internal_1	[[1,128,56,56],[128,1]]	[[1,128,56,56]]
conv2_3/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_14	Unsqueeze	conv2_3/x2/bn_b_0	OC2_DUMMY_13	[[128]]	[[128,1]]
add_7	ElementWise	conv2_3/x2/bn_internal_1;OC2_DUMMY_13	conv2_3/x2/bn_2	[[1,128,56,56],[128,1]]	[[1,128,56,56]]
relu_7	Relu	conv2_3/x2/bn_2	conv2_3/x2/bn_3	[[1,128,56,56]]	[[1,128,56,56]]
conv2_3/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_7	Conv	conv2_3/x2/bn_3;conv2_3/x2_w_0	conv2_3/x2_1	[[1,128,56,56],[32,128,3,3]]	[[1,32,56,56]]
concat_3	Concat	concat_2_2_1;conv2_3/x2_1	concat_2_3_1	[[1,128,56,56],[1,32,56,56]]	[[1,160,56,56]]
conv2_4/x1/bn_scale_0	ConstantInput			[[160]]	[[160]]
conv2_4/x1/bn_bias_0	ConstantInput			[[160]]	[[160]]
conv2_4/x1/bn_mean_0	ConstantInput			[[160]]	[[160]]
conv2_4/x1/bn_var_0	ConstantInput			[[160]]	[[160]]
batchnormalization_8	BatchNorm	concat_2_3_1;conv2_4/x1/bn_scale_0;conv2_4/x1/bn_bias_0;conv2_4/x1/bn_mean_0;conv2_4/x1/bn_var_0	conv2_4/x1/bn_1	[[1,160,56,56],[160],[160],[160],[160]]	[[1,160,56,56],[160],[160],[160],[160]]
conv2_4/x1/bn_w_0	ConstantInput			[[160]]	[[160]]
unsqueeze_15	Unsqueeze	conv2_4/x1/bn_w_0	OC2_DUMMY_14	[[160]]	[[160,1]]
mul_8	ElementWise	conv2_4/x1/bn_1;OC2_DUMMY_14	conv2_4/x1/bn_internal_1	[[1,160,56,56],[160,1]]	[[1,160,56,56]]
conv2_4/x1/bn_b_0	ConstantInput			[[160]]	[[160]]
unsqueeze_16	Unsqueeze	conv2_4/x1/bn_b_0	OC2_DUMMY_15	[[160]]	[[160,1]]
add_8	ElementWise	conv2_4/x1/bn_internal_1;OC2_DUMMY_15	conv2_4/x1/bn_2	[[1,160,56,56],[160,1]]	[[1,160,56,56]]
relu_8	Relu	conv2_4/x1/bn_2	conv2_4/x1/bn_3	[[1,160,56,56]]	[[1,160,56,56]]
conv2_4/x1_w_0	ConstantInput			[[128,160,1,1]]	[[128,160,1,1]]
conv_8	Conv	conv2_4/x1/bn_3;conv2_4/x1_w_0	conv2_4/x1_1	[[1,160,56,56],[128,160,1,1]]	[[1,128,56,56]]
conv2_4/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv2_4/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv2_4/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv2_4/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_9	BatchNorm	conv2_4/x1_1;conv2_4/x2/bn_scale_0;conv2_4/x2/bn_bias_0;conv2_4/x2/bn_mean_0;conv2_4/x2/bn_var_0	conv2_4/x2/bn_1	[[1,128,56,56],[128],[128],[128],[128]]	[[1,128,56,56],[128],[128],[128],[128]]
conv2_4/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_17	Unsqueeze	conv2_4/x2/bn_w_0	OC2_DUMMY_16	[[128]]	[[128,1]]
mul_9	ElementWise	conv2_4/x2/bn_1;OC2_DUMMY_16	conv2_4/x2/bn_internal_1	[[1,128,56,56],[128,1]]	[[1,128,56,56]]
conv2_4/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_18	Unsqueeze	conv2_4/x2/bn_b_0	OC2_DUMMY_17	[[128]]	[[128,1]]
add_9	ElementWise	conv2_4/x2/bn_internal_1;OC2_DUMMY_17	conv2_4/x2/bn_2	[[1,128,56,56],[128,1]]	[[1,128,56,56]]
relu_9	Relu	conv2_4/x2/bn_2	conv2_4/x2/bn_3	[[1,128,56,56]]	[[1,128,56,56]]
conv2_4/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_9	Conv	conv2_4/x2/bn_3;conv2_4/x2_w_0	conv2_4/x2_1	[[1,128,56,56],[32,128,3,3]]	[[1,32,56,56]]
concat_4	Concat	concat_2_3_1;conv2_4/x2_1	concat_2_4_1	[[1,160,56,56],[1,32,56,56]]	[[1,192,56,56]]
conv2_5/x1/bn_scale_0	ConstantInput			[[192]]	[[192]]
conv2_5/x1/bn_bias_0	ConstantInput			[[192]]	[[192]]
conv2_5/x1/bn_mean_0	ConstantInput			[[192]]	[[192]]
conv2_5/x1/bn_var_0	ConstantInput			[[192]]	[[192]]
batchnormalization_10	BatchNorm	concat_2_4_1;conv2_5/x1/bn_scale_0;conv2_5/x1/bn_bias_0;conv2_5/x1/bn_mean_0;conv2_5/x1/bn_var_0	conv2_5/x1/bn_1	[[1,192,56,56],[192],[192],[192],[192]]	[[1,192,56,56],[192],[192],[192],[192]]
conv2_5/x1/bn_w_0	ConstantInput			[[192]]	[[192]]
unsqueeze_19	Unsqueeze	conv2_5/x1/bn_w_0	OC2_DUMMY_18	[[192]]	[[192,1]]
mul_10	ElementWise	conv2_5/x1/bn_1;OC2_DUMMY_18	conv2_5/x1/bn_internal_1	[[1,192,56,56],[192,1]]	[[1,192,56,56]]
conv2_5/x1/bn_b_0	ConstantInput			[[192]]	[[192]]
unsqueeze_20	Unsqueeze	conv2_5/x1/bn_b_0	OC2_DUMMY_19	[[192]]	[[192,1]]
add_10	ElementWise	conv2_5/x1/bn_internal_1;OC2_DUMMY_19	conv2_5/x1/bn_2	[[1,192,56,56],[192,1]]	[[1,192,56,56]]
relu_10	Relu	conv2_5/x1/bn_2	conv2_5/x1/bn_3	[[1,192,56,56]]	[[1,192,56,56]]
conv2_5/x1_w_0	ConstantInput			[[128,192,1,1]]	[[128,192,1,1]]
conv_10	Conv	conv2_5/x1/bn_3;conv2_5/x1_w_0	conv2_5/x1_1	[[1,192,56,56],[128,192,1,1]]	[[1,128,56,56]]
conv2_5/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv2_5/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv2_5/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv2_5/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_11	BatchNorm	conv2_5/x1_1;conv2_5/x2/bn_scale_0;conv2_5/x2/bn_bias_0;conv2_5/x2/bn_mean_0;conv2_5/x2/bn_var_0	conv2_5/x2/bn_1	[[1,128,56,56],[128],[128],[128],[128]]	[[1,128,56,56],[128],[128],[128],[128]]
conv2_5/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_21	Unsqueeze	conv2_5/x2/bn_w_0	OC2_DUMMY_20	[[128]]	[[128,1]]
mul_11	ElementWise	conv2_5/x2/bn_1;OC2_DUMMY_20	conv2_5/x2/bn_internal_1	[[1,128,56,56],[128,1]]	[[1,128,56,56]]
conv2_5/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_22	Unsqueeze	conv2_5/x2/bn_b_0	OC2_DUMMY_21	[[128]]	[[128,1]]
add_11	ElementWise	conv2_5/x2/bn_internal_1;OC2_DUMMY_21	conv2_5/x2/bn_2	[[1,128,56,56],[128,1]]	[[1,128,56,56]]
relu_11	Relu	conv2_5/x2/bn_2	conv2_5/x2/bn_3	[[1,128,56,56]]	[[1,128,56,56]]
conv2_5/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_11	Conv	conv2_5/x2/bn_3;conv2_5/x2_w_0	conv2_5/x2_1	[[1,128,56,56],[32,128,3,3]]	[[1,32,56,56]]
concat_5	Concat	concat_2_4_1;conv2_5/x2_1	concat_2_5_1	[[1,192,56,56],[1,32,56,56]]	[[1,224,56,56]]
conv2_6/x1/bn_scale_0	ConstantInput			[[224]]	[[224]]
conv2_6/x1/bn_bias_0	ConstantInput			[[224]]	[[224]]
conv2_6/x1/bn_mean_0	ConstantInput			[[224]]	[[224]]
conv2_6/x1/bn_var_0	ConstantInput			[[224]]	[[224]]
batchnormalization_12	BatchNorm	concat_2_5_1;conv2_6/x1/bn_scale_0;conv2_6/x1/bn_bias_0;conv2_6/x1/bn_mean_0;conv2_6/x1/bn_var_0	conv2_6/x1/bn_1	[[1,224,56,56],[224],[224],[224],[224]]	[[1,224,56,56],[224],[224],[224],[224]]
conv2_6/x1/bn_w_0	ConstantInput			[[224]]	[[224]]
unsqueeze_23	Unsqueeze	conv2_6/x1/bn_w_0	OC2_DUMMY_22	[[224]]	[[224,1]]
mul_12	ElementWise	conv2_6/x1/bn_1;OC2_DUMMY_22	conv2_6/x1/bn_internal_1	[[1,224,56,56],[224,1]]	[[1,224,56,56]]
conv2_6/x1/bn_b_0	ConstantInput			[[224]]	[[224]]
unsqueeze_24	Unsqueeze	conv2_6/x1/bn_b_0	OC2_DUMMY_23	[[224]]	[[224,1]]
add_12	ElementWise	conv2_6/x1/bn_internal_1;OC2_DUMMY_23	conv2_6/x1/bn_2	[[1,224,56,56],[224,1]]	[[1,224,56,56]]
relu_12	Relu	conv2_6/x1/bn_2	conv2_6/x1/bn_3	[[1,224,56,56]]	[[1,224,56,56]]
conv2_6/x1_w_0	ConstantInput			[[128,224,1,1]]	[[128,224,1,1]]
conv_12	Conv	conv2_6/x1/bn_3;conv2_6/x1_w_0	conv2_6/x1_1	[[1,224,56,56],[128,224,1,1]]	[[1,128,56,56]]
conv2_6/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv2_6/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv2_6/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv2_6/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_13	BatchNorm	conv2_6/x1_1;conv2_6/x2/bn_scale_0;conv2_6/x2/bn_bias_0;conv2_6/x2/bn_mean_0;conv2_6/x2/bn_var_0	conv2_6/x2/bn_1	[[1,128,56,56],[128],[128],[128],[128]]	[[1,128,56,56],[128],[128],[128],[128]]
conv2_6/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_25	Unsqueeze	conv2_6/x2/bn_w_0	OC2_DUMMY_24	[[128]]	[[128,1]]
mul_13	ElementWise	conv2_6/x2/bn_1;OC2_DUMMY_24	conv2_6/x2/bn_internal_1	[[1,128,56,56],[128,1]]	[[1,128,56,56]]
conv2_6/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_26	Unsqueeze	conv2_6/x2/bn_b_0	OC2_DUMMY_25	[[128]]	[[128,1]]
add_13	ElementWise	conv2_6/x2/bn_internal_1;OC2_DUMMY_25	conv2_6/x2/bn_2	[[1,128,56,56],[128,1]]	[[1,128,56,56]]
relu_13	Relu	conv2_6/x2/bn_2	conv2_6/x2/bn_3	[[1,128,56,56]]	[[1,128,56,56]]
conv2_6/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_13	Conv	conv2_6/x2/bn_3;conv2_6/x2_w_0	conv2_6/x2_1	[[1,128,56,56],[32,128,3,3]]	[[1,32,56,56]]
concat_6	Concat	concat_2_5_1;conv2_6/x2_1	concat_2_6_1	[[1,224,56,56],[1,32,56,56]]	[[1,256,56,56]]
conv2_blk/bn_scale_0	ConstantInput			[[256]]	[[256]]
conv2_blk/bn_bias_0	ConstantInput			[[256]]	[[256]]
conv2_blk/bn_mean_0	ConstantInput			[[256]]	[[256]]
conv2_blk/bn_var_0	ConstantInput			[[256]]	[[256]]
batchnormalization_14	BatchNorm	concat_2_6_1;conv2_blk/bn_scale_0;conv2_blk/bn_bias_0;conv2_blk/bn_mean_0;conv2_blk/bn_var_0	conv2_blk/bn_1	[[1,256,56,56],[256],[256],[256],[256]]	[[1,256,56,56],[256],[256],[256],[256]]
conv2_blk/bn_w_0	ConstantInput			[[256]]	[[256]]
unsqueeze_27	Unsqueeze	conv2_blk/bn_w_0	OC2_DUMMY_26	[[256]]	[[256,1]]
mul_14	ElementWise	conv2_blk/bn_1;OC2_DUMMY_26	conv2_blk/bn_internal_1	[[1,256,56,56],[256,1]]	[[1,256,56,56]]
conv2_blk/bn_b_0	ConstantInput			[[256]]	[[256]]
unsqueeze_28	Unsqueeze	conv2_blk/bn_b_0	OC2_DUMMY_27	[[256]]	[[256,1]]
add_14	ElementWise	conv2_blk/bn_internal_1;OC2_DUMMY_27	conv2_blk/bn_2	[[1,256,56,56],[256,1]]	[[1,256,56,56]]
relu_14	Relu	conv2_blk/bn_2	conv2_blk/bn_3	[[1,256,56,56]]	[[1,256,56,56]]
conv2_blk_w_0	ConstantInput			[[128,256,1,1]]	[[128,256,1,1]]
conv_14	Conv	conv2_blk/bn_3;conv2_blk_w_0	conv2_blk_1	[[1,256,56,56],[128,256,1,1]]	[[1,128,56,56]]
averagepool_1	Pooling	conv2_blk_1	pool2_1	[[1,128,56,56]]	[[1,128,28,28]]
conv3_1/x1/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv3_1/x1/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv3_1/x1/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv3_1/x1/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_15	BatchNorm	pool2_1;conv3_1/x1/bn_scale_0;conv3_1/x1/bn_bias_0;conv3_1/x1/bn_mean_0;conv3_1/x1/bn_var_0	conv3_1/x1/bn_1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
conv3_1/x1/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_29	Unsqueeze	conv3_1/x1/bn_w_0	OC2_DUMMY_28	[[128]]	[[128,1]]
mul_15	ElementWise	conv3_1/x1/bn_1;OC2_DUMMY_28	conv3_1/x1/bn_internal_1	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
conv3_1/x1/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_30	Unsqueeze	conv3_1/x1/bn_b_0	OC2_DUMMY_29	[[128]]	[[128,1]]
add_15	ElementWise	conv3_1/x1/bn_internal_1;OC2_DUMMY_29	conv3_1/x1/bn_2	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
relu_15	Relu	conv3_1/x1/bn_2	conv3_1/x1/bn_3	[[1,128,28,28]]	[[1,128,28,28]]
conv3_1/x1_w_0	ConstantInput			[[128,128,1,1]]	[[128,128,1,1]]
conv_15	Conv	conv3_1/x1/bn_3;conv3_1/x1_w_0	conv3_1/x1_1	[[1,128,28,28],[128,128,1,1]]	[[1,128,28,28]]
conv3_1/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv3_1/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv3_1/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv3_1/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_16	BatchNorm	conv3_1/x1_1;conv3_1/x2/bn_scale_0;conv3_1/x2/bn_bias_0;conv3_1/x2/bn_mean_0;conv3_1/x2/bn_var_0	conv3_1/x2/bn_1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
conv3_1/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_31	Unsqueeze	conv3_1/x2/bn_w_0	OC2_DUMMY_30	[[128]]	[[128,1]]
mul_16	ElementWise	conv3_1/x2/bn_1;OC2_DUMMY_30	conv3_1/x2/bn_internal_1	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
conv3_1/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_32	Unsqueeze	conv3_1/x2/bn_b_0	OC2_DUMMY_31	[[128]]	[[128,1]]
add_16	ElementWise	conv3_1/x2/bn_internal_1;OC2_DUMMY_31	conv3_1/x2/bn_2	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
relu_16	Relu	conv3_1/x2/bn_2	conv3_1/x2/bn_3	[[1,128,28,28]]	[[1,128,28,28]]
conv3_1/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_16	Conv	conv3_1/x2/bn_3;conv3_1/x2_w_0	conv3_1/x2_1	[[1,128,28,28],[32,128,3,3]]	[[1,32,28,28]]
concat_7	Concat	pool2_1;conv3_1/x2_1	concat_3_1_1	[[1,128,28,28],[1,32,28,28]]	[[1,160,28,28]]
conv3_2/x1/bn_scale_0	ConstantInput			[[160]]	[[160]]
conv3_2/x1/bn_bias_0	ConstantInput			[[160]]	[[160]]
conv3_2/x1/bn_mean_0	ConstantInput			[[160]]	[[160]]
conv3_2/x1/bn_var_0	ConstantInput			[[160]]	[[160]]
batchnormalization_17	BatchNorm	concat_3_1_1;conv3_2/x1/bn_scale_0;conv3_2/x1/bn_bias_0;conv3_2/x1/bn_mean_0;conv3_2/x1/bn_var_0	conv3_2/x1/bn_1	[[1,160,28,28],[160],[160],[160],[160]]	[[1,160,28,28],[160],[160],[160],[160]]
conv3_2/x1/bn_w_0	ConstantInput			[[160]]	[[160]]
unsqueeze_33	Unsqueeze	conv3_2/x1/bn_w_0	OC2_DUMMY_32	[[160]]	[[160,1]]
mul_17	ElementWise	conv3_2/x1/bn_1;OC2_DUMMY_32	conv3_2/x1/bn_internal_1	[[1,160,28,28],[160,1]]	[[1,160,28,28]]
conv3_2/x1/bn_b_0	ConstantInput			[[160]]	[[160]]
unsqueeze_34	Unsqueeze	conv3_2/x1/bn_b_0	OC2_DUMMY_33	[[160]]	[[160,1]]
add_17	ElementWise	conv3_2/x1/bn_internal_1;OC2_DUMMY_33	conv3_2/x1/bn_2	[[1,160,28,28],[160,1]]	[[1,160,28,28]]
relu_17	Relu	conv3_2/x1/bn_2	conv3_2/x1/bn_3	[[1,160,28,28]]	[[1,160,28,28]]
conv3_2/x1_w_0	ConstantInput			[[128,160,1,1]]	[[128,160,1,1]]
conv_17	Conv	conv3_2/x1/bn_3;conv3_2/x1_w_0	conv3_2/x1_1	[[1,160,28,28],[128,160,1,1]]	[[1,128,28,28]]
conv3_2/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv3_2/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv3_2/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv3_2/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_18	BatchNorm	conv3_2/x1_1;conv3_2/x2/bn_scale_0;conv3_2/x2/bn_bias_0;conv3_2/x2/bn_mean_0;conv3_2/x2/bn_var_0	conv3_2/x2/bn_1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
conv3_2/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_35	Unsqueeze	conv3_2/x2/bn_w_0	OC2_DUMMY_34	[[128]]	[[128,1]]
mul_18	ElementWise	conv3_2/x2/bn_1;OC2_DUMMY_34	conv3_2/x2/bn_internal_1	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
conv3_2/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_36	Unsqueeze	conv3_2/x2/bn_b_0	OC2_DUMMY_35	[[128]]	[[128,1]]
add_18	ElementWise	conv3_2/x2/bn_internal_1;OC2_DUMMY_35	conv3_2/x2/bn_2	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
relu_18	Relu	conv3_2/x2/bn_2	conv3_2/x2/bn_3	[[1,128,28,28]]	[[1,128,28,28]]
conv3_2/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_18	Conv	conv3_2/x2/bn_3;conv3_2/x2_w_0	conv3_2/x2_1	[[1,128,28,28],[32,128,3,3]]	[[1,32,28,28]]
concat_8	Concat	concat_3_1_1;conv3_2/x2_1	concat_3_2_1	[[1,160,28,28],[1,32,28,28]]	[[1,192,28,28]]
conv3_3/x1/bn_scale_0	ConstantInput			[[192]]	[[192]]
conv3_3/x1/bn_bias_0	ConstantInput			[[192]]	[[192]]
conv3_3/x1/bn_mean_0	ConstantInput			[[192]]	[[192]]
conv3_3/x1/bn_var_0	ConstantInput			[[192]]	[[192]]
batchnormalization_19	BatchNorm	concat_3_2_1;conv3_3/x1/bn_scale_0;conv3_3/x1/bn_bias_0;conv3_3/x1/bn_mean_0;conv3_3/x1/bn_var_0	conv3_3/x1/bn_1	[[1,192,28,28],[192],[192],[192],[192]]	[[1,192,28,28],[192],[192],[192],[192]]
conv3_3/x1/bn_w_0	ConstantInput			[[192]]	[[192]]
unsqueeze_37	Unsqueeze	conv3_3/x1/bn_w_0	OC2_DUMMY_36	[[192]]	[[192,1]]
mul_19	ElementWise	conv3_3/x1/bn_1;OC2_DUMMY_36	conv3_3/x1/bn_internal_1	[[1,192,28,28],[192,1]]	[[1,192,28,28]]
conv3_3/x1/bn_b_0	ConstantInput			[[192]]	[[192]]
unsqueeze_38	Unsqueeze	conv3_3/x1/bn_b_0	OC2_DUMMY_37	[[192]]	[[192,1]]
add_19	ElementWise	conv3_3/x1/bn_internal_1;OC2_DUMMY_37	conv3_3/x1/bn_2	[[1,192,28,28],[192,1]]	[[1,192,28,28]]
relu_19	Relu	conv3_3/x1/bn_2	conv3_3/x1/bn_3	[[1,192,28,28]]	[[1,192,28,28]]
conv3_3/x1_w_0	ConstantInput			[[128,192,1,1]]	[[128,192,1,1]]
conv_19	Conv	conv3_3/x1/bn_3;conv3_3/x1_w_0	conv3_3/x1_1	[[1,192,28,28],[128,192,1,1]]	[[1,128,28,28]]
conv3_3/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv3_3/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv3_3/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv3_3/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_20	BatchNorm	conv3_3/x1_1;conv3_3/x2/bn_scale_0;conv3_3/x2/bn_bias_0;conv3_3/x2/bn_mean_0;conv3_3/x2/bn_var_0	conv3_3/x2/bn_1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
conv3_3/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_39	Unsqueeze	conv3_3/x2/bn_w_0	OC2_DUMMY_38	[[128]]	[[128,1]]
mul_20	ElementWise	conv3_3/x2/bn_1;OC2_DUMMY_38	conv3_3/x2/bn_internal_1	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
conv3_3/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_40	Unsqueeze	conv3_3/x2/bn_b_0	OC2_DUMMY_39	[[128]]	[[128,1]]
add_20	ElementWise	conv3_3/x2/bn_internal_1;OC2_DUMMY_39	conv3_3/x2/bn_2	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
relu_20	Relu	conv3_3/x2/bn_2	conv3_3/x2/bn_3	[[1,128,28,28]]	[[1,128,28,28]]
conv3_3/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_20	Conv	conv3_3/x2/bn_3;conv3_3/x2_w_0	conv3_3/x2_1	[[1,128,28,28],[32,128,3,3]]	[[1,32,28,28]]
concat_9	Concat	concat_3_2_1;conv3_3/x2_1	concat_3_3_1	[[1,192,28,28],[1,32,28,28]]	[[1,224,28,28]]
conv3_4/x1/bn_scale_0	ConstantInput			[[224]]	[[224]]
conv3_4/x1/bn_bias_0	ConstantInput			[[224]]	[[224]]
conv3_4/x1/bn_mean_0	ConstantInput			[[224]]	[[224]]
conv3_4/x1/bn_var_0	ConstantInput			[[224]]	[[224]]
batchnormalization_21	BatchNorm	concat_3_3_1;conv3_4/x1/bn_scale_0;conv3_4/x1/bn_bias_0;conv3_4/x1/bn_mean_0;conv3_4/x1/bn_var_0	conv3_4/x1/bn_1	[[1,224,28,28],[224],[224],[224],[224]]	[[1,224,28,28],[224],[224],[224],[224]]
conv3_4/x1/bn_w_0	ConstantInput			[[224]]	[[224]]
unsqueeze_41	Unsqueeze	conv3_4/x1/bn_w_0	OC2_DUMMY_40	[[224]]	[[224,1]]
mul_21	ElementWise	conv3_4/x1/bn_1;OC2_DUMMY_40	conv3_4/x1/bn_internal_1	[[1,224,28,28],[224,1]]	[[1,224,28,28]]
conv3_4/x1/bn_b_0	ConstantInput			[[224]]	[[224]]
unsqueeze_42	Unsqueeze	conv3_4/x1/bn_b_0	OC2_DUMMY_41	[[224]]	[[224,1]]
add_21	ElementWise	conv3_4/x1/bn_internal_1;OC2_DUMMY_41	conv3_4/x1/bn_2	[[1,224,28,28],[224,1]]	[[1,224,28,28]]
relu_21	Relu	conv3_4/x1/bn_2	conv3_4/x1/bn_3	[[1,224,28,28]]	[[1,224,28,28]]
conv3_4/x1_w_0	ConstantInput			[[128,224,1,1]]	[[128,224,1,1]]
conv_21	Conv	conv3_4/x1/bn_3;conv3_4/x1_w_0	conv3_4/x1_1	[[1,224,28,28],[128,224,1,1]]	[[1,128,28,28]]
conv3_4/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv3_4/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv3_4/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv3_4/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_22	BatchNorm	conv3_4/x1_1;conv3_4/x2/bn_scale_0;conv3_4/x2/bn_bias_0;conv3_4/x2/bn_mean_0;conv3_4/x2/bn_var_0	conv3_4/x2/bn_1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
conv3_4/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_43	Unsqueeze	conv3_4/x2/bn_w_0	OC2_DUMMY_42	[[128]]	[[128,1]]
mul_22	ElementWise	conv3_4/x2/bn_1;OC2_DUMMY_42	conv3_4/x2/bn_internal_1	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
conv3_4/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_44	Unsqueeze	conv3_4/x2/bn_b_0	OC2_DUMMY_43	[[128]]	[[128,1]]
add_22	ElementWise	conv3_4/x2/bn_internal_1;OC2_DUMMY_43	conv3_4/x2/bn_2	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
relu_22	Relu	conv3_4/x2/bn_2	conv3_4/x2/bn_3	[[1,128,28,28]]	[[1,128,28,28]]
conv3_4/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_22	Conv	conv3_4/x2/bn_3;conv3_4/x2_w_0	conv3_4/x2_1	[[1,128,28,28],[32,128,3,3]]	[[1,32,28,28]]
concat_10	Concat	concat_3_3_1;conv3_4/x2_1	concat_3_4_1	[[1,224,28,28],[1,32,28,28]]	[[1,256,28,28]]
conv3_5/x1/bn_scale_0	ConstantInput			[[256]]	[[256]]
conv3_5/x1/bn_bias_0	ConstantInput			[[256]]	[[256]]
conv3_5/x1/bn_mean_0	ConstantInput			[[256]]	[[256]]
conv3_5/x1/bn_var_0	ConstantInput			[[256]]	[[256]]
batchnormalization_23	BatchNorm	concat_3_4_1;conv3_5/x1/bn_scale_0;conv3_5/x1/bn_bias_0;conv3_5/x1/bn_mean_0;conv3_5/x1/bn_var_0	conv3_5/x1/bn_1	[[1,256,28,28],[256],[256],[256],[256]]	[[1,256,28,28],[256],[256],[256],[256]]
conv3_5/x1/bn_w_0	ConstantInput			[[256]]	[[256]]
unsqueeze_45	Unsqueeze	conv3_5/x1/bn_w_0	OC2_DUMMY_44	[[256]]	[[256,1]]
mul_23	ElementWise	conv3_5/x1/bn_1;OC2_DUMMY_44	conv3_5/x1/bn_internal_1	[[1,256,28,28],[256,1]]	[[1,256,28,28]]
conv3_5/x1/bn_b_0	ConstantInput			[[256]]	[[256]]
unsqueeze_46	Unsqueeze	conv3_5/x1/bn_b_0	OC2_DUMMY_45	[[256]]	[[256,1]]
add_23	ElementWise	conv3_5/x1/bn_internal_1;OC2_DUMMY_45	conv3_5/x1/bn_2	[[1,256,28,28],[256,1]]	[[1,256,28,28]]
relu_23	Relu	conv3_5/x1/bn_2	conv3_5/x1/bn_3	[[1,256,28,28]]	[[1,256,28,28]]
conv3_5/x1_w_0	ConstantInput			[[128,256,1,1]]	[[128,256,1,1]]
conv_23	Conv	conv3_5/x1/bn_3;conv3_5/x1_w_0	conv3_5/x1_1	[[1,256,28,28],[128,256,1,1]]	[[1,128,28,28]]
conv3_5/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv3_5/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv3_5/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv3_5/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_24	BatchNorm	conv3_5/x1_1;conv3_5/x2/bn_scale_0;conv3_5/x2/bn_bias_0;conv3_5/x2/bn_mean_0;conv3_5/x2/bn_var_0	conv3_5/x2/bn_1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
conv3_5/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_47	Unsqueeze	conv3_5/x2/bn_w_0	OC2_DUMMY_46	[[128]]	[[128,1]]
mul_24	ElementWise	conv3_5/x2/bn_1;OC2_DUMMY_46	conv3_5/x2/bn_internal_1	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
conv3_5/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_48	Unsqueeze	conv3_5/x2/bn_b_0	OC2_DUMMY_47	[[128]]	[[128,1]]
add_24	ElementWise	conv3_5/x2/bn_internal_1;OC2_DUMMY_47	conv3_5/x2/bn_2	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
relu_24	Relu	conv3_5/x2/bn_2	conv3_5/x2/bn_3	[[1,128,28,28]]	[[1,128,28,28]]
conv3_5/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_24	Conv	conv3_5/x2/bn_3;conv3_5/x2_w_0	conv3_5/x2_1	[[1,128,28,28],[32,128,3,3]]	[[1,32,28,28]]
concat_11	Concat	concat_3_4_1;conv3_5/x2_1	concat_3_5_1	[[1,256,28,28],[1,32,28,28]]	[[1,288,28,28]]
conv3_6/x1/bn_scale_0	ConstantInput			[[288]]	[[288]]
conv3_6/x1/bn_bias_0	ConstantInput			[[288]]	[[288]]
conv3_6/x1/bn_mean_0	ConstantInput			[[288]]	[[288]]
conv3_6/x1/bn_var_0	ConstantInput			[[288]]	[[288]]
batchnormalization_25	BatchNorm	concat_3_5_1;conv3_6/x1/bn_scale_0;conv3_6/x1/bn_bias_0;conv3_6/x1/bn_mean_0;conv3_6/x1/bn_var_0	conv3_6/x1/bn_1	[[1,288,28,28],[288],[288],[288],[288]]	[[1,288,28,28],[288],[288],[288],[288]]
conv3_6/x1/bn_w_0	ConstantInput			[[288]]	[[288]]
unsqueeze_49	Unsqueeze	conv3_6/x1/bn_w_0	OC2_DUMMY_48	[[288]]	[[288,1]]
mul_25	ElementWise	conv3_6/x1/bn_1;OC2_DUMMY_48	conv3_6/x1/bn_internal_1	[[1,288,28,28],[288,1]]	[[1,288,28,28]]
conv3_6/x1/bn_b_0	ConstantInput			[[288]]	[[288]]
unsqueeze_50	Unsqueeze	conv3_6/x1/bn_b_0	OC2_DUMMY_49	[[288]]	[[288,1]]
add_25	ElementWise	conv3_6/x1/bn_internal_1;OC2_DUMMY_49	conv3_6/x1/bn_2	[[1,288,28,28],[288,1]]	[[1,288,28,28]]
relu_25	Relu	conv3_6/x1/bn_2	conv3_6/x1/bn_3	[[1,288,28,28]]	[[1,288,28,28]]
conv3_6/x1_w_0	ConstantInput			[[128,288,1,1]]	[[128,288,1,1]]
conv_25	Conv	conv3_6/x1/bn_3;conv3_6/x1_w_0	conv3_6/x1_1	[[1,288,28,28],[128,288,1,1]]	[[1,128,28,28]]
conv3_6/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv3_6/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv3_6/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv3_6/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_26	BatchNorm	conv3_6/x1_1;conv3_6/x2/bn_scale_0;conv3_6/x2/bn_bias_0;conv3_6/x2/bn_mean_0;conv3_6/x2/bn_var_0	conv3_6/x2/bn_1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
conv3_6/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_51	Unsqueeze	conv3_6/x2/bn_w_0	OC2_DUMMY_50	[[128]]	[[128,1]]
mul_26	ElementWise	conv3_6/x2/bn_1;OC2_DUMMY_50	conv3_6/x2/bn_internal_1	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
conv3_6/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_52	Unsqueeze	conv3_6/x2/bn_b_0	OC2_DUMMY_51	[[128]]	[[128,1]]
add_26	ElementWise	conv3_6/x2/bn_internal_1;OC2_DUMMY_51	conv3_6/x2/bn_2	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
relu_26	Relu	conv3_6/x2/bn_2	conv3_6/x2/bn_3	[[1,128,28,28]]	[[1,128,28,28]]
conv3_6/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_26	Conv	conv3_6/x2/bn_3;conv3_6/x2_w_0	conv3_6/x2_1	[[1,128,28,28],[32,128,3,3]]	[[1,32,28,28]]
concat_12	Concat	concat_3_5_1;conv3_6/x2_1	concat_3_6_1	[[1,288,28,28],[1,32,28,28]]	[[1,320,28,28]]
conv3_7/x1/bn_scale_0	ConstantInput			[[320]]	[[320]]
conv3_7/x1/bn_bias_0	ConstantInput			[[320]]	[[320]]
conv3_7/x1/bn_mean_0	ConstantInput			[[320]]	[[320]]
conv3_7/x1/bn_var_0	ConstantInput			[[320]]	[[320]]
batchnormalization_27	BatchNorm	concat_3_6_1;conv3_7/x1/bn_scale_0;conv3_7/x1/bn_bias_0;conv3_7/x1/bn_mean_0;conv3_7/x1/bn_var_0	conv3_7/x1/bn_1	[[1,320,28,28],[320],[320],[320],[320]]	[[1,320,28,28],[320],[320],[320],[320]]
conv3_7/x1/bn_w_0	ConstantInput			[[320]]	[[320]]
unsqueeze_53	Unsqueeze	conv3_7/x1/bn_w_0	OC2_DUMMY_52	[[320]]	[[320,1]]
mul_27	ElementWise	conv3_7/x1/bn_1;OC2_DUMMY_52	conv3_7/x1/bn_internal_1	[[1,320,28,28],[320,1]]	[[1,320,28,28]]
conv3_7/x1/bn_b_0	ConstantInput			[[320]]	[[320]]
unsqueeze_54	Unsqueeze	conv3_7/x1/bn_b_0	OC2_DUMMY_53	[[320]]	[[320,1]]
add_27	ElementWise	conv3_7/x1/bn_internal_1;OC2_DUMMY_53	conv3_7/x1/bn_2	[[1,320,28,28],[320,1]]	[[1,320,28,28]]
relu_27	Relu	conv3_7/x1/bn_2	conv3_7/x1/bn_3	[[1,320,28,28]]	[[1,320,28,28]]
conv3_7/x1_w_0	ConstantInput			[[128,320,1,1]]	[[128,320,1,1]]
conv_27	Conv	conv3_7/x1/bn_3;conv3_7/x1_w_0	conv3_7/x1_1	[[1,320,28,28],[128,320,1,1]]	[[1,128,28,28]]
conv3_7/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv3_7/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv3_7/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv3_7/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_28	BatchNorm	conv3_7/x1_1;conv3_7/x2/bn_scale_0;conv3_7/x2/bn_bias_0;conv3_7/x2/bn_mean_0;conv3_7/x2/bn_var_0	conv3_7/x2/bn_1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
conv3_7/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_55	Unsqueeze	conv3_7/x2/bn_w_0	OC2_DUMMY_54	[[128]]	[[128,1]]
mul_28	ElementWise	conv3_7/x2/bn_1;OC2_DUMMY_54	conv3_7/x2/bn_internal_1	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
conv3_7/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_56	Unsqueeze	conv3_7/x2/bn_b_0	OC2_DUMMY_55	[[128]]	[[128,1]]
add_28	ElementWise	conv3_7/x2/bn_internal_1;OC2_DUMMY_55	conv3_7/x2/bn_2	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
relu_28	Relu	conv3_7/x2/bn_2	conv3_7/x2/bn_3	[[1,128,28,28]]	[[1,128,28,28]]
conv3_7/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_28	Conv	conv3_7/x2/bn_3;conv3_7/x2_w_0	conv3_7/x2_1	[[1,128,28,28],[32,128,3,3]]	[[1,32,28,28]]
concat_13	Concat	concat_3_6_1;conv3_7/x2_1	concat_3_7_1	[[1,320,28,28],[1,32,28,28]]	[[1,352,28,28]]
conv3_8/x1/bn_scale_0	ConstantInput			[[352]]	[[352]]
conv3_8/x1/bn_bias_0	ConstantInput			[[352]]	[[352]]
conv3_8/x1/bn_mean_0	ConstantInput			[[352]]	[[352]]
conv3_8/x1/bn_var_0	ConstantInput			[[352]]	[[352]]
batchnormalization_29	BatchNorm	concat_3_7_1;conv3_8/x1/bn_scale_0;conv3_8/x1/bn_bias_0;conv3_8/x1/bn_mean_0;conv3_8/x1/bn_var_0	conv3_8/x1/bn_1	[[1,352,28,28],[352],[352],[352],[352]]	[[1,352,28,28],[352],[352],[352],[352]]
conv3_8/x1/bn_w_0	ConstantInput			[[352]]	[[352]]
unsqueeze_57	Unsqueeze	conv3_8/x1/bn_w_0	OC2_DUMMY_56	[[352]]	[[352,1]]
mul_29	ElementWise	conv3_8/x1/bn_1;OC2_DUMMY_56	conv3_8/x1/bn_internal_1	[[1,352,28,28],[352,1]]	[[1,352,28,28]]
conv3_8/x1/bn_b_0	ConstantInput			[[352]]	[[352]]
unsqueeze_58	Unsqueeze	conv3_8/x1/bn_b_0	OC2_DUMMY_57	[[352]]	[[352,1]]
add_29	ElementWise	conv3_8/x1/bn_internal_1;OC2_DUMMY_57	conv3_8/x1/bn_2	[[1,352,28,28],[352,1]]	[[1,352,28,28]]
relu_29	Relu	conv3_8/x1/bn_2	conv3_8/x1/bn_3	[[1,352,28,28]]	[[1,352,28,28]]
conv3_8/x1_w_0	ConstantInput			[[128,352,1,1]]	[[128,352,1,1]]
conv_29	Conv	conv3_8/x1/bn_3;conv3_8/x1_w_0	conv3_8/x1_1	[[1,352,28,28],[128,352,1,1]]	[[1,128,28,28]]
conv3_8/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv3_8/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv3_8/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv3_8/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_30	BatchNorm	conv3_8/x1_1;conv3_8/x2/bn_scale_0;conv3_8/x2/bn_bias_0;conv3_8/x2/bn_mean_0;conv3_8/x2/bn_var_0	conv3_8/x2/bn_1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
conv3_8/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_59	Unsqueeze	conv3_8/x2/bn_w_0	OC2_DUMMY_58	[[128]]	[[128,1]]
mul_30	ElementWise	conv3_8/x2/bn_1;OC2_DUMMY_58	conv3_8/x2/bn_internal_1	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
conv3_8/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_60	Unsqueeze	conv3_8/x2/bn_b_0	OC2_DUMMY_59	[[128]]	[[128,1]]
add_30	ElementWise	conv3_8/x2/bn_internal_1;OC2_DUMMY_59	conv3_8/x2/bn_2	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
relu_30	Relu	conv3_8/x2/bn_2	conv3_8/x2/bn_3	[[1,128,28,28]]	[[1,128,28,28]]
conv3_8/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_30	Conv	conv3_8/x2/bn_3;conv3_8/x2_w_0	conv3_8/x2_1	[[1,128,28,28],[32,128,3,3]]	[[1,32,28,28]]
concat_14	Concat	concat_3_7_1;conv3_8/x2_1	concat_3_8_1	[[1,352,28,28],[1,32,28,28]]	[[1,384,28,28]]
conv3_9/x1/bn_scale_0	ConstantInput			[[384]]	[[384]]
conv3_9/x1/bn_bias_0	ConstantInput			[[384]]	[[384]]
conv3_9/x1/bn_mean_0	ConstantInput			[[384]]	[[384]]
conv3_9/x1/bn_var_0	ConstantInput			[[384]]	[[384]]
batchnormalization_31	BatchNorm	concat_3_8_1;conv3_9/x1/bn_scale_0;conv3_9/x1/bn_bias_0;conv3_9/x1/bn_mean_0;conv3_9/x1/bn_var_0	conv3_9/x1/bn_1	[[1,384,28,28],[384],[384],[384],[384]]	[[1,384,28,28],[384],[384],[384],[384]]
conv3_9/x1/bn_w_0	ConstantInput			[[384]]	[[384]]
unsqueeze_61	Unsqueeze	conv3_9/x1/bn_w_0	OC2_DUMMY_60	[[384]]	[[384,1]]
mul_31	ElementWise	conv3_9/x1/bn_1;OC2_DUMMY_60	conv3_9/x1/bn_internal_1	[[1,384,28,28],[384,1]]	[[1,384,28,28]]
conv3_9/x1/bn_b_0	ConstantInput			[[384]]	[[384]]
unsqueeze_62	Unsqueeze	conv3_9/x1/bn_b_0	OC2_DUMMY_61	[[384]]	[[384,1]]
add_31	ElementWise	conv3_9/x1/bn_internal_1;OC2_DUMMY_61	conv3_9/x1/bn_2	[[1,384,28,28],[384,1]]	[[1,384,28,28]]
relu_31	Relu	conv3_9/x1/bn_2	conv3_9/x1/bn_3	[[1,384,28,28]]	[[1,384,28,28]]
conv3_9/x1_w_0	ConstantInput			[[128,384,1,1]]	[[128,384,1,1]]
conv_31	Conv	conv3_9/x1/bn_3;conv3_9/x1_w_0	conv3_9/x1_1	[[1,384,28,28],[128,384,1,1]]	[[1,128,28,28]]
conv3_9/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv3_9/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv3_9/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv3_9/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_32	BatchNorm	conv3_9/x1_1;conv3_9/x2/bn_scale_0;conv3_9/x2/bn_bias_0;conv3_9/x2/bn_mean_0;conv3_9/x2/bn_var_0	conv3_9/x2/bn_1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
conv3_9/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_63	Unsqueeze	conv3_9/x2/bn_w_0	OC2_DUMMY_62	[[128]]	[[128,1]]
mul_32	ElementWise	conv3_9/x2/bn_1;OC2_DUMMY_62	conv3_9/x2/bn_internal_1	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
conv3_9/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_64	Unsqueeze	conv3_9/x2/bn_b_0	OC2_DUMMY_63	[[128]]	[[128,1]]
add_32	ElementWise	conv3_9/x2/bn_internal_1;OC2_DUMMY_63	conv3_9/x2/bn_2	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
relu_32	Relu	conv3_9/x2/bn_2	conv3_9/x2/bn_3	[[1,128,28,28]]	[[1,128,28,28]]
conv3_9/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_32	Conv	conv3_9/x2/bn_3;conv3_9/x2_w_0	conv3_9/x2_1	[[1,128,28,28],[32,128,3,3]]	[[1,32,28,28]]
concat_15	Concat	concat_3_8_1;conv3_9/x2_1	concat_3_9_1	[[1,384,28,28],[1,32,28,28]]	[[1,416,28,28]]
conv3_10/x1/bn_scale_0	ConstantInput			[[416]]	[[416]]
conv3_10/x1/bn_bias_0	ConstantInput			[[416]]	[[416]]
conv3_10/x1/bn_mean_0	ConstantInput			[[416]]	[[416]]
conv3_10/x1/bn_var_0	ConstantInput			[[416]]	[[416]]
batchnormalization_33	BatchNorm	concat_3_9_1;conv3_10/x1/bn_scale_0;conv3_10/x1/bn_bias_0;conv3_10/x1/bn_mean_0;conv3_10/x1/bn_var_0	conv3_10/x1/bn_1	[[1,416,28,28],[416],[416],[416],[416]]	[[1,416,28,28],[416],[416],[416],[416]]
conv3_10/x1/bn_w_0	ConstantInput			[[416]]	[[416]]
unsqueeze_65	Unsqueeze	conv3_10/x1/bn_w_0	OC2_DUMMY_64	[[416]]	[[416,1]]
mul_33	ElementWise	conv3_10/x1/bn_1;OC2_DUMMY_64	conv3_10/x1/bn_internal_1	[[1,416,28,28],[416,1]]	[[1,416,28,28]]
conv3_10/x1/bn_b_0	ConstantInput			[[416]]	[[416]]
unsqueeze_66	Unsqueeze	conv3_10/x1/bn_b_0	OC2_DUMMY_65	[[416]]	[[416,1]]
add_33	ElementWise	conv3_10/x1/bn_internal_1;OC2_DUMMY_65	conv3_10/x1/bn_2	[[1,416,28,28],[416,1]]	[[1,416,28,28]]
relu_33	Relu	conv3_10/x1/bn_2	conv3_10/x1/bn_3	[[1,416,28,28]]	[[1,416,28,28]]
conv3_10/x1_w_0	ConstantInput			[[128,416,1,1]]	[[128,416,1,1]]
conv_33	Conv	conv3_10/x1/bn_3;conv3_10/x1_w_0	conv3_10/x1_1	[[1,416,28,28],[128,416,1,1]]	[[1,128,28,28]]
conv3_10/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv3_10/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv3_10/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv3_10/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_34	BatchNorm	conv3_10/x1_1;conv3_10/x2/bn_scale_0;conv3_10/x2/bn_bias_0;conv3_10/x2/bn_mean_0;conv3_10/x2/bn_var_0	conv3_10/x2/bn_1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
conv3_10/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_67	Unsqueeze	conv3_10/x2/bn_w_0	OC2_DUMMY_66	[[128]]	[[128,1]]
mul_34	ElementWise	conv3_10/x2/bn_1;OC2_DUMMY_66	conv3_10/x2/bn_internal_1	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
conv3_10/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_68	Unsqueeze	conv3_10/x2/bn_b_0	OC2_DUMMY_67	[[128]]	[[128,1]]
add_34	ElementWise	conv3_10/x2/bn_internal_1;OC2_DUMMY_67	conv3_10/x2/bn_2	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
relu_34	Relu	conv3_10/x2/bn_2	conv3_10/x2/bn_3	[[1,128,28,28]]	[[1,128,28,28]]
conv3_10/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_34	Conv	conv3_10/x2/bn_3;conv3_10/x2_w_0	conv3_10/x2_1	[[1,128,28,28],[32,128,3,3]]	[[1,32,28,28]]
concat_16	Concat	concat_3_9_1;conv3_10/x2_1	concat_3_10_1	[[1,416,28,28],[1,32,28,28]]	[[1,448,28,28]]
conv3_11/x1/bn_scale_0	ConstantInput			[[448]]	[[448]]
conv3_11/x1/bn_bias_0	ConstantInput			[[448]]	[[448]]
conv3_11/x1/bn_mean_0	ConstantInput			[[448]]	[[448]]
conv3_11/x1/bn_var_0	ConstantInput			[[448]]	[[448]]
batchnormalization_35	BatchNorm	concat_3_10_1;conv3_11/x1/bn_scale_0;conv3_11/x1/bn_bias_0;conv3_11/x1/bn_mean_0;conv3_11/x1/bn_var_0	conv3_11/x1/bn_1	[[1,448,28,28],[448],[448],[448],[448]]	[[1,448,28,28],[448],[448],[448],[448]]
conv3_11/x1/bn_w_0	ConstantInput			[[448]]	[[448]]
unsqueeze_69	Unsqueeze	conv3_11/x1/bn_w_0	OC2_DUMMY_68	[[448]]	[[448,1]]
mul_35	ElementWise	conv3_11/x1/bn_1;OC2_DUMMY_68	conv3_11/x1/bn_internal_1	[[1,448,28,28],[448,1]]	[[1,448,28,28]]
conv3_11/x1/bn_b_0	ConstantInput			[[448]]	[[448]]
unsqueeze_70	Unsqueeze	conv3_11/x1/bn_b_0	OC2_DUMMY_69	[[448]]	[[448,1]]
add_35	ElementWise	conv3_11/x1/bn_internal_1;OC2_DUMMY_69	conv3_11/x1/bn_2	[[1,448,28,28],[448,1]]	[[1,448,28,28]]
relu_35	Relu	conv3_11/x1/bn_2	conv3_11/x1/bn_3	[[1,448,28,28]]	[[1,448,28,28]]
conv3_11/x1_w_0	ConstantInput			[[128,448,1,1]]	[[128,448,1,1]]
conv_35	Conv	conv3_11/x1/bn_3;conv3_11/x1_w_0	conv3_11/x1_1	[[1,448,28,28],[128,448,1,1]]	[[1,128,28,28]]
conv3_11/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv3_11/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv3_11/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv3_11/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_36	BatchNorm	conv3_11/x1_1;conv3_11/x2/bn_scale_0;conv3_11/x2/bn_bias_0;conv3_11/x2/bn_mean_0;conv3_11/x2/bn_var_0	conv3_11/x2/bn_1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
conv3_11/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_71	Unsqueeze	conv3_11/x2/bn_w_0	OC2_DUMMY_70	[[128]]	[[128,1]]
mul_36	ElementWise	conv3_11/x2/bn_1;OC2_DUMMY_70	conv3_11/x2/bn_internal_1	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
conv3_11/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_72	Unsqueeze	conv3_11/x2/bn_b_0	OC2_DUMMY_71	[[128]]	[[128,1]]
add_36	ElementWise	conv3_11/x2/bn_internal_1;OC2_DUMMY_71	conv3_11/x2/bn_2	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
relu_36	Relu	conv3_11/x2/bn_2	conv3_11/x2/bn_3	[[1,128,28,28]]	[[1,128,28,28]]
conv3_11/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_36	Conv	conv3_11/x2/bn_3;conv3_11/x2_w_0	conv3_11/x2_1	[[1,128,28,28],[32,128,3,3]]	[[1,32,28,28]]
concat_17	Concat	concat_3_10_1;conv3_11/x2_1	concat_3_11_1	[[1,448,28,28],[1,32,28,28]]	[[1,480,28,28]]
conv3_12/x1/bn_scale_0	ConstantInput			[[480]]	[[480]]
conv3_12/x1/bn_bias_0	ConstantInput			[[480]]	[[480]]
conv3_12/x1/bn_mean_0	ConstantInput			[[480]]	[[480]]
conv3_12/x1/bn_var_0	ConstantInput			[[480]]	[[480]]
batchnormalization_37	BatchNorm	concat_3_11_1;conv3_12/x1/bn_scale_0;conv3_12/x1/bn_bias_0;conv3_12/x1/bn_mean_0;conv3_12/x1/bn_var_0	conv3_12/x1/bn_1	[[1,480,28,28],[480],[480],[480],[480]]	[[1,480,28,28],[480],[480],[480],[480]]
conv3_12/x1/bn_w_0	ConstantInput			[[480]]	[[480]]
unsqueeze_73	Unsqueeze	conv3_12/x1/bn_w_0	OC2_DUMMY_72	[[480]]	[[480,1]]
mul_37	ElementWise	conv3_12/x1/bn_1;OC2_DUMMY_72	conv3_12/x1/bn_internal_1	[[1,480,28,28],[480,1]]	[[1,480,28,28]]
conv3_12/x1/bn_b_0	ConstantInput			[[480]]	[[480]]
unsqueeze_74	Unsqueeze	conv3_12/x1/bn_b_0	OC2_DUMMY_73	[[480]]	[[480,1]]
add_37	ElementWise	conv3_12/x1/bn_internal_1;OC2_DUMMY_73	conv3_12/x1/bn_2	[[1,480,28,28],[480,1]]	[[1,480,28,28]]
relu_37	Relu	conv3_12/x1/bn_2	conv3_12/x1/bn_3	[[1,480,28,28]]	[[1,480,28,28]]
conv3_12/x1_w_0	ConstantInput			[[128,480,1,1]]	[[128,480,1,1]]
conv_37	Conv	conv3_12/x1/bn_3;conv3_12/x1_w_0	conv3_12/x1_1	[[1,480,28,28],[128,480,1,1]]	[[1,128,28,28]]
conv3_12/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv3_12/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv3_12/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv3_12/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_38	BatchNorm	conv3_12/x1_1;conv3_12/x2/bn_scale_0;conv3_12/x2/bn_bias_0;conv3_12/x2/bn_mean_0;conv3_12/x2/bn_var_0	conv3_12/x2/bn_1	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
conv3_12/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_75	Unsqueeze	conv3_12/x2/bn_w_0	OC2_DUMMY_74	[[128]]	[[128,1]]
mul_38	ElementWise	conv3_12/x2/bn_1;OC2_DUMMY_74	conv3_12/x2/bn_internal_1	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
conv3_12/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_76	Unsqueeze	conv3_12/x2/bn_b_0	OC2_DUMMY_75	[[128]]	[[128,1]]
add_38	ElementWise	conv3_12/x2/bn_internal_1;OC2_DUMMY_75	conv3_12/x2/bn_2	[[1,128,28,28],[128,1]]	[[1,128,28,28]]
relu_38	Relu	conv3_12/x2/bn_2	conv3_12/x2/bn_3	[[1,128,28,28]]	[[1,128,28,28]]
conv3_12/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_38	Conv	conv3_12/x2/bn_3;conv3_12/x2_w_0	conv3_12/x2_1	[[1,128,28,28],[32,128,3,3]]	[[1,32,28,28]]
concat_18	Concat	concat_3_11_1;conv3_12/x2_1	concat_3_12_1	[[1,480,28,28],[1,32,28,28]]	[[1,512,28,28]]
conv3_blk/bn_scale_0	ConstantInput			[[512]]	[[512]]
conv3_blk/bn_bias_0	ConstantInput			[[512]]	[[512]]
conv3_blk/bn_mean_0	ConstantInput			[[512]]	[[512]]
conv3_blk/bn_var_0	ConstantInput			[[512]]	[[512]]
batchnormalization_39	BatchNorm	concat_3_12_1;conv3_blk/bn_scale_0;conv3_blk/bn_bias_0;conv3_blk/bn_mean_0;conv3_blk/bn_var_0	conv3_blk/bn_1	[[1,512,28,28],[512],[512],[512],[512]]	[[1,512,28,28],[512],[512],[512],[512]]
conv3_blk/bn_w_0	ConstantInput			[[512]]	[[512]]
unsqueeze_77	Unsqueeze	conv3_blk/bn_w_0	OC2_DUMMY_76	[[512]]	[[512,1]]
mul_39	ElementWise	conv3_blk/bn_1;OC2_DUMMY_76	conv3_blk/bn_internal_1	[[1,512,28,28],[512,1]]	[[1,512,28,28]]
conv3_blk/bn_b_0	ConstantInput			[[512]]	[[512]]
unsqueeze_78	Unsqueeze	conv3_blk/bn_b_0	OC2_DUMMY_77	[[512]]	[[512,1]]
add_39	ElementWise	conv3_blk/bn_internal_1;OC2_DUMMY_77	conv3_blk/bn_2	[[1,512,28,28],[512,1]]	[[1,512,28,28]]
relu_39	Relu	conv3_blk/bn_2	conv3_blk/bn_3	[[1,512,28,28]]	[[1,512,28,28]]
conv3_blk_w_0	ConstantInput			[[256,512,1,1]]	[[256,512,1,1]]
conv_39	Conv	conv3_blk/bn_3;conv3_blk_w_0	conv3_blk_1	[[1,512,28,28],[256,512,1,1]]	[[1,256,28,28]]
averagepool_2	Pooling	conv3_blk_1	pool3_1	[[1,256,28,28]]	[[1,256,14,14]]
conv4_1/x1/bn_scale_0	ConstantInput			[[256]]	[[256]]
conv4_1/x1/bn_bias_0	ConstantInput			[[256]]	[[256]]
conv4_1/x1/bn_mean_0	ConstantInput			[[256]]	[[256]]
conv4_1/x1/bn_var_0	ConstantInput			[[256]]	[[256]]
batchnormalization_40	BatchNorm	pool3_1;conv4_1/x1/bn_scale_0;conv4_1/x1/bn_bias_0;conv4_1/x1/bn_mean_0;conv4_1/x1/bn_var_0	conv4_1/x1/bn_1	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
conv4_1/x1/bn_w_0	ConstantInput			[[256]]	[[256]]
unsqueeze_79	Unsqueeze	conv4_1/x1/bn_w_0	OC2_DUMMY_78	[[256]]	[[256,1]]
mul_40	ElementWise	conv4_1/x1/bn_1;OC2_DUMMY_78	conv4_1/x1/bn_internal_1	[[1,256,14,14],[256,1]]	[[1,256,14,14]]
conv4_1/x1/bn_b_0	ConstantInput			[[256]]	[[256]]
unsqueeze_80	Unsqueeze	conv4_1/x1/bn_b_0	OC2_DUMMY_79	[[256]]	[[256,1]]
add_40	ElementWise	conv4_1/x1/bn_internal_1;OC2_DUMMY_79	conv4_1/x1/bn_2	[[1,256,14,14],[256,1]]	[[1,256,14,14]]
relu_40	Relu	conv4_1/x1/bn_2	conv4_1/x1/bn_3	[[1,256,14,14]]	[[1,256,14,14]]
conv4_1/x1_w_0	ConstantInput			[[128,256,1,1]]	[[128,256,1,1]]
conv_40	Conv	conv4_1/x1/bn_3;conv4_1/x1_w_0	conv4_1/x1_1	[[1,256,14,14],[128,256,1,1]]	[[1,128,14,14]]
conv4_1/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_1/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_1/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_1/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_41	BatchNorm	conv4_1/x1_1;conv4_1/x2/bn_scale_0;conv4_1/x2/bn_bias_0;conv4_1/x2/bn_mean_0;conv4_1/x2/bn_var_0	conv4_1/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_1/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_81	Unsqueeze	conv4_1/x2/bn_w_0	OC2_DUMMY_80	[[128]]	[[128,1]]
mul_41	ElementWise	conv4_1/x2/bn_1;OC2_DUMMY_80	conv4_1/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_1/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_82	Unsqueeze	conv4_1/x2/bn_b_0	OC2_DUMMY_81	[[128]]	[[128,1]]
add_41	ElementWise	conv4_1/x2/bn_internal_1;OC2_DUMMY_81	conv4_1/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_41	Relu	conv4_1/x2/bn_2	conv4_1/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_1/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_41	Conv	conv4_1/x2/bn_3;conv4_1/x2_w_0	conv4_1/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_19	Concat	pool3_1;conv4_1/x2_1	concat_4_1_1	[[1,256,14,14],[1,32,14,14]]	[[1,288,14,14]]
conv4_2/x1/bn_scale_0	ConstantInput			[[288]]	[[288]]
conv4_2/x1/bn_bias_0	ConstantInput			[[288]]	[[288]]
conv4_2/x1/bn_mean_0	ConstantInput			[[288]]	[[288]]
conv4_2/x1/bn_var_0	ConstantInput			[[288]]	[[288]]
batchnormalization_42	BatchNorm	concat_4_1_1;conv4_2/x1/bn_scale_0;conv4_2/x1/bn_bias_0;conv4_2/x1/bn_mean_0;conv4_2/x1/bn_var_0	conv4_2/x1/bn_1	[[1,288,14,14],[288],[288],[288],[288]]	[[1,288,14,14],[288],[288],[288],[288]]
conv4_2/x1/bn_w_0	ConstantInput			[[288]]	[[288]]
unsqueeze_83	Unsqueeze	conv4_2/x1/bn_w_0	OC2_DUMMY_82	[[288]]	[[288,1]]
mul_42	ElementWise	conv4_2/x1/bn_1;OC2_DUMMY_82	conv4_2/x1/bn_internal_1	[[1,288,14,14],[288,1]]	[[1,288,14,14]]
conv4_2/x1/bn_b_0	ConstantInput			[[288]]	[[288]]
unsqueeze_84	Unsqueeze	conv4_2/x1/bn_b_0	OC2_DUMMY_83	[[288]]	[[288,1]]
add_42	ElementWise	conv4_2/x1/bn_internal_1;OC2_DUMMY_83	conv4_2/x1/bn_2	[[1,288,14,14],[288,1]]	[[1,288,14,14]]
relu_42	Relu	conv4_2/x1/bn_2	conv4_2/x1/bn_3	[[1,288,14,14]]	[[1,288,14,14]]
conv4_2/x1_w_0	ConstantInput			[[128,288,1,1]]	[[128,288,1,1]]
conv_42	Conv	conv4_2/x1/bn_3;conv4_2/x1_w_0	conv4_2/x1_1	[[1,288,14,14],[128,288,1,1]]	[[1,128,14,14]]
conv4_2/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_2/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_2/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_2/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_43	BatchNorm	conv4_2/x1_1;conv4_2/x2/bn_scale_0;conv4_2/x2/bn_bias_0;conv4_2/x2/bn_mean_0;conv4_2/x2/bn_var_0	conv4_2/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_2/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_85	Unsqueeze	conv4_2/x2/bn_w_0	OC2_DUMMY_84	[[128]]	[[128,1]]
mul_43	ElementWise	conv4_2/x2/bn_1;OC2_DUMMY_84	conv4_2/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_2/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_86	Unsqueeze	conv4_2/x2/bn_b_0	OC2_DUMMY_85	[[128]]	[[128,1]]
add_43	ElementWise	conv4_2/x2/bn_internal_1;OC2_DUMMY_85	conv4_2/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_43	Relu	conv4_2/x2/bn_2	conv4_2/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_2/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_43	Conv	conv4_2/x2/bn_3;conv4_2/x2_w_0	conv4_2/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_20	Concat	concat_4_1_1;conv4_2/x2_1	concat_4_2_1	[[1,288,14,14],[1,32,14,14]]	[[1,320,14,14]]
conv4_3/x1/bn_scale_0	ConstantInput			[[320]]	[[320]]
conv4_3/x1/bn_bias_0	ConstantInput			[[320]]	[[320]]
conv4_3/x1/bn_mean_0	ConstantInput			[[320]]	[[320]]
conv4_3/x1/bn_var_0	ConstantInput			[[320]]	[[320]]
batchnormalization_44	BatchNorm	concat_4_2_1;conv4_3/x1/bn_scale_0;conv4_3/x1/bn_bias_0;conv4_3/x1/bn_mean_0;conv4_3/x1/bn_var_0	conv4_3/x1/bn_1	[[1,320,14,14],[320],[320],[320],[320]]	[[1,320,14,14],[320],[320],[320],[320]]
conv4_3/x1/bn_w_0	ConstantInput			[[320]]	[[320]]
unsqueeze_87	Unsqueeze	conv4_3/x1/bn_w_0	OC2_DUMMY_86	[[320]]	[[320,1]]
mul_44	ElementWise	conv4_3/x1/bn_1;OC2_DUMMY_86	conv4_3/x1/bn_internal_1	[[1,320,14,14],[320,1]]	[[1,320,14,14]]
conv4_3/x1/bn_b_0	ConstantInput			[[320]]	[[320]]
unsqueeze_88	Unsqueeze	conv4_3/x1/bn_b_0	OC2_DUMMY_87	[[320]]	[[320,1]]
add_44	ElementWise	conv4_3/x1/bn_internal_1;OC2_DUMMY_87	conv4_3/x1/bn_2	[[1,320,14,14],[320,1]]	[[1,320,14,14]]
relu_44	Relu	conv4_3/x1/bn_2	conv4_3/x1/bn_3	[[1,320,14,14]]	[[1,320,14,14]]
conv4_3/x1_w_0	ConstantInput			[[128,320,1,1]]	[[128,320,1,1]]
conv_44	Conv	conv4_3/x1/bn_3;conv4_3/x1_w_0	conv4_3/x1_1	[[1,320,14,14],[128,320,1,1]]	[[1,128,14,14]]
conv4_3/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_3/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_3/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_3/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_45	BatchNorm	conv4_3/x1_1;conv4_3/x2/bn_scale_0;conv4_3/x2/bn_bias_0;conv4_3/x2/bn_mean_0;conv4_3/x2/bn_var_0	conv4_3/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_3/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_89	Unsqueeze	conv4_3/x2/bn_w_0	OC2_DUMMY_88	[[128]]	[[128,1]]
mul_45	ElementWise	conv4_3/x2/bn_1;OC2_DUMMY_88	conv4_3/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_3/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_90	Unsqueeze	conv4_3/x2/bn_b_0	OC2_DUMMY_89	[[128]]	[[128,1]]
add_45	ElementWise	conv4_3/x2/bn_internal_1;OC2_DUMMY_89	conv4_3/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_45	Relu	conv4_3/x2/bn_2	conv4_3/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_3/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_45	Conv	conv4_3/x2/bn_3;conv4_3/x2_w_0	conv4_3/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_21	Concat	concat_4_2_1;conv4_3/x2_1	concat_4_3_1	[[1,320,14,14],[1,32,14,14]]	[[1,352,14,14]]
conv4_4/x1/bn_scale_0	ConstantInput			[[352]]	[[352]]
conv4_4/x1/bn_bias_0	ConstantInput			[[352]]	[[352]]
conv4_4/x1/bn_mean_0	ConstantInput			[[352]]	[[352]]
conv4_4/x1/bn_var_0	ConstantInput			[[352]]	[[352]]
batchnormalization_46	BatchNorm	concat_4_3_1;conv4_4/x1/bn_scale_0;conv4_4/x1/bn_bias_0;conv4_4/x1/bn_mean_0;conv4_4/x1/bn_var_0	conv4_4/x1/bn_1	[[1,352,14,14],[352],[352],[352],[352]]	[[1,352,14,14],[352],[352],[352],[352]]
conv4_4/x1/bn_w_0	ConstantInput			[[352]]	[[352]]
unsqueeze_91	Unsqueeze	conv4_4/x1/bn_w_0	OC2_DUMMY_90	[[352]]	[[352,1]]
mul_46	ElementWise	conv4_4/x1/bn_1;OC2_DUMMY_90	conv4_4/x1/bn_internal_1	[[1,352,14,14],[352,1]]	[[1,352,14,14]]
conv4_4/x1/bn_b_0	ConstantInput			[[352]]	[[352]]
unsqueeze_92	Unsqueeze	conv4_4/x1/bn_b_0	OC2_DUMMY_91	[[352]]	[[352,1]]
add_46	ElementWise	conv4_4/x1/bn_internal_1;OC2_DUMMY_91	conv4_4/x1/bn_2	[[1,352,14,14],[352,1]]	[[1,352,14,14]]
relu_46	Relu	conv4_4/x1/bn_2	conv4_4/x1/bn_3	[[1,352,14,14]]	[[1,352,14,14]]
conv4_4/x1_w_0	ConstantInput			[[128,352,1,1]]	[[128,352,1,1]]
conv_46	Conv	conv4_4/x1/bn_3;conv4_4/x1_w_0	conv4_4/x1_1	[[1,352,14,14],[128,352,1,1]]	[[1,128,14,14]]
conv4_4/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_4/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_4/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_4/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_47	BatchNorm	conv4_4/x1_1;conv4_4/x2/bn_scale_0;conv4_4/x2/bn_bias_0;conv4_4/x2/bn_mean_0;conv4_4/x2/bn_var_0	conv4_4/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_4/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_93	Unsqueeze	conv4_4/x2/bn_w_0	OC2_DUMMY_92	[[128]]	[[128,1]]
mul_47	ElementWise	conv4_4/x2/bn_1;OC2_DUMMY_92	conv4_4/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_4/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_94	Unsqueeze	conv4_4/x2/bn_b_0	OC2_DUMMY_93	[[128]]	[[128,1]]
add_47	ElementWise	conv4_4/x2/bn_internal_1;OC2_DUMMY_93	conv4_4/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_47	Relu	conv4_4/x2/bn_2	conv4_4/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_4/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_47	Conv	conv4_4/x2/bn_3;conv4_4/x2_w_0	conv4_4/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_22	Concat	concat_4_3_1;conv4_4/x2_1	concat_4_4_1	[[1,352,14,14],[1,32,14,14]]	[[1,384,14,14]]
conv4_5/x1/bn_scale_0	ConstantInput			[[384]]	[[384]]
conv4_5/x1/bn_bias_0	ConstantInput			[[384]]	[[384]]
conv4_5/x1/bn_mean_0	ConstantInput			[[384]]	[[384]]
conv4_5/x1/bn_var_0	ConstantInput			[[384]]	[[384]]
batchnormalization_48	BatchNorm	concat_4_4_1;conv4_5/x1/bn_scale_0;conv4_5/x1/bn_bias_0;conv4_5/x1/bn_mean_0;conv4_5/x1/bn_var_0	conv4_5/x1/bn_1	[[1,384,14,14],[384],[384],[384],[384]]	[[1,384,14,14],[384],[384],[384],[384]]
conv4_5/x1/bn_w_0	ConstantInput			[[384]]	[[384]]
unsqueeze_95	Unsqueeze	conv4_5/x1/bn_w_0	OC2_DUMMY_94	[[384]]	[[384,1]]
mul_48	ElementWise	conv4_5/x1/bn_1;OC2_DUMMY_94	conv4_5/x1/bn_internal_1	[[1,384,14,14],[384,1]]	[[1,384,14,14]]
conv4_5/x1/bn_b_0	ConstantInput			[[384]]	[[384]]
unsqueeze_96	Unsqueeze	conv4_5/x1/bn_b_0	OC2_DUMMY_95	[[384]]	[[384,1]]
add_48	ElementWise	conv4_5/x1/bn_internal_1;OC2_DUMMY_95	conv4_5/x1/bn_2	[[1,384,14,14],[384,1]]	[[1,384,14,14]]
relu_48	Relu	conv4_5/x1/bn_2	conv4_5/x1/bn_3	[[1,384,14,14]]	[[1,384,14,14]]
conv4_5/x1_w_0	ConstantInput			[[128,384,1,1]]	[[128,384,1,1]]
conv_48	Conv	conv4_5/x1/bn_3;conv4_5/x1_w_0	conv4_5/x1_1	[[1,384,14,14],[128,384,1,1]]	[[1,128,14,14]]
conv4_5/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_5/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_5/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_5/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_49	BatchNorm	conv4_5/x1_1;conv4_5/x2/bn_scale_0;conv4_5/x2/bn_bias_0;conv4_5/x2/bn_mean_0;conv4_5/x2/bn_var_0	conv4_5/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_5/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_97	Unsqueeze	conv4_5/x2/bn_w_0	OC2_DUMMY_96	[[128]]	[[128,1]]
mul_49	ElementWise	conv4_5/x2/bn_1;OC2_DUMMY_96	conv4_5/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_5/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_98	Unsqueeze	conv4_5/x2/bn_b_0	OC2_DUMMY_97	[[128]]	[[128,1]]
add_49	ElementWise	conv4_5/x2/bn_internal_1;OC2_DUMMY_97	conv4_5/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_49	Relu	conv4_5/x2/bn_2	conv4_5/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_5/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_49	Conv	conv4_5/x2/bn_3;conv4_5/x2_w_0	conv4_5/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_23	Concat	concat_4_4_1;conv4_5/x2_1	concat_4_5_1	[[1,384,14,14],[1,32,14,14]]	[[1,416,14,14]]
conv4_6/x1/bn_scale_0	ConstantInput			[[416]]	[[416]]
conv4_6/x1/bn_bias_0	ConstantInput			[[416]]	[[416]]
conv4_6/x1/bn_mean_0	ConstantInput			[[416]]	[[416]]
conv4_6/x1/bn_var_0	ConstantInput			[[416]]	[[416]]
batchnormalization_50	BatchNorm	concat_4_5_1;conv4_6/x1/bn_scale_0;conv4_6/x1/bn_bias_0;conv4_6/x1/bn_mean_0;conv4_6/x1/bn_var_0	conv4_6/x1/bn_1	[[1,416,14,14],[416],[416],[416],[416]]	[[1,416,14,14],[416],[416],[416],[416]]
conv4_6/x1/bn_w_0	ConstantInput			[[416]]	[[416]]
unsqueeze_99	Unsqueeze	conv4_6/x1/bn_w_0	OC2_DUMMY_98	[[416]]	[[416,1]]
mul_50	ElementWise	conv4_6/x1/bn_1;OC2_DUMMY_98	conv4_6/x1/bn_internal_1	[[1,416,14,14],[416,1]]	[[1,416,14,14]]
conv4_6/x1/bn_b_0	ConstantInput			[[416]]	[[416]]
unsqueeze_100	Unsqueeze	conv4_6/x1/bn_b_0	OC2_DUMMY_99	[[416]]	[[416,1]]
add_50	ElementWise	conv4_6/x1/bn_internal_1;OC2_DUMMY_99	conv4_6/x1/bn_2	[[1,416,14,14],[416,1]]	[[1,416,14,14]]
relu_50	Relu	conv4_6/x1/bn_2	conv4_6/x1/bn_3	[[1,416,14,14]]	[[1,416,14,14]]
conv4_6/x1_w_0	ConstantInput			[[128,416,1,1]]	[[128,416,1,1]]
conv_50	Conv	conv4_6/x1/bn_3;conv4_6/x1_w_0	conv4_6/x1_1	[[1,416,14,14],[128,416,1,1]]	[[1,128,14,14]]
conv4_6/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_6/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_6/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_6/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_51	BatchNorm	conv4_6/x1_1;conv4_6/x2/bn_scale_0;conv4_6/x2/bn_bias_0;conv4_6/x2/bn_mean_0;conv4_6/x2/bn_var_0	conv4_6/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_6/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_101	Unsqueeze	conv4_6/x2/bn_w_0	OC2_DUMMY_100	[[128]]	[[128,1]]
mul_51	ElementWise	conv4_6/x2/bn_1;OC2_DUMMY_100	conv4_6/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_6/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_102	Unsqueeze	conv4_6/x2/bn_b_0	OC2_DUMMY_101	[[128]]	[[128,1]]
add_51	ElementWise	conv4_6/x2/bn_internal_1;OC2_DUMMY_101	conv4_6/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_51	Relu	conv4_6/x2/bn_2	conv4_6/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_6/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_51	Conv	conv4_6/x2/bn_3;conv4_6/x2_w_0	conv4_6/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_24	Concat	concat_4_5_1;conv4_6/x2_1	concat_4_6_1	[[1,416,14,14],[1,32,14,14]]	[[1,448,14,14]]
conv4_7/x1/bn_scale_0	ConstantInput			[[448]]	[[448]]
conv4_7/x1/bn_bias_0	ConstantInput			[[448]]	[[448]]
conv4_7/x1/bn_mean_0	ConstantInput			[[448]]	[[448]]
conv4_7/x1/bn_var_0	ConstantInput			[[448]]	[[448]]
batchnormalization_52	BatchNorm	concat_4_6_1;conv4_7/x1/bn_scale_0;conv4_7/x1/bn_bias_0;conv4_7/x1/bn_mean_0;conv4_7/x1/bn_var_0	conv4_7/x1/bn_1	[[1,448,14,14],[448],[448],[448],[448]]	[[1,448,14,14],[448],[448],[448],[448]]
conv4_7/x1/bn_w_0	ConstantInput			[[448]]	[[448]]
unsqueeze_103	Unsqueeze	conv4_7/x1/bn_w_0	OC2_DUMMY_102	[[448]]	[[448,1]]
mul_52	ElementWise	conv4_7/x1/bn_1;OC2_DUMMY_102	conv4_7/x1/bn_internal_1	[[1,448,14,14],[448,1]]	[[1,448,14,14]]
conv4_7/x1/bn_b_0	ConstantInput			[[448]]	[[448]]
unsqueeze_104	Unsqueeze	conv4_7/x1/bn_b_0	OC2_DUMMY_103	[[448]]	[[448,1]]
add_52	ElementWise	conv4_7/x1/bn_internal_1;OC2_DUMMY_103	conv4_7/x1/bn_2	[[1,448,14,14],[448,1]]	[[1,448,14,14]]
relu_52	Relu	conv4_7/x1/bn_2	conv4_7/x1/bn_3	[[1,448,14,14]]	[[1,448,14,14]]
conv4_7/x1_w_0	ConstantInput			[[128,448,1,1]]	[[128,448,1,1]]
conv_52	Conv	conv4_7/x1/bn_3;conv4_7/x1_w_0	conv4_7/x1_1	[[1,448,14,14],[128,448,1,1]]	[[1,128,14,14]]
conv4_7/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_7/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_7/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_7/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_53	BatchNorm	conv4_7/x1_1;conv4_7/x2/bn_scale_0;conv4_7/x2/bn_bias_0;conv4_7/x2/bn_mean_0;conv4_7/x2/bn_var_0	conv4_7/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_7/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_105	Unsqueeze	conv4_7/x2/bn_w_0	OC2_DUMMY_104	[[128]]	[[128,1]]
mul_53	ElementWise	conv4_7/x2/bn_1;OC2_DUMMY_104	conv4_7/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_7/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_106	Unsqueeze	conv4_7/x2/bn_b_0	OC2_DUMMY_105	[[128]]	[[128,1]]
add_53	ElementWise	conv4_7/x2/bn_internal_1;OC2_DUMMY_105	conv4_7/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_53	Relu	conv4_7/x2/bn_2	conv4_7/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_7/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_53	Conv	conv4_7/x2/bn_3;conv4_7/x2_w_0	conv4_7/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_25	Concat	concat_4_6_1;conv4_7/x2_1	concat_4_7_1	[[1,448,14,14],[1,32,14,14]]	[[1,480,14,14]]
conv4_8/x1/bn_scale_0	ConstantInput			[[480]]	[[480]]
conv4_8/x1/bn_bias_0	ConstantInput			[[480]]	[[480]]
conv4_8/x1/bn_mean_0	ConstantInput			[[480]]	[[480]]
conv4_8/x1/bn_var_0	ConstantInput			[[480]]	[[480]]
batchnormalization_54	BatchNorm	concat_4_7_1;conv4_8/x1/bn_scale_0;conv4_8/x1/bn_bias_0;conv4_8/x1/bn_mean_0;conv4_8/x1/bn_var_0	conv4_8/x1/bn_1	[[1,480,14,14],[480],[480],[480],[480]]	[[1,480,14,14],[480],[480],[480],[480]]
conv4_8/x1/bn_w_0	ConstantInput			[[480]]	[[480]]
unsqueeze_107	Unsqueeze	conv4_8/x1/bn_w_0	OC2_DUMMY_106	[[480]]	[[480,1]]
mul_54	ElementWise	conv4_8/x1/bn_1;OC2_DUMMY_106	conv4_8/x1/bn_internal_1	[[1,480,14,14],[480,1]]	[[1,480,14,14]]
conv4_8/x1/bn_b_0	ConstantInput			[[480]]	[[480]]
unsqueeze_108	Unsqueeze	conv4_8/x1/bn_b_0	OC2_DUMMY_107	[[480]]	[[480,1]]
add_54	ElementWise	conv4_8/x1/bn_internal_1;OC2_DUMMY_107	conv4_8/x1/bn_2	[[1,480,14,14],[480,1]]	[[1,480,14,14]]
relu_54	Relu	conv4_8/x1/bn_2	conv4_8/x1/bn_3	[[1,480,14,14]]	[[1,480,14,14]]
conv4_8/x1_w_0	ConstantInput			[[128,480,1,1]]	[[128,480,1,1]]
conv_54	Conv	conv4_8/x1/bn_3;conv4_8/x1_w_0	conv4_8/x1_1	[[1,480,14,14],[128,480,1,1]]	[[1,128,14,14]]
conv4_8/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_8/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_8/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_8/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_55	BatchNorm	conv4_8/x1_1;conv4_8/x2/bn_scale_0;conv4_8/x2/bn_bias_0;conv4_8/x2/bn_mean_0;conv4_8/x2/bn_var_0	conv4_8/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_8/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_109	Unsqueeze	conv4_8/x2/bn_w_0	OC2_DUMMY_108	[[128]]	[[128,1]]
mul_55	ElementWise	conv4_8/x2/bn_1;OC2_DUMMY_108	conv4_8/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_8/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_110	Unsqueeze	conv4_8/x2/bn_b_0	OC2_DUMMY_109	[[128]]	[[128,1]]
add_55	ElementWise	conv4_8/x2/bn_internal_1;OC2_DUMMY_109	conv4_8/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_55	Relu	conv4_8/x2/bn_2	conv4_8/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_8/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_55	Conv	conv4_8/x2/bn_3;conv4_8/x2_w_0	conv4_8/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_26	Concat	concat_4_7_1;conv4_8/x2_1	concat_4_8_1	[[1,480,14,14],[1,32,14,14]]	[[1,512,14,14]]
conv4_9/x1/bn_scale_0	ConstantInput			[[512]]	[[512]]
conv4_9/x1/bn_bias_0	ConstantInput			[[512]]	[[512]]
conv4_9/x1/bn_mean_0	ConstantInput			[[512]]	[[512]]
conv4_9/x1/bn_var_0	ConstantInput			[[512]]	[[512]]
batchnormalization_56	BatchNorm	concat_4_8_1;conv4_9/x1/bn_scale_0;conv4_9/x1/bn_bias_0;conv4_9/x1/bn_mean_0;conv4_9/x1/bn_var_0	conv4_9/x1/bn_1	[[1,512,14,14],[512],[512],[512],[512]]	[[1,512,14,14],[512],[512],[512],[512]]
conv4_9/x1/bn_w_0	ConstantInput			[[512]]	[[512]]
unsqueeze_111	Unsqueeze	conv4_9/x1/bn_w_0	OC2_DUMMY_110	[[512]]	[[512,1]]
mul_56	ElementWise	conv4_9/x1/bn_1;OC2_DUMMY_110	conv4_9/x1/bn_internal_1	[[1,512,14,14],[512,1]]	[[1,512,14,14]]
conv4_9/x1/bn_b_0	ConstantInput			[[512]]	[[512]]
unsqueeze_112	Unsqueeze	conv4_9/x1/bn_b_0	OC2_DUMMY_111	[[512]]	[[512,1]]
add_56	ElementWise	conv4_9/x1/bn_internal_1;OC2_DUMMY_111	conv4_9/x1/bn_2	[[1,512,14,14],[512,1]]	[[1,512,14,14]]
relu_56	Relu	conv4_9/x1/bn_2	conv4_9/x1/bn_3	[[1,512,14,14]]	[[1,512,14,14]]
conv4_9/x1_w_0	ConstantInput			[[128,512,1,1]]	[[128,512,1,1]]
conv_56	Conv	conv4_9/x1/bn_3;conv4_9/x1_w_0	conv4_9/x1_1	[[1,512,14,14],[128,512,1,1]]	[[1,128,14,14]]
conv4_9/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_9/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_9/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_9/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_57	BatchNorm	conv4_9/x1_1;conv4_9/x2/bn_scale_0;conv4_9/x2/bn_bias_0;conv4_9/x2/bn_mean_0;conv4_9/x2/bn_var_0	conv4_9/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_9/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_113	Unsqueeze	conv4_9/x2/bn_w_0	OC2_DUMMY_112	[[128]]	[[128,1]]
mul_57	ElementWise	conv4_9/x2/bn_1;OC2_DUMMY_112	conv4_9/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_9/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_114	Unsqueeze	conv4_9/x2/bn_b_0	OC2_DUMMY_113	[[128]]	[[128,1]]
add_57	ElementWise	conv4_9/x2/bn_internal_1;OC2_DUMMY_113	conv4_9/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_57	Relu	conv4_9/x2/bn_2	conv4_9/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_9/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_57	Conv	conv4_9/x2/bn_3;conv4_9/x2_w_0	conv4_9/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_27	Concat	concat_4_8_1;conv4_9/x2_1	concat_4_9_1	[[1,512,14,14],[1,32,14,14]]	[[1,544,14,14]]
conv4_10/x1/bn_scale_0	ConstantInput			[[544]]	[[544]]
conv4_10/x1/bn_bias_0	ConstantInput			[[544]]	[[544]]
conv4_10/x1/bn_mean_0	ConstantInput			[[544]]	[[544]]
conv4_10/x1/bn_var_0	ConstantInput			[[544]]	[[544]]
batchnormalization_58	BatchNorm	concat_4_9_1;conv4_10/x1/bn_scale_0;conv4_10/x1/bn_bias_0;conv4_10/x1/bn_mean_0;conv4_10/x1/bn_var_0	conv4_10/x1/bn_1	[[1,544,14,14],[544],[544],[544],[544]]	[[1,544,14,14],[544],[544],[544],[544]]
conv4_10/x1/bn_w_0	ConstantInput			[[544]]	[[544]]
unsqueeze_115	Unsqueeze	conv4_10/x1/bn_w_0	OC2_DUMMY_114	[[544]]	[[544,1]]
mul_58	ElementWise	conv4_10/x1/bn_1;OC2_DUMMY_114	conv4_10/x1/bn_internal_1	[[1,544,14,14],[544,1]]	[[1,544,14,14]]
conv4_10/x1/bn_b_0	ConstantInput			[[544]]	[[544]]
unsqueeze_116	Unsqueeze	conv4_10/x1/bn_b_0	OC2_DUMMY_115	[[544]]	[[544,1]]
add_58	ElementWise	conv4_10/x1/bn_internal_1;OC2_DUMMY_115	conv4_10/x1/bn_2	[[1,544,14,14],[544,1]]	[[1,544,14,14]]
relu_58	Relu	conv4_10/x1/bn_2	conv4_10/x1/bn_3	[[1,544,14,14]]	[[1,544,14,14]]
conv4_10/x1_w_0	ConstantInput			[[128,544,1,1]]	[[128,544,1,1]]
conv_58	Conv	conv4_10/x1/bn_3;conv4_10/x1_w_0	conv4_10/x1_1	[[1,544,14,14],[128,544,1,1]]	[[1,128,14,14]]
conv4_10/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_10/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_10/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_10/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_59	BatchNorm	conv4_10/x1_1;conv4_10/x2/bn_scale_0;conv4_10/x2/bn_bias_0;conv4_10/x2/bn_mean_0;conv4_10/x2/bn_var_0	conv4_10/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_10/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_117	Unsqueeze	conv4_10/x2/bn_w_0	OC2_DUMMY_116	[[128]]	[[128,1]]
mul_59	ElementWise	conv4_10/x2/bn_1;OC2_DUMMY_116	conv4_10/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_10/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_118	Unsqueeze	conv4_10/x2/bn_b_0	OC2_DUMMY_117	[[128]]	[[128,1]]
add_59	ElementWise	conv4_10/x2/bn_internal_1;OC2_DUMMY_117	conv4_10/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_59	Relu	conv4_10/x2/bn_2	conv4_10/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_10/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_59	Conv	conv4_10/x2/bn_3;conv4_10/x2_w_0	conv4_10/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_28	Concat	concat_4_9_1;conv4_10/x2_1	concat_4_10_1	[[1,544,14,14],[1,32,14,14]]	[[1,576,14,14]]
conv4_11/x1/bn_scale_0	ConstantInput			[[576]]	[[576]]
conv4_11/x1/bn_bias_0	ConstantInput			[[576]]	[[576]]
conv4_11/x1/bn_mean_0	ConstantInput			[[576]]	[[576]]
conv4_11/x1/bn_var_0	ConstantInput			[[576]]	[[576]]
batchnormalization_60	BatchNorm	concat_4_10_1;conv4_11/x1/bn_scale_0;conv4_11/x1/bn_bias_0;conv4_11/x1/bn_mean_0;conv4_11/x1/bn_var_0	conv4_11/x1/bn_1	[[1,576,14,14],[576],[576],[576],[576]]	[[1,576,14,14],[576],[576],[576],[576]]
conv4_11/x1/bn_w_0	ConstantInput			[[576]]	[[576]]
unsqueeze_119	Unsqueeze	conv4_11/x1/bn_w_0	OC2_DUMMY_118	[[576]]	[[576,1]]
mul_60	ElementWise	conv4_11/x1/bn_1;OC2_DUMMY_118	conv4_11/x1/bn_internal_1	[[1,576,14,14],[576,1]]	[[1,576,14,14]]
conv4_11/x1/bn_b_0	ConstantInput			[[576]]	[[576]]
unsqueeze_120	Unsqueeze	conv4_11/x1/bn_b_0	OC2_DUMMY_119	[[576]]	[[576,1]]
add_60	ElementWise	conv4_11/x1/bn_internal_1;OC2_DUMMY_119	conv4_11/x1/bn_2	[[1,576,14,14],[576,1]]	[[1,576,14,14]]
relu_60	Relu	conv4_11/x1/bn_2	conv4_11/x1/bn_3	[[1,576,14,14]]	[[1,576,14,14]]
conv4_11/x1_w_0	ConstantInput			[[128,576,1,1]]	[[128,576,1,1]]
conv_60	Conv	conv4_11/x1/bn_3;conv4_11/x1_w_0	conv4_11/x1_1	[[1,576,14,14],[128,576,1,1]]	[[1,128,14,14]]
conv4_11/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_11/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_11/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_11/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_61	BatchNorm	conv4_11/x1_1;conv4_11/x2/bn_scale_0;conv4_11/x2/bn_bias_0;conv4_11/x2/bn_mean_0;conv4_11/x2/bn_var_0	conv4_11/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_11/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_121	Unsqueeze	conv4_11/x2/bn_w_0	OC2_DUMMY_120	[[128]]	[[128,1]]
mul_61	ElementWise	conv4_11/x2/bn_1;OC2_DUMMY_120	conv4_11/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_11/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_122	Unsqueeze	conv4_11/x2/bn_b_0	OC2_DUMMY_121	[[128]]	[[128,1]]
add_61	ElementWise	conv4_11/x2/bn_internal_1;OC2_DUMMY_121	conv4_11/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_61	Relu	conv4_11/x2/bn_2	conv4_11/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_11/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_61	Conv	conv4_11/x2/bn_3;conv4_11/x2_w_0	conv4_11/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_29	Concat	concat_4_10_1;conv4_11/x2_1	concat_4_11_1	[[1,576,14,14],[1,32,14,14]]	[[1,608,14,14]]
conv4_12/x1/bn_scale_0	ConstantInput			[[608]]	[[608]]
conv4_12/x1/bn_bias_0	ConstantInput			[[608]]	[[608]]
conv4_12/x1/bn_mean_0	ConstantInput			[[608]]	[[608]]
conv4_12/x1/bn_var_0	ConstantInput			[[608]]	[[608]]
batchnormalization_62	BatchNorm	concat_4_11_1;conv4_12/x1/bn_scale_0;conv4_12/x1/bn_bias_0;conv4_12/x1/bn_mean_0;conv4_12/x1/bn_var_0	conv4_12/x1/bn_1	[[1,608,14,14],[608],[608],[608],[608]]	[[1,608,14,14],[608],[608],[608],[608]]
conv4_12/x1/bn_w_0	ConstantInput			[[608]]	[[608]]
unsqueeze_123	Unsqueeze	conv4_12/x1/bn_w_0	OC2_DUMMY_122	[[608]]	[[608,1]]
mul_62	ElementWise	conv4_12/x1/bn_1;OC2_DUMMY_122	conv4_12/x1/bn_internal_1	[[1,608,14,14],[608,1]]	[[1,608,14,14]]
conv4_12/x1/bn_b_0	ConstantInput			[[608]]	[[608]]
unsqueeze_124	Unsqueeze	conv4_12/x1/bn_b_0	OC2_DUMMY_123	[[608]]	[[608,1]]
add_62	ElementWise	conv4_12/x1/bn_internal_1;OC2_DUMMY_123	conv4_12/x1/bn_2	[[1,608,14,14],[608,1]]	[[1,608,14,14]]
relu_62	Relu	conv4_12/x1/bn_2	conv4_12/x1/bn_3	[[1,608,14,14]]	[[1,608,14,14]]
conv4_12/x1_w_0	ConstantInput			[[128,608,1,1]]	[[128,608,1,1]]
conv_62	Conv	conv4_12/x1/bn_3;conv4_12/x1_w_0	conv4_12/x1_1	[[1,608,14,14],[128,608,1,1]]	[[1,128,14,14]]
conv4_12/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_12/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_12/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_12/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_63	BatchNorm	conv4_12/x1_1;conv4_12/x2/bn_scale_0;conv4_12/x2/bn_bias_0;conv4_12/x2/bn_mean_0;conv4_12/x2/bn_var_0	conv4_12/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_12/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_125	Unsqueeze	conv4_12/x2/bn_w_0	OC2_DUMMY_124	[[128]]	[[128,1]]
mul_63	ElementWise	conv4_12/x2/bn_1;OC2_DUMMY_124	conv4_12/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_12/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_126	Unsqueeze	conv4_12/x2/bn_b_0	OC2_DUMMY_125	[[128]]	[[128,1]]
add_63	ElementWise	conv4_12/x2/bn_internal_1;OC2_DUMMY_125	conv4_12/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_63	Relu	conv4_12/x2/bn_2	conv4_12/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_12/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_63	Conv	conv4_12/x2/bn_3;conv4_12/x2_w_0	conv4_12/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_30	Concat	concat_4_11_1;conv4_12/x2_1	concat_4_12_1	[[1,608,14,14],[1,32,14,14]]	[[1,640,14,14]]
conv4_13/x1/bn_scale_0	ConstantInput			[[640]]	[[640]]
conv4_13/x1/bn_bias_0	ConstantInput			[[640]]	[[640]]
conv4_13/x1/bn_mean_0	ConstantInput			[[640]]	[[640]]
conv4_13/x1/bn_var_0	ConstantInput			[[640]]	[[640]]
batchnormalization_64	BatchNorm	concat_4_12_1;conv4_13/x1/bn_scale_0;conv4_13/x1/bn_bias_0;conv4_13/x1/bn_mean_0;conv4_13/x1/bn_var_0	conv4_13/x1/bn_1	[[1,640,14,14],[640],[640],[640],[640]]	[[1,640,14,14],[640],[640],[640],[640]]
conv4_13/x1/bn_w_0	ConstantInput			[[640]]	[[640]]
unsqueeze_127	Unsqueeze	conv4_13/x1/bn_w_0	OC2_DUMMY_126	[[640]]	[[640,1]]
mul_64	ElementWise	conv4_13/x1/bn_1;OC2_DUMMY_126	conv4_13/x1/bn_internal_1	[[1,640,14,14],[640,1]]	[[1,640,14,14]]
conv4_13/x1/bn_b_0	ConstantInput			[[640]]	[[640]]
unsqueeze_128	Unsqueeze	conv4_13/x1/bn_b_0	OC2_DUMMY_127	[[640]]	[[640,1]]
add_64	ElementWise	conv4_13/x1/bn_internal_1;OC2_DUMMY_127	conv4_13/x1/bn_2	[[1,640,14,14],[640,1]]	[[1,640,14,14]]
relu_64	Relu	conv4_13/x1/bn_2	conv4_13/x1/bn_3	[[1,640,14,14]]	[[1,640,14,14]]
conv4_13/x1_w_0	ConstantInput			[[128,640,1,1]]	[[128,640,1,1]]
conv_64	Conv	conv4_13/x1/bn_3;conv4_13/x1_w_0	conv4_13/x1_1	[[1,640,14,14],[128,640,1,1]]	[[1,128,14,14]]
conv4_13/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_13/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_13/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_13/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_65	BatchNorm	conv4_13/x1_1;conv4_13/x2/bn_scale_0;conv4_13/x2/bn_bias_0;conv4_13/x2/bn_mean_0;conv4_13/x2/bn_var_0	conv4_13/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_13/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_129	Unsqueeze	conv4_13/x2/bn_w_0	OC2_DUMMY_128	[[128]]	[[128,1]]
mul_65	ElementWise	conv4_13/x2/bn_1;OC2_DUMMY_128	conv4_13/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_13/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_130	Unsqueeze	conv4_13/x2/bn_b_0	OC2_DUMMY_129	[[128]]	[[128,1]]
add_65	ElementWise	conv4_13/x2/bn_internal_1;OC2_DUMMY_129	conv4_13/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_65	Relu	conv4_13/x2/bn_2	conv4_13/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_13/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_65	Conv	conv4_13/x2/bn_3;conv4_13/x2_w_0	conv4_13/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_31	Concat	concat_4_12_1;conv4_13/x2_1	concat_4_13_1	[[1,640,14,14],[1,32,14,14]]	[[1,672,14,14]]
conv4_14/x1/bn_scale_0	ConstantInput			[[672]]	[[672]]
conv4_14/x1/bn_bias_0	ConstantInput			[[672]]	[[672]]
conv4_14/x1/bn_mean_0	ConstantInput			[[672]]	[[672]]
conv4_14/x1/bn_var_0	ConstantInput			[[672]]	[[672]]
batchnormalization_66	BatchNorm	concat_4_13_1;conv4_14/x1/bn_scale_0;conv4_14/x1/bn_bias_0;conv4_14/x1/bn_mean_0;conv4_14/x1/bn_var_0	conv4_14/x1/bn_1	[[1,672,14,14],[672],[672],[672],[672]]	[[1,672,14,14],[672],[672],[672],[672]]
conv4_14/x1/bn_w_0	ConstantInput			[[672]]	[[672]]
unsqueeze_131	Unsqueeze	conv4_14/x1/bn_w_0	OC2_DUMMY_130	[[672]]	[[672,1]]
mul_66	ElementWise	conv4_14/x1/bn_1;OC2_DUMMY_130	conv4_14/x1/bn_internal_1	[[1,672,14,14],[672,1]]	[[1,672,14,14]]
conv4_14/x1/bn_b_0	ConstantInput			[[672]]	[[672]]
unsqueeze_132	Unsqueeze	conv4_14/x1/bn_b_0	OC2_DUMMY_131	[[672]]	[[672,1]]
add_66	ElementWise	conv4_14/x1/bn_internal_1;OC2_DUMMY_131	conv4_14/x1/bn_2	[[1,672,14,14],[672,1]]	[[1,672,14,14]]
relu_66	Relu	conv4_14/x1/bn_2	conv4_14/x1/bn_3	[[1,672,14,14]]	[[1,672,14,14]]
conv4_14/x1_w_0	ConstantInput			[[128,672,1,1]]	[[128,672,1,1]]
conv_66	Conv	conv4_14/x1/bn_3;conv4_14/x1_w_0	conv4_14/x1_1	[[1,672,14,14],[128,672,1,1]]	[[1,128,14,14]]
conv4_14/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_14/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_14/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_14/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_67	BatchNorm	conv4_14/x1_1;conv4_14/x2/bn_scale_0;conv4_14/x2/bn_bias_0;conv4_14/x2/bn_mean_0;conv4_14/x2/bn_var_0	conv4_14/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_14/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_133	Unsqueeze	conv4_14/x2/bn_w_0	OC2_DUMMY_132	[[128]]	[[128,1]]
mul_67	ElementWise	conv4_14/x2/bn_1;OC2_DUMMY_132	conv4_14/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_14/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_134	Unsqueeze	conv4_14/x2/bn_b_0	OC2_DUMMY_133	[[128]]	[[128,1]]
add_67	ElementWise	conv4_14/x2/bn_internal_1;OC2_DUMMY_133	conv4_14/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_67	Relu	conv4_14/x2/bn_2	conv4_14/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_14/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_67	Conv	conv4_14/x2/bn_3;conv4_14/x2_w_0	conv4_14/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_32	Concat	concat_4_13_1;conv4_14/x2_1	concat_4_14_1	[[1,672,14,14],[1,32,14,14]]	[[1,704,14,14]]
conv4_15/x1/bn_scale_0	ConstantInput			[[704]]	[[704]]
conv4_15/x1/bn_bias_0	ConstantInput			[[704]]	[[704]]
conv4_15/x1/bn_mean_0	ConstantInput			[[704]]	[[704]]
conv4_15/x1/bn_var_0	ConstantInput			[[704]]	[[704]]
batchnormalization_68	BatchNorm	concat_4_14_1;conv4_15/x1/bn_scale_0;conv4_15/x1/bn_bias_0;conv4_15/x1/bn_mean_0;conv4_15/x1/bn_var_0	conv4_15/x1/bn_1	[[1,704,14,14],[704],[704],[704],[704]]	[[1,704,14,14],[704],[704],[704],[704]]
conv4_15/x1/bn_w_0	ConstantInput			[[704]]	[[704]]
unsqueeze_135	Unsqueeze	conv4_15/x1/bn_w_0	OC2_DUMMY_134	[[704]]	[[704,1]]
mul_68	ElementWise	conv4_15/x1/bn_1;OC2_DUMMY_134	conv4_15/x1/bn_internal_1	[[1,704,14,14],[704,1]]	[[1,704,14,14]]
conv4_15/x1/bn_b_0	ConstantInput			[[704]]	[[704]]
unsqueeze_136	Unsqueeze	conv4_15/x1/bn_b_0	OC2_DUMMY_135	[[704]]	[[704,1]]
add_68	ElementWise	conv4_15/x1/bn_internal_1;OC2_DUMMY_135	conv4_15/x1/bn_2	[[1,704,14,14],[704,1]]	[[1,704,14,14]]
relu_68	Relu	conv4_15/x1/bn_2	conv4_15/x1/bn_3	[[1,704,14,14]]	[[1,704,14,14]]
conv4_15/x1_w_0	ConstantInput			[[128,704,1,1]]	[[128,704,1,1]]
conv_68	Conv	conv4_15/x1/bn_3;conv4_15/x1_w_0	conv4_15/x1_1	[[1,704,14,14],[128,704,1,1]]	[[1,128,14,14]]
conv4_15/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_15/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_15/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_15/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_69	BatchNorm	conv4_15/x1_1;conv4_15/x2/bn_scale_0;conv4_15/x2/bn_bias_0;conv4_15/x2/bn_mean_0;conv4_15/x2/bn_var_0	conv4_15/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_15/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_137	Unsqueeze	conv4_15/x2/bn_w_0	OC2_DUMMY_136	[[128]]	[[128,1]]
mul_69	ElementWise	conv4_15/x2/bn_1;OC2_DUMMY_136	conv4_15/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_15/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_138	Unsqueeze	conv4_15/x2/bn_b_0	OC2_DUMMY_137	[[128]]	[[128,1]]
add_69	ElementWise	conv4_15/x2/bn_internal_1;OC2_DUMMY_137	conv4_15/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_69	Relu	conv4_15/x2/bn_2	conv4_15/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_15/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_69	Conv	conv4_15/x2/bn_3;conv4_15/x2_w_0	conv4_15/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_33	Concat	concat_4_14_1;conv4_15/x2_1	concat_4_15_1	[[1,704,14,14],[1,32,14,14]]	[[1,736,14,14]]
conv4_16/x1/bn_scale_0	ConstantInput			[[736]]	[[736]]
conv4_16/x1/bn_bias_0	ConstantInput			[[736]]	[[736]]
conv4_16/x1/bn_mean_0	ConstantInput			[[736]]	[[736]]
conv4_16/x1/bn_var_0	ConstantInput			[[736]]	[[736]]
batchnormalization_70	BatchNorm	concat_4_15_1;conv4_16/x1/bn_scale_0;conv4_16/x1/bn_bias_0;conv4_16/x1/bn_mean_0;conv4_16/x1/bn_var_0	conv4_16/x1/bn_1	[[1,736,14,14],[736],[736],[736],[736]]	[[1,736,14,14],[736],[736],[736],[736]]
conv4_16/x1/bn_w_0	ConstantInput			[[736]]	[[736]]
unsqueeze_139	Unsqueeze	conv4_16/x1/bn_w_0	OC2_DUMMY_138	[[736]]	[[736,1]]
mul_70	ElementWise	conv4_16/x1/bn_1;OC2_DUMMY_138	conv4_16/x1/bn_internal_1	[[1,736,14,14],[736,1]]	[[1,736,14,14]]
conv4_16/x1/bn_b_0	ConstantInput			[[736]]	[[736]]
unsqueeze_140	Unsqueeze	conv4_16/x1/bn_b_0	OC2_DUMMY_139	[[736]]	[[736,1]]
add_70	ElementWise	conv4_16/x1/bn_internal_1;OC2_DUMMY_139	conv4_16/x1/bn_2	[[1,736,14,14],[736,1]]	[[1,736,14,14]]
relu_70	Relu	conv4_16/x1/bn_2	conv4_16/x1/bn_3	[[1,736,14,14]]	[[1,736,14,14]]
conv4_16/x1_w_0	ConstantInput			[[128,736,1,1]]	[[128,736,1,1]]
conv_70	Conv	conv4_16/x1/bn_3;conv4_16/x1_w_0	conv4_16/x1_1	[[1,736,14,14],[128,736,1,1]]	[[1,128,14,14]]
conv4_16/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_16/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_16/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_16/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_71	BatchNorm	conv4_16/x1_1;conv4_16/x2/bn_scale_0;conv4_16/x2/bn_bias_0;conv4_16/x2/bn_mean_0;conv4_16/x2/bn_var_0	conv4_16/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_16/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_141	Unsqueeze	conv4_16/x2/bn_w_0	OC2_DUMMY_140	[[128]]	[[128,1]]
mul_71	ElementWise	conv4_16/x2/bn_1;OC2_DUMMY_140	conv4_16/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_16/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_142	Unsqueeze	conv4_16/x2/bn_b_0	OC2_DUMMY_141	[[128]]	[[128,1]]
add_71	ElementWise	conv4_16/x2/bn_internal_1;OC2_DUMMY_141	conv4_16/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_71	Relu	conv4_16/x2/bn_2	conv4_16/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_16/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_71	Conv	conv4_16/x2/bn_3;conv4_16/x2_w_0	conv4_16/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_34	Concat	concat_4_15_1;conv4_16/x2_1	concat_4_16_1	[[1,736,14,14],[1,32,14,14]]	[[1,768,14,14]]
conv4_17/x1/bn_scale_0	ConstantInput			[[768]]	[[768]]
conv4_17/x1/bn_bias_0	ConstantInput			[[768]]	[[768]]
conv4_17/x1/bn_mean_0	ConstantInput			[[768]]	[[768]]
conv4_17/x1/bn_var_0	ConstantInput			[[768]]	[[768]]
batchnormalization_72	BatchNorm	concat_4_16_1;conv4_17/x1/bn_scale_0;conv4_17/x1/bn_bias_0;conv4_17/x1/bn_mean_0;conv4_17/x1/bn_var_0	conv4_17/x1/bn_1	[[1,768,14,14],[768],[768],[768],[768]]	[[1,768,14,14],[768],[768],[768],[768]]
conv4_17/x1/bn_w_0	ConstantInput			[[768]]	[[768]]
unsqueeze_143	Unsqueeze	conv4_17/x1/bn_w_0	OC2_DUMMY_142	[[768]]	[[768,1]]
mul_72	ElementWise	conv4_17/x1/bn_1;OC2_DUMMY_142	conv4_17/x1/bn_internal_1	[[1,768,14,14],[768,1]]	[[1,768,14,14]]
conv4_17/x1/bn_b_0	ConstantInput			[[768]]	[[768]]
unsqueeze_144	Unsqueeze	conv4_17/x1/bn_b_0	OC2_DUMMY_143	[[768]]	[[768,1]]
add_72	ElementWise	conv4_17/x1/bn_internal_1;OC2_DUMMY_143	conv4_17/x1/bn_2	[[1,768,14,14],[768,1]]	[[1,768,14,14]]
relu_72	Relu	conv4_17/x1/bn_2	conv4_17/x1/bn_3	[[1,768,14,14]]	[[1,768,14,14]]
conv4_17/x1_w_0	ConstantInput			[[128,768,1,1]]	[[128,768,1,1]]
conv_72	Conv	conv4_17/x1/bn_3;conv4_17/x1_w_0	conv4_17/x1_1	[[1,768,14,14],[128,768,1,1]]	[[1,128,14,14]]
conv4_17/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_17/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_17/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_17/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_73	BatchNorm	conv4_17/x1_1;conv4_17/x2/bn_scale_0;conv4_17/x2/bn_bias_0;conv4_17/x2/bn_mean_0;conv4_17/x2/bn_var_0	conv4_17/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_17/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_145	Unsqueeze	conv4_17/x2/bn_w_0	OC2_DUMMY_144	[[128]]	[[128,1]]
mul_73	ElementWise	conv4_17/x2/bn_1;OC2_DUMMY_144	conv4_17/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_17/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_146	Unsqueeze	conv4_17/x2/bn_b_0	OC2_DUMMY_145	[[128]]	[[128,1]]
add_73	ElementWise	conv4_17/x2/bn_internal_1;OC2_DUMMY_145	conv4_17/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_73	Relu	conv4_17/x2/bn_2	conv4_17/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_17/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_73	Conv	conv4_17/x2/bn_3;conv4_17/x2_w_0	conv4_17/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_35	Concat	concat_4_16_1;conv4_17/x2_1	concat_4_17_1	[[1,768,14,14],[1,32,14,14]]	[[1,800,14,14]]
conv4_18/x1/bn_scale_0	ConstantInput			[[800]]	[[800]]
conv4_18/x1/bn_bias_0	ConstantInput			[[800]]	[[800]]
conv4_18/x1/bn_mean_0	ConstantInput			[[800]]	[[800]]
conv4_18/x1/bn_var_0	ConstantInput			[[800]]	[[800]]
batchnormalization_74	BatchNorm	concat_4_17_1;conv4_18/x1/bn_scale_0;conv4_18/x1/bn_bias_0;conv4_18/x1/bn_mean_0;conv4_18/x1/bn_var_0	conv4_18/x1/bn_1	[[1,800,14,14],[800],[800],[800],[800]]	[[1,800,14,14],[800],[800],[800],[800]]
conv4_18/x1/bn_w_0	ConstantInput			[[800]]	[[800]]
unsqueeze_147	Unsqueeze	conv4_18/x1/bn_w_0	OC2_DUMMY_146	[[800]]	[[800,1]]
mul_74	ElementWise	conv4_18/x1/bn_1;OC2_DUMMY_146	conv4_18/x1/bn_internal_1	[[1,800,14,14],[800,1]]	[[1,800,14,14]]
conv4_18/x1/bn_b_0	ConstantInput			[[800]]	[[800]]
unsqueeze_148	Unsqueeze	conv4_18/x1/bn_b_0	OC2_DUMMY_147	[[800]]	[[800,1]]
add_74	ElementWise	conv4_18/x1/bn_internal_1;OC2_DUMMY_147	conv4_18/x1/bn_2	[[1,800,14,14],[800,1]]	[[1,800,14,14]]
relu_74	Relu	conv4_18/x1/bn_2	conv4_18/x1/bn_3	[[1,800,14,14]]	[[1,800,14,14]]
conv4_18/x1_w_0	ConstantInput			[[128,800,1,1]]	[[128,800,1,1]]
conv_74	Conv	conv4_18/x1/bn_3;conv4_18/x1_w_0	conv4_18/x1_1	[[1,800,14,14],[128,800,1,1]]	[[1,128,14,14]]
conv4_18/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_18/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_18/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_18/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_75	BatchNorm	conv4_18/x1_1;conv4_18/x2/bn_scale_0;conv4_18/x2/bn_bias_0;conv4_18/x2/bn_mean_0;conv4_18/x2/bn_var_0	conv4_18/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_18/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_149	Unsqueeze	conv4_18/x2/bn_w_0	OC2_DUMMY_148	[[128]]	[[128,1]]
mul_75	ElementWise	conv4_18/x2/bn_1;OC2_DUMMY_148	conv4_18/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_18/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_150	Unsqueeze	conv4_18/x2/bn_b_0	OC2_DUMMY_149	[[128]]	[[128,1]]
add_75	ElementWise	conv4_18/x2/bn_internal_1;OC2_DUMMY_149	conv4_18/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_75	Relu	conv4_18/x2/bn_2	conv4_18/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_18/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_75	Conv	conv4_18/x2/bn_3;conv4_18/x2_w_0	conv4_18/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_36	Concat	concat_4_17_1;conv4_18/x2_1	concat_4_18_1	[[1,800,14,14],[1,32,14,14]]	[[1,832,14,14]]
conv4_19/x1/bn_scale_0	ConstantInput			[[832]]	[[832]]
conv4_19/x1/bn_bias_0	ConstantInput			[[832]]	[[832]]
conv4_19/x1/bn_mean_0	ConstantInput			[[832]]	[[832]]
conv4_19/x1/bn_var_0	ConstantInput			[[832]]	[[832]]
batchnormalization_76	BatchNorm	concat_4_18_1;conv4_19/x1/bn_scale_0;conv4_19/x1/bn_bias_0;conv4_19/x1/bn_mean_0;conv4_19/x1/bn_var_0	conv4_19/x1/bn_1	[[1,832,14,14],[832],[832],[832],[832]]	[[1,832,14,14],[832],[832],[832],[832]]
conv4_19/x1/bn_w_0	ConstantInput			[[832]]	[[832]]
unsqueeze_151	Unsqueeze	conv4_19/x1/bn_w_0	OC2_DUMMY_150	[[832]]	[[832,1]]
mul_76	ElementWise	conv4_19/x1/bn_1;OC2_DUMMY_150	conv4_19/x1/bn_internal_1	[[1,832,14,14],[832,1]]	[[1,832,14,14]]
conv4_19/x1/bn_b_0	ConstantInput			[[832]]	[[832]]
unsqueeze_152	Unsqueeze	conv4_19/x1/bn_b_0	OC2_DUMMY_151	[[832]]	[[832,1]]
add_76	ElementWise	conv4_19/x1/bn_internal_1;OC2_DUMMY_151	conv4_19/x1/bn_2	[[1,832,14,14],[832,1]]	[[1,832,14,14]]
relu_76	Relu	conv4_19/x1/bn_2	conv4_19/x1/bn_3	[[1,832,14,14]]	[[1,832,14,14]]
conv4_19/x1_w_0	ConstantInput			[[128,832,1,1]]	[[128,832,1,1]]
conv_76	Conv	conv4_19/x1/bn_3;conv4_19/x1_w_0	conv4_19/x1_1	[[1,832,14,14],[128,832,1,1]]	[[1,128,14,14]]
conv4_19/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_19/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_19/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_19/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_77	BatchNorm	conv4_19/x1_1;conv4_19/x2/bn_scale_0;conv4_19/x2/bn_bias_0;conv4_19/x2/bn_mean_0;conv4_19/x2/bn_var_0	conv4_19/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_19/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_153	Unsqueeze	conv4_19/x2/bn_w_0	OC2_DUMMY_152	[[128]]	[[128,1]]
mul_77	ElementWise	conv4_19/x2/bn_1;OC2_DUMMY_152	conv4_19/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_19/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_154	Unsqueeze	conv4_19/x2/bn_b_0	OC2_DUMMY_153	[[128]]	[[128,1]]
add_77	ElementWise	conv4_19/x2/bn_internal_1;OC2_DUMMY_153	conv4_19/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_77	Relu	conv4_19/x2/bn_2	conv4_19/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_19/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_77	Conv	conv4_19/x2/bn_3;conv4_19/x2_w_0	conv4_19/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_37	Concat	concat_4_18_1;conv4_19/x2_1	concat_4_19_1	[[1,832,14,14],[1,32,14,14]]	[[1,864,14,14]]
conv4_20/x1/bn_scale_0	ConstantInput			[[864]]	[[864]]
conv4_20/x1/bn_bias_0	ConstantInput			[[864]]	[[864]]
conv4_20/x1/bn_mean_0	ConstantInput			[[864]]	[[864]]
conv4_20/x1/bn_var_0	ConstantInput			[[864]]	[[864]]
batchnormalization_78	BatchNorm	concat_4_19_1;conv4_20/x1/bn_scale_0;conv4_20/x1/bn_bias_0;conv4_20/x1/bn_mean_0;conv4_20/x1/bn_var_0	conv4_20/x1/bn_1	[[1,864,14,14],[864],[864],[864],[864]]	[[1,864,14,14],[864],[864],[864],[864]]
conv4_20/x1/bn_w_0	ConstantInput			[[864]]	[[864]]
unsqueeze_155	Unsqueeze	conv4_20/x1/bn_w_0	OC2_DUMMY_154	[[864]]	[[864,1]]
mul_78	ElementWise	conv4_20/x1/bn_1;OC2_DUMMY_154	conv4_20/x1/bn_internal_1	[[1,864,14,14],[864,1]]	[[1,864,14,14]]
conv4_20/x1/bn_b_0	ConstantInput			[[864]]	[[864]]
unsqueeze_156	Unsqueeze	conv4_20/x1/bn_b_0	OC2_DUMMY_155	[[864]]	[[864,1]]
add_78	ElementWise	conv4_20/x1/bn_internal_1;OC2_DUMMY_155	conv4_20/x1/bn_2	[[1,864,14,14],[864,1]]	[[1,864,14,14]]
relu_78	Relu	conv4_20/x1/bn_2	conv4_20/x1/bn_3	[[1,864,14,14]]	[[1,864,14,14]]
conv4_20/x1_w_0	ConstantInput			[[128,864,1,1]]	[[128,864,1,1]]
conv_78	Conv	conv4_20/x1/bn_3;conv4_20/x1_w_0	conv4_20/x1_1	[[1,864,14,14],[128,864,1,1]]	[[1,128,14,14]]
conv4_20/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_20/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_20/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_20/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_79	BatchNorm	conv4_20/x1_1;conv4_20/x2/bn_scale_0;conv4_20/x2/bn_bias_0;conv4_20/x2/bn_mean_0;conv4_20/x2/bn_var_0	conv4_20/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_20/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_157	Unsqueeze	conv4_20/x2/bn_w_0	OC2_DUMMY_156	[[128]]	[[128,1]]
mul_79	ElementWise	conv4_20/x2/bn_1;OC2_DUMMY_156	conv4_20/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_20/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_158	Unsqueeze	conv4_20/x2/bn_b_0	OC2_DUMMY_157	[[128]]	[[128,1]]
add_79	ElementWise	conv4_20/x2/bn_internal_1;OC2_DUMMY_157	conv4_20/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_79	Relu	conv4_20/x2/bn_2	conv4_20/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_20/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_79	Conv	conv4_20/x2/bn_3;conv4_20/x2_w_0	conv4_20/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_38	Concat	concat_4_19_1;conv4_20/x2_1	concat_4_20_1	[[1,864,14,14],[1,32,14,14]]	[[1,896,14,14]]
conv4_21/x1/bn_scale_0	ConstantInput			[[896]]	[[896]]
conv4_21/x1/bn_bias_0	ConstantInput			[[896]]	[[896]]
conv4_21/x1/bn_mean_0	ConstantInput			[[896]]	[[896]]
conv4_21/x1/bn_var_0	ConstantInput			[[896]]	[[896]]
batchnormalization_80	BatchNorm	concat_4_20_1;conv4_21/x1/bn_scale_0;conv4_21/x1/bn_bias_0;conv4_21/x1/bn_mean_0;conv4_21/x1/bn_var_0	conv4_21/x1/bn_1	[[1,896,14,14],[896],[896],[896],[896]]	[[1,896,14,14],[896],[896],[896],[896]]
conv4_21/x1/bn_w_0	ConstantInput			[[896]]	[[896]]
unsqueeze_159	Unsqueeze	conv4_21/x1/bn_w_0	OC2_DUMMY_158	[[896]]	[[896,1]]
mul_80	ElementWise	conv4_21/x1/bn_1;OC2_DUMMY_158	conv4_21/x1/bn_internal_1	[[1,896,14,14],[896,1]]	[[1,896,14,14]]
conv4_21/x1/bn_b_0	ConstantInput			[[896]]	[[896]]
unsqueeze_160	Unsqueeze	conv4_21/x1/bn_b_0	OC2_DUMMY_159	[[896]]	[[896,1]]
add_80	ElementWise	conv4_21/x1/bn_internal_1;OC2_DUMMY_159	conv4_21/x1/bn_2	[[1,896,14,14],[896,1]]	[[1,896,14,14]]
relu_80	Relu	conv4_21/x1/bn_2	conv4_21/x1/bn_3	[[1,896,14,14]]	[[1,896,14,14]]
conv4_21/x1_w_0	ConstantInput			[[128,896,1,1]]	[[128,896,1,1]]
conv_80	Conv	conv4_21/x1/bn_3;conv4_21/x1_w_0	conv4_21/x1_1	[[1,896,14,14],[128,896,1,1]]	[[1,128,14,14]]
conv4_21/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_21/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_21/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_21/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_81	BatchNorm	conv4_21/x1_1;conv4_21/x2/bn_scale_0;conv4_21/x2/bn_bias_0;conv4_21/x2/bn_mean_0;conv4_21/x2/bn_var_0	conv4_21/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_21/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_161	Unsqueeze	conv4_21/x2/bn_w_0	OC2_DUMMY_160	[[128]]	[[128,1]]
mul_81	ElementWise	conv4_21/x2/bn_1;OC2_DUMMY_160	conv4_21/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_21/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_162	Unsqueeze	conv4_21/x2/bn_b_0	OC2_DUMMY_161	[[128]]	[[128,1]]
add_81	ElementWise	conv4_21/x2/bn_internal_1;OC2_DUMMY_161	conv4_21/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_81	Relu	conv4_21/x2/bn_2	conv4_21/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_21/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_81	Conv	conv4_21/x2/bn_3;conv4_21/x2_w_0	conv4_21/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_39	Concat	concat_4_20_1;conv4_21/x2_1	concat_4_21_1	[[1,896,14,14],[1,32,14,14]]	[[1,928,14,14]]
conv4_22/x1/bn_scale_0	ConstantInput			[[928]]	[[928]]
conv4_22/x1/bn_bias_0	ConstantInput			[[928]]	[[928]]
conv4_22/x1/bn_mean_0	ConstantInput			[[928]]	[[928]]
conv4_22/x1/bn_var_0	ConstantInput			[[928]]	[[928]]
batchnormalization_82	BatchNorm	concat_4_21_1;conv4_22/x1/bn_scale_0;conv4_22/x1/bn_bias_0;conv4_22/x1/bn_mean_0;conv4_22/x1/bn_var_0	conv4_22/x1/bn_1	[[1,928,14,14],[928],[928],[928],[928]]	[[1,928,14,14],[928],[928],[928],[928]]
conv4_22/x1/bn_w_0	ConstantInput			[[928]]	[[928]]
unsqueeze_163	Unsqueeze	conv4_22/x1/bn_w_0	OC2_DUMMY_162	[[928]]	[[928,1]]
mul_82	ElementWise	conv4_22/x1/bn_1;OC2_DUMMY_162	conv4_22/x1/bn_internal_1	[[1,928,14,14],[928,1]]	[[1,928,14,14]]
conv4_22/x1/bn_b_0	ConstantInput			[[928]]	[[928]]
unsqueeze_164	Unsqueeze	conv4_22/x1/bn_b_0	OC2_DUMMY_163	[[928]]	[[928,1]]
add_82	ElementWise	conv4_22/x1/bn_internal_1;OC2_DUMMY_163	conv4_22/x1/bn_2	[[1,928,14,14],[928,1]]	[[1,928,14,14]]
relu_82	Relu	conv4_22/x1/bn_2	conv4_22/x1/bn_3	[[1,928,14,14]]	[[1,928,14,14]]
conv4_22/x1_w_0	ConstantInput			[[128,928,1,1]]	[[128,928,1,1]]
conv_82	Conv	conv4_22/x1/bn_3;conv4_22/x1_w_0	conv4_22/x1_1	[[1,928,14,14],[128,928,1,1]]	[[1,128,14,14]]
conv4_22/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_22/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_22/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_22/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_83	BatchNorm	conv4_22/x1_1;conv4_22/x2/bn_scale_0;conv4_22/x2/bn_bias_0;conv4_22/x2/bn_mean_0;conv4_22/x2/bn_var_0	conv4_22/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_22/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_165	Unsqueeze	conv4_22/x2/bn_w_0	OC2_DUMMY_164	[[128]]	[[128,1]]
mul_83	ElementWise	conv4_22/x2/bn_1;OC2_DUMMY_164	conv4_22/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_22/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_166	Unsqueeze	conv4_22/x2/bn_b_0	OC2_DUMMY_165	[[128]]	[[128,1]]
add_83	ElementWise	conv4_22/x2/bn_internal_1;OC2_DUMMY_165	conv4_22/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_83	Relu	conv4_22/x2/bn_2	conv4_22/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_22/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_83	Conv	conv4_22/x2/bn_3;conv4_22/x2_w_0	conv4_22/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_40	Concat	concat_4_21_1;conv4_22/x2_1	concat_4_22_1	[[1,928,14,14],[1,32,14,14]]	[[1,960,14,14]]
conv4_23/x1/bn_scale_0	ConstantInput			[[960]]	[[960]]
conv4_23/x1/bn_bias_0	ConstantInput			[[960]]	[[960]]
conv4_23/x1/bn_mean_0	ConstantInput			[[960]]	[[960]]
conv4_23/x1/bn_var_0	ConstantInput			[[960]]	[[960]]
batchnormalization_84	BatchNorm	concat_4_22_1;conv4_23/x1/bn_scale_0;conv4_23/x1/bn_bias_0;conv4_23/x1/bn_mean_0;conv4_23/x1/bn_var_0	conv4_23/x1/bn_1	[[1,960,14,14],[960],[960],[960],[960]]	[[1,960,14,14],[960],[960],[960],[960]]
conv4_23/x1/bn_w_0	ConstantInput			[[960]]	[[960]]
unsqueeze_167	Unsqueeze	conv4_23/x1/bn_w_0	OC2_DUMMY_166	[[960]]	[[960,1]]
mul_84	ElementWise	conv4_23/x1/bn_1;OC2_DUMMY_166	conv4_23/x1/bn_internal_1	[[1,960,14,14],[960,1]]	[[1,960,14,14]]
conv4_23/x1/bn_b_0	ConstantInput			[[960]]	[[960]]
unsqueeze_168	Unsqueeze	conv4_23/x1/bn_b_0	OC2_DUMMY_167	[[960]]	[[960,1]]
add_84	ElementWise	conv4_23/x1/bn_internal_1;OC2_DUMMY_167	conv4_23/x1/bn_2	[[1,960,14,14],[960,1]]	[[1,960,14,14]]
relu_84	Relu	conv4_23/x1/bn_2	conv4_23/x1/bn_3	[[1,960,14,14]]	[[1,960,14,14]]
conv4_23/x1_w_0	ConstantInput			[[128,960,1,1]]	[[128,960,1,1]]
conv_84	Conv	conv4_23/x1/bn_3;conv4_23/x1_w_0	conv4_23/x1_1	[[1,960,14,14],[128,960,1,1]]	[[1,128,14,14]]
conv4_23/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_23/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_23/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_23/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_85	BatchNorm	conv4_23/x1_1;conv4_23/x2/bn_scale_0;conv4_23/x2/bn_bias_0;conv4_23/x2/bn_mean_0;conv4_23/x2/bn_var_0	conv4_23/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_23/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_169	Unsqueeze	conv4_23/x2/bn_w_0	OC2_DUMMY_168	[[128]]	[[128,1]]
mul_85	ElementWise	conv4_23/x2/bn_1;OC2_DUMMY_168	conv4_23/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_23/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_170	Unsqueeze	conv4_23/x2/bn_b_0	OC2_DUMMY_169	[[128]]	[[128,1]]
add_85	ElementWise	conv4_23/x2/bn_internal_1;OC2_DUMMY_169	conv4_23/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_85	Relu	conv4_23/x2/bn_2	conv4_23/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_23/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_85	Conv	conv4_23/x2/bn_3;conv4_23/x2_w_0	conv4_23/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_41	Concat	concat_4_22_1;conv4_23/x2_1	concat_4_23_1	[[1,960,14,14],[1,32,14,14]]	[[1,992,14,14]]
conv4_24/x1/bn_scale_0	ConstantInput			[[992]]	[[992]]
conv4_24/x1/bn_bias_0	ConstantInput			[[992]]	[[992]]
conv4_24/x1/bn_mean_0	ConstantInput			[[992]]	[[992]]
conv4_24/x1/bn_var_0	ConstantInput			[[992]]	[[992]]
batchnormalization_86	BatchNorm	concat_4_23_1;conv4_24/x1/bn_scale_0;conv4_24/x1/bn_bias_0;conv4_24/x1/bn_mean_0;conv4_24/x1/bn_var_0	conv4_24/x1/bn_1	[[1,992,14,14],[992],[992],[992],[992]]	[[1,992,14,14],[992],[992],[992],[992]]
conv4_24/x1/bn_w_0	ConstantInput			[[992]]	[[992]]
unsqueeze_171	Unsqueeze	conv4_24/x1/bn_w_0	OC2_DUMMY_170	[[992]]	[[992,1]]
mul_86	ElementWise	conv4_24/x1/bn_1;OC2_DUMMY_170	conv4_24/x1/bn_internal_1	[[1,992,14,14],[992,1]]	[[1,992,14,14]]
conv4_24/x1/bn_b_0	ConstantInput			[[992]]	[[992]]
unsqueeze_172	Unsqueeze	conv4_24/x1/bn_b_0	OC2_DUMMY_171	[[992]]	[[992,1]]
add_86	ElementWise	conv4_24/x1/bn_internal_1;OC2_DUMMY_171	conv4_24/x1/bn_2	[[1,992,14,14],[992,1]]	[[1,992,14,14]]
relu_86	Relu	conv4_24/x1/bn_2	conv4_24/x1/bn_3	[[1,992,14,14]]	[[1,992,14,14]]
conv4_24/x1_w_0	ConstantInput			[[128,992,1,1]]	[[128,992,1,1]]
conv_86	Conv	conv4_24/x1/bn_3;conv4_24/x1_w_0	conv4_24/x1_1	[[1,992,14,14],[128,992,1,1]]	[[1,128,14,14]]
conv4_24/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv4_24/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv4_24/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv4_24/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_87	BatchNorm	conv4_24/x1_1;conv4_24/x2/bn_scale_0;conv4_24/x2/bn_bias_0;conv4_24/x2/bn_mean_0;conv4_24/x2/bn_var_0	conv4_24/x2/bn_1	[[1,128,14,14],[128],[128],[128],[128]]	[[1,128,14,14],[128],[128],[128],[128]]
conv4_24/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_173	Unsqueeze	conv4_24/x2/bn_w_0	OC2_DUMMY_172	[[128]]	[[128,1]]
mul_87	ElementWise	conv4_24/x2/bn_1;OC2_DUMMY_172	conv4_24/x2/bn_internal_1	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
conv4_24/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_174	Unsqueeze	conv4_24/x2/bn_b_0	OC2_DUMMY_173	[[128]]	[[128,1]]
add_87	ElementWise	conv4_24/x2/bn_internal_1;OC2_DUMMY_173	conv4_24/x2/bn_2	[[1,128,14,14],[128,1]]	[[1,128,14,14]]
relu_87	Relu	conv4_24/x2/bn_2	conv4_24/x2/bn_3	[[1,128,14,14]]	[[1,128,14,14]]
conv4_24/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_87	Conv	conv4_24/x2/bn_3;conv4_24/x2_w_0	conv4_24/x2_1	[[1,128,14,14],[32,128,3,3]]	[[1,32,14,14]]
concat_42	Concat	concat_4_23_1;conv4_24/x2_1	concat_4_24_1	[[1,992,14,14],[1,32,14,14]]	[[1,1024,14,14]]
conv4_blk/bn_scale_0	ConstantInput			[[1024]]	[[1024]]
conv4_blk/bn_bias_0	ConstantInput			[[1024]]	[[1024]]
conv4_blk/bn_mean_0	ConstantInput			[[1024]]	[[1024]]
conv4_blk/bn_var_0	ConstantInput			[[1024]]	[[1024]]
batchnormalization_88	BatchNorm	concat_4_24_1;conv4_blk/bn_scale_0;conv4_blk/bn_bias_0;conv4_blk/bn_mean_0;conv4_blk/bn_var_0	conv4_blk/bn_1	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
conv4_blk/bn_w_0	ConstantInput			[[1024]]	[[1024]]
unsqueeze_175	Unsqueeze	conv4_blk/bn_w_0	OC2_DUMMY_174	[[1024]]	[[1024,1]]
mul_88	ElementWise	conv4_blk/bn_1;OC2_DUMMY_174	conv4_blk/bn_internal_1	[[1,1024,14,14],[1024,1]]	[[1,1024,14,14]]
conv4_blk/bn_b_0	ConstantInput			[[1024]]	[[1024]]
unsqueeze_176	Unsqueeze	conv4_blk/bn_b_0	OC2_DUMMY_175	[[1024]]	[[1024,1]]
add_88	ElementWise	conv4_blk/bn_internal_1;OC2_DUMMY_175	conv4_blk/bn_2	[[1,1024,14,14],[1024,1]]	[[1,1024,14,14]]
relu_88	Relu	conv4_blk/bn_2	conv4_blk/bn_3	[[1,1024,14,14]]	[[1,1024,14,14]]
conv4_blk_w_0	ConstantInput			[[512,1024,1,1]]	[[512,1024,1,1]]
conv_88	Conv	conv4_blk/bn_3;conv4_blk_w_0	conv4_blk_1	[[1,1024,14,14],[512,1024,1,1]]	[[1,512,14,14]]
averagepool_3	Pooling	conv4_blk_1	pool4_1	[[1,512,14,14]]	[[1,512,7,7]]
conv5_1/x1/bn_scale_0	ConstantInput			[[512]]	[[512]]
conv5_1/x1/bn_bias_0	ConstantInput			[[512]]	[[512]]
conv5_1/x1/bn_mean_0	ConstantInput			[[512]]	[[512]]
conv5_1/x1/bn_var_0	ConstantInput			[[512]]	[[512]]
batchnormalization_89	BatchNorm	pool4_1;conv5_1/x1/bn_scale_0;conv5_1/x1/bn_bias_0;conv5_1/x1/bn_mean_0;conv5_1/x1/bn_var_0	conv5_1/x1/bn_1	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
conv5_1/x1/bn_w_0	ConstantInput			[[512]]	[[512]]
unsqueeze_177	Unsqueeze	conv5_1/x1/bn_w_0	OC2_DUMMY_176	[[512]]	[[512,1]]
mul_89	ElementWise	conv5_1/x1/bn_1;OC2_DUMMY_176	conv5_1/x1/bn_internal_1	[[1,512,7,7],[512,1]]	[[1,512,7,7]]
conv5_1/x1/bn_b_0	ConstantInput			[[512]]	[[512]]
unsqueeze_178	Unsqueeze	conv5_1/x1/bn_b_0	OC2_DUMMY_177	[[512]]	[[512,1]]
add_89	ElementWise	conv5_1/x1/bn_internal_1;OC2_DUMMY_177	conv5_1/x1/bn_2	[[1,512,7,7],[512,1]]	[[1,512,7,7]]
relu_89	Relu	conv5_1/x1/bn_2	conv5_1/x1/bn_3	[[1,512,7,7]]	[[1,512,7,7]]
conv5_1/x1_w_0	ConstantInput			[[128,512,1,1]]	[[128,512,1,1]]
conv_89	Conv	conv5_1/x1/bn_3;conv5_1/x1_w_0	conv5_1/x1_1	[[1,512,7,7],[128,512,1,1]]	[[1,128,7,7]]
conv5_1/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv5_1/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv5_1/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv5_1/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_90	BatchNorm	conv5_1/x1_1;conv5_1/x2/bn_scale_0;conv5_1/x2/bn_bias_0;conv5_1/x2/bn_mean_0;conv5_1/x2/bn_var_0	conv5_1/x2/bn_1	[[1,128,7,7],[128],[128],[128],[128]]	[[1,128,7,7],[128],[128],[128],[128]]
conv5_1/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_179	Unsqueeze	conv5_1/x2/bn_w_0	OC2_DUMMY_178	[[128]]	[[128,1]]
mul_90	ElementWise	conv5_1/x2/bn_1;OC2_DUMMY_178	conv5_1/x2/bn_internal_1	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
conv5_1/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_180	Unsqueeze	conv5_1/x2/bn_b_0	OC2_DUMMY_179	[[128]]	[[128,1]]
add_90	ElementWise	conv5_1/x2/bn_internal_1;OC2_DUMMY_179	conv5_1/x2/bn_2	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
relu_90	Relu	conv5_1/x2/bn_2	conv5_1/x2/bn_3	[[1,128,7,7]]	[[1,128,7,7]]
conv5_1/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_90	Conv	conv5_1/x2/bn_3;conv5_1/x2_w_0	conv5_1/x2_1	[[1,128,7,7],[32,128,3,3]]	[[1,32,7,7]]
concat_43	Concat	pool4_1;conv5_1/x2_1	concat_5_1_1	[[1,512,7,7],[1,32,7,7]]	[[1,544,7,7]]
conv5_2/x1/bn_scale_0	ConstantInput			[[544]]	[[544]]
conv5_2/x1/bn_bias_0	ConstantInput			[[544]]	[[544]]
conv5_2/x1/bn_mean_0	ConstantInput			[[544]]	[[544]]
conv5_2/x1/bn_var_0	ConstantInput			[[544]]	[[544]]
batchnormalization_91	BatchNorm	concat_5_1_1;conv5_2/x1/bn_scale_0;conv5_2/x1/bn_bias_0;conv5_2/x1/bn_mean_0;conv5_2/x1/bn_var_0	conv5_2/x1/bn_1	[[1,544,7,7],[544],[544],[544],[544]]	[[1,544,7,7],[544],[544],[544],[544]]
conv5_2/x1/bn_w_0	ConstantInput			[[544]]	[[544]]
unsqueeze_181	Unsqueeze	conv5_2/x1/bn_w_0	OC2_DUMMY_180	[[544]]	[[544,1]]
mul_91	ElementWise	conv5_2/x1/bn_1;OC2_DUMMY_180	conv5_2/x1/bn_internal_1	[[1,544,7,7],[544,1]]	[[1,544,7,7]]
conv5_2/x1/bn_b_0	ConstantInput			[[544]]	[[544]]
unsqueeze_182	Unsqueeze	conv5_2/x1/bn_b_0	OC2_DUMMY_181	[[544]]	[[544,1]]
add_91	ElementWise	conv5_2/x1/bn_internal_1;OC2_DUMMY_181	conv5_2/x1/bn_2	[[1,544,7,7],[544,1]]	[[1,544,7,7]]
relu_91	Relu	conv5_2/x1/bn_2	conv5_2/x1/bn_3	[[1,544,7,7]]	[[1,544,7,7]]
conv5_2/x1_w_0	ConstantInput			[[128,544,1,1]]	[[128,544,1,1]]
conv_91	Conv	conv5_2/x1/bn_3;conv5_2/x1_w_0	conv5_2/x1_1	[[1,544,7,7],[128,544,1,1]]	[[1,128,7,7]]
conv5_2/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv5_2/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv5_2/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv5_2/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_92	BatchNorm	conv5_2/x1_1;conv5_2/x2/bn_scale_0;conv5_2/x2/bn_bias_0;conv5_2/x2/bn_mean_0;conv5_2/x2/bn_var_0	conv5_2/x2/bn_1	[[1,128,7,7],[128],[128],[128],[128]]	[[1,128,7,7],[128],[128],[128],[128]]
conv5_2/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_183	Unsqueeze	conv5_2/x2/bn_w_0	OC2_DUMMY_182	[[128]]	[[128,1]]
mul_92	ElementWise	conv5_2/x2/bn_1;OC2_DUMMY_182	conv5_2/x2/bn_internal_1	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
conv5_2/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_184	Unsqueeze	conv5_2/x2/bn_b_0	OC2_DUMMY_183	[[128]]	[[128,1]]
add_92	ElementWise	conv5_2/x2/bn_internal_1;OC2_DUMMY_183	conv5_2/x2/bn_2	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
relu_92	Relu	conv5_2/x2/bn_2	conv5_2/x2/bn_3	[[1,128,7,7]]	[[1,128,7,7]]
conv5_2/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_92	Conv	conv5_2/x2/bn_3;conv5_2/x2_w_0	conv5_2/x2_1	[[1,128,7,7],[32,128,3,3]]	[[1,32,7,7]]
concat_44	Concat	concat_5_1_1;conv5_2/x2_1	concat_5_2_1	[[1,544,7,7],[1,32,7,7]]	[[1,576,7,7]]
conv5_3/x1/bn_scale_0	ConstantInput			[[576]]	[[576]]
conv5_3/x1/bn_bias_0	ConstantInput			[[576]]	[[576]]
conv5_3/x1/bn_mean_0	ConstantInput			[[576]]	[[576]]
conv5_3/x1/bn_var_0	ConstantInput			[[576]]	[[576]]
batchnormalization_93	BatchNorm	concat_5_2_1;conv5_3/x1/bn_scale_0;conv5_3/x1/bn_bias_0;conv5_3/x1/bn_mean_0;conv5_3/x1/bn_var_0	conv5_3/x1/bn_1	[[1,576,7,7],[576],[576],[576],[576]]	[[1,576,7,7],[576],[576],[576],[576]]
conv5_3/x1/bn_w_0	ConstantInput			[[576]]	[[576]]
unsqueeze_185	Unsqueeze	conv5_3/x1/bn_w_0	OC2_DUMMY_184	[[576]]	[[576,1]]
mul_93	ElementWise	conv5_3/x1/bn_1;OC2_DUMMY_184	conv5_3/x1/bn_internal_1	[[1,576,7,7],[576,1]]	[[1,576,7,7]]
conv5_3/x1/bn_b_0	ConstantInput			[[576]]	[[576]]
unsqueeze_186	Unsqueeze	conv5_3/x1/bn_b_0	OC2_DUMMY_185	[[576]]	[[576,1]]
add_93	ElementWise	conv5_3/x1/bn_internal_1;OC2_DUMMY_185	conv5_3/x1/bn_2	[[1,576,7,7],[576,1]]	[[1,576,7,7]]
relu_93	Relu	conv5_3/x1/bn_2	conv5_3/x1/bn_3	[[1,576,7,7]]	[[1,576,7,7]]
conv5_3/x1_w_0	ConstantInput			[[128,576,1,1]]	[[128,576,1,1]]
conv_93	Conv	conv5_3/x1/bn_3;conv5_3/x1_w_0	conv5_3/x1_1	[[1,576,7,7],[128,576,1,1]]	[[1,128,7,7]]
conv5_3/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv5_3/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv5_3/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv5_3/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_94	BatchNorm	conv5_3/x1_1;conv5_3/x2/bn_scale_0;conv5_3/x2/bn_bias_0;conv5_3/x2/bn_mean_0;conv5_3/x2/bn_var_0	conv5_3/x2/bn_1	[[1,128,7,7],[128],[128],[128],[128]]	[[1,128,7,7],[128],[128],[128],[128]]
conv5_3/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_187	Unsqueeze	conv5_3/x2/bn_w_0	OC2_DUMMY_186	[[128]]	[[128,1]]
mul_94	ElementWise	conv5_3/x2/bn_1;OC2_DUMMY_186	conv5_3/x2/bn_internal_1	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
conv5_3/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_188	Unsqueeze	conv5_3/x2/bn_b_0	OC2_DUMMY_187	[[128]]	[[128,1]]
add_94	ElementWise	conv5_3/x2/bn_internal_1;OC2_DUMMY_187	conv5_3/x2/bn_2	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
relu_94	Relu	conv5_3/x2/bn_2	conv5_3/x2/bn_3	[[1,128,7,7]]	[[1,128,7,7]]
conv5_3/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_94	Conv	conv5_3/x2/bn_3;conv5_3/x2_w_0	conv5_3/x2_1	[[1,128,7,7],[32,128,3,3]]	[[1,32,7,7]]
concat_45	Concat	concat_5_2_1;conv5_3/x2_1	concat_5_3_1	[[1,576,7,7],[1,32,7,7]]	[[1,608,7,7]]
conv5_4/x1/bn_scale_0	ConstantInput			[[608]]	[[608]]
conv5_4/x1/bn_bias_0	ConstantInput			[[608]]	[[608]]
conv5_4/x1/bn_mean_0	ConstantInput			[[608]]	[[608]]
conv5_4/x1/bn_var_0	ConstantInput			[[608]]	[[608]]
batchnormalization_95	BatchNorm	concat_5_3_1;conv5_4/x1/bn_scale_0;conv5_4/x1/bn_bias_0;conv5_4/x1/bn_mean_0;conv5_4/x1/bn_var_0	conv5_4/x1/bn_1	[[1,608,7,7],[608],[608],[608],[608]]	[[1,608,7,7],[608],[608],[608],[608]]
conv5_4/x1/bn_w_0	ConstantInput			[[608]]	[[608]]
unsqueeze_189	Unsqueeze	conv5_4/x1/bn_w_0	OC2_DUMMY_188	[[608]]	[[608,1]]
mul_95	ElementWise	conv5_4/x1/bn_1;OC2_DUMMY_188	conv5_4/x1/bn_internal_1	[[1,608,7,7],[608,1]]	[[1,608,7,7]]
conv5_4/x1/bn_b_0	ConstantInput			[[608]]	[[608]]
unsqueeze_190	Unsqueeze	conv5_4/x1/bn_b_0	OC2_DUMMY_189	[[608]]	[[608,1]]
add_95	ElementWise	conv5_4/x1/bn_internal_1;OC2_DUMMY_189	conv5_4/x1/bn_2	[[1,608,7,7],[608,1]]	[[1,608,7,7]]
relu_95	Relu	conv5_4/x1/bn_2	conv5_4/x1/bn_3	[[1,608,7,7]]	[[1,608,7,7]]
conv5_4/x1_w_0	ConstantInput			[[128,608,1,1]]	[[128,608,1,1]]
conv_95	Conv	conv5_4/x1/bn_3;conv5_4/x1_w_0	conv5_4/x1_1	[[1,608,7,7],[128,608,1,1]]	[[1,128,7,7]]
conv5_4/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv5_4/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv5_4/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv5_4/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_96	BatchNorm	conv5_4/x1_1;conv5_4/x2/bn_scale_0;conv5_4/x2/bn_bias_0;conv5_4/x2/bn_mean_0;conv5_4/x2/bn_var_0	conv5_4/x2/bn_1	[[1,128,7,7],[128],[128],[128],[128]]	[[1,128,7,7],[128],[128],[128],[128]]
conv5_4/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_191	Unsqueeze	conv5_4/x2/bn_w_0	OC2_DUMMY_190	[[128]]	[[128,1]]
mul_96	ElementWise	conv5_4/x2/bn_1;OC2_DUMMY_190	conv5_4/x2/bn_internal_1	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
conv5_4/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_192	Unsqueeze	conv5_4/x2/bn_b_0	OC2_DUMMY_191	[[128]]	[[128,1]]
add_96	ElementWise	conv5_4/x2/bn_internal_1;OC2_DUMMY_191	conv5_4/x2/bn_2	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
relu_96	Relu	conv5_4/x2/bn_2	conv5_4/x2/bn_3	[[1,128,7,7]]	[[1,128,7,7]]
conv5_4/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_96	Conv	conv5_4/x2/bn_3;conv5_4/x2_w_0	conv5_4/x2_1	[[1,128,7,7],[32,128,3,3]]	[[1,32,7,7]]
concat_46	Concat	concat_5_3_1;conv5_4/x2_1	concat_5_4_1	[[1,608,7,7],[1,32,7,7]]	[[1,640,7,7]]
conv5_5/x1/bn_scale_0	ConstantInput			[[640]]	[[640]]
conv5_5/x1/bn_bias_0	ConstantInput			[[640]]	[[640]]
conv5_5/x1/bn_mean_0	ConstantInput			[[640]]	[[640]]
conv5_5/x1/bn_var_0	ConstantInput			[[640]]	[[640]]
batchnormalization_97	BatchNorm	concat_5_4_1;conv5_5/x1/bn_scale_0;conv5_5/x1/bn_bias_0;conv5_5/x1/bn_mean_0;conv5_5/x1/bn_var_0	conv5_5/x1/bn_1	[[1,640,7,7],[640],[640],[640],[640]]	[[1,640,7,7],[640],[640],[640],[640]]
conv5_5/x1/bn_w_0	ConstantInput			[[640]]	[[640]]
unsqueeze_193	Unsqueeze	conv5_5/x1/bn_w_0	OC2_DUMMY_192	[[640]]	[[640,1]]
mul_97	ElementWise	conv5_5/x1/bn_1;OC2_DUMMY_192	conv5_5/x1/bn_internal_1	[[1,640,7,7],[640,1]]	[[1,640,7,7]]
conv5_5/x1/bn_b_0	ConstantInput			[[640]]	[[640]]
unsqueeze_194	Unsqueeze	conv5_5/x1/bn_b_0	OC2_DUMMY_193	[[640]]	[[640,1]]
add_97	ElementWise	conv5_5/x1/bn_internal_1;OC2_DUMMY_193	conv5_5/x1/bn_2	[[1,640,7,7],[640,1]]	[[1,640,7,7]]
relu_97	Relu	conv5_5/x1/bn_2	conv5_5/x1/bn_3	[[1,640,7,7]]	[[1,640,7,7]]
conv5_5/x1_w_0	ConstantInput			[[128,640,1,1]]	[[128,640,1,1]]
conv_97	Conv	conv5_5/x1/bn_3;conv5_5/x1_w_0	conv5_5/x1_1	[[1,640,7,7],[128,640,1,1]]	[[1,128,7,7]]
conv5_5/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv5_5/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv5_5/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv5_5/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_98	BatchNorm	conv5_5/x1_1;conv5_5/x2/bn_scale_0;conv5_5/x2/bn_bias_0;conv5_5/x2/bn_mean_0;conv5_5/x2/bn_var_0	conv5_5/x2/bn_1	[[1,128,7,7],[128],[128],[128],[128]]	[[1,128,7,7],[128],[128],[128],[128]]
conv5_5/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_195	Unsqueeze	conv5_5/x2/bn_w_0	OC2_DUMMY_194	[[128]]	[[128,1]]
mul_98	ElementWise	conv5_5/x2/bn_1;OC2_DUMMY_194	conv5_5/x2/bn_internal_1	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
conv5_5/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_196	Unsqueeze	conv5_5/x2/bn_b_0	OC2_DUMMY_195	[[128]]	[[128,1]]
add_98	ElementWise	conv5_5/x2/bn_internal_1;OC2_DUMMY_195	conv5_5/x2/bn_2	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
relu_98	Relu	conv5_5/x2/bn_2	conv5_5/x2/bn_3	[[1,128,7,7]]	[[1,128,7,7]]
conv5_5/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_98	Conv	conv5_5/x2/bn_3;conv5_5/x2_w_0	conv5_5/x2_1	[[1,128,7,7],[32,128,3,3]]	[[1,32,7,7]]
concat_47	Concat	concat_5_4_1;conv5_5/x2_1	concat_5_5_1	[[1,640,7,7],[1,32,7,7]]	[[1,672,7,7]]
conv5_6/x1/bn_scale_0	ConstantInput			[[672]]	[[672]]
conv5_6/x1/bn_bias_0	ConstantInput			[[672]]	[[672]]
conv5_6/x1/bn_mean_0	ConstantInput			[[672]]	[[672]]
conv5_6/x1/bn_var_0	ConstantInput			[[672]]	[[672]]
batchnormalization_99	BatchNorm	concat_5_5_1;conv5_6/x1/bn_scale_0;conv5_6/x1/bn_bias_0;conv5_6/x1/bn_mean_0;conv5_6/x1/bn_var_0	conv5_6/x1/bn_1	[[1,672,7,7],[672],[672],[672],[672]]	[[1,672,7,7],[672],[672],[672],[672]]
conv5_6/x1/bn_w_0	ConstantInput			[[672]]	[[672]]
unsqueeze_197	Unsqueeze	conv5_6/x1/bn_w_0	OC2_DUMMY_196	[[672]]	[[672,1]]
mul_99	ElementWise	conv5_6/x1/bn_1;OC2_DUMMY_196	conv5_6/x1/bn_internal_1	[[1,672,7,7],[672,1]]	[[1,672,7,7]]
conv5_6/x1/bn_b_0	ConstantInput			[[672]]	[[672]]
unsqueeze_198	Unsqueeze	conv5_6/x1/bn_b_0	OC2_DUMMY_197	[[672]]	[[672,1]]
add_99	ElementWise	conv5_6/x1/bn_internal_1;OC2_DUMMY_197	conv5_6/x1/bn_2	[[1,672,7,7],[672,1]]	[[1,672,7,7]]
relu_99	Relu	conv5_6/x1/bn_2	conv5_6/x1/bn_3	[[1,672,7,7]]	[[1,672,7,7]]
conv5_6/x1_w_0	ConstantInput			[[128,672,1,1]]	[[128,672,1,1]]
conv_99	Conv	conv5_6/x1/bn_3;conv5_6/x1_w_0	conv5_6/x1_1	[[1,672,7,7],[128,672,1,1]]	[[1,128,7,7]]
conv5_6/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv5_6/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv5_6/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv5_6/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_100	BatchNorm	conv5_6/x1_1;conv5_6/x2/bn_scale_0;conv5_6/x2/bn_bias_0;conv5_6/x2/bn_mean_0;conv5_6/x2/bn_var_0	conv5_6/x2/bn_1	[[1,128,7,7],[128],[128],[128],[128]]	[[1,128,7,7],[128],[128],[128],[128]]
conv5_6/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_199	Unsqueeze	conv5_6/x2/bn_w_0	OC2_DUMMY_198	[[128]]	[[128,1]]
mul_100	ElementWise	conv5_6/x2/bn_1;OC2_DUMMY_198	conv5_6/x2/bn_internal_1	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
conv5_6/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_200	Unsqueeze	conv5_6/x2/bn_b_0	OC2_DUMMY_199	[[128]]	[[128,1]]
add_100	ElementWise	conv5_6/x2/bn_internal_1;OC2_DUMMY_199	conv5_6/x2/bn_2	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
relu_100	Relu	conv5_6/x2/bn_2	conv5_6/x2/bn_3	[[1,128,7,7]]	[[1,128,7,7]]
conv5_6/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_100	Conv	conv5_6/x2/bn_3;conv5_6/x2_w_0	conv5_6/x2_1	[[1,128,7,7],[32,128,3,3]]	[[1,32,7,7]]
concat_48	Concat	concat_5_5_1;conv5_6/x2_1	concat_5_6_1	[[1,672,7,7],[1,32,7,7]]	[[1,704,7,7]]
conv5_7/x1/bn_scale_0	ConstantInput			[[704]]	[[704]]
conv5_7/x1/bn_bias_0	ConstantInput			[[704]]	[[704]]
conv5_7/x1/bn_mean_0	ConstantInput			[[704]]	[[704]]
conv5_7/x1/bn_var_0	ConstantInput			[[704]]	[[704]]
batchnormalization_101	BatchNorm	concat_5_6_1;conv5_7/x1/bn_scale_0;conv5_7/x1/bn_bias_0;conv5_7/x1/bn_mean_0;conv5_7/x1/bn_var_0	conv5_7/x1/bn_1	[[1,704,7,7],[704],[704],[704],[704]]	[[1,704,7,7],[704],[704],[704],[704]]
conv5_7/x1/bn_w_0	ConstantInput			[[704]]	[[704]]
unsqueeze_201	Unsqueeze	conv5_7/x1/bn_w_0	OC2_DUMMY_200	[[704]]	[[704,1]]
mul_101	ElementWise	conv5_7/x1/bn_1;OC2_DUMMY_200	conv5_7/x1/bn_internal_1	[[1,704,7,7],[704,1]]	[[1,704,7,7]]
conv5_7/x1/bn_b_0	ConstantInput			[[704]]	[[704]]
unsqueeze_202	Unsqueeze	conv5_7/x1/bn_b_0	OC2_DUMMY_201	[[704]]	[[704,1]]
add_101	ElementWise	conv5_7/x1/bn_internal_1;OC2_DUMMY_201	conv5_7/x1/bn_2	[[1,704,7,7],[704,1]]	[[1,704,7,7]]
relu_101	Relu	conv5_7/x1/bn_2	conv5_7/x1/bn_3	[[1,704,7,7]]	[[1,704,7,7]]
conv5_7/x1_w_0	ConstantInput			[[128,704,1,1]]	[[128,704,1,1]]
conv_101	Conv	conv5_7/x1/bn_3;conv5_7/x1_w_0	conv5_7/x1_1	[[1,704,7,7],[128,704,1,1]]	[[1,128,7,7]]
conv5_7/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv5_7/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv5_7/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv5_7/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_102	BatchNorm	conv5_7/x1_1;conv5_7/x2/bn_scale_0;conv5_7/x2/bn_bias_0;conv5_7/x2/bn_mean_0;conv5_7/x2/bn_var_0	conv5_7/x2/bn_1	[[1,128,7,7],[128],[128],[128],[128]]	[[1,128,7,7],[128],[128],[128],[128]]
conv5_7/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_203	Unsqueeze	conv5_7/x2/bn_w_0	OC2_DUMMY_202	[[128]]	[[128,1]]
mul_102	ElementWise	conv5_7/x2/bn_1;OC2_DUMMY_202	conv5_7/x2/bn_internal_1	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
conv5_7/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_204	Unsqueeze	conv5_7/x2/bn_b_0	OC2_DUMMY_203	[[128]]	[[128,1]]
add_102	ElementWise	conv5_7/x2/bn_internal_1;OC2_DUMMY_203	conv5_7/x2/bn_2	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
relu_102	Relu	conv5_7/x2/bn_2	conv5_7/x2/bn_3	[[1,128,7,7]]	[[1,128,7,7]]
conv5_7/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_102	Conv	conv5_7/x2/bn_3;conv5_7/x2_w_0	conv5_7/x2_1	[[1,128,7,7],[32,128,3,3]]	[[1,32,7,7]]
concat_49	Concat	concat_5_6_1;conv5_7/x2_1	concat_5_7_1	[[1,704,7,7],[1,32,7,7]]	[[1,736,7,7]]
conv5_8/x1/bn_scale_0	ConstantInput			[[736]]	[[736]]
conv5_8/x1/bn_bias_0	ConstantInput			[[736]]	[[736]]
conv5_8/x1/bn_mean_0	ConstantInput			[[736]]	[[736]]
conv5_8/x1/bn_var_0	ConstantInput			[[736]]	[[736]]
batchnormalization_103	BatchNorm	concat_5_7_1;conv5_8/x1/bn_scale_0;conv5_8/x1/bn_bias_0;conv5_8/x1/bn_mean_0;conv5_8/x1/bn_var_0	conv5_8/x1/bn_1	[[1,736,7,7],[736],[736],[736],[736]]	[[1,736,7,7],[736],[736],[736],[736]]
conv5_8/x1/bn_w_0	ConstantInput			[[736]]	[[736]]
unsqueeze_205	Unsqueeze	conv5_8/x1/bn_w_0	OC2_DUMMY_204	[[736]]	[[736,1]]
mul_103	ElementWise	conv5_8/x1/bn_1;OC2_DUMMY_204	conv5_8/x1/bn_internal_1	[[1,736,7,7],[736,1]]	[[1,736,7,7]]
conv5_8/x1/bn_b_0	ConstantInput			[[736]]	[[736]]
unsqueeze_206	Unsqueeze	conv5_8/x1/bn_b_0	OC2_DUMMY_205	[[736]]	[[736,1]]
add_103	ElementWise	conv5_8/x1/bn_internal_1;OC2_DUMMY_205	conv5_8/x1/bn_2	[[1,736,7,7],[736,1]]	[[1,736,7,7]]
relu_103	Relu	conv5_8/x1/bn_2	conv5_8/x1/bn_3	[[1,736,7,7]]	[[1,736,7,7]]
conv5_8/x1_w_0	ConstantInput			[[128,736,1,1]]	[[128,736,1,1]]
conv_103	Conv	conv5_8/x1/bn_3;conv5_8/x1_w_0	conv5_8/x1_1	[[1,736,7,7],[128,736,1,1]]	[[1,128,7,7]]
conv5_8/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv5_8/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv5_8/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv5_8/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_104	BatchNorm	conv5_8/x1_1;conv5_8/x2/bn_scale_0;conv5_8/x2/bn_bias_0;conv5_8/x2/bn_mean_0;conv5_8/x2/bn_var_0	conv5_8/x2/bn_1	[[1,128,7,7],[128],[128],[128],[128]]	[[1,128,7,7],[128],[128],[128],[128]]
conv5_8/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_207	Unsqueeze	conv5_8/x2/bn_w_0	OC2_DUMMY_206	[[128]]	[[128,1]]
mul_104	ElementWise	conv5_8/x2/bn_1;OC2_DUMMY_206	conv5_8/x2/bn_internal_1	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
conv5_8/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_208	Unsqueeze	conv5_8/x2/bn_b_0	OC2_DUMMY_207	[[128]]	[[128,1]]
add_104	ElementWise	conv5_8/x2/bn_internal_1;OC2_DUMMY_207	conv5_8/x2/bn_2	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
relu_104	Relu	conv5_8/x2/bn_2	conv5_8/x2/bn_3	[[1,128,7,7]]	[[1,128,7,7]]
conv5_8/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_104	Conv	conv5_8/x2/bn_3;conv5_8/x2_w_0	conv5_8/x2_1	[[1,128,7,7],[32,128,3,3]]	[[1,32,7,7]]
concat_50	Concat	concat_5_7_1;conv5_8/x2_1	concat_5_8_1	[[1,736,7,7],[1,32,7,7]]	[[1,768,7,7]]
conv5_9/x1/bn_scale_0	ConstantInput			[[768]]	[[768]]
conv5_9/x1/bn_bias_0	ConstantInput			[[768]]	[[768]]
conv5_9/x1/bn_mean_0	ConstantInput			[[768]]	[[768]]
conv5_9/x1/bn_var_0	ConstantInput			[[768]]	[[768]]
batchnormalization_105	BatchNorm	concat_5_8_1;conv5_9/x1/bn_scale_0;conv5_9/x1/bn_bias_0;conv5_9/x1/bn_mean_0;conv5_9/x1/bn_var_0	conv5_9/x1/bn_1	[[1,768,7,7],[768],[768],[768],[768]]	[[1,768,7,7],[768],[768],[768],[768]]
conv5_9/x1/bn_w_0	ConstantInput			[[768]]	[[768]]
unsqueeze_209	Unsqueeze	conv5_9/x1/bn_w_0	OC2_DUMMY_208	[[768]]	[[768,1]]
mul_105	ElementWise	conv5_9/x1/bn_1;OC2_DUMMY_208	conv5_9/x1/bn_internal_1	[[1,768,7,7],[768,1]]	[[1,768,7,7]]
conv5_9/x1/bn_b_0	ConstantInput			[[768]]	[[768]]
unsqueeze_210	Unsqueeze	conv5_9/x1/bn_b_0	OC2_DUMMY_209	[[768]]	[[768,1]]
add_105	ElementWise	conv5_9/x1/bn_internal_1;OC2_DUMMY_209	conv5_9/x1/bn_2	[[1,768,7,7],[768,1]]	[[1,768,7,7]]
relu_105	Relu	conv5_9/x1/bn_2	conv5_9/x1/bn_3	[[1,768,7,7]]	[[1,768,7,7]]
conv5_9/x1_w_0	ConstantInput			[[128,768,1,1]]	[[128,768,1,1]]
conv_105	Conv	conv5_9/x1/bn_3;conv5_9/x1_w_0	conv5_9/x1_1	[[1,768,7,7],[128,768,1,1]]	[[1,128,7,7]]
conv5_9/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv5_9/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv5_9/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv5_9/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_106	BatchNorm	conv5_9/x1_1;conv5_9/x2/bn_scale_0;conv5_9/x2/bn_bias_0;conv5_9/x2/bn_mean_0;conv5_9/x2/bn_var_0	conv5_9/x2/bn_1	[[1,128,7,7],[128],[128],[128],[128]]	[[1,128,7,7],[128],[128],[128],[128]]
conv5_9/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_211	Unsqueeze	conv5_9/x2/bn_w_0	OC2_DUMMY_210	[[128]]	[[128,1]]
mul_106	ElementWise	conv5_9/x2/bn_1;OC2_DUMMY_210	conv5_9/x2/bn_internal_1	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
conv5_9/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_212	Unsqueeze	conv5_9/x2/bn_b_0	OC2_DUMMY_211	[[128]]	[[128,1]]
add_106	ElementWise	conv5_9/x2/bn_internal_1;OC2_DUMMY_211	conv5_9/x2/bn_2	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
relu_106	Relu	conv5_9/x2/bn_2	conv5_9/x2/bn_3	[[1,128,7,7]]	[[1,128,7,7]]
conv5_9/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_106	Conv	conv5_9/x2/bn_3;conv5_9/x2_w_0	conv5_9/x2_1	[[1,128,7,7],[32,128,3,3]]	[[1,32,7,7]]
concat_51	Concat	concat_5_8_1;conv5_9/x2_1	concat_5_9_1	[[1,768,7,7],[1,32,7,7]]	[[1,800,7,7]]
conv5_10/x1/bn_scale_0	ConstantInput			[[800]]	[[800]]
conv5_10/x1/bn_bias_0	ConstantInput			[[800]]	[[800]]
conv5_10/x1/bn_mean_0	ConstantInput			[[800]]	[[800]]
conv5_10/x1/bn_var_0	ConstantInput			[[800]]	[[800]]
batchnormalization_107	BatchNorm	concat_5_9_1;conv5_10/x1/bn_scale_0;conv5_10/x1/bn_bias_0;conv5_10/x1/bn_mean_0;conv5_10/x1/bn_var_0	conv5_10/x1/bn_1	[[1,800,7,7],[800],[800],[800],[800]]	[[1,800,7,7],[800],[800],[800],[800]]
conv5_10/x1/bn_w_0	ConstantInput			[[800]]	[[800]]
unsqueeze_213	Unsqueeze	conv5_10/x1/bn_w_0	OC2_DUMMY_212	[[800]]	[[800,1]]
mul_107	ElementWise	conv5_10/x1/bn_1;OC2_DUMMY_212	conv5_10/x1/bn_internal_1	[[1,800,7,7],[800,1]]	[[1,800,7,7]]
conv5_10/x1/bn_b_0	ConstantInput			[[800]]	[[800]]
unsqueeze_214	Unsqueeze	conv5_10/x1/bn_b_0	OC2_DUMMY_213	[[800]]	[[800,1]]
add_107	ElementWise	conv5_10/x1/bn_internal_1;OC2_DUMMY_213	conv5_10/x1/bn_2	[[1,800,7,7],[800,1]]	[[1,800,7,7]]
relu_107	Relu	conv5_10/x1/bn_2	conv5_10/x1/bn_3	[[1,800,7,7]]	[[1,800,7,7]]
conv5_10/x1_w_0	ConstantInput			[[128,800,1,1]]	[[128,800,1,1]]
conv_107	Conv	conv5_10/x1/bn_3;conv5_10/x1_w_0	conv5_10/x1_1	[[1,800,7,7],[128,800,1,1]]	[[1,128,7,7]]
conv5_10/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv5_10/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv5_10/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv5_10/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_108	BatchNorm	conv5_10/x1_1;conv5_10/x2/bn_scale_0;conv5_10/x2/bn_bias_0;conv5_10/x2/bn_mean_0;conv5_10/x2/bn_var_0	conv5_10/x2/bn_1	[[1,128,7,7],[128],[128],[128],[128]]	[[1,128,7,7],[128],[128],[128],[128]]
conv5_10/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_215	Unsqueeze	conv5_10/x2/bn_w_0	OC2_DUMMY_214	[[128]]	[[128,1]]
mul_108	ElementWise	conv5_10/x2/bn_1;OC2_DUMMY_214	conv5_10/x2/bn_internal_1	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
conv5_10/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_216	Unsqueeze	conv5_10/x2/bn_b_0	OC2_DUMMY_215	[[128]]	[[128,1]]
add_108	ElementWise	conv5_10/x2/bn_internal_1;OC2_DUMMY_215	conv5_10/x2/bn_2	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
relu_108	Relu	conv5_10/x2/bn_2	conv5_10/x2/bn_3	[[1,128,7,7]]	[[1,128,7,7]]
conv5_10/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_108	Conv	conv5_10/x2/bn_3;conv5_10/x2_w_0	conv5_10/x2_1	[[1,128,7,7],[32,128,3,3]]	[[1,32,7,7]]
concat_52	Concat	concat_5_9_1;conv5_10/x2_1	concat_5_10_1	[[1,800,7,7],[1,32,7,7]]	[[1,832,7,7]]
conv5_11/x1/bn_scale_0	ConstantInput			[[832]]	[[832]]
conv5_11/x1/bn_bias_0	ConstantInput			[[832]]	[[832]]
conv5_11/x1/bn_mean_0	ConstantInput			[[832]]	[[832]]
conv5_11/x1/bn_var_0	ConstantInput			[[832]]	[[832]]
batchnormalization_109	BatchNorm	concat_5_10_1;conv5_11/x1/bn_scale_0;conv5_11/x1/bn_bias_0;conv5_11/x1/bn_mean_0;conv5_11/x1/bn_var_0	conv5_11/x1/bn_1	[[1,832,7,7],[832],[832],[832],[832]]	[[1,832,7,7],[832],[832],[832],[832]]
conv5_11/x1/bn_w_0	ConstantInput			[[832]]	[[832]]
unsqueeze_217	Unsqueeze	conv5_11/x1/bn_w_0	OC2_DUMMY_216	[[832]]	[[832,1]]
mul_109	ElementWise	conv5_11/x1/bn_1;OC2_DUMMY_216	conv5_11/x1/bn_internal_1	[[1,832,7,7],[832,1]]	[[1,832,7,7]]
conv5_11/x1/bn_b_0	ConstantInput			[[832]]	[[832]]
unsqueeze_218	Unsqueeze	conv5_11/x1/bn_b_0	OC2_DUMMY_217	[[832]]	[[832,1]]
add_109	ElementWise	conv5_11/x1/bn_internal_1;OC2_DUMMY_217	conv5_11/x1/bn_2	[[1,832,7,7],[832,1]]	[[1,832,7,7]]
relu_109	Relu	conv5_11/x1/bn_2	conv5_11/x1/bn_3	[[1,832,7,7]]	[[1,832,7,7]]
conv5_11/x1_w_0	ConstantInput			[[128,832,1,1]]	[[128,832,1,1]]
conv_109	Conv	conv5_11/x1/bn_3;conv5_11/x1_w_0	conv5_11/x1_1	[[1,832,7,7],[128,832,1,1]]	[[1,128,7,7]]
conv5_11/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv5_11/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv5_11/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv5_11/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_110	BatchNorm	conv5_11/x1_1;conv5_11/x2/bn_scale_0;conv5_11/x2/bn_bias_0;conv5_11/x2/bn_mean_0;conv5_11/x2/bn_var_0	conv5_11/x2/bn_1	[[1,128,7,7],[128],[128],[128],[128]]	[[1,128,7,7],[128],[128],[128],[128]]
conv5_11/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_219	Unsqueeze	conv5_11/x2/bn_w_0	OC2_DUMMY_218	[[128]]	[[128,1]]
mul_110	ElementWise	conv5_11/x2/bn_1;OC2_DUMMY_218	conv5_11/x2/bn_internal_1	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
conv5_11/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_220	Unsqueeze	conv5_11/x2/bn_b_0	OC2_DUMMY_219	[[128]]	[[128,1]]
add_110	ElementWise	conv5_11/x2/bn_internal_1;OC2_DUMMY_219	conv5_11/x2/bn_2	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
relu_110	Relu	conv5_11/x2/bn_2	conv5_11/x2/bn_3	[[1,128,7,7]]	[[1,128,7,7]]
conv5_11/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_110	Conv	conv5_11/x2/bn_3;conv5_11/x2_w_0	conv5_11/x2_1	[[1,128,7,7],[32,128,3,3]]	[[1,32,7,7]]
concat_53	Concat	concat_5_10_1;conv5_11/x2_1	concat_5_11_1	[[1,832,7,7],[1,32,7,7]]	[[1,864,7,7]]
conv5_12/x1/bn_scale_0	ConstantInput			[[864]]	[[864]]
conv5_12/x1/bn_bias_0	ConstantInput			[[864]]	[[864]]
conv5_12/x1/bn_mean_0	ConstantInput			[[864]]	[[864]]
conv5_12/x1/bn_var_0	ConstantInput			[[864]]	[[864]]
batchnormalization_111	BatchNorm	concat_5_11_1;conv5_12/x1/bn_scale_0;conv5_12/x1/bn_bias_0;conv5_12/x1/bn_mean_0;conv5_12/x1/bn_var_0	conv5_12/x1/bn_1	[[1,864,7,7],[864],[864],[864],[864]]	[[1,864,7,7],[864],[864],[864],[864]]
conv5_12/x1/bn_w_0	ConstantInput			[[864]]	[[864]]
unsqueeze_221	Unsqueeze	conv5_12/x1/bn_w_0	OC2_DUMMY_220	[[864]]	[[864,1]]
mul_111	ElementWise	conv5_12/x1/bn_1;OC2_DUMMY_220	conv5_12/x1/bn_internal_1	[[1,864,7,7],[864,1]]	[[1,864,7,7]]
conv5_12/x1/bn_b_0	ConstantInput			[[864]]	[[864]]
unsqueeze_222	Unsqueeze	conv5_12/x1/bn_b_0	OC2_DUMMY_221	[[864]]	[[864,1]]
add_111	ElementWise	conv5_12/x1/bn_internal_1;OC2_DUMMY_221	conv5_12/x1/bn_2	[[1,864,7,7],[864,1]]	[[1,864,7,7]]
relu_111	Relu	conv5_12/x1/bn_2	conv5_12/x1/bn_3	[[1,864,7,7]]	[[1,864,7,7]]
conv5_12/x1_w_0	ConstantInput			[[128,864,1,1]]	[[128,864,1,1]]
conv_111	Conv	conv5_12/x1/bn_3;conv5_12/x1_w_0	conv5_12/x1_1	[[1,864,7,7],[128,864,1,1]]	[[1,128,7,7]]
conv5_12/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv5_12/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv5_12/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv5_12/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_112	BatchNorm	conv5_12/x1_1;conv5_12/x2/bn_scale_0;conv5_12/x2/bn_bias_0;conv5_12/x2/bn_mean_0;conv5_12/x2/bn_var_0	conv5_12/x2/bn_1	[[1,128,7,7],[128],[128],[128],[128]]	[[1,128,7,7],[128],[128],[128],[128]]
conv5_12/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_223	Unsqueeze	conv5_12/x2/bn_w_0	OC2_DUMMY_222	[[128]]	[[128,1]]
mul_112	ElementWise	conv5_12/x2/bn_1;OC2_DUMMY_222	conv5_12/x2/bn_internal_1	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
conv5_12/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_224	Unsqueeze	conv5_12/x2/bn_b_0	OC2_DUMMY_223	[[128]]	[[128,1]]
add_112	ElementWise	conv5_12/x2/bn_internal_1;OC2_DUMMY_223	conv5_12/x2/bn_2	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
relu_112	Relu	conv5_12/x2/bn_2	conv5_12/x2/bn_3	[[1,128,7,7]]	[[1,128,7,7]]
conv5_12/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_112	Conv	conv5_12/x2/bn_3;conv5_12/x2_w_0	conv5_12/x2_1	[[1,128,7,7],[32,128,3,3]]	[[1,32,7,7]]
concat_54	Concat	concat_5_11_1;conv5_12/x2_1	concat_5_12_1	[[1,864,7,7],[1,32,7,7]]	[[1,896,7,7]]
conv5_13/x1/bn_scale_0	ConstantInput			[[896]]	[[896]]
conv5_13/x1/bn_bias_0	ConstantInput			[[896]]	[[896]]
conv5_13/x1/bn_mean_0	ConstantInput			[[896]]	[[896]]
conv5_13/x1/bn_var_0	ConstantInput			[[896]]	[[896]]
batchnormalization_113	BatchNorm	concat_5_12_1;conv5_13/x1/bn_scale_0;conv5_13/x1/bn_bias_0;conv5_13/x1/bn_mean_0;conv5_13/x1/bn_var_0	conv5_13/x1/bn_1	[[1,896,7,7],[896],[896],[896],[896]]	[[1,896,7,7],[896],[896],[896],[896]]
conv5_13/x1/bn_w_0	ConstantInput			[[896]]	[[896]]
unsqueeze_225	Unsqueeze	conv5_13/x1/bn_w_0	OC2_DUMMY_224	[[896]]	[[896,1]]
mul_113	ElementWise	conv5_13/x1/bn_1;OC2_DUMMY_224	conv5_13/x1/bn_internal_1	[[1,896,7,7],[896,1]]	[[1,896,7,7]]
conv5_13/x1/bn_b_0	ConstantInput			[[896]]	[[896]]
unsqueeze_226	Unsqueeze	conv5_13/x1/bn_b_0	OC2_DUMMY_225	[[896]]	[[896,1]]
add_113	ElementWise	conv5_13/x1/bn_internal_1;OC2_DUMMY_225	conv5_13/x1/bn_2	[[1,896,7,7],[896,1]]	[[1,896,7,7]]
relu_113	Relu	conv5_13/x1/bn_2	conv5_13/x1/bn_3	[[1,896,7,7]]	[[1,896,7,7]]
conv5_13/x1_w_0	ConstantInput			[[128,896,1,1]]	[[128,896,1,1]]
conv_113	Conv	conv5_13/x1/bn_3;conv5_13/x1_w_0	conv5_13/x1_1	[[1,896,7,7],[128,896,1,1]]	[[1,128,7,7]]
conv5_13/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv5_13/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv5_13/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv5_13/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_114	BatchNorm	conv5_13/x1_1;conv5_13/x2/bn_scale_0;conv5_13/x2/bn_bias_0;conv5_13/x2/bn_mean_0;conv5_13/x2/bn_var_0	conv5_13/x2/bn_1	[[1,128,7,7],[128],[128],[128],[128]]	[[1,128,7,7],[128],[128],[128],[128]]
conv5_13/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_227	Unsqueeze	conv5_13/x2/bn_w_0	OC2_DUMMY_226	[[128]]	[[128,1]]
mul_114	ElementWise	conv5_13/x2/bn_1;OC2_DUMMY_226	conv5_13/x2/bn_internal_1	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
conv5_13/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_228	Unsqueeze	conv5_13/x2/bn_b_0	OC2_DUMMY_227	[[128]]	[[128,1]]
add_114	ElementWise	conv5_13/x2/bn_internal_1;OC2_DUMMY_227	conv5_13/x2/bn_2	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
relu_114	Relu	conv5_13/x2/bn_2	conv5_13/x2/bn_3	[[1,128,7,7]]	[[1,128,7,7]]
conv5_13/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_114	Conv	conv5_13/x2/bn_3;conv5_13/x2_w_0	conv5_13/x2_1	[[1,128,7,7],[32,128,3,3]]	[[1,32,7,7]]
concat_55	Concat	concat_5_12_1;conv5_13/x2_1	concat_5_13_1	[[1,896,7,7],[1,32,7,7]]	[[1,928,7,7]]
conv5_14/x1/bn_scale_0	ConstantInput			[[928]]	[[928]]
conv5_14/x1/bn_bias_0	ConstantInput			[[928]]	[[928]]
conv5_14/x1/bn_mean_0	ConstantInput			[[928]]	[[928]]
conv5_14/x1/bn_var_0	ConstantInput			[[928]]	[[928]]
batchnormalization_115	BatchNorm	concat_5_13_1;conv5_14/x1/bn_scale_0;conv5_14/x1/bn_bias_0;conv5_14/x1/bn_mean_0;conv5_14/x1/bn_var_0	conv5_14/x1/bn_1	[[1,928,7,7],[928],[928],[928],[928]]	[[1,928,7,7],[928],[928],[928],[928]]
conv5_14/x1/bn_w_0	ConstantInput			[[928]]	[[928]]
unsqueeze_229	Unsqueeze	conv5_14/x1/bn_w_0	OC2_DUMMY_228	[[928]]	[[928,1]]
mul_115	ElementWise	conv5_14/x1/bn_1;OC2_DUMMY_228	conv5_14/x1/bn_internal_1	[[1,928,7,7],[928,1]]	[[1,928,7,7]]
conv5_14/x1/bn_b_0	ConstantInput			[[928]]	[[928]]
unsqueeze_230	Unsqueeze	conv5_14/x1/bn_b_0	OC2_DUMMY_229	[[928]]	[[928,1]]
add_115	ElementWise	conv5_14/x1/bn_internal_1;OC2_DUMMY_229	conv5_14/x1/bn_2	[[1,928,7,7],[928,1]]	[[1,928,7,7]]
relu_115	Relu	conv5_14/x1/bn_2	conv5_14/x1/bn_3	[[1,928,7,7]]	[[1,928,7,7]]
conv5_14/x1_w_0	ConstantInput			[[128,928,1,1]]	[[128,928,1,1]]
conv_115	Conv	conv5_14/x1/bn_3;conv5_14/x1_w_0	conv5_14/x1_1	[[1,928,7,7],[128,928,1,1]]	[[1,128,7,7]]
conv5_14/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv5_14/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv5_14/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv5_14/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_116	BatchNorm	conv5_14/x1_1;conv5_14/x2/bn_scale_0;conv5_14/x2/bn_bias_0;conv5_14/x2/bn_mean_0;conv5_14/x2/bn_var_0	conv5_14/x2/bn_1	[[1,128,7,7],[128],[128],[128],[128]]	[[1,128,7,7],[128],[128],[128],[128]]
conv5_14/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_231	Unsqueeze	conv5_14/x2/bn_w_0	OC2_DUMMY_230	[[128]]	[[128,1]]
mul_116	ElementWise	conv5_14/x2/bn_1;OC2_DUMMY_230	conv5_14/x2/bn_internal_1	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
conv5_14/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_232	Unsqueeze	conv5_14/x2/bn_b_0	OC2_DUMMY_231	[[128]]	[[128,1]]
add_116	ElementWise	conv5_14/x2/bn_internal_1;OC2_DUMMY_231	conv5_14/x2/bn_2	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
relu_116	Relu	conv5_14/x2/bn_2	conv5_14/x2/bn_3	[[1,128,7,7]]	[[1,128,7,7]]
conv5_14/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_116	Conv	conv5_14/x2/bn_3;conv5_14/x2_w_0	conv5_14/x2_1	[[1,128,7,7],[32,128,3,3]]	[[1,32,7,7]]
concat_56	Concat	concat_5_13_1;conv5_14/x2_1	concat_5_14_1	[[1,928,7,7],[1,32,7,7]]	[[1,960,7,7]]
conv5_15/x1/bn_scale_0	ConstantInput			[[960]]	[[960]]
conv5_15/x1/bn_bias_0	ConstantInput			[[960]]	[[960]]
conv5_15/x1/bn_mean_0	ConstantInput			[[960]]	[[960]]
conv5_15/x1/bn_var_0	ConstantInput			[[960]]	[[960]]
batchnormalization_117	BatchNorm	concat_5_14_1;conv5_15/x1/bn_scale_0;conv5_15/x1/bn_bias_0;conv5_15/x1/bn_mean_0;conv5_15/x1/bn_var_0	conv5_15/x1/bn_1	[[1,960,7,7],[960],[960],[960],[960]]	[[1,960,7,7],[960],[960],[960],[960]]
conv5_15/x1/bn_w_0	ConstantInput			[[960]]	[[960]]
unsqueeze_233	Unsqueeze	conv5_15/x1/bn_w_0	OC2_DUMMY_232	[[960]]	[[960,1]]
mul_117	ElementWise	conv5_15/x1/bn_1;OC2_DUMMY_232	conv5_15/x1/bn_internal_1	[[1,960,7,7],[960,1]]	[[1,960,7,7]]
conv5_15/x1/bn_b_0	ConstantInput			[[960]]	[[960]]
unsqueeze_234	Unsqueeze	conv5_15/x1/bn_b_0	OC2_DUMMY_233	[[960]]	[[960,1]]
add_117	ElementWise	conv5_15/x1/bn_internal_1;OC2_DUMMY_233	conv5_15/x1/bn_2	[[1,960,7,7],[960,1]]	[[1,960,7,7]]
relu_117	Relu	conv5_15/x1/bn_2	conv5_15/x1/bn_3	[[1,960,7,7]]	[[1,960,7,7]]
conv5_15/x1_w_0	ConstantInput			[[128,960,1,1]]	[[128,960,1,1]]
conv_117	Conv	conv5_15/x1/bn_3;conv5_15/x1_w_0	conv5_15/x1_1	[[1,960,7,7],[128,960,1,1]]	[[1,128,7,7]]
conv5_15/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv5_15/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv5_15/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv5_15/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_118	BatchNorm	conv5_15/x1_1;conv5_15/x2/bn_scale_0;conv5_15/x2/bn_bias_0;conv5_15/x2/bn_mean_0;conv5_15/x2/bn_var_0	conv5_15/x2/bn_1	[[1,128,7,7],[128],[128],[128],[128]]	[[1,128,7,7],[128],[128],[128],[128]]
conv5_15/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_235	Unsqueeze	conv5_15/x2/bn_w_0	OC2_DUMMY_234	[[128]]	[[128,1]]
mul_118	ElementWise	conv5_15/x2/bn_1;OC2_DUMMY_234	conv5_15/x2/bn_internal_1	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
conv5_15/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_236	Unsqueeze	conv5_15/x2/bn_b_0	OC2_DUMMY_235	[[128]]	[[128,1]]
add_118	ElementWise	conv5_15/x2/bn_internal_1;OC2_DUMMY_235	conv5_15/x2/bn_2	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
relu_118	Relu	conv5_15/x2/bn_2	conv5_15/x2/bn_3	[[1,128,7,7]]	[[1,128,7,7]]
conv5_15/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_118	Conv	conv5_15/x2/bn_3;conv5_15/x2_w_0	conv5_15/x2_1	[[1,128,7,7],[32,128,3,3]]	[[1,32,7,7]]
concat_57	Concat	concat_5_14_1;conv5_15/x2_1	concat_5_15_1	[[1,960,7,7],[1,32,7,7]]	[[1,992,7,7]]
conv5_16/x1/bn_scale_0	ConstantInput			[[992]]	[[992]]
conv5_16/x1/bn_bias_0	ConstantInput			[[992]]	[[992]]
conv5_16/x1/bn_mean_0	ConstantInput			[[992]]	[[992]]
conv5_16/x1/bn_var_0	ConstantInput			[[992]]	[[992]]
batchnormalization_119	BatchNorm	concat_5_15_1;conv5_16/x1/bn_scale_0;conv5_16/x1/bn_bias_0;conv5_16/x1/bn_mean_0;conv5_16/x1/bn_var_0	conv5_16/x1/bn_1	[[1,992,7,7],[992],[992],[992],[992]]	[[1,992,7,7],[992],[992],[992],[992]]
conv5_16/x1/bn_w_0	ConstantInput			[[992]]	[[992]]
unsqueeze_237	Unsqueeze	conv5_16/x1/bn_w_0	OC2_DUMMY_236	[[992]]	[[992,1]]
mul_119	ElementWise	conv5_16/x1/bn_1;OC2_DUMMY_236	conv5_16/x1/bn_internal_1	[[1,992,7,7],[992,1]]	[[1,992,7,7]]
conv5_16/x1/bn_b_0	ConstantInput			[[992]]	[[992]]
unsqueeze_238	Unsqueeze	conv5_16/x1/bn_b_0	OC2_DUMMY_237	[[992]]	[[992,1]]
add_119	ElementWise	conv5_16/x1/bn_internal_1;OC2_DUMMY_237	conv5_16/x1/bn_2	[[1,992,7,7],[992,1]]	[[1,992,7,7]]
relu_119	Relu	conv5_16/x1/bn_2	conv5_16/x1/bn_3	[[1,992,7,7]]	[[1,992,7,7]]
conv5_16/x1_w_0	ConstantInput			[[128,992,1,1]]	[[128,992,1,1]]
conv_119	Conv	conv5_16/x1/bn_3;conv5_16/x1_w_0	conv5_16/x1_1	[[1,992,7,7],[128,992,1,1]]	[[1,128,7,7]]
conv5_16/x2/bn_scale_0	ConstantInput			[[128]]	[[128]]
conv5_16/x2/bn_bias_0	ConstantInput			[[128]]	[[128]]
conv5_16/x2/bn_mean_0	ConstantInput			[[128]]	[[128]]
conv5_16/x2/bn_var_0	ConstantInput			[[128]]	[[128]]
batchnormalization_120	BatchNorm	conv5_16/x1_1;conv5_16/x2/bn_scale_0;conv5_16/x2/bn_bias_0;conv5_16/x2/bn_mean_0;conv5_16/x2/bn_var_0	conv5_16/x2/bn_1	[[1,128,7,7],[128],[128],[128],[128]]	[[1,128,7,7],[128],[128],[128],[128]]
conv5_16/x2/bn_w_0	ConstantInput			[[128]]	[[128]]
unsqueeze_239	Unsqueeze	conv5_16/x2/bn_w_0	OC2_DUMMY_238	[[128]]	[[128,1]]
mul_120	ElementWise	conv5_16/x2/bn_1;OC2_DUMMY_238	conv5_16/x2/bn_internal_1	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
conv5_16/x2/bn_b_0	ConstantInput			[[128]]	[[128]]
unsqueeze_240	Unsqueeze	conv5_16/x2/bn_b_0	OC2_DUMMY_239	[[128]]	[[128,1]]
add_120	ElementWise	conv5_16/x2/bn_internal_1;OC2_DUMMY_239	conv5_16/x2/bn_2	[[1,128,7,7],[128,1]]	[[1,128,7,7]]
relu_120	Relu	conv5_16/x2/bn_2	conv5_16/x2/bn_3	[[1,128,7,7]]	[[1,128,7,7]]
conv5_16/x2_w_0	ConstantInput			[[32,128,3,3]]	[[32,128,3,3]]
conv_120	Conv	conv5_16/x2/bn_3;conv5_16/x2_w_0	conv5_16/x2_1	[[1,128,7,7],[32,128,3,3]]	[[1,32,7,7]]
concat_58	Concat	concat_5_15_1;conv5_16/x2_1	concat_5_16_1	[[1,992,7,7],[1,32,7,7]]	[[1,1024,7,7]]
conv5_blk/bn_scale_0	ConstantInput			[[1024]]	[[1024]]
conv5_blk/bn_bias_0	ConstantInput			[[1024]]	[[1024]]
conv5_blk/bn_mean_0	ConstantInput			[[1024]]	[[1024]]
conv5_blk/bn_var_0	ConstantInput			[[1024]]	[[1024]]
batchnormalization_121	BatchNorm	concat_5_16_1;conv5_blk/bn_scale_0;conv5_blk/bn_bias_0;conv5_blk/bn_mean_0;conv5_blk/bn_var_0	conv5_blk/bn_1	[[1,1024,7,7],[1024],[1024],[1024],[1024]]	[[1,1024,7,7],[1024],[1024],[1024],[1024]]
conv5_blk/bn_w_0	ConstantInput			[[1024]]	[[1024]]
unsqueeze_241	Unsqueeze	conv5_blk/bn_w_0	OC2_DUMMY_240	[[1024]]	[[1024,1]]
mul_121	ElementWise	conv5_blk/bn_1;OC2_DUMMY_240	conv5_blk/bn_internal_1	[[1,1024,7,7],[1024,1]]	[[1,1024,7,7]]
conv5_blk/bn_b_0	ConstantInput			[[1024]]	[[1024]]
unsqueeze_242	Unsqueeze	conv5_blk/bn_b_0	OC2_DUMMY_241	[[1024]]	[[1024,1]]
add_121	ElementWise	conv5_blk/bn_internal_1;OC2_DUMMY_241	conv5_blk/bn_2	[[1,1024,7,7],[1024,1]]	[[1,1024,7,7]]
relu_121	Relu	conv5_blk/bn_2	conv5_blk/bn_3	[[1,1024,7,7]]	[[1,1024,7,7]]
globalaveragepool_1	GlobalPooling	conv5_blk/bn_3	pool5_1	[[1,1024,7,7]]	[[1,1024,1,1]]
fc6_w_0	ConstantInput			[[1000,1024,1,1]]	[[1000,1024,1,1]]
fc6_b_0	ConstantInput			[[1000]]	[[1000]]
conv_121	Conv	pool5_1;fc6_w_0;fc6_b_0	fc6_1	[[1,1024,1,1],[1000,1024,1,1],[1000]]	[[1,1000,1,1]]

Per Layer Timing

We evaluate the DenseNet-121 across all systems and we show the results below.

Click to See Tesla K80 Information ↕

Tesla K80

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla M60 Information ↕

Tesla M60

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See GRID K520 Information ↕

GRID K520

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See TITAN Xp Information ↕

TITAN Xp

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See TITAN V Information ↕

TITAN V

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla V100-SXM2-16GB Information ↕

Tesla V100-SXM2-16GB

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Quadro RTX 6000 Information ↕

Quadro RTX 6000

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla T4 Information ↕

Tesla T4

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32