Shufflenet

Shufflenet

Model Plot

BatchSize 1 BatchSize 2 BatchSize 4 BatchSize 8 BatchSize 16 BatchSize 32

Layer Information

Click to See Model Layer Information ↕

LAYERNAME	LAYERTYPE	INPUTNAMES	OUTPUTNAMES	INPUTSHAPES	OUTPUTSHAPES
gpu_0/data_0	ConstantInput			[[1,3,224,224]]	[[1,3,224,224]]
gpu_0/conv3_0_w_0	ConstantInput			[[24,3,3,3]]	[[24,3,3,3]]
gpu_0/conv3_0_b_0	ConstantInput			[[24]]	[[24]]
conv_1	Conv	gpu_0/data_0;gpu_0/conv3_0_w_0;gpu_0/conv3_0_b_0	gpu_0/conv3_0_1	[[1,3,224,224],[24,3,3,3],[24]]	[[1,24,112,112]]
gpu_0/conv3_0_bn_s_0	ConstantInput			[[24]]	[[24]]
gpu_0/conv3_0_bn_b_0	ConstantInput			[[24]]	[[24]]
gpu_0/conv3_0_bn_rm_0	ConstantInput			[[24]]	[[24]]
gpu_0/conv3_0_bn_riv_0	ConstantInput			[[24]]	[[24]]
batchnormalization_1	BatchNorm	gpu_0/conv3_0_1;gpu_0/conv3_0_bn_s_0;gpu_0/conv3_0_bn_b_0;gpu_0/conv3_0_bn_rm_0;gpu_0/conv3_0_bn_riv_0	gpu_0/conv3_0_bn_1	[[1,24,112,112],[24],[24],[24],[24]]	[[1,24,112,112],[24],[24],[24],[24]]
relu_1	Relu	gpu_0/conv3_0_bn_1	gpu_0/conv3_0_bn_2	[[1,24,112,112]]	[[1,24,112,112]]
maxpool_1	Pooling	gpu_0/conv3_0_bn_2	gpu_0/pool_0_1	[[1,24,112,112]]	[[1,24,56,56]]
gpu_0/gconv1_0_w_0	ConstantInput			[[112,6,1,1]]	[[112,6,1,1]]
conv2_4	Conv	gpu_0/pool_0_1;gpu_0/gconv1_0_w_0	gpu_0/gconv1_0_1	[[1,24,56,56],[112,6,1,1]]	[[1,112,56,56]]
gpu_0/gconv1_0_bn_s_0	ConstantInput			[[112]]	[[112]]
gpu_0/gconv1_0_bn_b_0	ConstantInput			[[112]]	[[112]]
gpu_0/gconv1_0_bn_rm_0	ConstantInput			[[112]]	[[112]]
gpu_0/gconv1_0_bn_riv_0	ConstantInput			[[112]]	[[112]]
batchnormalization_2	BatchNorm	gpu_0/gconv1_0_1;gpu_0/gconv1_0_bn_s_0;gpu_0/gconv1_0_bn_b_0;gpu_0/gconv1_0_bn_rm_0;gpu_0/gconv1_0_bn_riv_0	gpu_0/gconv1_0_bn_1	[[1,112,56,56],[112],[112],[112],[112]]	[[1,112,56,56],[112],[112],[112],[112]]
relu_2	Relu	gpu_0/gconv1_0_bn_1	gpu_0/gconv1_0_bn_2	[[1,112,56,56]]	[[1,112,56,56]]
OC2_DUMMY_1	ConstantInput			[[1,4,28,56,56]]	[[1,4,28,56,56]]
reshape_1	Reshape	gpu_0/gconv1_0_bn_2;OC2_DUMMY_1	OC2_DUMMY_0	[[1,112,56,56],[1,4,28,56,56]]	[[1,4,28,56,56]]
transpose_1	Transpose	OC2_DUMMY_0	OC2_DUMMY_2	[[1,4,28,56,56]]	[[1,28,28,56,56]]
OC2_DUMMY_3	ConstantInput			[[1,112,56,56]]	[[1,112,56,56]]
reshape_2	Reshape	OC2_DUMMY_2;OC2_DUMMY_3	gpu_0/shuffle_0_1	[[1,28,28,56,56],[1,112,56,56]]	[[1,112,56,56]]
gpu_0/gconv3_0_w_0	ConstantInput			[[112,1,3,3]]	[[112,1,3,3]]
conv3_112	Conv	gpu_0/shuffle_0_1;gpu_0/gconv3_0_w_0	gpu_0/gconv3_0_1	[[1,112,56,56],[112,1,3,3]]	[[1,112,28,28]]
gpu_0/gconv3_0_bn_s_0	ConstantInput			[[112]]	[[112]]
gpu_0/gconv3_0_bn_b_0	ConstantInput			[[112]]	[[112]]
gpu_0/gconv3_0_bn_rm_0	ConstantInput			[[112]]	[[112]]
gpu_0/gconv3_0_bn_riv_0	ConstantInput			[[112]]	[[112]]
batchnormalization_3	BatchNorm	gpu_0/gconv3_0_1;gpu_0/gconv3_0_bn_s_0;gpu_0/gconv3_0_bn_b_0;gpu_0/gconv3_0_bn_rm_0;gpu_0/gconv3_0_bn_riv_0	gpu_0/gconv3_0_bn_1	[[1,112,28,28],[112],[112],[112],[112]]	[[1,112,28,28],[112],[112],[112],[112]]
gpu_0/gconv1_1_w_0	ConstantInput			[[112,28,1,1]]	[[112,28,1,1]]
conv4_4	Conv	gpu_0/gconv3_0_bn_1;gpu_0/gconv1_1_w_0	gpu_0/gconv1_1_1	[[1,112,28,28],[112,28,1,1]]	[[1,112,28,28]]
gpu_0/gconv1_1_bn_s_0	ConstantInput			[[112]]	[[112]]
gpu_0/gconv1_1_bn_b_0	ConstantInput			[[112]]	[[112]]
gpu_0/gconv1_1_bn_rm_0	ConstantInput			[[112]]	[[112]]
gpu_0/gconv1_1_bn_riv_0	ConstantInput			[[112]]	[[112]]
batchnormalization_4	BatchNorm	gpu_0/gconv1_1_1;gpu_0/gconv1_1_bn_s_0;gpu_0/gconv1_1_bn_b_0;gpu_0/gconv1_1_bn_rm_0;gpu_0/gconv1_1_bn_riv_0	gpu_0/gconv1_1_bn_1	[[1,112,28,28],[112],[112],[112],[112]]	[[1,112,28,28],[112],[112],[112],[112]]
averagepool_1	Pooling	gpu_0/pool_0_1	gpu_0/pool_1_1	[[1,24,56,56]]	[[1,24,28,28]]
concat_1	Concat	gpu_0/gconv1_1_bn_1;gpu_0/pool_1_1	gpu_0/block0_1	[[1,112,28,28],[1,24,28,28]]	[[1,136,28,28]]
relu_3	Relu	gpu_0/block0_1	gpu_0/block0_2	[[1,136,28,28]]	[[1,136,28,28]]
gpu_0/gconv1_2_w_0	ConstantInput			[[136,34,1,1]]	[[136,34,1,1]]
conv5_4	Conv	gpu_0/block0_2;gpu_0/gconv1_2_w_0	gpu_0/gconv1_2_1	[[1,136,28,28],[136,34,1,1]]	[[1,136,28,28]]
gpu_0/gconv1_2_bn_s_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_2_bn_b_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_2_bn_rm_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_2_bn_riv_0	ConstantInput			[[136]]	[[136]]
batchnormalization_5	BatchNorm	gpu_0/gconv1_2_1;gpu_0/gconv1_2_bn_s_0;gpu_0/gconv1_2_bn_b_0;gpu_0/gconv1_2_bn_rm_0;gpu_0/gconv1_2_bn_riv_0	gpu_0/gconv1_2_bn_1	[[1,136,28,28],[136],[136],[136],[136]]	[[1,136,28,28],[136],[136],[136],[136]]
relu_4	Relu	gpu_0/gconv1_2_bn_1	gpu_0/gconv1_2_bn_2	[[1,136,28,28]]	[[1,136,28,28]]
OC2_DUMMY_5	ConstantInput			[[1,4,34,28,28]]	[[1,4,34,28,28]]
reshape_3	Reshape	gpu_0/gconv1_2_bn_2;OC2_DUMMY_5	OC2_DUMMY_4	[[1,136,28,28],[1,4,34,28,28]]	[[1,4,34,28,28]]
transpose_2	Transpose	OC2_DUMMY_4	OC2_DUMMY_6	[[1,4,34,28,28]]	[[1,34,34,28,28]]
OC2_DUMMY_7	ConstantInput			[[1,136,28,28]]	[[1,136,28,28]]
reshape_4	Reshape	OC2_DUMMY_6;OC2_DUMMY_7	gpu_0/shuffle_1_1	[[1,34,34,28,28],[1,136,28,28]]	[[1,136,28,28]]
gpu_0/gconv3_1_w_0	ConstantInput			[[136,1,3,3]]	[[136,1,3,3]]
conv6_136	Conv	gpu_0/shuffle_1_1;gpu_0/gconv3_1_w_0	gpu_0/gconv3_1_1	[[1,136,28,28],[136,1,3,3]]	[[1,136,28,28]]
gpu_0/gconv3_1_bn_s_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv3_1_bn_b_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv3_1_bn_rm_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv3_1_bn_riv_0	ConstantInput			[[136]]	[[136]]
batchnormalization_6	BatchNorm	gpu_0/gconv3_1_1;gpu_0/gconv3_1_bn_s_0;gpu_0/gconv3_1_bn_b_0;gpu_0/gconv3_1_bn_rm_0;gpu_0/gconv3_1_bn_riv_0	gpu_0/gconv3_1_bn_1	[[1,136,28,28],[136],[136],[136],[136]]	[[1,136,28,28],[136],[136],[136],[136]]
gpu_0/gconv1_3_w_0	ConstantInput			[[136,34,1,1]]	[[136,34,1,1]]
conv7_4	Conv	gpu_0/gconv3_1_bn_1;gpu_0/gconv1_3_w_0	gpu_0/gconv1_3_1	[[1,136,28,28],[136,34,1,1]]	[[1,136,28,28]]
gpu_0/gconv1_3_bn_s_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_3_bn_b_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_3_bn_rm_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_3_bn_riv_0	ConstantInput			[[136]]	[[136]]
batchnormalization_7	BatchNorm	gpu_0/gconv1_3_1;gpu_0/gconv1_3_bn_s_0;gpu_0/gconv1_3_bn_b_0;gpu_0/gconv1_3_bn_rm_0;gpu_0/gconv1_3_bn_riv_0	gpu_0/gconv1_3_bn_1	[[1,136,28,28],[136],[136],[136],[136]]	[[1,136,28,28],[136],[136],[136],[136]]
sum_1	ElementWise	gpu_0/gconv1_3_bn_1;gpu_0/block0_2	gpu_0/block1_1	[[1,136,28,28],[1,136,28,28]]	[[1,136,28,28]]
relu_5	Relu	gpu_0/block1_1	gpu_0/block1_2	[[1,136,28,28]]	[[1,136,28,28]]
gpu_0/gconv1_4_w_0	ConstantInput			[[136,34,1,1]]	[[136,34,1,1]]
conv8_4	Conv	gpu_0/block1_2;gpu_0/gconv1_4_w_0	gpu_0/gconv1_4_1	[[1,136,28,28],[136,34,1,1]]	[[1,136,28,28]]
gpu_0/gconv1_4_bn_s_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_4_bn_b_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_4_bn_rm_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_4_bn_riv_0	ConstantInput			[[136]]	[[136]]
batchnormalization_8	BatchNorm	gpu_0/gconv1_4_1;gpu_0/gconv1_4_bn_s_0;gpu_0/gconv1_4_bn_b_0;gpu_0/gconv1_4_bn_rm_0;gpu_0/gconv1_4_bn_riv_0	gpu_0/gconv1_4_bn_1	[[1,136,28,28],[136],[136],[136],[136]]	[[1,136,28,28],[136],[136],[136],[136]]
relu_6	Relu	gpu_0/gconv1_4_bn_1	gpu_0/gconv1_4_bn_2	[[1,136,28,28]]	[[1,136,28,28]]
OC2_DUMMY_9	ConstantInput			[[1,4,34,28,28]]	[[1,4,34,28,28]]
reshape_5	Reshape	gpu_0/gconv1_4_bn_2;OC2_DUMMY_9	OC2_DUMMY_8	[[1,136,28,28],[1,4,34,28,28]]	[[1,4,34,28,28]]
transpose_3	Transpose	OC2_DUMMY_8	OC2_DUMMY_10	[[1,4,34,28,28]]	[[1,34,34,28,28]]
OC2_DUMMY_11	ConstantInput			[[1,136,28,28]]	[[1,136,28,28]]
reshape_6	Reshape	OC2_DUMMY_10;OC2_DUMMY_11	gpu_0/shuffle_2_1	[[1,34,34,28,28],[1,136,28,28]]	[[1,136,28,28]]
gpu_0/gconv3_2_w_0	ConstantInput			[[136,1,3,3]]	[[136,1,3,3]]
conv9_136	Conv	gpu_0/shuffle_2_1;gpu_0/gconv3_2_w_0	gpu_0/gconv3_2_1	[[1,136,28,28],[136,1,3,3]]	[[1,136,28,28]]
gpu_0/gconv3_2_bn_s_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv3_2_bn_b_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv3_2_bn_rm_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv3_2_bn_riv_0	ConstantInput			[[136]]	[[136]]
batchnormalization_9	BatchNorm	gpu_0/gconv3_2_1;gpu_0/gconv3_2_bn_s_0;gpu_0/gconv3_2_bn_b_0;gpu_0/gconv3_2_bn_rm_0;gpu_0/gconv3_2_bn_riv_0	gpu_0/gconv3_2_bn_1	[[1,136,28,28],[136],[136],[136],[136]]	[[1,136,28,28],[136],[136],[136],[136]]
gpu_0/gconv1_5_w_0	ConstantInput			[[136,34,1,1]]	[[136,34,1,1]]
conv10_4	Conv	gpu_0/gconv3_2_bn_1;gpu_0/gconv1_5_w_0	gpu_0/gconv1_5_1	[[1,136,28,28],[136,34,1,1]]	[[1,136,28,28]]
gpu_0/gconv1_5_bn_s_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_5_bn_b_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_5_bn_rm_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_5_bn_riv_0	ConstantInput			[[136]]	[[136]]
batchnormalization_10	BatchNorm	gpu_0/gconv1_5_1;gpu_0/gconv1_5_bn_s_0;gpu_0/gconv1_5_bn_b_0;gpu_0/gconv1_5_bn_rm_0;gpu_0/gconv1_5_bn_riv_0	gpu_0/gconv1_5_bn_1	[[1,136,28,28],[136],[136],[136],[136]]	[[1,136,28,28],[136],[136],[136],[136]]
sum_2	ElementWise	gpu_0/gconv1_5_bn_1;gpu_0/block1_2	gpu_0/block2_1	[[1,136,28,28],[1,136,28,28]]	[[1,136,28,28]]
relu_7	Relu	gpu_0/block2_1	gpu_0/block2_2	[[1,136,28,28]]	[[1,136,28,28]]
gpu_0/gconv1_6_w_0	ConstantInput			[[136,34,1,1]]	[[136,34,1,1]]
conv11_4	Conv	gpu_0/block2_2;gpu_0/gconv1_6_w_0	gpu_0/gconv1_6_1	[[1,136,28,28],[136,34,1,1]]	[[1,136,28,28]]
gpu_0/gconv1_6_bn_s_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_6_bn_b_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_6_bn_rm_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_6_bn_riv_0	ConstantInput			[[136]]	[[136]]
batchnormalization_11	BatchNorm	gpu_0/gconv1_6_1;gpu_0/gconv1_6_bn_s_0;gpu_0/gconv1_6_bn_b_0;gpu_0/gconv1_6_bn_rm_0;gpu_0/gconv1_6_bn_riv_0	gpu_0/gconv1_6_bn_1	[[1,136,28,28],[136],[136],[136],[136]]	[[1,136,28,28],[136],[136],[136],[136]]
relu_8	Relu	gpu_0/gconv1_6_bn_1	gpu_0/gconv1_6_bn_2	[[1,136,28,28]]	[[1,136,28,28]]
OC2_DUMMY_13	ConstantInput			[[1,4,34,28,28]]	[[1,4,34,28,28]]
reshape_7	Reshape	gpu_0/gconv1_6_bn_2;OC2_DUMMY_13	OC2_DUMMY_12	[[1,136,28,28],[1,4,34,28,28]]	[[1,4,34,28,28]]
transpose_4	Transpose	OC2_DUMMY_12	OC2_DUMMY_14	[[1,4,34,28,28]]	[[1,34,34,28,28]]
OC2_DUMMY_15	ConstantInput			[[1,136,28,28]]	[[1,136,28,28]]
reshape_8	Reshape	OC2_DUMMY_14;OC2_DUMMY_15	gpu_0/shuffle_3_1	[[1,34,34,28,28],[1,136,28,28]]	[[1,136,28,28]]
gpu_0/gconv3_3_w_0	ConstantInput			[[136,1,3,3]]	[[136,1,3,3]]
conv12_136	Conv	gpu_0/shuffle_3_1;gpu_0/gconv3_3_w_0	gpu_0/gconv3_3_1	[[1,136,28,28],[136,1,3,3]]	[[1,136,28,28]]
gpu_0/gconv3_3_bn_s_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv3_3_bn_b_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv3_3_bn_rm_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv3_3_bn_riv_0	ConstantInput			[[136]]	[[136]]
batchnormalization_12	BatchNorm	gpu_0/gconv3_3_1;gpu_0/gconv3_3_bn_s_0;gpu_0/gconv3_3_bn_b_0;gpu_0/gconv3_3_bn_rm_0;gpu_0/gconv3_3_bn_riv_0	gpu_0/gconv3_3_bn_1	[[1,136,28,28],[136],[136],[136],[136]]	[[1,136,28,28],[136],[136],[136],[136]]
gpu_0/gconv1_7_w_0	ConstantInput			[[136,34,1,1]]	[[136,34,1,1]]
conv13_4	Conv	gpu_0/gconv3_3_bn_1;gpu_0/gconv1_7_w_0	gpu_0/gconv1_7_1	[[1,136,28,28],[136,34,1,1]]	[[1,136,28,28]]
gpu_0/gconv1_7_bn_s_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_7_bn_b_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_7_bn_rm_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_7_bn_riv_0	ConstantInput			[[136]]	[[136]]
batchnormalization_13	BatchNorm	gpu_0/gconv1_7_1;gpu_0/gconv1_7_bn_s_0;gpu_0/gconv1_7_bn_b_0;gpu_0/gconv1_7_bn_rm_0;gpu_0/gconv1_7_bn_riv_0	gpu_0/gconv1_7_bn_1	[[1,136,28,28],[136],[136],[136],[136]]	[[1,136,28,28],[136],[136],[136],[136]]
sum_3	ElementWise	gpu_0/gconv1_7_bn_1;gpu_0/block2_2	gpu_0/block3_1	[[1,136,28,28],[1,136,28,28]]	[[1,136,28,28]]
relu_9	Relu	gpu_0/block3_1	gpu_0/block3_2	[[1,136,28,28]]	[[1,136,28,28]]
gpu_0/gconv1_8_w_0	ConstantInput			[[136,34,1,1]]	[[136,34,1,1]]
conv14_4	Conv	gpu_0/block3_2;gpu_0/gconv1_8_w_0	gpu_0/gconv1_8_1	[[1,136,28,28],[136,34,1,1]]	[[1,136,28,28]]
gpu_0/gconv1_8_bn_s_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_8_bn_b_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_8_bn_rm_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_8_bn_riv_0	ConstantInput			[[136]]	[[136]]
batchnormalization_14	BatchNorm	gpu_0/gconv1_8_1;gpu_0/gconv1_8_bn_s_0;gpu_0/gconv1_8_bn_b_0;gpu_0/gconv1_8_bn_rm_0;gpu_0/gconv1_8_bn_riv_0	gpu_0/gconv1_8_bn_1	[[1,136,28,28],[136],[136],[136],[136]]	[[1,136,28,28],[136],[136],[136],[136]]
relu_10	Relu	gpu_0/gconv1_8_bn_1	gpu_0/gconv1_8_bn_2	[[1,136,28,28]]	[[1,136,28,28]]
OC2_DUMMY_17	ConstantInput			[[1,4,34,28,28]]	[[1,4,34,28,28]]
reshape_9	Reshape	gpu_0/gconv1_8_bn_2;OC2_DUMMY_17	OC2_DUMMY_16	[[1,136,28,28],[1,4,34,28,28]]	[[1,4,34,28,28]]
transpose_5	Transpose	OC2_DUMMY_16	OC2_DUMMY_18	[[1,4,34,28,28]]	[[1,34,34,28,28]]
OC2_DUMMY_19	ConstantInput			[[1,136,28,28]]	[[1,136,28,28]]
reshape_10	Reshape	OC2_DUMMY_18;OC2_DUMMY_19	gpu_0/shuffle_4_1	[[1,34,34,28,28],[1,136,28,28]]	[[1,136,28,28]]
gpu_0/gconv3_4_w_0	ConstantInput			[[136,1,3,3]]	[[136,1,3,3]]
conv15_136	Conv	gpu_0/shuffle_4_1;gpu_0/gconv3_4_w_0	gpu_0/gconv3_4_1	[[1,136,28,28],[136,1,3,3]]	[[1,136,14,14]]
gpu_0/gconv3_4_bn_s_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv3_4_bn_b_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv3_4_bn_rm_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv3_4_bn_riv_0	ConstantInput			[[136]]	[[136]]
batchnormalization_15	BatchNorm	gpu_0/gconv3_4_1;gpu_0/gconv3_4_bn_s_0;gpu_0/gconv3_4_bn_b_0;gpu_0/gconv3_4_bn_rm_0;gpu_0/gconv3_4_bn_riv_0	gpu_0/gconv3_4_bn_1	[[1,136,14,14],[136],[136],[136],[136]]	[[1,136,14,14],[136],[136],[136],[136]]
gpu_0/gconv1_9_w_0	ConstantInput			[[136,34,1,1]]	[[136,34,1,1]]
conv16_4	Conv	gpu_0/gconv3_4_bn_1;gpu_0/gconv1_9_w_0	gpu_0/gconv1_9_1	[[1,136,14,14],[136,34,1,1]]	[[1,136,14,14]]
gpu_0/gconv1_9_bn_s_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_9_bn_b_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_9_bn_rm_0	ConstantInput			[[136]]	[[136]]
gpu_0/gconv1_9_bn_riv_0	ConstantInput			[[136]]	[[136]]
batchnormalization_16	BatchNorm	gpu_0/gconv1_9_1;gpu_0/gconv1_9_bn_s_0;gpu_0/gconv1_9_bn_b_0;gpu_0/gconv1_9_bn_rm_0;gpu_0/gconv1_9_bn_riv_0	gpu_0/gconv1_9_bn_1	[[1,136,14,14],[136],[136],[136],[136]]	[[1,136,14,14],[136],[136],[136],[136]]
averagepool_2	Pooling	gpu_0/block3_2	gpu_0/pool_2_1	[[1,136,28,28]]	[[1,136,14,14]]
concat_2	Concat	gpu_0/gconv1_9_bn_1;gpu_0/pool_2_1	gpu_0/block4_1	[[1,136,14,14],[1,136,14,14]]	[[1,272,14,14]]
relu_11	Relu	gpu_0/block4_1	gpu_0/block4_2	[[1,272,14,14]]	[[1,272,14,14]]
gpu_0/gconv1_10_w_0	ConstantInput			[[272,68,1,1]]	[[272,68,1,1]]
conv17_4	Conv	gpu_0/block4_2;gpu_0/gconv1_10_w_0	gpu_0/gconv1_10_1	[[1,272,14,14],[272,68,1,1]]	[[1,272,14,14]]
gpu_0/gconv1_10_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_10_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_10_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_10_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_17	BatchNorm	gpu_0/gconv1_10_1;gpu_0/gconv1_10_bn_s_0;gpu_0/gconv1_10_bn_b_0;gpu_0/gconv1_10_bn_rm_0;gpu_0/gconv1_10_bn_riv_0	gpu_0/gconv1_10_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
relu_12	Relu	gpu_0/gconv1_10_bn_1	gpu_0/gconv1_10_bn_2	[[1,272,14,14]]	[[1,272,14,14]]
OC2_DUMMY_21	ConstantInput			[[1,4,68,14,14]]	[[1,4,68,14,14]]
reshape_11	Reshape	gpu_0/gconv1_10_bn_2;OC2_DUMMY_21	OC2_DUMMY_20	[[1,272,14,14],[1,4,68,14,14]]	[[1,4,68,14,14]]
transpose_6	Transpose	OC2_DUMMY_20	OC2_DUMMY_22	[[1,4,68,14,14]]	[[1,68,68,14,14]]
OC2_DUMMY_23	ConstantInput			[[1,272,14,14]]	[[1,272,14,14]]
reshape_12	Reshape	OC2_DUMMY_22;OC2_DUMMY_23	gpu_0/shuffle_5_1	[[1,68,68,14,14],[1,272,14,14]]	[[1,272,14,14]]
gpu_0/gconv3_5_w_0	ConstantInput			[[272,1,3,3]]	[[272,1,3,3]]
conv18_272	Conv	gpu_0/shuffle_5_1;gpu_0/gconv3_5_w_0	gpu_0/gconv3_5_1	[[1,272,14,14],[272,1,3,3]]	[[1,272,14,14]]
gpu_0/gconv3_5_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_5_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_5_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_5_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_18	BatchNorm	gpu_0/gconv3_5_1;gpu_0/gconv3_5_bn_s_0;gpu_0/gconv3_5_bn_b_0;gpu_0/gconv3_5_bn_rm_0;gpu_0/gconv3_5_bn_riv_0	gpu_0/gconv3_5_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
gpu_0/gconv1_11_w_0	ConstantInput			[[272,68,1,1]]	[[272,68,1,1]]
conv19_4	Conv	gpu_0/gconv3_5_bn_1;gpu_0/gconv1_11_w_0	gpu_0/gconv1_11_1	[[1,272,14,14],[272,68,1,1]]	[[1,272,14,14]]
gpu_0/gconv1_11_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_11_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_11_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_11_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_19	BatchNorm	gpu_0/gconv1_11_1;gpu_0/gconv1_11_bn_s_0;gpu_0/gconv1_11_bn_b_0;gpu_0/gconv1_11_bn_rm_0;gpu_0/gconv1_11_bn_riv_0	gpu_0/gconv1_11_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
sum_4	ElementWise	gpu_0/gconv1_11_bn_1;gpu_0/block4_2	gpu_0/block5_1	[[1,272,14,14],[1,272,14,14]]	[[1,272,14,14]]
relu_13	Relu	gpu_0/block5_1	gpu_0/block5_2	[[1,272,14,14]]	[[1,272,14,14]]
gpu_0/gconv1_12_w_0	ConstantInput			[[272,68,1,1]]	[[272,68,1,1]]
conv20_4	Conv	gpu_0/block5_2;gpu_0/gconv1_12_w_0	gpu_0/gconv1_12_1	[[1,272,14,14],[272,68,1,1]]	[[1,272,14,14]]
gpu_0/gconv1_12_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_12_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_12_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_12_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_20	BatchNorm	gpu_0/gconv1_12_1;gpu_0/gconv1_12_bn_s_0;gpu_0/gconv1_12_bn_b_0;gpu_0/gconv1_12_bn_rm_0;gpu_0/gconv1_12_bn_riv_0	gpu_0/gconv1_12_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
relu_14	Relu	gpu_0/gconv1_12_bn_1	gpu_0/gconv1_12_bn_2	[[1,272,14,14]]	[[1,272,14,14]]
OC2_DUMMY_25	ConstantInput			[[1,4,68,14,14]]	[[1,4,68,14,14]]
reshape_13	Reshape	gpu_0/gconv1_12_bn_2;OC2_DUMMY_25	OC2_DUMMY_24	[[1,272,14,14],[1,4,68,14,14]]	[[1,4,68,14,14]]
transpose_7	Transpose	OC2_DUMMY_24	OC2_DUMMY_26	[[1,4,68,14,14]]	[[1,68,68,14,14]]
OC2_DUMMY_27	ConstantInput			[[1,272,14,14]]	[[1,272,14,14]]
reshape_14	Reshape	OC2_DUMMY_26;OC2_DUMMY_27	gpu_0/shuffle_6_1	[[1,68,68,14,14],[1,272,14,14]]	[[1,272,14,14]]
gpu_0/gconv3_6_w_0	ConstantInput			[[272,1,3,3]]	[[272,1,3,3]]
conv21_272	Conv	gpu_0/shuffle_6_1;gpu_0/gconv3_6_w_0	gpu_0/gconv3_6_1	[[1,272,14,14],[272,1,3,3]]	[[1,272,14,14]]
gpu_0/gconv3_6_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_6_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_6_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_6_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_21	BatchNorm	gpu_0/gconv3_6_1;gpu_0/gconv3_6_bn_s_0;gpu_0/gconv3_6_bn_b_0;gpu_0/gconv3_6_bn_rm_0;gpu_0/gconv3_6_bn_riv_0	gpu_0/gconv3_6_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
gpu_0/gconv1_13_w_0	ConstantInput			[[272,68,1,1]]	[[272,68,1,1]]
conv22_4	Conv	gpu_0/gconv3_6_bn_1;gpu_0/gconv1_13_w_0	gpu_0/gconv1_13_1	[[1,272,14,14],[272,68,1,1]]	[[1,272,14,14]]
gpu_0/gconv1_13_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_13_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_13_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_13_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_22	BatchNorm	gpu_0/gconv1_13_1;gpu_0/gconv1_13_bn_s_0;gpu_0/gconv1_13_bn_b_0;gpu_0/gconv1_13_bn_rm_0;gpu_0/gconv1_13_bn_riv_0	gpu_0/gconv1_13_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
sum_5	ElementWise	gpu_0/gconv1_13_bn_1;gpu_0/block5_2	gpu_0/block6_1	[[1,272,14,14],[1,272,14,14]]	[[1,272,14,14]]
relu_15	Relu	gpu_0/block6_1	gpu_0/block6_2	[[1,272,14,14]]	[[1,272,14,14]]
gpu_0/gconv1_14_w_0	ConstantInput			[[272,68,1,1]]	[[272,68,1,1]]
conv23_4	Conv	gpu_0/block6_2;gpu_0/gconv1_14_w_0	gpu_0/gconv1_14_1	[[1,272,14,14],[272,68,1,1]]	[[1,272,14,14]]
gpu_0/gconv1_14_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_14_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_14_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_14_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_23	BatchNorm	gpu_0/gconv1_14_1;gpu_0/gconv1_14_bn_s_0;gpu_0/gconv1_14_bn_b_0;gpu_0/gconv1_14_bn_rm_0;gpu_0/gconv1_14_bn_riv_0	gpu_0/gconv1_14_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
relu_16	Relu	gpu_0/gconv1_14_bn_1	gpu_0/gconv1_14_bn_2	[[1,272,14,14]]	[[1,272,14,14]]
OC2_DUMMY_29	ConstantInput			[[1,4,68,14,14]]	[[1,4,68,14,14]]
reshape_15	Reshape	gpu_0/gconv1_14_bn_2;OC2_DUMMY_29	OC2_DUMMY_28	[[1,272,14,14],[1,4,68,14,14]]	[[1,4,68,14,14]]
transpose_8	Transpose	OC2_DUMMY_28	OC2_DUMMY_30	[[1,4,68,14,14]]	[[1,68,68,14,14]]
OC2_DUMMY_31	ConstantInput			[[1,272,14,14]]	[[1,272,14,14]]
reshape_16	Reshape	OC2_DUMMY_30;OC2_DUMMY_31	gpu_0/shuffle_7_1	[[1,68,68,14,14],[1,272,14,14]]	[[1,272,14,14]]
gpu_0/gconv3_7_w_0	ConstantInput			[[272,1,3,3]]	[[272,1,3,3]]
conv24_272	Conv	gpu_0/shuffle_7_1;gpu_0/gconv3_7_w_0	gpu_0/gconv3_7_1	[[1,272,14,14],[272,1,3,3]]	[[1,272,14,14]]
gpu_0/gconv3_7_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_7_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_7_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_7_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_24	BatchNorm	gpu_0/gconv3_7_1;gpu_0/gconv3_7_bn_s_0;gpu_0/gconv3_7_bn_b_0;gpu_0/gconv3_7_bn_rm_0;gpu_0/gconv3_7_bn_riv_0	gpu_0/gconv3_7_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
gpu_0/gconv1_15_w_0	ConstantInput			[[272,68,1,1]]	[[272,68,1,1]]
conv25_4	Conv	gpu_0/gconv3_7_bn_1;gpu_0/gconv1_15_w_0	gpu_0/gconv1_15_1	[[1,272,14,14],[272,68,1,1]]	[[1,272,14,14]]
gpu_0/gconv1_15_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_15_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_15_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_15_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_25	BatchNorm	gpu_0/gconv1_15_1;gpu_0/gconv1_15_bn_s_0;gpu_0/gconv1_15_bn_b_0;gpu_0/gconv1_15_bn_rm_0;gpu_0/gconv1_15_bn_riv_0	gpu_0/gconv1_15_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
sum_6	ElementWise	gpu_0/gconv1_15_bn_1;gpu_0/block6_2	gpu_0/block7_1	[[1,272,14,14],[1,272,14,14]]	[[1,272,14,14]]
relu_17	Relu	gpu_0/block7_1	gpu_0/block7_2	[[1,272,14,14]]	[[1,272,14,14]]
gpu_0/gconv1_16_w_0	ConstantInput			[[272,68,1,1]]	[[272,68,1,1]]
conv26_4	Conv	gpu_0/block7_2;gpu_0/gconv1_16_w_0	gpu_0/gconv1_16_1	[[1,272,14,14],[272,68,1,1]]	[[1,272,14,14]]
gpu_0/gconv1_16_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_16_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_16_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_16_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_26	BatchNorm	gpu_0/gconv1_16_1;gpu_0/gconv1_16_bn_s_0;gpu_0/gconv1_16_bn_b_0;gpu_0/gconv1_16_bn_rm_0;gpu_0/gconv1_16_bn_riv_0	gpu_0/gconv1_16_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
relu_18	Relu	gpu_0/gconv1_16_bn_1	gpu_0/gconv1_16_bn_2	[[1,272,14,14]]	[[1,272,14,14]]
OC2_DUMMY_33	ConstantInput			[[1,4,68,14,14]]	[[1,4,68,14,14]]
reshape_17	Reshape	gpu_0/gconv1_16_bn_2;OC2_DUMMY_33	OC2_DUMMY_32	[[1,272,14,14],[1,4,68,14,14]]	[[1,4,68,14,14]]
transpose_9	Transpose	OC2_DUMMY_32	OC2_DUMMY_34	[[1,4,68,14,14]]	[[1,68,68,14,14]]
OC2_DUMMY_35	ConstantInput			[[1,272,14,14]]	[[1,272,14,14]]
reshape_18	Reshape	OC2_DUMMY_34;OC2_DUMMY_35	gpu_0/shuffle_8_1	[[1,68,68,14,14],[1,272,14,14]]	[[1,272,14,14]]
gpu_0/gconv3_8_w_0	ConstantInput			[[272,1,3,3]]	[[272,1,3,3]]
conv27_272	Conv	gpu_0/shuffle_8_1;gpu_0/gconv3_8_w_0	gpu_0/gconv3_8_1	[[1,272,14,14],[272,1,3,3]]	[[1,272,14,14]]
gpu_0/gconv3_8_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_8_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_8_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_8_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_27	BatchNorm	gpu_0/gconv3_8_1;gpu_0/gconv3_8_bn_s_0;gpu_0/gconv3_8_bn_b_0;gpu_0/gconv3_8_bn_rm_0;gpu_0/gconv3_8_bn_riv_0	gpu_0/gconv3_8_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
gpu_0/gconv1_17_w_0	ConstantInput			[[272,68,1,1]]	[[272,68,1,1]]
conv28_4	Conv	gpu_0/gconv3_8_bn_1;gpu_0/gconv1_17_w_0	gpu_0/gconv1_17_1	[[1,272,14,14],[272,68,1,1]]	[[1,272,14,14]]
gpu_0/gconv1_17_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_17_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_17_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_17_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_28	BatchNorm	gpu_0/gconv1_17_1;gpu_0/gconv1_17_bn_s_0;gpu_0/gconv1_17_bn_b_0;gpu_0/gconv1_17_bn_rm_0;gpu_0/gconv1_17_bn_riv_0	gpu_0/gconv1_17_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
sum_7	ElementWise	gpu_0/gconv1_17_bn_1;gpu_0/block7_2	gpu_0/block8_1	[[1,272,14,14],[1,272,14,14]]	[[1,272,14,14]]
relu_19	Relu	gpu_0/block8_1	gpu_0/block8_2	[[1,272,14,14]]	[[1,272,14,14]]
gpu_0/gconv1_18_w_0	ConstantInput			[[272,68,1,1]]	[[272,68,1,1]]
conv29_4	Conv	gpu_0/block8_2;gpu_0/gconv1_18_w_0	gpu_0/gconv1_18_1	[[1,272,14,14],[272,68,1,1]]	[[1,272,14,14]]
gpu_0/gconv1_18_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_18_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_18_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_18_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_29	BatchNorm	gpu_0/gconv1_18_1;gpu_0/gconv1_18_bn_s_0;gpu_0/gconv1_18_bn_b_0;gpu_0/gconv1_18_bn_rm_0;gpu_0/gconv1_18_bn_riv_0	gpu_0/gconv1_18_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
relu_20	Relu	gpu_0/gconv1_18_bn_1	gpu_0/gconv1_18_bn_2	[[1,272,14,14]]	[[1,272,14,14]]
OC2_DUMMY_37	ConstantInput			[[1,4,68,14,14]]	[[1,4,68,14,14]]
reshape_19	Reshape	gpu_0/gconv1_18_bn_2;OC2_DUMMY_37	OC2_DUMMY_36	[[1,272,14,14],[1,4,68,14,14]]	[[1,4,68,14,14]]
transpose_10	Transpose	OC2_DUMMY_36	OC2_DUMMY_38	[[1,4,68,14,14]]	[[1,68,68,14,14]]
OC2_DUMMY_39	ConstantInput			[[1,272,14,14]]	[[1,272,14,14]]
reshape_20	Reshape	OC2_DUMMY_38;OC2_DUMMY_39	gpu_0/shuffle_9_1	[[1,68,68,14,14],[1,272,14,14]]	[[1,272,14,14]]
gpu_0/gconv3_9_w_0	ConstantInput			[[272,1,3,3]]	[[272,1,3,3]]
conv30_272	Conv	gpu_0/shuffle_9_1;gpu_0/gconv3_9_w_0	gpu_0/gconv3_9_1	[[1,272,14,14],[272,1,3,3]]	[[1,272,14,14]]
gpu_0/gconv3_9_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_9_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_9_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_9_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_30	BatchNorm	gpu_0/gconv3_9_1;gpu_0/gconv3_9_bn_s_0;gpu_0/gconv3_9_bn_b_0;gpu_0/gconv3_9_bn_rm_0;gpu_0/gconv3_9_bn_riv_0	gpu_0/gconv3_9_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
gpu_0/gconv1_19_w_0	ConstantInput			[[272,68,1,1]]	[[272,68,1,1]]
conv31_4	Conv	gpu_0/gconv3_9_bn_1;gpu_0/gconv1_19_w_0	gpu_0/gconv1_19_1	[[1,272,14,14],[272,68,1,1]]	[[1,272,14,14]]
gpu_0/gconv1_19_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_19_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_19_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_19_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_31	BatchNorm	gpu_0/gconv1_19_1;gpu_0/gconv1_19_bn_s_0;gpu_0/gconv1_19_bn_b_0;gpu_0/gconv1_19_bn_rm_0;gpu_0/gconv1_19_bn_riv_0	gpu_0/gconv1_19_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
sum_8	ElementWise	gpu_0/gconv1_19_bn_1;gpu_0/block8_2	gpu_0/block9_1	[[1,272,14,14],[1,272,14,14]]	[[1,272,14,14]]
relu_21	Relu	gpu_0/block9_1	gpu_0/block9_2	[[1,272,14,14]]	[[1,272,14,14]]
gpu_0/gconv1_20_w_0	ConstantInput			[[272,68,1,1]]	[[272,68,1,1]]
conv32_4	Conv	gpu_0/block9_2;gpu_0/gconv1_20_w_0	gpu_0/gconv1_20_1	[[1,272,14,14],[272,68,1,1]]	[[1,272,14,14]]
gpu_0/gconv1_20_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_20_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_20_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_20_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_32	BatchNorm	gpu_0/gconv1_20_1;gpu_0/gconv1_20_bn_s_0;gpu_0/gconv1_20_bn_b_0;gpu_0/gconv1_20_bn_rm_0;gpu_0/gconv1_20_bn_riv_0	gpu_0/gconv1_20_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
relu_22	Relu	gpu_0/gconv1_20_bn_1	gpu_0/gconv1_20_bn_2	[[1,272,14,14]]	[[1,272,14,14]]
OC2_DUMMY_41	ConstantInput			[[1,4,68,14,14]]	[[1,4,68,14,14]]
reshape_21	Reshape	gpu_0/gconv1_20_bn_2;OC2_DUMMY_41	OC2_DUMMY_40	[[1,272,14,14],[1,4,68,14,14]]	[[1,4,68,14,14]]
transpose_11	Transpose	OC2_DUMMY_40	OC2_DUMMY_42	[[1,4,68,14,14]]	[[1,68,68,14,14]]
OC2_DUMMY_43	ConstantInput			[[1,272,14,14]]	[[1,272,14,14]]
reshape_22	Reshape	OC2_DUMMY_42;OC2_DUMMY_43	gpu_0/shuffle_10_1	[[1,68,68,14,14],[1,272,14,14]]	[[1,272,14,14]]
gpu_0/gconv3_10_w_0	ConstantInput			[[272,1,3,3]]	[[272,1,3,3]]
conv33_272	Conv	gpu_0/shuffle_10_1;gpu_0/gconv3_10_w_0	gpu_0/gconv3_10_1	[[1,272,14,14],[272,1,3,3]]	[[1,272,14,14]]
gpu_0/gconv3_10_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_10_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_10_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_10_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_33	BatchNorm	gpu_0/gconv3_10_1;gpu_0/gconv3_10_bn_s_0;gpu_0/gconv3_10_bn_b_0;gpu_0/gconv3_10_bn_rm_0;gpu_0/gconv3_10_bn_riv_0	gpu_0/gconv3_10_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
gpu_0/gconv1_21_w_0	ConstantInput			[[272,68,1,1]]	[[272,68,1,1]]
conv34_4	Conv	gpu_0/gconv3_10_bn_1;gpu_0/gconv1_21_w_0	gpu_0/gconv1_21_1	[[1,272,14,14],[272,68,1,1]]	[[1,272,14,14]]
gpu_0/gconv1_21_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_21_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_21_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_21_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_34	BatchNorm	gpu_0/gconv1_21_1;gpu_0/gconv1_21_bn_s_0;gpu_0/gconv1_21_bn_b_0;gpu_0/gconv1_21_bn_rm_0;gpu_0/gconv1_21_bn_riv_0	gpu_0/gconv1_21_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
sum_9	ElementWise	gpu_0/gconv1_21_bn_1;gpu_0/block9_2	gpu_0/block10_1	[[1,272,14,14],[1,272,14,14]]	[[1,272,14,14]]
relu_23	Relu	gpu_0/block10_1	gpu_0/block10_2	[[1,272,14,14]]	[[1,272,14,14]]
gpu_0/gconv1_22_w_0	ConstantInput			[[272,68,1,1]]	[[272,68,1,1]]
conv35_4	Conv	gpu_0/block10_2;gpu_0/gconv1_22_w_0	gpu_0/gconv1_22_1	[[1,272,14,14],[272,68,1,1]]	[[1,272,14,14]]
gpu_0/gconv1_22_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_22_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_22_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_22_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_35	BatchNorm	gpu_0/gconv1_22_1;gpu_0/gconv1_22_bn_s_0;gpu_0/gconv1_22_bn_b_0;gpu_0/gconv1_22_bn_rm_0;gpu_0/gconv1_22_bn_riv_0	gpu_0/gconv1_22_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
relu_24	Relu	gpu_0/gconv1_22_bn_1	gpu_0/gconv1_22_bn_2	[[1,272,14,14]]	[[1,272,14,14]]
OC2_DUMMY_45	ConstantInput			[[1,4,68,14,14]]	[[1,4,68,14,14]]
reshape_23	Reshape	gpu_0/gconv1_22_bn_2;OC2_DUMMY_45	OC2_DUMMY_44	[[1,272,14,14],[1,4,68,14,14]]	[[1,4,68,14,14]]
transpose_12	Transpose	OC2_DUMMY_44	OC2_DUMMY_46	[[1,4,68,14,14]]	[[1,68,68,14,14]]
OC2_DUMMY_47	ConstantInput			[[1,272,14,14]]	[[1,272,14,14]]
reshape_24	Reshape	OC2_DUMMY_46;OC2_DUMMY_47	gpu_0/shuffle_11_1	[[1,68,68,14,14],[1,272,14,14]]	[[1,272,14,14]]
gpu_0/gconv3_11_w_0	ConstantInput			[[272,1,3,3]]	[[272,1,3,3]]
conv36_272	Conv	gpu_0/shuffle_11_1;gpu_0/gconv3_11_w_0	gpu_0/gconv3_11_1	[[1,272,14,14],[272,1,3,3]]	[[1,272,14,14]]
gpu_0/gconv3_11_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_11_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_11_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_11_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_36	BatchNorm	gpu_0/gconv3_11_1;gpu_0/gconv3_11_bn_s_0;gpu_0/gconv3_11_bn_b_0;gpu_0/gconv3_11_bn_rm_0;gpu_0/gconv3_11_bn_riv_0	gpu_0/gconv3_11_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
gpu_0/gconv1_23_w_0	ConstantInput			[[272,68,1,1]]	[[272,68,1,1]]
conv37_4	Conv	gpu_0/gconv3_11_bn_1;gpu_0/gconv1_23_w_0	gpu_0/gconv1_23_1	[[1,272,14,14],[272,68,1,1]]	[[1,272,14,14]]
gpu_0/gconv1_23_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_23_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_23_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_23_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_37	BatchNorm	gpu_0/gconv1_23_1;gpu_0/gconv1_23_bn_s_0;gpu_0/gconv1_23_bn_b_0;gpu_0/gconv1_23_bn_rm_0;gpu_0/gconv1_23_bn_riv_0	gpu_0/gconv1_23_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
sum_10	ElementWise	gpu_0/gconv1_23_bn_1;gpu_0/block10_2	gpu_0/block11_1	[[1,272,14,14],[1,272,14,14]]	[[1,272,14,14]]
relu_25	Relu	gpu_0/block11_1	gpu_0/block11_2	[[1,272,14,14]]	[[1,272,14,14]]
gpu_0/gconv1_24_w_0	ConstantInput			[[272,68,1,1]]	[[272,68,1,1]]
conv38_4	Conv	gpu_0/block11_2;gpu_0/gconv1_24_w_0	gpu_0/gconv1_24_1	[[1,272,14,14],[272,68,1,1]]	[[1,272,14,14]]
gpu_0/gconv1_24_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_24_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_24_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_24_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_38	BatchNorm	gpu_0/gconv1_24_1;gpu_0/gconv1_24_bn_s_0;gpu_0/gconv1_24_bn_b_0;gpu_0/gconv1_24_bn_rm_0;gpu_0/gconv1_24_bn_riv_0	gpu_0/gconv1_24_bn_1	[[1,272,14,14],[272],[272],[272],[272]]	[[1,272,14,14],[272],[272],[272],[272]]
relu_26	Relu	gpu_0/gconv1_24_bn_1	gpu_0/gconv1_24_bn_2	[[1,272,14,14]]	[[1,272,14,14]]
OC2_DUMMY_49	ConstantInput			[[1,4,68,14,14]]	[[1,4,68,14,14]]
reshape_25	Reshape	gpu_0/gconv1_24_bn_2;OC2_DUMMY_49	OC2_DUMMY_48	[[1,272,14,14],[1,4,68,14,14]]	[[1,4,68,14,14]]
transpose_13	Transpose	OC2_DUMMY_48	OC2_DUMMY_50	[[1,4,68,14,14]]	[[1,68,68,14,14]]
OC2_DUMMY_51	ConstantInput			[[1,272,14,14]]	[[1,272,14,14]]
reshape_26	Reshape	OC2_DUMMY_50;OC2_DUMMY_51	gpu_0/shuffle_12_1	[[1,68,68,14,14],[1,272,14,14]]	[[1,272,14,14]]
gpu_0/gconv3_12_w_0	ConstantInput			[[272,1,3,3]]	[[272,1,3,3]]
conv39_272	Conv	gpu_0/shuffle_12_1;gpu_0/gconv3_12_w_0	gpu_0/gconv3_12_1	[[1,272,14,14],[272,1,3,3]]	[[1,272,7,7]]
gpu_0/gconv3_12_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_12_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_12_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv3_12_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_39	BatchNorm	gpu_0/gconv3_12_1;gpu_0/gconv3_12_bn_s_0;gpu_0/gconv3_12_bn_b_0;gpu_0/gconv3_12_bn_rm_0;gpu_0/gconv3_12_bn_riv_0	gpu_0/gconv3_12_bn_1	[[1,272,7,7],[272],[272],[272],[272]]	[[1,272,7,7],[272],[272],[272],[272]]
gpu_0/gconv1_25_w_0	ConstantInput			[[272,68,1,1]]	[[272,68,1,1]]
conv40_4	Conv	gpu_0/gconv3_12_bn_1;gpu_0/gconv1_25_w_0	gpu_0/gconv1_25_1	[[1,272,7,7],[272,68,1,1]]	[[1,272,7,7]]
gpu_0/gconv1_25_bn_s_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_25_bn_b_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_25_bn_rm_0	ConstantInput			[[272]]	[[272]]
gpu_0/gconv1_25_bn_riv_0	ConstantInput			[[272]]	[[272]]
batchnormalization_40	BatchNorm	gpu_0/gconv1_25_1;gpu_0/gconv1_25_bn_s_0;gpu_0/gconv1_25_bn_b_0;gpu_0/gconv1_25_bn_rm_0;gpu_0/gconv1_25_bn_riv_0	gpu_0/gconv1_25_bn_1	[[1,272,7,7],[272],[272],[272],[272]]	[[1,272,7,7],[272],[272],[272],[272]]
averagepool_3	Pooling	gpu_0/block11_2	gpu_0/pool_3_1	[[1,272,14,14]]	[[1,272,7,7]]
concat_3	Concat	gpu_0/gconv1_25_bn_1;gpu_0/pool_3_1	gpu_0/block12_1	[[1,272,7,7],[1,272,7,7]]	[[1,544,7,7]]
relu_27	Relu	gpu_0/block12_1	gpu_0/block12_2	[[1,544,7,7]]	[[1,544,7,7]]
gpu_0/gconv1_26_w_0	ConstantInput			[[544,136,1,1]]	[[544,136,1,1]]
conv41_4	Conv	gpu_0/block12_2;gpu_0/gconv1_26_w_0	gpu_0/gconv1_26_1	[[1,544,7,7],[544,136,1,1]]	[[1,544,7,7]]
gpu_0/gconv1_26_bn_s_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_26_bn_b_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_26_bn_rm_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_26_bn_riv_0	ConstantInput			[[544]]	[[544]]
batchnormalization_41	BatchNorm	gpu_0/gconv1_26_1;gpu_0/gconv1_26_bn_s_0;gpu_0/gconv1_26_bn_b_0;gpu_0/gconv1_26_bn_rm_0;gpu_0/gconv1_26_bn_riv_0	gpu_0/gconv1_26_bn_1	[[1,544,7,7],[544],[544],[544],[544]]	[[1,544,7,7],[544],[544],[544],[544]]
relu_28	Relu	gpu_0/gconv1_26_bn_1	gpu_0/gconv1_26_bn_2	[[1,544,7,7]]	[[1,544,7,7]]
OC2_DUMMY_53	ConstantInput			[[1,4,136,7,7]]	[[1,4,136,7,7]]
reshape_27	Reshape	gpu_0/gconv1_26_bn_2;OC2_DUMMY_53	OC2_DUMMY_52	[[1,544,7,7],[1,4,136,7,7]]	[[1,4,136,7,7]]
transpose_14	Transpose	OC2_DUMMY_52	OC2_DUMMY_54	[[1,4,136,7,7]]	[[1,136,136,7,7]]
OC2_DUMMY_55	ConstantInput			[[1,544,7,7]]	[[1,544,7,7]]
reshape_28	Reshape	OC2_DUMMY_54;OC2_DUMMY_55	gpu_0/shuffle_13_1	[[1,136,136,7,7],[1,544,7,7]]	[[1,544,7,7]]
gpu_0/gconv3_13_w_0	ConstantInput			[[544,1,3,3]]	[[544,1,3,3]]
conv42_544	Conv	gpu_0/shuffle_13_1;gpu_0/gconv3_13_w_0	gpu_0/gconv3_13_1	[[1,544,7,7],[544,1,3,3]]	[[1,544,7,7]]
gpu_0/gconv3_13_bn_s_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv3_13_bn_b_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv3_13_bn_rm_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv3_13_bn_riv_0	ConstantInput			[[544]]	[[544]]
batchnormalization_42	BatchNorm	gpu_0/gconv3_13_1;gpu_0/gconv3_13_bn_s_0;gpu_0/gconv3_13_bn_b_0;gpu_0/gconv3_13_bn_rm_0;gpu_0/gconv3_13_bn_riv_0	gpu_0/gconv3_13_bn_1	[[1,544,7,7],[544],[544],[544],[544]]	[[1,544,7,7],[544],[544],[544],[544]]
gpu_0/gconv1_27_w_0	ConstantInput			[[544,136,1,1]]	[[544,136,1,1]]
conv43_4	Conv	gpu_0/gconv3_13_bn_1;gpu_0/gconv1_27_w_0	gpu_0/gconv1_27_1	[[1,544,7,7],[544,136,1,1]]	[[1,544,7,7]]
gpu_0/gconv1_27_bn_s_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_27_bn_b_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_27_bn_rm_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_27_bn_riv_0	ConstantInput			[[544]]	[[544]]
batchnormalization_43	BatchNorm	gpu_0/gconv1_27_1;gpu_0/gconv1_27_bn_s_0;gpu_0/gconv1_27_bn_b_0;gpu_0/gconv1_27_bn_rm_0;gpu_0/gconv1_27_bn_riv_0	gpu_0/gconv1_27_bn_1	[[1,544,7,7],[544],[544],[544],[544]]	[[1,544,7,7],[544],[544],[544],[544]]
sum_11	ElementWise	gpu_0/gconv1_27_bn_1;gpu_0/block12_2	gpu_0/block13_1	[[1,544,7,7],[1,544,7,7]]	[[1,544,7,7]]
relu_29	Relu	gpu_0/block13_1	gpu_0/block13_2	[[1,544,7,7]]	[[1,544,7,7]]
gpu_0/gconv1_28_w_0	ConstantInput			[[544,136,1,1]]	[[544,136,1,1]]
conv44_4	Conv	gpu_0/block13_2;gpu_0/gconv1_28_w_0	gpu_0/gconv1_28_1	[[1,544,7,7],[544,136,1,1]]	[[1,544,7,7]]
gpu_0/gconv1_28_bn_s_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_28_bn_b_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_28_bn_rm_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_28_bn_riv_0	ConstantInput			[[544]]	[[544]]
batchnormalization_44	BatchNorm	gpu_0/gconv1_28_1;gpu_0/gconv1_28_bn_s_0;gpu_0/gconv1_28_bn_b_0;gpu_0/gconv1_28_bn_rm_0;gpu_0/gconv1_28_bn_riv_0	gpu_0/gconv1_28_bn_1	[[1,544,7,7],[544],[544],[544],[544]]	[[1,544,7,7],[544],[544],[544],[544]]
relu_30	Relu	gpu_0/gconv1_28_bn_1	gpu_0/gconv1_28_bn_2	[[1,544,7,7]]	[[1,544,7,7]]
OC2_DUMMY_57	ConstantInput			[[1,4,136,7,7]]	[[1,4,136,7,7]]
reshape_29	Reshape	gpu_0/gconv1_28_bn_2;OC2_DUMMY_57	OC2_DUMMY_56	[[1,544,7,7],[1,4,136,7,7]]	[[1,4,136,7,7]]
transpose_15	Transpose	OC2_DUMMY_56	OC2_DUMMY_58	[[1,4,136,7,7]]	[[1,136,136,7,7]]
OC2_DUMMY_59	ConstantInput			[[1,544,7,7]]	[[1,544,7,7]]
reshape_30	Reshape	OC2_DUMMY_58;OC2_DUMMY_59	gpu_0/shuffle_14_1	[[1,136,136,7,7],[1,544,7,7]]	[[1,544,7,7]]
gpu_0/gconv3_14_w_0	ConstantInput			[[544,1,3,3]]	[[544,1,3,3]]
conv45_544	Conv	gpu_0/shuffle_14_1;gpu_0/gconv3_14_w_0	gpu_0/gconv3_14_1	[[1,544,7,7],[544,1,3,3]]	[[1,544,7,7]]
gpu_0/gconv3_14_bn_s_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv3_14_bn_b_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv3_14_bn_rm_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv3_14_bn_riv_0	ConstantInput			[[544]]	[[544]]
batchnormalization_45	BatchNorm	gpu_0/gconv3_14_1;gpu_0/gconv3_14_bn_s_0;gpu_0/gconv3_14_bn_b_0;gpu_0/gconv3_14_bn_rm_0;gpu_0/gconv3_14_bn_riv_0	gpu_0/gconv3_14_bn_1	[[1,544,7,7],[544],[544],[544],[544]]	[[1,544,7,7],[544],[544],[544],[544]]
gpu_0/gconv1_29_w_0	ConstantInput			[[544,136,1,1]]	[[544,136,1,1]]
conv46_4	Conv	gpu_0/gconv3_14_bn_1;gpu_0/gconv1_29_w_0	gpu_0/gconv1_29_1	[[1,544,7,7],[544,136,1,1]]	[[1,544,7,7]]
gpu_0/gconv1_29_bn_s_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_29_bn_b_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_29_bn_rm_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_29_bn_riv_0	ConstantInput			[[544]]	[[544]]
batchnormalization_46	BatchNorm	gpu_0/gconv1_29_1;gpu_0/gconv1_29_bn_s_0;gpu_0/gconv1_29_bn_b_0;gpu_0/gconv1_29_bn_rm_0;gpu_0/gconv1_29_bn_riv_0	gpu_0/gconv1_29_bn_1	[[1,544,7,7],[544],[544],[544],[544]]	[[1,544,7,7],[544],[544],[544],[544]]
sum_12	ElementWise	gpu_0/gconv1_29_bn_1;gpu_0/block13_2	gpu_0/block14_1	[[1,544,7,7],[1,544,7,7]]	[[1,544,7,7]]
relu_31	Relu	gpu_0/block14_1	gpu_0/block14_2	[[1,544,7,7]]	[[1,544,7,7]]
gpu_0/gconv1_30_w_0	ConstantInput			[[544,136,1,1]]	[[544,136,1,1]]
conv47_4	Conv	gpu_0/block14_2;gpu_0/gconv1_30_w_0	gpu_0/gconv1_30_1	[[1,544,7,7],[544,136,1,1]]	[[1,544,7,7]]
gpu_0/gconv1_30_bn_s_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_30_bn_b_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_30_bn_rm_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_30_bn_riv_0	ConstantInput			[[544]]	[[544]]
batchnormalization_47	BatchNorm	gpu_0/gconv1_30_1;gpu_0/gconv1_30_bn_s_0;gpu_0/gconv1_30_bn_b_0;gpu_0/gconv1_30_bn_rm_0;gpu_0/gconv1_30_bn_riv_0	gpu_0/gconv1_30_bn_1	[[1,544,7,7],[544],[544],[544],[544]]	[[1,544,7,7],[544],[544],[544],[544]]
relu_32	Relu	gpu_0/gconv1_30_bn_1	gpu_0/gconv1_30_bn_2	[[1,544,7,7]]	[[1,544,7,7]]
OC2_DUMMY_61	ConstantInput			[[1,4,136,7,7]]	[[1,4,136,7,7]]
reshape_31	Reshape	gpu_0/gconv1_30_bn_2;OC2_DUMMY_61	OC2_DUMMY_60	[[1,544,7,7],[1,4,136,7,7]]	[[1,4,136,7,7]]
transpose_16	Transpose	OC2_DUMMY_60	OC2_DUMMY_62	[[1,4,136,7,7]]	[[1,136,136,7,7]]
OC2_DUMMY_63	ConstantInput			[[1,544,7,7]]	[[1,544,7,7]]
reshape_32	Reshape	OC2_DUMMY_62;OC2_DUMMY_63	gpu_0/shuffle_15_1	[[1,136,136,7,7],[1,544,7,7]]	[[1,544,7,7]]
gpu_0/gconv3_15_w_0	ConstantInput			[[544,1,3,3]]	[[544,1,3,3]]
conv48_544	Conv	gpu_0/shuffle_15_1;gpu_0/gconv3_15_w_0	gpu_0/gconv3_15_1	[[1,544,7,7],[544,1,3,3]]	[[1,544,7,7]]
gpu_0/gconv3_15_bn_s_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv3_15_bn_b_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv3_15_bn_rm_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv3_15_bn_riv_0	ConstantInput			[[544]]	[[544]]
batchnormalization_48	BatchNorm	gpu_0/gconv3_15_1;gpu_0/gconv3_15_bn_s_0;gpu_0/gconv3_15_bn_b_0;gpu_0/gconv3_15_bn_rm_0;gpu_0/gconv3_15_bn_riv_0	gpu_0/gconv3_15_bn_1	[[1,544,7,7],[544],[544],[544],[544]]	[[1,544,7,7],[544],[544],[544],[544]]
gpu_0/gconv1_31_w_0	ConstantInput			[[544,136,1,1]]	[[544,136,1,1]]
conv49_4	Conv	gpu_0/gconv3_15_bn_1;gpu_0/gconv1_31_w_0	gpu_0/gconv1_31_1	[[1,544,7,7],[544,136,1,1]]	[[1,544,7,7]]
gpu_0/gconv1_31_bn_s_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_31_bn_b_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_31_bn_rm_0	ConstantInput			[[544]]	[[544]]
gpu_0/gconv1_31_bn_riv_0	ConstantInput			[[544]]	[[544]]
batchnormalization_49	BatchNorm	gpu_0/gconv1_31_1;gpu_0/gconv1_31_bn_s_0;gpu_0/gconv1_31_bn_b_0;gpu_0/gconv1_31_bn_rm_0;gpu_0/gconv1_31_bn_riv_0	gpu_0/gconv1_31_bn_1	[[1,544,7,7],[544],[544],[544],[544]]	[[1,544,7,7],[544],[544],[544],[544]]
sum_13	ElementWise	gpu_0/gconv1_31_bn_1;gpu_0/block14_2	gpu_0/block15_1	[[1,544,7,7],[1,544,7,7]]	[[1,544,7,7]]
relu_33	Relu	gpu_0/block15_1	gpu_0/block15_2	[[1,544,7,7]]	[[1,544,7,7]]
averagepool_4	Pooling	gpu_0/block15_2	gpu_0/final_avg_1	[[1,544,7,7]]	[[1,544,1,1]]
OC2_DUMMY_65	ConstantInput			[[1,544]]	[[1,544]]
reshape_33	Reshape	gpu_0/final_avg_1;OC2_DUMMY_65	OC2_DUMMY_64	[[1,544,1,1],[1,544]]	[[1,544]]
gpu_0/pred_w_0	ConstantInput			[[1000,544]]	[[1000,544]]
gpu_0/pred_b_0	ConstantInput			[[1000]]	[[1000]]
gemm_1	Gemm	OC2_DUMMY_64;gpu_0/pred_w_0;gpu_0/pred_b_0	gpu_0/pred_1	[[1,544],[1000,544],[1000]]	[[1,1000]]
softmax_1	Softmax	gpu_0/pred_1	gpu_0/softmax_1	[[1,1000]]	[[1,1000]]

Per Layer Timing

We evaluate the Shufflenet across all systems and we show the results below.

Click to See Tesla K80 Information ↕

Tesla K80

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla M60 Information ↕

Tesla M60

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See GRID K520 Information ↕

GRID K520

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See TITAN Xp Information ↕

TITAN Xp

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See TITAN V Information ↕

TITAN V

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla V100-SXM2-16GB Information ↕

Tesla V100-SXM2-16GB

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Quadro RTX 6000 Information ↕

Quadro RTX 6000

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla T4 Information ↕

Tesla T4

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32