BVLC GoogleNet

BVLC GoogleNet

Model Plot

BatchSize 1 BatchSize 2 BatchSize 4 BatchSize 8 BatchSize 16 BatchSize 32

Layer Information

Click to See Model Layer Information ↕

LAYERNAME	LAYERTYPE	INPUTNAMES	OUTPUTNAMES	INPUTSHAPES	OUTPUTSHAPES
data_0	ConstantInput			[[1,3,224,224]]	[[1,3,224,224]]
conv1/7x7_s2_w_0	ConstantInput			[[64,3,7,7]]	[[64,3,7,7]]
conv1/7x7_s2_b_0	ConstantInput			[[64]]	[[64]]
conv_1	Conv	data_0;conv1/7x7_s2_w_0;conv1/7x7_s2_b_0	conv1/7x7_s2_1	[[1,3,224,224],[64,3,7,7],[64]]	[[1,64,112,112]]
relu_1	Relu	conv1/7x7_s2_1	conv1/7x7_s2_2	[[1,64,112,112]]	[[1,64,112,112]]
maxpool_1	Pooling	conv1/7x7_s2_2	pool1/3x3_s2_1	[[1,64,112,112]]	[[1,64,56,56]]
lrn_1	LRN	pool1/3x3_s2_1	pool1/norm1_1	[[1,64,56,56]]	[[1,64,56,56]]
conv2/3x3_reduce_w_0	ConstantInput			[[64,64,1,1]]	[[64,64,1,1]]
conv2/3x3_reduce_b_0	ConstantInput			[[64]]	[[64]]
conv_2	Conv	pool1/norm1_1;conv2/3x3_reduce_w_0;conv2/3x3_reduce_b_0	conv2/3x3_reduce_1	[[1,64,56,56],[64,64,1,1],[64]]	[[1,64,56,56]]
relu_2	Relu	conv2/3x3_reduce_1	conv2/3x3_reduce_2	[[1,64,56,56]]	[[1,64,56,56]]
conv2/3x3_w_0	ConstantInput			[[192,64,3,3]]	[[192,64,3,3]]
conv2/3x3_b_0	ConstantInput			[[192]]	[[192]]
conv_3	Conv	conv2/3x3_reduce_2;conv2/3x3_w_0;conv2/3x3_b_0	conv2/3x3_1	[[1,64,56,56],[192,64,3,3],[192]]	[[1,192,56,56]]
relu_3	Relu	conv2/3x3_1	conv2/3x3_2	[[1,192,56,56]]	[[1,192,56,56]]
lrn_2	LRN	conv2/3x3_2	conv2/norm2_1	[[1,192,56,56]]	[[1,192,56,56]]
maxpool_2	Pooling	conv2/norm2_1	pool2/3x3_s2_1	[[1,192,56,56]]	[[1,192,28,28]]
inception_3a/1x1_w_0	ConstantInput			[[64,192,1,1]]	[[64,192,1,1]]
inception_3a/1x1_b_0	ConstantInput			[[64]]	[[64]]
conv_4	Conv	pool2/3x3_s2_1;inception_3a/1x1_w_0;inception_3a/1x1_b_0	inception_3a/1x1_1	[[1,192,28,28],[64,192,1,1],[64]]	[[1,64,28,28]]
relu_4	Relu	inception_3a/1x1_1	inception_3a/1x1_2	[[1,64,28,28]]	[[1,64,28,28]]
inception_3a/3x3_reduce_w_0	ConstantInput			[[96,192,1,1]]	[[96,192,1,1]]
inception_3a/3x3_reduce_b_0	ConstantInput			[[96]]	[[96]]
conv_5	Conv	pool2/3x3_s2_1;inception_3a/3x3_reduce_w_0;inception_3a/3x3_reduce_b_0	inception_3a/3x3_reduce_1	[[1,192,28,28],[96,192,1,1],[96]]	[[1,96,28,28]]
relu_5	Relu	inception_3a/3x3_reduce_1	inception_3a/3x3_reduce_2	[[1,96,28,28]]	[[1,96,28,28]]
inception_3a/3x3_w_0	ConstantInput			[[128,96,3,3]]	[[128,96,3,3]]
inception_3a/3x3_b_0	ConstantInput			[[128]]	[[128]]
conv_6	Conv	inception_3a/3x3_reduce_2;inception_3a/3x3_w_0;inception_3a/3x3_b_0	inception_3a/3x3_1	[[1,96,28,28],[128,96,3,3],[128]]	[[1,128,28,28]]
relu_6	Relu	inception_3a/3x3_1	inception_3a/3x3_2	[[1,128,28,28]]	[[1,128,28,28]]
inception_3a/5x5_reduce_w_0	ConstantInput			[[16,192,1,1]]	[[16,192,1,1]]
inception_3a/5x5_reduce_b_0	ConstantInput			[[16]]	[[16]]
conv_7	Conv	pool2/3x3_s2_1;inception_3a/5x5_reduce_w_0;inception_3a/5x5_reduce_b_0	inception_3a/5x5_reduce_1	[[1,192,28,28],[16,192,1,1],[16]]	[[1,16,28,28]]
relu_7	Relu	inception_3a/5x5_reduce_1	inception_3a/5x5_reduce_2	[[1,16,28,28]]	[[1,16,28,28]]
inception_3a/5x5_w_0	ConstantInput			[[32,16,5,5]]	[[32,16,5,5]]
inception_3a/5x5_b_0	ConstantInput			[[32]]	[[32]]
conv_8	Conv	inception_3a/5x5_reduce_2;inception_3a/5x5_w_0;inception_3a/5x5_b_0	inception_3a/5x5_1	[[1,16,28,28],[32,16,5,5],[32]]	[[1,32,28,28]]
relu_8	Relu	inception_3a/5x5_1	inception_3a/5x5_2	[[1,32,28,28]]	[[1,32,28,28]]
maxpool_3	Pooling	pool2/3x3_s2_1	inception_3a/pool_1	[[1,192,28,28]]	[[1,192,28,28]]
inception_3a/pool_proj_w_0	ConstantInput			[[32,192,1,1]]	[[32,192,1,1]]
inception_3a/pool_proj_b_0	ConstantInput			[[32]]	[[32]]
conv_9	Conv	inception_3a/pool_1;inception_3a/pool_proj_w_0;inception_3a/pool_proj_b_0	inception_3a/pool_proj_1	[[1,192,28,28],[32,192,1,1],[32]]	[[1,32,28,28]]
relu_9	Relu	inception_3a/pool_proj_1	inception_3a/pool_proj_2	[[1,32,28,28]]	[[1,32,28,28]]
concat_1	Concat	inception_3a/1x1_2;inception_3a/3x3_2;inception_3a/5x5_2;inception_3a/pool_proj_2	inception_3a/output_1	[[1,64,28,28],[1,128,28,28],[1,32,28,28],[1,32,28,28]]	[[1,256,28,28]]
inception_3b/1x1_w_0	ConstantInput			[[128,256,1,1]]	[[128,256,1,1]]
inception_3b/1x1_b_0	ConstantInput			[[128]]	[[128]]
conv_10	Conv	inception_3a/output_1;inception_3b/1x1_w_0;inception_3b/1x1_b_0	inception_3b/1x1_1	[[1,256,28,28],[128,256,1,1],[128]]	[[1,128,28,28]]
relu_10	Relu	inception_3b/1x1_1	inception_3b/1x1_2	[[1,128,28,28]]	[[1,128,28,28]]
inception_3b/3x3_reduce_w_0	ConstantInput			[[128,256,1,1]]	[[128,256,1,1]]
inception_3b/3x3_reduce_b_0	ConstantInput			[[128]]	[[128]]
conv_11	Conv	inception_3a/output_1;inception_3b/3x3_reduce_w_0;inception_3b/3x3_reduce_b_0	inception_3b/3x3_reduce_1	[[1,256,28,28],[128,256,1,1],[128]]	[[1,128,28,28]]
relu_11	Relu	inception_3b/3x3_reduce_1	inception_3b/3x3_reduce_2	[[1,128,28,28]]	[[1,128,28,28]]
inception_3b/3x3_w_0	ConstantInput			[[192,128,3,3]]	[[192,128,3,3]]
inception_3b/3x3_b_0	ConstantInput			[[192]]	[[192]]
conv_12	Conv	inception_3b/3x3_reduce_2;inception_3b/3x3_w_0;inception_3b/3x3_b_0	inception_3b/3x3_1	[[1,128,28,28],[192,128,3,3],[192]]	[[1,192,28,28]]
relu_12	Relu	inception_3b/3x3_1	inception_3b/3x3_2	[[1,192,28,28]]	[[1,192,28,28]]
inception_3b/5x5_reduce_w_0	ConstantInput			[[32,256,1,1]]	[[32,256,1,1]]
inception_3b/5x5_reduce_b_0	ConstantInput			[[32]]	[[32]]
conv_13	Conv	inception_3a/output_1;inception_3b/5x5_reduce_w_0;inception_3b/5x5_reduce_b_0	inception_3b/5x5_reduce_1	[[1,256,28,28],[32,256,1,1],[32]]	[[1,32,28,28]]
relu_13	Relu	inception_3b/5x5_reduce_1	inception_3b/5x5_reduce_2	[[1,32,28,28]]	[[1,32,28,28]]
inception_3b/5x5_w_0	ConstantInput			[[96,32,5,5]]	[[96,32,5,5]]
inception_3b/5x5_b_0	ConstantInput			[[96]]	[[96]]
conv_14	Conv	inception_3b/5x5_reduce_2;inception_3b/5x5_w_0;inception_3b/5x5_b_0	inception_3b/5x5_1	[[1,32,28,28],[96,32,5,5],[96]]	[[1,96,28,28]]
relu_14	Relu	inception_3b/5x5_1	inception_3b/5x5_2	[[1,96,28,28]]	[[1,96,28,28]]
maxpool_4	Pooling	inception_3a/output_1	inception_3b/pool_1	[[1,256,28,28]]	[[1,256,28,28]]
inception_3b/pool_proj_w_0	ConstantInput			[[64,256,1,1]]	[[64,256,1,1]]
inception_3b/pool_proj_b_0	ConstantInput			[[64]]	[[64]]
conv_15	Conv	inception_3b/pool_1;inception_3b/pool_proj_w_0;inception_3b/pool_proj_b_0	inception_3b/pool_proj_1	[[1,256,28,28],[64,256,1,1],[64]]	[[1,64,28,28]]
relu_15	Relu	inception_3b/pool_proj_1	inception_3b/pool_proj_2	[[1,64,28,28]]	[[1,64,28,28]]
concat_2	Concat	inception_3b/1x1_2;inception_3b/3x3_2;inception_3b/5x5_2;inception_3b/pool_proj_2	inception_3b/output_1	[[1,128,28,28],[1,192,28,28],[1,96,28,28],[1,64,28,28]]	[[1,480,28,28]]
maxpool_5	Pooling	inception_3b/output_1	pool3/3x3_s2_1	[[1,480,28,28]]	[[1,480,14,14]]
inception_4a/1x1_w_0	ConstantInput			[[192,480,1,1]]	[[192,480,1,1]]
inception_4a/1x1_b_0	ConstantInput			[[192]]	[[192]]
conv_16	Conv	pool3/3x3_s2_1;inception_4a/1x1_w_0;inception_4a/1x1_b_0	inception_4a/1x1_1	[[1,480,14,14],[192,480,1,1],[192]]	[[1,192,14,14]]
relu_16	Relu	inception_4a/1x1_1	inception_4a/1x1_2	[[1,192,14,14]]	[[1,192,14,14]]
inception_4a/3x3_reduce_w_0	ConstantInput			[[96,480,1,1]]	[[96,480,1,1]]
inception_4a/3x3_reduce_b_0	ConstantInput			[[96]]	[[96]]
conv_17	Conv	pool3/3x3_s2_1;inception_4a/3x3_reduce_w_0;inception_4a/3x3_reduce_b_0	inception_4a/3x3_reduce_1	[[1,480,14,14],[96,480,1,1],[96]]	[[1,96,14,14]]
relu_17	Relu	inception_4a/3x3_reduce_1	inception_4a/3x3_reduce_2	[[1,96,14,14]]	[[1,96,14,14]]
inception_4a/3x3_w_0	ConstantInput			[[208,96,3,3]]	[[208,96,3,3]]
inception_4a/3x3_b_0	ConstantInput			[[208]]	[[208]]
conv_18	Conv	inception_4a/3x3_reduce_2;inception_4a/3x3_w_0;inception_4a/3x3_b_0	inception_4a/3x3_1	[[1,96,14,14],[208,96,3,3],[208]]	[[1,208,14,14]]
relu_18	Relu	inception_4a/3x3_1	inception_4a/3x3_2	[[1,208,14,14]]	[[1,208,14,14]]
inception_4a/5x5_reduce_w_0	ConstantInput			[[16,480,1,1]]	[[16,480,1,1]]
inception_4a/5x5_reduce_b_0	ConstantInput			[[16]]	[[16]]
conv_19	Conv	pool3/3x3_s2_1;inception_4a/5x5_reduce_w_0;inception_4a/5x5_reduce_b_0	inception_4a/5x5_reduce_1	[[1,480,14,14],[16,480,1,1],[16]]	[[1,16,14,14]]
relu_19	Relu	inception_4a/5x5_reduce_1	inception_4a/5x5_reduce_2	[[1,16,14,14]]	[[1,16,14,14]]
inception_4a/5x5_w_0	ConstantInput			[[48,16,5,5]]	[[48,16,5,5]]
inception_4a/5x5_b_0	ConstantInput			[[48]]	[[48]]
conv_20	Conv	inception_4a/5x5_reduce_2;inception_4a/5x5_w_0;inception_4a/5x5_b_0	inception_4a/5x5_1	[[1,16,14,14],[48,16,5,5],[48]]	[[1,48,14,14]]
relu_20	Relu	inception_4a/5x5_1	inception_4a/5x5_2	[[1,48,14,14]]	[[1,48,14,14]]
maxpool_6	Pooling	pool3/3x3_s2_1	inception_4a/pool_1	[[1,480,14,14]]	[[1,480,14,14]]
inception_4a/pool_proj_w_0	ConstantInput			[[64,480,1,1]]	[[64,480,1,1]]
inception_4a/pool_proj_b_0	ConstantInput			[[64]]	[[64]]
conv_21	Conv	inception_4a/pool_1;inception_4a/pool_proj_w_0;inception_4a/pool_proj_b_0	inception_4a/pool_proj_1	[[1,480,14,14],[64,480,1,1],[64]]	[[1,64,14,14]]
relu_21	Relu	inception_4a/pool_proj_1	inception_4a/pool_proj_2	[[1,64,14,14]]	[[1,64,14,14]]
concat_3	Concat	inception_4a/1x1_2;inception_4a/3x3_2;inception_4a/5x5_2;inception_4a/pool_proj_2	inception_4a/output_1	[[1,192,14,14],[1,208,14,14],[1,48,14,14],[1,64,14,14]]	[[1,512,14,14]]
inception_4b/1x1_w_0	ConstantInput			[[160,512,1,1]]	[[160,512,1,1]]
inception_4b/1x1_b_0	ConstantInput			[[160]]	[[160]]
conv_22	Conv	inception_4a/output_1;inception_4b/1x1_w_0;inception_4b/1x1_b_0	inception_4b/1x1_1	[[1,512,14,14],[160,512,1,1],[160]]	[[1,160,14,14]]
relu_22	Relu	inception_4b/1x1_1	inception_4b/1x1_2	[[1,160,14,14]]	[[1,160,14,14]]
inception_4b/3x3_reduce_w_0	ConstantInput			[[112,512,1,1]]	[[112,512,1,1]]
inception_4b/3x3_reduce_b_0	ConstantInput			[[112]]	[[112]]
conv_23	Conv	inception_4a/output_1;inception_4b/3x3_reduce_w_0;inception_4b/3x3_reduce_b_0	inception_4b/3x3_reduce_1	[[1,512,14,14],[112,512,1,1],[112]]	[[1,112,14,14]]
relu_23	Relu	inception_4b/3x3_reduce_1	inception_4b/3x3_reduce_2	[[1,112,14,14]]	[[1,112,14,14]]
inception_4b/3x3_w_0	ConstantInput			[[224,112,3,3]]	[[224,112,3,3]]
inception_4b/3x3_b_0	ConstantInput			[[224]]	[[224]]
conv_24	Conv	inception_4b/3x3_reduce_2;inception_4b/3x3_w_0;inception_4b/3x3_b_0	inception_4b/3x3_1	[[1,112,14,14],[224,112,3,3],[224]]	[[1,224,14,14]]
relu_24	Relu	inception_4b/3x3_1	inception_4b/3x3_2	[[1,224,14,14]]	[[1,224,14,14]]
inception_4b/5x5_reduce_w_0	ConstantInput			[[24,512,1,1]]	[[24,512,1,1]]
inception_4b/5x5_reduce_b_0	ConstantInput			[[24]]	[[24]]
conv_25	Conv	inception_4a/output_1;inception_4b/5x5_reduce_w_0;inception_4b/5x5_reduce_b_0	inception_4b/5x5_reduce_1	[[1,512,14,14],[24,512,1,1],[24]]	[[1,24,14,14]]
relu_25	Relu	inception_4b/5x5_reduce_1	inception_4b/5x5_reduce_2	[[1,24,14,14]]	[[1,24,14,14]]
inception_4b/5x5_w_0	ConstantInput			[[64,24,5,5]]	[[64,24,5,5]]
inception_4b/5x5_b_0	ConstantInput			[[64]]	[[64]]
conv_26	Conv	inception_4b/5x5_reduce_2;inception_4b/5x5_w_0;inception_4b/5x5_b_0	inception_4b/5x5_1	[[1,24,14,14],[64,24,5,5],[64]]	[[1,64,14,14]]
relu_26	Relu	inception_4b/5x5_1	inception_4b/5x5_2	[[1,64,14,14]]	[[1,64,14,14]]
maxpool_7	Pooling	inception_4a/output_1	inception_4b/pool_1	[[1,512,14,14]]	[[1,512,14,14]]
inception_4b/pool_proj_w_0	ConstantInput			[[64,512,1,1]]	[[64,512,1,1]]
inception_4b/pool_proj_b_0	ConstantInput			[[64]]	[[64]]
conv_27	Conv	inception_4b/pool_1;inception_4b/pool_proj_w_0;inception_4b/pool_proj_b_0	inception_4b/pool_proj_1	[[1,512,14,14],[64,512,1,1],[64]]	[[1,64,14,14]]
relu_27	Relu	inception_4b/pool_proj_1	inception_4b/pool_proj_2	[[1,64,14,14]]	[[1,64,14,14]]
concat_4	Concat	inception_4b/1x1_2;inception_4b/3x3_2;inception_4b/5x5_2;inception_4b/pool_proj_2	inception_4b/output_1	[[1,160,14,14],[1,224,14,14],[1,64,14,14],[1,64,14,14]]	[[1,512,14,14]]
inception_4c/1x1_w_0	ConstantInput			[[128,512,1,1]]	[[128,512,1,1]]
inception_4c/1x1_b_0	ConstantInput			[[128]]	[[128]]
conv_28	Conv	inception_4b/output_1;inception_4c/1x1_w_0;inception_4c/1x1_b_0	inception_4c/1x1_1	[[1,512,14,14],[128,512,1,1],[128]]	[[1,128,14,14]]
relu_28	Relu	inception_4c/1x1_1	inception_4c/1x1_2	[[1,128,14,14]]	[[1,128,14,14]]
inception_4c/3x3_reduce_w_0	ConstantInput			[[128,512,1,1]]	[[128,512,1,1]]
inception_4c/3x3_reduce_b_0	ConstantInput			[[128]]	[[128]]
conv_29	Conv	inception_4b/output_1;inception_4c/3x3_reduce_w_0;inception_4c/3x3_reduce_b_0	inception_4c/3x3_reduce_1	[[1,512,14,14],[128,512,1,1],[128]]	[[1,128,14,14]]
relu_29	Relu	inception_4c/3x3_reduce_1	inception_4c/3x3_reduce_2	[[1,128,14,14]]	[[1,128,14,14]]
inception_4c/3x3_w_0	ConstantInput			[[256,128,3,3]]	[[256,128,3,3]]
inception_4c/3x3_b_0	ConstantInput			[[256]]	[[256]]
conv_30	Conv	inception_4c/3x3_reduce_2;inception_4c/3x3_w_0;inception_4c/3x3_b_0	inception_4c/3x3_1	[[1,128,14,14],[256,128,3,3],[256]]	[[1,256,14,14]]
relu_30	Relu	inception_4c/3x3_1	inception_4c/3x3_2	[[1,256,14,14]]	[[1,256,14,14]]
inception_4c/5x5_reduce_w_0	ConstantInput			[[24,512,1,1]]	[[24,512,1,1]]
inception_4c/5x5_reduce_b_0	ConstantInput			[[24]]	[[24]]
conv_31	Conv	inception_4b/output_1;inception_4c/5x5_reduce_w_0;inception_4c/5x5_reduce_b_0	inception_4c/5x5_reduce_1	[[1,512,14,14],[24,512,1,1],[24]]	[[1,24,14,14]]
relu_31	Relu	inception_4c/5x5_reduce_1	inception_4c/5x5_reduce_2	[[1,24,14,14]]	[[1,24,14,14]]
inception_4c/5x5_w_0	ConstantInput			[[64,24,5,5]]	[[64,24,5,5]]
inception_4c/5x5_b_0	ConstantInput			[[64]]	[[64]]
conv_32	Conv	inception_4c/5x5_reduce_2;inception_4c/5x5_w_0;inception_4c/5x5_b_0	inception_4c/5x5_1	[[1,24,14,14],[64,24,5,5],[64]]	[[1,64,14,14]]
relu_32	Relu	inception_4c/5x5_1	inception_4c/5x5_2	[[1,64,14,14]]	[[1,64,14,14]]
maxpool_8	Pooling	inception_4b/output_1	inception_4c/pool_1	[[1,512,14,14]]	[[1,512,14,14]]
inception_4c/pool_proj_w_0	ConstantInput			[[64,512,1,1]]	[[64,512,1,1]]
inception_4c/pool_proj_b_0	ConstantInput			[[64]]	[[64]]
conv_33	Conv	inception_4c/pool_1;inception_4c/pool_proj_w_0;inception_4c/pool_proj_b_0	inception_4c/pool_proj_1	[[1,512,14,14],[64,512,1,1],[64]]	[[1,64,14,14]]
relu_33	Relu	inception_4c/pool_proj_1	inception_4c/pool_proj_2	[[1,64,14,14]]	[[1,64,14,14]]
concat_5	Concat	inception_4c/1x1_2;inception_4c/3x3_2;inception_4c/5x5_2;inception_4c/pool_proj_2	inception_4c/output_1	[[1,128,14,14],[1,256,14,14],[1,64,14,14],[1,64,14,14]]	[[1,512,14,14]]
inception_4d/1x1_w_0	ConstantInput			[[112,512,1,1]]	[[112,512,1,1]]
inception_4d/1x1_b_0	ConstantInput			[[112]]	[[112]]
conv_34	Conv	inception_4c/output_1;inception_4d/1x1_w_0;inception_4d/1x1_b_0	inception_4d/1x1_1	[[1,512,14,14],[112,512,1,1],[112]]	[[1,112,14,14]]
relu_34	Relu	inception_4d/1x1_1	inception_4d/1x1_2	[[1,112,14,14]]	[[1,112,14,14]]
inception_4d/3x3_reduce_w_0	ConstantInput			[[144,512,1,1]]	[[144,512,1,1]]
inception_4d/3x3_reduce_b_0	ConstantInput			[[144]]	[[144]]
conv_35	Conv	inception_4c/output_1;inception_4d/3x3_reduce_w_0;inception_4d/3x3_reduce_b_0	inception_4d/3x3_reduce_1	[[1,512,14,14],[144,512,1,1],[144]]	[[1,144,14,14]]
relu_35	Relu	inception_4d/3x3_reduce_1	inception_4d/3x3_reduce_2	[[1,144,14,14]]	[[1,144,14,14]]
inception_4d/3x3_w_0	ConstantInput			[[288,144,3,3]]	[[288,144,3,3]]
inception_4d/3x3_b_0	ConstantInput			[[288]]	[[288]]
conv_36	Conv	inception_4d/3x3_reduce_2;inception_4d/3x3_w_0;inception_4d/3x3_b_0	inception_4d/3x3_1	[[1,144,14,14],[288,144,3,3],[288]]	[[1,288,14,14]]
relu_36	Relu	inception_4d/3x3_1	inception_4d/3x3_2	[[1,288,14,14]]	[[1,288,14,14]]
inception_4d/5x5_reduce_w_0	ConstantInput			[[32,512,1,1]]	[[32,512,1,1]]
inception_4d/5x5_reduce_b_0	ConstantInput			[[32]]	[[32]]
conv_37	Conv	inception_4c/output_1;inception_4d/5x5_reduce_w_0;inception_4d/5x5_reduce_b_0	inception_4d/5x5_reduce_1	[[1,512,14,14],[32,512,1,1],[32]]	[[1,32,14,14]]
relu_37	Relu	inception_4d/5x5_reduce_1	inception_4d/5x5_reduce_2	[[1,32,14,14]]	[[1,32,14,14]]
inception_4d/5x5_w_0	ConstantInput			[[64,32,5,5]]	[[64,32,5,5]]
inception_4d/5x5_b_0	ConstantInput			[[64]]	[[64]]
conv_38	Conv	inception_4d/5x5_reduce_2;inception_4d/5x5_w_0;inception_4d/5x5_b_0	inception_4d/5x5_1	[[1,32,14,14],[64,32,5,5],[64]]	[[1,64,14,14]]
relu_38	Relu	inception_4d/5x5_1	inception_4d/5x5_2	[[1,64,14,14]]	[[1,64,14,14]]
maxpool_9	Pooling	inception_4c/output_1	inception_4d/pool_1	[[1,512,14,14]]	[[1,512,14,14]]
inception_4d/pool_proj_w_0	ConstantInput			[[64,512,1,1]]	[[64,512,1,1]]
inception_4d/pool_proj_b_0	ConstantInput			[[64]]	[[64]]
conv_39	Conv	inception_4d/pool_1;inception_4d/pool_proj_w_0;inception_4d/pool_proj_b_0	inception_4d/pool_proj_1	[[1,512,14,14],[64,512,1,1],[64]]	[[1,64,14,14]]
relu_39	Relu	inception_4d/pool_proj_1	inception_4d/pool_proj_2	[[1,64,14,14]]	[[1,64,14,14]]
concat_6	Concat	inception_4d/1x1_2;inception_4d/3x3_2;inception_4d/5x5_2;inception_4d/pool_proj_2	inception_4d/output_1	[[1,112,14,14],[1,288,14,14],[1,64,14,14],[1,64,14,14]]	[[1,528,14,14]]
inception_4e/1x1_w_0	ConstantInput			[[256,528,1,1]]	[[256,528,1,1]]
inception_4e/1x1_b_0	ConstantInput			[[256]]	[[256]]
conv_40	Conv	inception_4d/output_1;inception_4e/1x1_w_0;inception_4e/1x1_b_0	inception_4e/1x1_1	[[1,528,14,14],[256,528,1,1],[256]]	[[1,256,14,14]]
relu_40	Relu	inception_4e/1x1_1	inception_4e/1x1_2	[[1,256,14,14]]	[[1,256,14,14]]
inception_4e/3x3_reduce_w_0	ConstantInput			[[160,528,1,1]]	[[160,528,1,1]]
inception_4e/3x3_reduce_b_0	ConstantInput			[[160]]	[[160]]
conv_41	Conv	inception_4d/output_1;inception_4e/3x3_reduce_w_0;inception_4e/3x3_reduce_b_0	inception_4e/3x3_reduce_1	[[1,528,14,14],[160,528,1,1],[160]]	[[1,160,14,14]]
relu_41	Relu	inception_4e/3x3_reduce_1	inception_4e/3x3_reduce_2	[[1,160,14,14]]	[[1,160,14,14]]
inception_4e/3x3_w_0	ConstantInput			[[320,160,3,3]]	[[320,160,3,3]]
inception_4e/3x3_b_0	ConstantInput			[[320]]	[[320]]
conv_42	Conv	inception_4e/3x3_reduce_2;inception_4e/3x3_w_0;inception_4e/3x3_b_0	inception_4e/3x3_1	[[1,160,14,14],[320,160,3,3],[320]]	[[1,320,14,14]]
relu_42	Relu	inception_4e/3x3_1	inception_4e/3x3_2	[[1,320,14,14]]	[[1,320,14,14]]
inception_4e/5x5_reduce_w_0	ConstantInput			[[32,528,1,1]]	[[32,528,1,1]]
inception_4e/5x5_reduce_b_0	ConstantInput			[[32]]	[[32]]
conv_43	Conv	inception_4d/output_1;inception_4e/5x5_reduce_w_0;inception_4e/5x5_reduce_b_0	inception_4e/5x5_reduce_1	[[1,528,14,14],[32,528,1,1],[32]]	[[1,32,14,14]]
relu_43	Relu	inception_4e/5x5_reduce_1	inception_4e/5x5_reduce_2	[[1,32,14,14]]	[[1,32,14,14]]
inception_4e/5x5_w_0	ConstantInput			[[128,32,5,5]]	[[128,32,5,5]]
inception_4e/5x5_b_0	ConstantInput			[[128]]	[[128]]
conv_44	Conv	inception_4e/5x5_reduce_2;inception_4e/5x5_w_0;inception_4e/5x5_b_0	inception_4e/5x5_1	[[1,32,14,14],[128,32,5,5],[128]]	[[1,128,14,14]]
relu_44	Relu	inception_4e/5x5_1	inception_4e/5x5_2	[[1,128,14,14]]	[[1,128,14,14]]
maxpool_10	Pooling	inception_4d/output_1	inception_4e/pool_1	[[1,528,14,14]]	[[1,528,14,14]]
inception_4e/pool_proj_w_0	ConstantInput			[[128,528,1,1]]	[[128,528,1,1]]
inception_4e/pool_proj_b_0	ConstantInput			[[128]]	[[128]]
conv_45	Conv	inception_4e/pool_1;inception_4e/pool_proj_w_0;inception_4e/pool_proj_b_0	inception_4e/pool_proj_1	[[1,528,14,14],[128,528,1,1],[128]]	[[1,128,14,14]]
relu_45	Relu	inception_4e/pool_proj_1	inception_4e/pool_proj_2	[[1,128,14,14]]	[[1,128,14,14]]
concat_7	Concat	inception_4e/1x1_2;inception_4e/3x3_2;inception_4e/5x5_2;inception_4e/pool_proj_2	inception_4e/output_1	[[1,256,14,14],[1,320,14,14],[1,128,14,14],[1,128,14,14]]	[[1,832,14,14]]
maxpool_11	Pooling	inception_4e/output_1	pool4/3x3_s2_1	[[1,832,14,14]]	[[1,832,7,7]]
inception_5a/1x1_w_0	ConstantInput			[[256,832,1,1]]	[[256,832,1,1]]
inception_5a/1x1_b_0	ConstantInput			[[256]]	[[256]]
conv_46	Conv	pool4/3x3_s2_1;inception_5a/1x1_w_0;inception_5a/1x1_b_0	inception_5a/1x1_1	[[1,832,7,7],[256,832,1,1],[256]]	[[1,256,7,7]]
relu_46	Relu	inception_5a/1x1_1	inception_5a/1x1_2	[[1,256,7,7]]	[[1,256,7,7]]
inception_5a/3x3_reduce_w_0	ConstantInput			[[160,832,1,1]]	[[160,832,1,1]]
inception_5a/3x3_reduce_b_0	ConstantInput			[[160]]	[[160]]
conv_47	Conv	pool4/3x3_s2_1;inception_5a/3x3_reduce_w_0;inception_5a/3x3_reduce_b_0	inception_5a/3x3_reduce_1	[[1,832,7,7],[160,832,1,1],[160]]	[[1,160,7,7]]
relu_47	Relu	inception_5a/3x3_reduce_1	inception_5a/3x3_reduce_2	[[1,160,7,7]]	[[1,160,7,7]]
inception_5a/3x3_w_0	ConstantInput			[[320,160,3,3]]	[[320,160,3,3]]
inception_5a/3x3_b_0	ConstantInput			[[320]]	[[320]]
conv_48	Conv	inception_5a/3x3_reduce_2;inception_5a/3x3_w_0;inception_5a/3x3_b_0	inception_5a/3x3_1	[[1,160,7,7],[320,160,3,3],[320]]	[[1,320,7,7]]
relu_48	Relu	inception_5a/3x3_1	inception_5a/3x3_2	[[1,320,7,7]]	[[1,320,7,7]]
inception_5a/5x5_reduce_w_0	ConstantInput			[[32,832,1,1]]	[[32,832,1,1]]
inception_5a/5x5_reduce_b_0	ConstantInput			[[32]]	[[32]]
conv_49	Conv	pool4/3x3_s2_1;inception_5a/5x5_reduce_w_0;inception_5a/5x5_reduce_b_0	inception_5a/5x5_reduce_1	[[1,832,7,7],[32,832,1,1],[32]]	[[1,32,7,7]]
relu_49	Relu	inception_5a/5x5_reduce_1	inception_5a/5x5_reduce_2	[[1,32,7,7]]	[[1,32,7,7]]
inception_5a/5x5_w_0	ConstantInput			[[128,32,5,5]]	[[128,32,5,5]]
inception_5a/5x5_b_0	ConstantInput			[[128]]	[[128]]
conv_50	Conv	inception_5a/5x5_reduce_2;inception_5a/5x5_w_0;inception_5a/5x5_b_0	inception_5a/5x5_1	[[1,32,7,7],[128,32,5,5],[128]]	[[1,128,7,7]]
relu_50	Relu	inception_5a/5x5_1	inception_5a/5x5_2	[[1,128,7,7]]	[[1,128,7,7]]
maxpool_12	Pooling	pool4/3x3_s2_1	inception_5a/pool_1	[[1,832,7,7]]	[[1,832,7,7]]
inception_5a/pool_proj_w_0	ConstantInput			[[128,832,1,1]]	[[128,832,1,1]]
inception_5a/pool_proj_b_0	ConstantInput			[[128]]	[[128]]
conv_51	Conv	inception_5a/pool_1;inception_5a/pool_proj_w_0;inception_5a/pool_proj_b_0	inception_5a/pool_proj_1	[[1,832,7,7],[128,832,1,1],[128]]	[[1,128,7,7]]
relu_51	Relu	inception_5a/pool_proj_1	inception_5a/pool_proj_2	[[1,128,7,7]]	[[1,128,7,7]]
concat_8	Concat	inception_5a/1x1_2;inception_5a/3x3_2;inception_5a/5x5_2;inception_5a/pool_proj_2	inception_5a/output_1	[[1,256,7,7],[1,320,7,7],[1,128,7,7],[1,128,7,7]]	[[1,832,7,7]]
inception_5b/1x1_w_0	ConstantInput			[[384,832,1,1]]	[[384,832,1,1]]
inception_5b/1x1_b_0	ConstantInput			[[384]]	[[384]]
conv_52	Conv	inception_5a/output_1;inception_5b/1x1_w_0;inception_5b/1x1_b_0	inception_5b/1x1_1	[[1,832,7,7],[384,832,1,1],[384]]	[[1,384,7,7]]
relu_52	Relu	inception_5b/1x1_1	inception_5b/1x1_2	[[1,384,7,7]]	[[1,384,7,7]]
inception_5b/3x3_reduce_w_0	ConstantInput			[[192,832,1,1]]	[[192,832,1,1]]
inception_5b/3x3_reduce_b_0	ConstantInput			[[192]]	[[192]]
conv_53	Conv	inception_5a/output_1;inception_5b/3x3_reduce_w_0;inception_5b/3x3_reduce_b_0	inception_5b/3x3_reduce_1	[[1,832,7,7],[192,832,1,1],[192]]	[[1,192,7,7]]
relu_53	Relu	inception_5b/3x3_reduce_1	inception_5b/3x3_reduce_2	[[1,192,7,7]]	[[1,192,7,7]]
inception_5b/3x3_w_0	ConstantInput			[[384,192,3,3]]	[[384,192,3,3]]
inception_5b/3x3_b_0	ConstantInput			[[384]]	[[384]]
conv_54	Conv	inception_5b/3x3_reduce_2;inception_5b/3x3_w_0;inception_5b/3x3_b_0	inception_5b/3x3_1	[[1,192,7,7],[384,192,3,3],[384]]	[[1,384,7,7]]
relu_54	Relu	inception_5b/3x3_1	inception_5b/3x3_2	[[1,384,7,7]]	[[1,384,7,7]]
inception_5b/5x5_reduce_w_0	ConstantInput			[[48,832,1,1]]	[[48,832,1,1]]
inception_5b/5x5_reduce_b_0	ConstantInput			[[48]]	[[48]]
conv_55	Conv	inception_5a/output_1;inception_5b/5x5_reduce_w_0;inception_5b/5x5_reduce_b_0	inception_5b/5x5_reduce_1	[[1,832,7,7],[48,832,1,1],[48]]	[[1,48,7,7]]
relu_55	Relu	inception_5b/5x5_reduce_1	inception_5b/5x5_reduce_2	[[1,48,7,7]]	[[1,48,7,7]]
inception_5b/5x5_w_0	ConstantInput			[[128,48,5,5]]	[[128,48,5,5]]
inception_5b/5x5_b_0	ConstantInput			[[128]]	[[128]]
conv_56	Conv	inception_5b/5x5_reduce_2;inception_5b/5x5_w_0;inception_5b/5x5_b_0	inception_5b/5x5_1	[[1,48,7,7],[128,48,5,5],[128]]	[[1,128,7,7]]
relu_56	Relu	inception_5b/5x5_1	inception_5b/5x5_2	[[1,128,7,7]]	[[1,128,7,7]]
maxpool_13	Pooling	inception_5a/output_1	inception_5b/pool_1	[[1,832,7,7]]	[[1,832,7,7]]
inception_5b/pool_proj_w_0	ConstantInput			[[128,832,1,1]]	[[128,832,1,1]]
inception_5b/pool_proj_b_0	ConstantInput			[[128]]	[[128]]
conv_57	Conv	inception_5b/pool_1;inception_5b/pool_proj_w_0;inception_5b/pool_proj_b_0	inception_5b/pool_proj_1	[[1,832,7,7],[128,832,1,1],[128]]	[[1,128,7,7]]
relu_57	Relu	inception_5b/pool_proj_1	inception_5b/pool_proj_2	[[1,128,7,7]]	[[1,128,7,7]]
concat_9	Concat	inception_5b/1x1_2;inception_5b/3x3_2;inception_5b/5x5_2;inception_5b/pool_proj_2	inception_5b/output_1	[[1,384,7,7],[1,384,7,7],[1,128,7,7],[1,128,7,7]]	[[1,1024,7,7]]
averagepool_1	Pooling	inception_5b/output_1	pool5/7x7_s1_1	[[1,1024,7,7]]	[[1,1024,1,1]]
dropout_1	Dropout	pool5/7x7_s1_1	pool5/7x7_s1_2;_pool5/7x7_s1_mask_1	[[1,1024,1,1]]	[[1,1024,1,1]]
dropout_1	Dropout	pool5/7x7_s1_1	pool5/7x7_s1_2;_pool5/7x7_s1_mask_1	[[1,1024,1,1]]	[[1,1024,1,1]]
OC2_DUMMY_1	ConstantInput			[[1,1024]]	[[1,1024]]
reshape_1	Reshape	pool5/7x7_s1_2;OC2_DUMMY_1	OC2_DUMMY_0	[[1,1024,1,1],[1,1024]]	[[1,1024]]
loss3/classifier_w_0	ConstantInput			[[1000,1024]]	[[1000,1024]]
loss3/classifier_b_0	ConstantInput			[[1000]]	[[1000]]
gemm_1	Gemm	OC2_DUMMY_0;loss3/classifier_w_0;loss3/classifier_b_0	loss3/classifier_1	[[1,1024],[1000,1024],[1000]]	[[1,1000]]
softmax_1	Softmax	loss3/classifier_1	prob_1	[[1,1000]]	[[1,1000]]

Per Layer Timing

We evaluate the BVLC GoogleNet across all systems and we show the results below.

Click to See Tesla K80 Information ↕

Tesla K80

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla M60 Information ↕

Tesla M60

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See GRID K520 Information ↕

GRID K520

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See TITAN Xp Information ↕

TITAN Xp

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See TITAN V Information ↕

TITAN V

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla V100-SXM2-16GB Information ↕

Tesla V100-SXM2-16GB

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Quadro RTX 6000 Information ↕

Quadro RTX 6000

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla T4 Information ↕

Tesla T4

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32