ResNet050-v1

ResNet050-v1

Model Plot

BatchSize 1 BatchSize 2 BatchSize 4 BatchSize 8 BatchSize 16 BatchSize 32

Layer Information

Click to See Model Layer Information ↕

LAYERNAME	LAYERTYPE	INPUTNAMES	OUTPUTNAMES	INPUTSHAPES	OUTPUTSHAPES
data	ConstantInput			[[1,3,224,224]]	[[1,3,224,224]]
resnetv17_conv0_weight	ConstantInput			[[64,3,7,7]]	[[64,3,7,7]]
resnetv17_conv0_fwd	Conv	data;resnetv17_conv0_weight	resnetv17_conv0_fwd	[[1,3,224,224],[64,3,7,7]]	[[1,64,112,112]]
resnetv17_batchnorm0_gamma	ConstantInput			[[64]]	[[64]]
resnetv17_batchnorm0_beta	ConstantInput			[[64]]	[[64]]
resnetv17_batchnorm0_running_mean	ConstantInput			[[64]]	[[64]]
resnetv17_batchnorm0_running_var	ConstantInput			[[64]]	[[64]]
resnetv17_batchnorm0_fwd	BatchNorm	resnetv17_conv0_fwd;resnetv17_batchnorm0_gamma;resnetv17_batchnorm0_beta;resnetv17_batchnorm0_running_mean;resnetv17_batchnorm0_running_var	resnetv17_batchnorm0_fwd	[[1,64,112,112],[64],[64],[64],[64]]	[[1,64,112,112],[64],[64],[64],[64]]
resnetv17_relu0_fwd	Relu	resnetv17_batchnorm0_fwd	resnetv17_relu0_fwd	[[1,64,112,112]]	[[1,64,112,112]]
resnetv17_pool0_fwd	Pooling	resnetv17_relu0_fwd	resnetv17_pool0_fwd	[[1,64,112,112]]	[[1,64,56,56]]
resnetv17_stage1_conv0_weight	ConstantInput			[[64,64,1,1]]	[[64,64,1,1]]
resnetv17_stage1_conv0_bias	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_conv0_fwd	Conv	resnetv17_pool0_fwd;resnetv17_stage1_conv0_weight;resnetv17_stage1_conv0_bias	resnetv17_stage1_conv0_fwd	[[1,64,56,56],[64,64,1,1],[64]]	[[1,64,56,56]]
resnetv17_stage1_batchnorm0_gamma	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm0_beta	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm0_running_mean	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm0_running_var	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm0_fwd	BatchNorm	resnetv17_stage1_conv0_fwd;resnetv17_stage1_batchnorm0_gamma;resnetv17_stage1_batchnorm0_beta;resnetv17_stage1_batchnorm0_running_mean;resnetv17_stage1_batchnorm0_running_var	resnetv17_stage1_batchnorm0_fwd	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
resnetv17_stage1_relu0_fwd	Relu	resnetv17_stage1_batchnorm0_fwd	resnetv17_stage1_relu0_fwd	[[1,64,56,56]]	[[1,64,56,56]]
resnetv17_stage1_conv1_weight	ConstantInput			[[64,64,3,3]]	[[64,64,3,3]]
resnetv17_stage1_conv1_fwd	Conv	resnetv17_stage1_relu0_fwd;resnetv17_stage1_conv1_weight	resnetv17_stage1_conv1_fwd	[[1,64,56,56],[64,64,3,3]]	[[1,64,56,56]]
resnetv17_stage1_batchnorm1_gamma	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm1_beta	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm1_running_mean	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm1_running_var	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm1_fwd	BatchNorm	resnetv17_stage1_conv1_fwd;resnetv17_stage1_batchnorm1_gamma;resnetv17_stage1_batchnorm1_beta;resnetv17_stage1_batchnorm1_running_mean;resnetv17_stage1_batchnorm1_running_var	resnetv17_stage1_batchnorm1_fwd	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
resnetv17_stage1_relu1_fwd	Relu	resnetv17_stage1_batchnorm1_fwd	resnetv17_stage1_relu1_fwd	[[1,64,56,56]]	[[1,64,56,56]]
resnetv17_stage1_conv2_weight	ConstantInput			[[256,64,1,1]]	[[256,64,1,1]]
resnetv17_stage1_conv2_bias	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_conv2_fwd	Conv	resnetv17_stage1_relu1_fwd;resnetv17_stage1_conv2_weight;resnetv17_stage1_conv2_bias	resnetv17_stage1_conv2_fwd	[[1,64,56,56],[256,64,1,1],[256]]	[[1,256,56,56]]
resnetv17_stage1_batchnorm2_gamma	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_batchnorm2_beta	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_batchnorm2_running_mean	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_batchnorm2_running_var	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_batchnorm2_fwd	BatchNorm	resnetv17_stage1_conv2_fwd;resnetv17_stage1_batchnorm2_gamma;resnetv17_stage1_batchnorm2_beta;resnetv17_stage1_batchnorm2_running_mean;resnetv17_stage1_batchnorm2_running_var	resnetv17_stage1_batchnorm2_fwd	[[1,256,56,56],[256],[256],[256],[256]]	[[1,256,56,56],[256],[256],[256],[256]]
resnetv17_stage1_conv3_weight	ConstantInput			[[256,64,1,1]]	[[256,64,1,1]]
resnetv17_stage1_conv3_fwd	Conv	resnetv17_pool0_fwd;resnetv17_stage1_conv3_weight	resnetv17_stage1_conv3_fwd	[[1,64,56,56],[256,64,1,1]]	[[1,256,56,56]]
resnetv17_stage1_batchnorm3_gamma	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_batchnorm3_beta	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_batchnorm3_running_mean	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_batchnorm3_running_var	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_batchnorm3_fwd	BatchNorm	resnetv17_stage1_conv3_fwd;resnetv17_stage1_batchnorm3_gamma;resnetv17_stage1_batchnorm3_beta;resnetv17_stage1_batchnorm3_running_mean;resnetv17_stage1_batchnorm3_running_var	resnetv17_stage1_batchnorm3_fwd	[[1,256,56,56],[256],[256],[256],[256]]	[[1,256,56,56],[256],[256],[256],[256]]
resnetv17_stage1__plus0	ElementWise	resnetv17_stage1_batchnorm2_fwd;resnetv17_stage1_batchnorm3_fwd	resnetv17_stage1__plus0	[[1,256,56,56],[1,256,56,56]]	[[1,256,56,56]]
resnetv17_stage1_activation0	Relu	resnetv17_stage1__plus0	resnetv17_stage1_activation0	[[1,256,56,56]]	[[1,256,56,56]]
resnetv17_stage1_conv4_weight	ConstantInput			[[64,256,1,1]]	[[64,256,1,1]]
resnetv17_stage1_conv4_bias	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_conv4_fwd	Conv	resnetv17_stage1_activation0;resnetv17_stage1_conv4_weight;resnetv17_stage1_conv4_bias	resnetv17_stage1_conv4_fwd	[[1,256,56,56],[64,256,1,1],[64]]	[[1,64,56,56]]
resnetv17_stage1_batchnorm4_gamma	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm4_beta	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm4_running_mean	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm4_running_var	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm4_fwd	BatchNorm	resnetv17_stage1_conv4_fwd;resnetv17_stage1_batchnorm4_gamma;resnetv17_stage1_batchnorm4_beta;resnetv17_stage1_batchnorm4_running_mean;resnetv17_stage1_batchnorm4_running_var	resnetv17_stage1_batchnorm4_fwd	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
resnetv17_stage1_relu2_fwd	Relu	resnetv17_stage1_batchnorm4_fwd	resnetv17_stage1_relu2_fwd	[[1,64,56,56]]	[[1,64,56,56]]
resnetv17_stage1_conv5_weight	ConstantInput			[[64,64,3,3]]	[[64,64,3,3]]
resnetv17_stage1_conv5_fwd	Conv	resnetv17_stage1_relu2_fwd;resnetv17_stage1_conv5_weight	resnetv17_stage1_conv5_fwd	[[1,64,56,56],[64,64,3,3]]	[[1,64,56,56]]
resnetv17_stage1_batchnorm5_gamma	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm5_beta	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm5_running_mean	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm5_running_var	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm5_fwd	BatchNorm	resnetv17_stage1_conv5_fwd;resnetv17_stage1_batchnorm5_gamma;resnetv17_stage1_batchnorm5_beta;resnetv17_stage1_batchnorm5_running_mean;resnetv17_stage1_batchnorm5_running_var	resnetv17_stage1_batchnorm5_fwd	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
resnetv17_stage1_relu3_fwd	Relu	resnetv17_stage1_batchnorm5_fwd	resnetv17_stage1_relu3_fwd	[[1,64,56,56]]	[[1,64,56,56]]
resnetv17_stage1_conv6_weight	ConstantInput			[[256,64,1,1]]	[[256,64,1,1]]
resnetv17_stage1_conv6_bias	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_conv6_fwd	Conv	resnetv17_stage1_relu3_fwd;resnetv17_stage1_conv6_weight;resnetv17_stage1_conv6_bias	resnetv17_stage1_conv6_fwd	[[1,64,56,56],[256,64,1,1],[256]]	[[1,256,56,56]]
resnetv17_stage1_batchnorm6_gamma	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_batchnorm6_beta	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_batchnorm6_running_mean	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_batchnorm6_running_var	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_batchnorm6_fwd	BatchNorm	resnetv17_stage1_conv6_fwd;resnetv17_stage1_batchnorm6_gamma;resnetv17_stage1_batchnorm6_beta;resnetv17_stage1_batchnorm6_running_mean;resnetv17_stage1_batchnorm6_running_var	resnetv17_stage1_batchnorm6_fwd	[[1,256,56,56],[256],[256],[256],[256]]	[[1,256,56,56],[256],[256],[256],[256]]
resnetv17_stage1__plus1	ElementWise	resnetv17_stage1_batchnorm6_fwd;resnetv17_stage1_activation0	resnetv17_stage1__plus1	[[1,256,56,56],[1,256,56,56]]	[[1,256,56,56]]
resnetv17_stage1_activation1	Relu	resnetv17_stage1__plus1	resnetv17_stage1_activation1	[[1,256,56,56]]	[[1,256,56,56]]
resnetv17_stage1_conv7_weight	ConstantInput			[[64,256,1,1]]	[[64,256,1,1]]
resnetv17_stage1_conv7_bias	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_conv7_fwd	Conv	resnetv17_stage1_activation1;resnetv17_stage1_conv7_weight;resnetv17_stage1_conv7_bias	resnetv17_stage1_conv7_fwd	[[1,256,56,56],[64,256,1,1],[64]]	[[1,64,56,56]]
resnetv17_stage1_batchnorm7_gamma	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm7_beta	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm7_running_mean	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm7_running_var	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm7_fwd	BatchNorm	resnetv17_stage1_conv7_fwd;resnetv17_stage1_batchnorm7_gamma;resnetv17_stage1_batchnorm7_beta;resnetv17_stage1_batchnorm7_running_mean;resnetv17_stage1_batchnorm7_running_var	resnetv17_stage1_batchnorm7_fwd	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
resnetv17_stage1_relu4_fwd	Relu	resnetv17_stage1_batchnorm7_fwd	resnetv17_stage1_relu4_fwd	[[1,64,56,56]]	[[1,64,56,56]]
resnetv17_stage1_conv8_weight	ConstantInput			[[64,64,3,3]]	[[64,64,3,3]]
resnetv17_stage1_conv8_fwd	Conv	resnetv17_stage1_relu4_fwd;resnetv17_stage1_conv8_weight	resnetv17_stage1_conv8_fwd	[[1,64,56,56],[64,64,3,3]]	[[1,64,56,56]]
resnetv17_stage1_batchnorm8_gamma	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm8_beta	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm8_running_mean	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm8_running_var	ConstantInput			[[64]]	[[64]]
resnetv17_stage1_batchnorm8_fwd	BatchNorm	resnetv17_stage1_conv8_fwd;resnetv17_stage1_batchnorm8_gamma;resnetv17_stage1_batchnorm8_beta;resnetv17_stage1_batchnorm8_running_mean;resnetv17_stage1_batchnorm8_running_var	resnetv17_stage1_batchnorm8_fwd	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
resnetv17_stage1_relu5_fwd	Relu	resnetv17_stage1_batchnorm8_fwd	resnetv17_stage1_relu5_fwd	[[1,64,56,56]]	[[1,64,56,56]]
resnetv17_stage1_conv9_weight	ConstantInput			[[256,64,1,1]]	[[256,64,1,1]]
resnetv17_stage1_conv9_bias	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_conv9_fwd	Conv	resnetv17_stage1_relu5_fwd;resnetv17_stage1_conv9_weight;resnetv17_stage1_conv9_bias	resnetv17_stage1_conv9_fwd	[[1,64,56,56],[256,64,1,1],[256]]	[[1,256,56,56]]
resnetv17_stage1_batchnorm9_gamma	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_batchnorm9_beta	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_batchnorm9_running_mean	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_batchnorm9_running_var	ConstantInput			[[256]]	[[256]]
resnetv17_stage1_batchnorm9_fwd	BatchNorm	resnetv17_stage1_conv9_fwd;resnetv17_stage1_batchnorm9_gamma;resnetv17_stage1_batchnorm9_beta;resnetv17_stage1_batchnorm9_running_mean;resnetv17_stage1_batchnorm9_running_var	resnetv17_stage1_batchnorm9_fwd	[[1,256,56,56],[256],[256],[256],[256]]	[[1,256,56,56],[256],[256],[256],[256]]
resnetv17_stage1__plus2	ElementWise	resnetv17_stage1_batchnorm9_fwd;resnetv17_stage1_activation1	resnetv17_stage1__plus2	[[1,256,56,56],[1,256,56,56]]	[[1,256,56,56]]
resnetv17_stage1_activation2	Relu	resnetv17_stage1__plus2	resnetv17_stage1_activation2	[[1,256,56,56]]	[[1,256,56,56]]
resnetv17_stage2_conv0_weight	ConstantInput			[[128,256,1,1]]	[[128,256,1,1]]
resnetv17_stage2_conv0_bias	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_conv0_fwd	Conv	resnetv17_stage1_activation2;resnetv17_stage2_conv0_weight;resnetv17_stage2_conv0_bias	resnetv17_stage2_conv0_fwd	[[1,256,56,56],[128,256,1,1],[128]]	[[1,128,28,28]]
resnetv17_stage2_batchnorm0_gamma	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm0_beta	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm0_running_mean	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm0_running_var	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm0_fwd	BatchNorm	resnetv17_stage2_conv0_fwd;resnetv17_stage2_batchnorm0_gamma;resnetv17_stage2_batchnorm0_beta;resnetv17_stage2_batchnorm0_running_mean;resnetv17_stage2_batchnorm0_running_var	resnetv17_stage2_batchnorm0_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv17_stage2_relu0_fwd	Relu	resnetv17_stage2_batchnorm0_fwd	resnetv17_stage2_relu0_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv17_stage2_conv1_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
resnetv17_stage2_conv1_fwd	Conv	resnetv17_stage2_relu0_fwd;resnetv17_stage2_conv1_weight	resnetv17_stage2_conv1_fwd	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
resnetv17_stage2_batchnorm1_gamma	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm1_beta	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm1_running_mean	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm1_running_var	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm1_fwd	BatchNorm	resnetv17_stage2_conv1_fwd;resnetv17_stage2_batchnorm1_gamma;resnetv17_stage2_batchnorm1_beta;resnetv17_stage2_batchnorm1_running_mean;resnetv17_stage2_batchnorm1_running_var	resnetv17_stage2_batchnorm1_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv17_stage2_relu1_fwd	Relu	resnetv17_stage2_batchnorm1_fwd	resnetv17_stage2_relu1_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv17_stage2_conv2_weight	ConstantInput			[[512,128,1,1]]	[[512,128,1,1]]
resnetv17_stage2_conv2_bias	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_conv2_fwd	Conv	resnetv17_stage2_relu1_fwd;resnetv17_stage2_conv2_weight;resnetv17_stage2_conv2_bias	resnetv17_stage2_conv2_fwd	[[1,128,28,28],[512,128,1,1],[512]]	[[1,512,28,28]]
resnetv17_stage2_batchnorm2_gamma	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm2_beta	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm2_running_mean	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm2_running_var	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm2_fwd	BatchNorm	resnetv17_stage2_conv2_fwd;resnetv17_stage2_batchnorm2_gamma;resnetv17_stage2_batchnorm2_beta;resnetv17_stage2_batchnorm2_running_mean;resnetv17_stage2_batchnorm2_running_var	resnetv17_stage2_batchnorm2_fwd	[[1,512,28,28],[512],[512],[512],[512]]	[[1,512,28,28],[512],[512],[512],[512]]
resnetv17_stage2_conv3_weight	ConstantInput			[[512,256,1,1]]	[[512,256,1,1]]
resnetv17_stage2_conv3_fwd	Conv	resnetv17_stage1_activation2;resnetv17_stage2_conv3_weight	resnetv17_stage2_conv3_fwd	[[1,256,56,56],[512,256,1,1]]	[[1,512,28,28]]
resnetv17_stage2_batchnorm3_gamma	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm3_beta	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm3_running_mean	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm3_running_var	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm3_fwd	BatchNorm	resnetv17_stage2_conv3_fwd;resnetv17_stage2_batchnorm3_gamma;resnetv17_stage2_batchnorm3_beta;resnetv17_stage2_batchnorm3_running_mean;resnetv17_stage2_batchnorm3_running_var	resnetv17_stage2_batchnorm3_fwd	[[1,512,28,28],[512],[512],[512],[512]]	[[1,512,28,28],[512],[512],[512],[512]]
resnetv17_stage2__plus0	ElementWise	resnetv17_stage2_batchnorm2_fwd;resnetv17_stage2_batchnorm3_fwd	resnetv17_stage2__plus0	[[1,512,28,28],[1,512,28,28]]	[[1,512,28,28]]
resnetv17_stage2_activation0	Relu	resnetv17_stage2__plus0	resnetv17_stage2_activation0	[[1,512,28,28]]	[[1,512,28,28]]
resnetv17_stage2_conv4_weight	ConstantInput			[[128,512,1,1]]	[[128,512,1,1]]
resnetv17_stage2_conv4_bias	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_conv4_fwd	Conv	resnetv17_stage2_activation0;resnetv17_stage2_conv4_weight;resnetv17_stage2_conv4_bias	resnetv17_stage2_conv4_fwd	[[1,512,28,28],[128,512,1,1],[128]]	[[1,128,28,28]]
resnetv17_stage2_batchnorm4_gamma	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm4_beta	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm4_running_mean	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm4_running_var	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm4_fwd	BatchNorm	resnetv17_stage2_conv4_fwd;resnetv17_stage2_batchnorm4_gamma;resnetv17_stage2_batchnorm4_beta;resnetv17_stage2_batchnorm4_running_mean;resnetv17_stage2_batchnorm4_running_var	resnetv17_stage2_batchnorm4_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv17_stage2_relu2_fwd	Relu	resnetv17_stage2_batchnorm4_fwd	resnetv17_stage2_relu2_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv17_stage2_conv5_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
resnetv17_stage2_conv5_fwd	Conv	resnetv17_stage2_relu2_fwd;resnetv17_stage2_conv5_weight	resnetv17_stage2_conv5_fwd	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
resnetv17_stage2_batchnorm5_gamma	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm5_beta	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm5_running_mean	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm5_running_var	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm5_fwd	BatchNorm	resnetv17_stage2_conv5_fwd;resnetv17_stage2_batchnorm5_gamma;resnetv17_stage2_batchnorm5_beta;resnetv17_stage2_batchnorm5_running_mean;resnetv17_stage2_batchnorm5_running_var	resnetv17_stage2_batchnorm5_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv17_stage2_relu3_fwd	Relu	resnetv17_stage2_batchnorm5_fwd	resnetv17_stage2_relu3_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv17_stage2_conv6_weight	ConstantInput			[[512,128,1,1]]	[[512,128,1,1]]
resnetv17_stage2_conv6_bias	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_conv6_fwd	Conv	resnetv17_stage2_relu3_fwd;resnetv17_stage2_conv6_weight;resnetv17_stage2_conv6_bias	resnetv17_stage2_conv6_fwd	[[1,128,28,28],[512,128,1,1],[512]]	[[1,512,28,28]]
resnetv17_stage2_batchnorm6_gamma	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm6_beta	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm6_running_mean	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm6_running_var	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm6_fwd	BatchNorm	resnetv17_stage2_conv6_fwd;resnetv17_stage2_batchnorm6_gamma;resnetv17_stage2_batchnorm6_beta;resnetv17_stage2_batchnorm6_running_mean;resnetv17_stage2_batchnorm6_running_var	resnetv17_stage2_batchnorm6_fwd	[[1,512,28,28],[512],[512],[512],[512]]	[[1,512,28,28],[512],[512],[512],[512]]
resnetv17_stage2__plus1	ElementWise	resnetv17_stage2_batchnorm6_fwd;resnetv17_stage2_activation0	resnetv17_stage2__plus1	[[1,512,28,28],[1,512,28,28]]	[[1,512,28,28]]
resnetv17_stage2_activation1	Relu	resnetv17_stage2__plus1	resnetv17_stage2_activation1	[[1,512,28,28]]	[[1,512,28,28]]
resnetv17_stage2_conv7_weight	ConstantInput			[[128,512,1,1]]	[[128,512,1,1]]
resnetv17_stage2_conv7_bias	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_conv7_fwd	Conv	resnetv17_stage2_activation1;resnetv17_stage2_conv7_weight;resnetv17_stage2_conv7_bias	resnetv17_stage2_conv7_fwd	[[1,512,28,28],[128,512,1,1],[128]]	[[1,128,28,28]]
resnetv17_stage2_batchnorm7_gamma	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm7_beta	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm7_running_mean	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm7_running_var	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm7_fwd	BatchNorm	resnetv17_stage2_conv7_fwd;resnetv17_stage2_batchnorm7_gamma;resnetv17_stage2_batchnorm7_beta;resnetv17_stage2_batchnorm7_running_mean;resnetv17_stage2_batchnorm7_running_var	resnetv17_stage2_batchnorm7_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv17_stage2_relu4_fwd	Relu	resnetv17_stage2_batchnorm7_fwd	resnetv17_stage2_relu4_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv17_stage2_conv8_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
resnetv17_stage2_conv8_fwd	Conv	resnetv17_stage2_relu4_fwd;resnetv17_stage2_conv8_weight	resnetv17_stage2_conv8_fwd	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
resnetv17_stage2_batchnorm8_gamma	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm8_beta	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm8_running_mean	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm8_running_var	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm8_fwd	BatchNorm	resnetv17_stage2_conv8_fwd;resnetv17_stage2_batchnorm8_gamma;resnetv17_stage2_batchnorm8_beta;resnetv17_stage2_batchnorm8_running_mean;resnetv17_stage2_batchnorm8_running_var	resnetv17_stage2_batchnorm8_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv17_stage2_relu5_fwd	Relu	resnetv17_stage2_batchnorm8_fwd	resnetv17_stage2_relu5_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv17_stage2_conv9_weight	ConstantInput			[[512,128,1,1]]	[[512,128,1,1]]
resnetv17_stage2_conv9_bias	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_conv9_fwd	Conv	resnetv17_stage2_relu5_fwd;resnetv17_stage2_conv9_weight;resnetv17_stage2_conv9_bias	resnetv17_stage2_conv9_fwd	[[1,128,28,28],[512,128,1,1],[512]]	[[1,512,28,28]]
resnetv17_stage2_batchnorm9_gamma	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm9_beta	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm9_running_mean	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm9_running_var	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm9_fwd	BatchNorm	resnetv17_stage2_conv9_fwd;resnetv17_stage2_batchnorm9_gamma;resnetv17_stage2_batchnorm9_beta;resnetv17_stage2_batchnorm9_running_mean;resnetv17_stage2_batchnorm9_running_var	resnetv17_stage2_batchnorm9_fwd	[[1,512,28,28],[512],[512],[512],[512]]	[[1,512,28,28],[512],[512],[512],[512]]
resnetv17_stage2__plus2	ElementWise	resnetv17_stage2_batchnorm9_fwd;resnetv17_stage2_activation1	resnetv17_stage2__plus2	[[1,512,28,28],[1,512,28,28]]	[[1,512,28,28]]
resnetv17_stage2_activation2	Relu	resnetv17_stage2__plus2	resnetv17_stage2_activation2	[[1,512,28,28]]	[[1,512,28,28]]
resnetv17_stage2_conv10_weight	ConstantInput			[[128,512,1,1]]	[[128,512,1,1]]
resnetv17_stage2_conv10_bias	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_conv10_fwd	Conv	resnetv17_stage2_activation2;resnetv17_stage2_conv10_weight;resnetv17_stage2_conv10_bias	resnetv17_stage2_conv10_fwd	[[1,512,28,28],[128,512,1,1],[128]]	[[1,128,28,28]]
resnetv17_stage2_batchnorm10_gamma	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm10_beta	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm10_running_mean	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm10_running_var	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm10_fwd	BatchNorm	resnetv17_stage2_conv10_fwd;resnetv17_stage2_batchnorm10_gamma;resnetv17_stage2_batchnorm10_beta;resnetv17_stage2_batchnorm10_running_mean;resnetv17_stage2_batchnorm10_running_var	resnetv17_stage2_batchnorm10_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv17_stage2_relu6_fwd	Relu	resnetv17_stage2_batchnorm10_fwd	resnetv17_stage2_relu6_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv17_stage2_conv11_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
resnetv17_stage2_conv11_fwd	Conv	resnetv17_stage2_relu6_fwd;resnetv17_stage2_conv11_weight	resnetv17_stage2_conv11_fwd	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
resnetv17_stage2_batchnorm11_gamma	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm11_beta	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm11_running_mean	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm11_running_var	ConstantInput			[[128]]	[[128]]
resnetv17_stage2_batchnorm11_fwd	BatchNorm	resnetv17_stage2_conv11_fwd;resnetv17_stage2_batchnorm11_gamma;resnetv17_stage2_batchnorm11_beta;resnetv17_stage2_batchnorm11_running_mean;resnetv17_stage2_batchnorm11_running_var	resnetv17_stage2_batchnorm11_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv17_stage2_relu7_fwd	Relu	resnetv17_stage2_batchnorm11_fwd	resnetv17_stage2_relu7_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv17_stage2_conv12_weight	ConstantInput			[[512,128,1,1]]	[[512,128,1,1]]
resnetv17_stage2_conv12_bias	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_conv12_fwd	Conv	resnetv17_stage2_relu7_fwd;resnetv17_stage2_conv12_weight;resnetv17_stage2_conv12_bias	resnetv17_stage2_conv12_fwd	[[1,128,28,28],[512,128,1,1],[512]]	[[1,512,28,28]]
resnetv17_stage2_batchnorm12_gamma	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm12_beta	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm12_running_mean	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm12_running_var	ConstantInput			[[512]]	[[512]]
resnetv17_stage2_batchnorm12_fwd	BatchNorm	resnetv17_stage2_conv12_fwd;resnetv17_stage2_batchnorm12_gamma;resnetv17_stage2_batchnorm12_beta;resnetv17_stage2_batchnorm12_running_mean;resnetv17_stage2_batchnorm12_running_var	resnetv17_stage2_batchnorm12_fwd	[[1,512,28,28],[512],[512],[512],[512]]	[[1,512,28,28],[512],[512],[512],[512]]
resnetv17_stage2__plus3	ElementWise	resnetv17_stage2_batchnorm12_fwd;resnetv17_stage2_activation2	resnetv17_stage2__plus3	[[1,512,28,28],[1,512,28,28]]	[[1,512,28,28]]
resnetv17_stage2_activation3	Relu	resnetv17_stage2__plus3	resnetv17_stage2_activation3	[[1,512,28,28]]	[[1,512,28,28]]
resnetv17_stage3_conv0_weight	ConstantInput			[[256,512,1,1]]	[[256,512,1,1]]
resnetv17_stage3_conv0_bias	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_conv0_fwd	Conv	resnetv17_stage2_activation3;resnetv17_stage3_conv0_weight;resnetv17_stage3_conv0_bias	resnetv17_stage3_conv0_fwd	[[1,512,28,28],[256,512,1,1],[256]]	[[1,256,14,14]]
resnetv17_stage3_batchnorm0_gamma	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm0_beta	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm0_running_mean	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm0_running_var	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm0_fwd	BatchNorm	resnetv17_stage3_conv0_fwd;resnetv17_stage3_batchnorm0_gamma;resnetv17_stage3_batchnorm0_beta;resnetv17_stage3_batchnorm0_running_mean;resnetv17_stage3_batchnorm0_running_var	resnetv17_stage3_batchnorm0_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv17_stage3_relu0_fwd	Relu	resnetv17_stage3_batchnorm0_fwd	resnetv17_stage3_relu0_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv17_stage3_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv17_stage3_conv1_fwd	Conv	resnetv17_stage3_relu0_fwd;resnetv17_stage3_conv1_weight	resnetv17_stage3_conv1_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv17_stage3_batchnorm1_gamma	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm1_beta	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm1_running_mean	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm1_running_var	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm1_fwd	BatchNorm	resnetv17_stage3_conv1_fwd;resnetv17_stage3_batchnorm1_gamma;resnetv17_stage3_batchnorm1_beta;resnetv17_stage3_batchnorm1_running_mean;resnetv17_stage3_batchnorm1_running_var	resnetv17_stage3_batchnorm1_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv17_stage3_relu1_fwd	Relu	resnetv17_stage3_batchnorm1_fwd	resnetv17_stage3_relu1_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv17_stage3_conv2_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv17_stage3_conv2_bias	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_conv2_fwd	Conv	resnetv17_stage3_relu1_fwd;resnetv17_stage3_conv2_weight;resnetv17_stage3_conv2_bias	resnetv17_stage3_conv2_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv17_stage3_batchnorm2_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm2_beta	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm2_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm2_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm2_fwd	BatchNorm	resnetv17_stage3_conv2_fwd;resnetv17_stage3_batchnorm2_gamma;resnetv17_stage3_batchnorm2_beta;resnetv17_stage3_batchnorm2_running_mean;resnetv17_stage3_batchnorm2_running_var	resnetv17_stage3_batchnorm2_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv17_stage3_conv3_weight	ConstantInput			[[1024,512,1,1]]	[[1024,512,1,1]]
resnetv17_stage3_conv3_fwd	Conv	resnetv17_stage2_activation3;resnetv17_stage3_conv3_weight	resnetv17_stage3_conv3_fwd	[[1,512,28,28],[1024,512,1,1]]	[[1,1024,14,14]]
resnetv17_stage3_batchnorm3_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm3_beta	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm3_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm3_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm3_fwd	BatchNorm	resnetv17_stage3_conv3_fwd;resnetv17_stage3_batchnorm3_gamma;resnetv17_stage3_batchnorm3_beta;resnetv17_stage3_batchnorm3_running_mean;resnetv17_stage3_batchnorm3_running_var	resnetv17_stage3_batchnorm3_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv17_stage3__plus0	ElementWise	resnetv17_stage3_batchnorm2_fwd;resnetv17_stage3_batchnorm3_fwd	resnetv17_stage3__plus0	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv17_stage3_activation0	Relu	resnetv17_stage3__plus0	resnetv17_stage3_activation0	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv17_stage3_conv4_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv17_stage3_conv4_bias	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_conv4_fwd	Conv	resnetv17_stage3_activation0;resnetv17_stage3_conv4_weight;resnetv17_stage3_conv4_bias	resnetv17_stage3_conv4_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv17_stage3_batchnorm4_gamma	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm4_beta	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm4_running_mean	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm4_running_var	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm4_fwd	BatchNorm	resnetv17_stage3_conv4_fwd;resnetv17_stage3_batchnorm4_gamma;resnetv17_stage3_batchnorm4_beta;resnetv17_stage3_batchnorm4_running_mean;resnetv17_stage3_batchnorm4_running_var	resnetv17_stage3_batchnorm4_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv17_stage3_relu2_fwd	Relu	resnetv17_stage3_batchnorm4_fwd	resnetv17_stage3_relu2_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv17_stage3_conv5_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv17_stage3_conv5_fwd	Conv	resnetv17_stage3_relu2_fwd;resnetv17_stage3_conv5_weight	resnetv17_stage3_conv5_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv17_stage3_batchnorm5_gamma	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm5_beta	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm5_running_mean	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm5_running_var	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm5_fwd	BatchNorm	resnetv17_stage3_conv5_fwd;resnetv17_stage3_batchnorm5_gamma;resnetv17_stage3_batchnorm5_beta;resnetv17_stage3_batchnorm5_running_mean;resnetv17_stage3_batchnorm5_running_var	resnetv17_stage3_batchnorm5_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv17_stage3_relu3_fwd	Relu	resnetv17_stage3_batchnorm5_fwd	resnetv17_stage3_relu3_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv17_stage3_conv6_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv17_stage3_conv6_bias	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_conv6_fwd	Conv	resnetv17_stage3_relu3_fwd;resnetv17_stage3_conv6_weight;resnetv17_stage3_conv6_bias	resnetv17_stage3_conv6_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv17_stage3_batchnorm6_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm6_beta	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm6_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm6_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm6_fwd	BatchNorm	resnetv17_stage3_conv6_fwd;resnetv17_stage3_batchnorm6_gamma;resnetv17_stage3_batchnorm6_beta;resnetv17_stage3_batchnorm6_running_mean;resnetv17_stage3_batchnorm6_running_var	resnetv17_stage3_batchnorm6_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv17_stage3__plus1	ElementWise	resnetv17_stage3_batchnorm6_fwd;resnetv17_stage3_activation0	resnetv17_stage3__plus1	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv17_stage3_activation1	Relu	resnetv17_stage3__plus1	resnetv17_stage3_activation1	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv17_stage3_conv7_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv17_stage3_conv7_bias	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_conv7_fwd	Conv	resnetv17_stage3_activation1;resnetv17_stage3_conv7_weight;resnetv17_stage3_conv7_bias	resnetv17_stage3_conv7_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv17_stage3_batchnorm7_gamma	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm7_beta	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm7_running_mean	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm7_running_var	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm7_fwd	BatchNorm	resnetv17_stage3_conv7_fwd;resnetv17_stage3_batchnorm7_gamma;resnetv17_stage3_batchnorm7_beta;resnetv17_stage3_batchnorm7_running_mean;resnetv17_stage3_batchnorm7_running_var	resnetv17_stage3_batchnorm7_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv17_stage3_relu4_fwd	Relu	resnetv17_stage3_batchnorm7_fwd	resnetv17_stage3_relu4_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv17_stage3_conv8_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv17_stage3_conv8_fwd	Conv	resnetv17_stage3_relu4_fwd;resnetv17_stage3_conv8_weight	resnetv17_stage3_conv8_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv17_stage3_batchnorm8_gamma	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm8_beta	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm8_running_mean	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm8_running_var	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm8_fwd	BatchNorm	resnetv17_stage3_conv8_fwd;resnetv17_stage3_batchnorm8_gamma;resnetv17_stage3_batchnorm8_beta;resnetv17_stage3_batchnorm8_running_mean;resnetv17_stage3_batchnorm8_running_var	resnetv17_stage3_batchnorm8_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv17_stage3_relu5_fwd	Relu	resnetv17_stage3_batchnorm8_fwd	resnetv17_stage3_relu5_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv17_stage3_conv9_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv17_stage3_conv9_bias	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_conv9_fwd	Conv	resnetv17_stage3_relu5_fwd;resnetv17_stage3_conv9_weight;resnetv17_stage3_conv9_bias	resnetv17_stage3_conv9_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv17_stage3_batchnorm9_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm9_beta	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm9_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm9_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm9_fwd	BatchNorm	resnetv17_stage3_conv9_fwd;resnetv17_stage3_batchnorm9_gamma;resnetv17_stage3_batchnorm9_beta;resnetv17_stage3_batchnorm9_running_mean;resnetv17_stage3_batchnorm9_running_var	resnetv17_stage3_batchnorm9_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv17_stage3__plus2	ElementWise	resnetv17_stage3_batchnorm9_fwd;resnetv17_stage3_activation1	resnetv17_stage3__plus2	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv17_stage3_activation2	Relu	resnetv17_stage3__plus2	resnetv17_stage3_activation2	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv17_stage3_conv10_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv17_stage3_conv10_bias	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_conv10_fwd	Conv	resnetv17_stage3_activation2;resnetv17_stage3_conv10_weight;resnetv17_stage3_conv10_bias	resnetv17_stage3_conv10_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv17_stage3_batchnorm10_gamma	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm10_beta	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm10_running_mean	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm10_running_var	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm10_fwd	BatchNorm	resnetv17_stage3_conv10_fwd;resnetv17_stage3_batchnorm10_gamma;resnetv17_stage3_batchnorm10_beta;resnetv17_stage3_batchnorm10_running_mean;resnetv17_stage3_batchnorm10_running_var	resnetv17_stage3_batchnorm10_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv17_stage3_relu6_fwd	Relu	resnetv17_stage3_batchnorm10_fwd	resnetv17_stage3_relu6_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv17_stage3_conv11_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv17_stage3_conv11_fwd	Conv	resnetv17_stage3_relu6_fwd;resnetv17_stage3_conv11_weight	resnetv17_stage3_conv11_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv17_stage3_batchnorm11_gamma	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm11_beta	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm11_running_mean	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm11_running_var	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm11_fwd	BatchNorm	resnetv17_stage3_conv11_fwd;resnetv17_stage3_batchnorm11_gamma;resnetv17_stage3_batchnorm11_beta;resnetv17_stage3_batchnorm11_running_mean;resnetv17_stage3_batchnorm11_running_var	resnetv17_stage3_batchnorm11_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv17_stage3_relu7_fwd	Relu	resnetv17_stage3_batchnorm11_fwd	resnetv17_stage3_relu7_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv17_stage3_conv12_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv17_stage3_conv12_bias	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_conv12_fwd	Conv	resnetv17_stage3_relu7_fwd;resnetv17_stage3_conv12_weight;resnetv17_stage3_conv12_bias	resnetv17_stage3_conv12_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv17_stage3_batchnorm12_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm12_beta	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm12_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm12_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm12_fwd	BatchNorm	resnetv17_stage3_conv12_fwd;resnetv17_stage3_batchnorm12_gamma;resnetv17_stage3_batchnorm12_beta;resnetv17_stage3_batchnorm12_running_mean;resnetv17_stage3_batchnorm12_running_var	resnetv17_stage3_batchnorm12_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv17_stage3__plus3	ElementWise	resnetv17_stage3_batchnorm12_fwd;resnetv17_stage3_activation2	resnetv17_stage3__plus3	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv17_stage3_activation3	Relu	resnetv17_stage3__plus3	resnetv17_stage3_activation3	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv17_stage3_conv13_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv17_stage3_conv13_bias	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_conv13_fwd	Conv	resnetv17_stage3_activation3;resnetv17_stage3_conv13_weight;resnetv17_stage3_conv13_bias	resnetv17_stage3_conv13_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv17_stage3_batchnorm13_gamma	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm13_beta	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm13_running_mean	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm13_running_var	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm13_fwd	BatchNorm	resnetv17_stage3_conv13_fwd;resnetv17_stage3_batchnorm13_gamma;resnetv17_stage3_batchnorm13_beta;resnetv17_stage3_batchnorm13_running_mean;resnetv17_stage3_batchnorm13_running_var	resnetv17_stage3_batchnorm13_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv17_stage3_relu8_fwd	Relu	resnetv17_stage3_batchnorm13_fwd	resnetv17_stage3_relu8_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv17_stage3_conv14_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv17_stage3_conv14_fwd	Conv	resnetv17_stage3_relu8_fwd;resnetv17_stage3_conv14_weight	resnetv17_stage3_conv14_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv17_stage3_batchnorm14_gamma	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm14_beta	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm14_running_mean	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm14_running_var	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm14_fwd	BatchNorm	resnetv17_stage3_conv14_fwd;resnetv17_stage3_batchnorm14_gamma;resnetv17_stage3_batchnorm14_beta;resnetv17_stage3_batchnorm14_running_mean;resnetv17_stage3_batchnorm14_running_var	resnetv17_stage3_batchnorm14_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv17_stage3_relu9_fwd	Relu	resnetv17_stage3_batchnorm14_fwd	resnetv17_stage3_relu9_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv17_stage3_conv15_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv17_stage3_conv15_bias	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_conv15_fwd	Conv	resnetv17_stage3_relu9_fwd;resnetv17_stage3_conv15_weight;resnetv17_stage3_conv15_bias	resnetv17_stage3_conv15_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv17_stage3_batchnorm15_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm15_beta	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm15_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm15_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm15_fwd	BatchNorm	resnetv17_stage3_conv15_fwd;resnetv17_stage3_batchnorm15_gamma;resnetv17_stage3_batchnorm15_beta;resnetv17_stage3_batchnorm15_running_mean;resnetv17_stage3_batchnorm15_running_var	resnetv17_stage3_batchnorm15_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv17_stage3__plus4	ElementWise	resnetv17_stage3_batchnorm15_fwd;resnetv17_stage3_activation3	resnetv17_stage3__plus4	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv17_stage3_activation4	Relu	resnetv17_stage3__plus4	resnetv17_stage3_activation4	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv17_stage3_conv16_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv17_stage3_conv16_bias	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_conv16_fwd	Conv	resnetv17_stage3_activation4;resnetv17_stage3_conv16_weight;resnetv17_stage3_conv16_bias	resnetv17_stage3_conv16_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv17_stage3_batchnorm16_gamma	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm16_beta	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm16_running_mean	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm16_running_var	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm16_fwd	BatchNorm	resnetv17_stage3_conv16_fwd;resnetv17_stage3_batchnorm16_gamma;resnetv17_stage3_batchnorm16_beta;resnetv17_stage3_batchnorm16_running_mean;resnetv17_stage3_batchnorm16_running_var	resnetv17_stage3_batchnorm16_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv17_stage3_relu10_fwd	Relu	resnetv17_stage3_batchnorm16_fwd	resnetv17_stage3_relu10_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv17_stage3_conv17_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv17_stage3_conv17_fwd	Conv	resnetv17_stage3_relu10_fwd;resnetv17_stage3_conv17_weight	resnetv17_stage3_conv17_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv17_stage3_batchnorm17_gamma	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm17_beta	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm17_running_mean	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm17_running_var	ConstantInput			[[256]]	[[256]]
resnetv17_stage3_batchnorm17_fwd	BatchNorm	resnetv17_stage3_conv17_fwd;resnetv17_stage3_batchnorm17_gamma;resnetv17_stage3_batchnorm17_beta;resnetv17_stage3_batchnorm17_running_mean;resnetv17_stage3_batchnorm17_running_var	resnetv17_stage3_batchnorm17_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv17_stage3_relu11_fwd	Relu	resnetv17_stage3_batchnorm17_fwd	resnetv17_stage3_relu11_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv17_stage3_conv18_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv17_stage3_conv18_bias	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_conv18_fwd	Conv	resnetv17_stage3_relu11_fwd;resnetv17_stage3_conv18_weight;resnetv17_stage3_conv18_bias	resnetv17_stage3_conv18_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv17_stage3_batchnorm18_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm18_beta	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm18_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm18_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv17_stage3_batchnorm18_fwd	BatchNorm	resnetv17_stage3_conv18_fwd;resnetv17_stage3_batchnorm18_gamma;resnetv17_stage3_batchnorm18_beta;resnetv17_stage3_batchnorm18_running_mean;resnetv17_stage3_batchnorm18_running_var	resnetv17_stage3_batchnorm18_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv17_stage3__plus5	ElementWise	resnetv17_stage3_batchnorm18_fwd;resnetv17_stage3_activation4	resnetv17_stage3__plus5	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv17_stage3_activation5	Relu	resnetv17_stage3__plus5	resnetv17_stage3_activation5	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv17_stage4_conv0_weight	ConstantInput			[[512,1024,1,1]]	[[512,1024,1,1]]
resnetv17_stage4_conv0_bias	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_conv0_fwd	Conv	resnetv17_stage3_activation5;resnetv17_stage4_conv0_weight;resnetv17_stage4_conv0_bias	resnetv17_stage4_conv0_fwd	[[1,1024,14,14],[512,1024,1,1],[512]]	[[1,512,7,7]]
resnetv17_stage4_batchnorm0_gamma	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm0_beta	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm0_running_mean	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm0_running_var	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm0_fwd	BatchNorm	resnetv17_stage4_conv0_fwd;resnetv17_stage4_batchnorm0_gamma;resnetv17_stage4_batchnorm0_beta;resnetv17_stage4_batchnorm0_running_mean;resnetv17_stage4_batchnorm0_running_var	resnetv17_stage4_batchnorm0_fwd	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
resnetv17_stage4_relu0_fwd	Relu	resnetv17_stage4_batchnorm0_fwd	resnetv17_stage4_relu0_fwd	[[1,512,7,7]]	[[1,512,7,7]]
resnetv17_stage4_conv1_weight	ConstantInput			[[512,512,3,3]]	[[512,512,3,3]]
resnetv17_stage4_conv1_fwd	Conv	resnetv17_stage4_relu0_fwd;resnetv17_stage4_conv1_weight	resnetv17_stage4_conv1_fwd	[[1,512,7,7],[512,512,3,3]]	[[1,512,7,7]]
resnetv17_stage4_batchnorm1_gamma	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm1_beta	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm1_running_mean	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm1_running_var	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm1_fwd	BatchNorm	resnetv17_stage4_conv1_fwd;resnetv17_stage4_batchnorm1_gamma;resnetv17_stage4_batchnorm1_beta;resnetv17_stage4_batchnorm1_running_mean;resnetv17_stage4_batchnorm1_running_var	resnetv17_stage4_batchnorm1_fwd	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
resnetv17_stage4_relu1_fwd	Relu	resnetv17_stage4_batchnorm1_fwd	resnetv17_stage4_relu1_fwd	[[1,512,7,7]]	[[1,512,7,7]]
resnetv17_stage4_conv2_weight	ConstantInput			[[2048,512,1,1]]	[[2048,512,1,1]]
resnetv17_stage4_conv2_bias	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_conv2_fwd	Conv	resnetv17_stage4_relu1_fwd;resnetv17_stage4_conv2_weight;resnetv17_stage4_conv2_bias	resnetv17_stage4_conv2_fwd	[[1,512,7,7],[2048,512,1,1],[2048]]	[[1,2048,7,7]]
resnetv17_stage4_batchnorm2_gamma	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_batchnorm2_beta	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_batchnorm2_running_mean	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_batchnorm2_running_var	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_batchnorm2_fwd	BatchNorm	resnetv17_stage4_conv2_fwd;resnetv17_stage4_batchnorm2_gamma;resnetv17_stage4_batchnorm2_beta;resnetv17_stage4_batchnorm2_running_mean;resnetv17_stage4_batchnorm2_running_var	resnetv17_stage4_batchnorm2_fwd	[[1,2048,7,7],[2048],[2048],[2048],[2048]]	[[1,2048,7,7],[2048],[2048],[2048],[2048]]
resnetv17_stage4_conv3_weight	ConstantInput			[[2048,1024,1,1]]	[[2048,1024,1,1]]
resnetv17_stage4_conv3_fwd	Conv	resnetv17_stage3_activation5;resnetv17_stage4_conv3_weight	resnetv17_stage4_conv3_fwd	[[1,1024,14,14],[2048,1024,1,1]]	[[1,2048,7,7]]
resnetv17_stage4_batchnorm3_gamma	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_batchnorm3_beta	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_batchnorm3_running_mean	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_batchnorm3_running_var	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_batchnorm3_fwd	BatchNorm	resnetv17_stage4_conv3_fwd;resnetv17_stage4_batchnorm3_gamma;resnetv17_stage4_batchnorm3_beta;resnetv17_stage4_batchnorm3_running_mean;resnetv17_stage4_batchnorm3_running_var	resnetv17_stage4_batchnorm3_fwd	[[1,2048,7,7],[2048],[2048],[2048],[2048]]	[[1,2048,7,7],[2048],[2048],[2048],[2048]]
resnetv17_stage4__plus0	ElementWise	resnetv17_stage4_batchnorm2_fwd;resnetv17_stage4_batchnorm3_fwd	resnetv17_stage4__plus0	[[1,2048,7,7],[1,2048,7,7]]	[[1,2048,7,7]]
resnetv17_stage4_activation0	Relu	resnetv17_stage4__plus0	resnetv17_stage4_activation0	[[1,2048,7,7]]	[[1,2048,7,7]]
resnetv17_stage4_conv4_weight	ConstantInput			[[512,2048,1,1]]	[[512,2048,1,1]]
resnetv17_stage4_conv4_bias	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_conv4_fwd	Conv	resnetv17_stage4_activation0;resnetv17_stage4_conv4_weight;resnetv17_stage4_conv4_bias	resnetv17_stage4_conv4_fwd	[[1,2048,7,7],[512,2048,1,1],[512]]	[[1,512,7,7]]
resnetv17_stage4_batchnorm4_gamma	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm4_beta	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm4_running_mean	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm4_running_var	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm4_fwd	BatchNorm	resnetv17_stage4_conv4_fwd;resnetv17_stage4_batchnorm4_gamma;resnetv17_stage4_batchnorm4_beta;resnetv17_stage4_batchnorm4_running_mean;resnetv17_stage4_batchnorm4_running_var	resnetv17_stage4_batchnorm4_fwd	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
resnetv17_stage4_relu2_fwd	Relu	resnetv17_stage4_batchnorm4_fwd	resnetv17_stage4_relu2_fwd	[[1,512,7,7]]	[[1,512,7,7]]
resnetv17_stage4_conv5_weight	ConstantInput			[[512,512,3,3]]	[[512,512,3,3]]
resnetv17_stage4_conv5_fwd	Conv	resnetv17_stage4_relu2_fwd;resnetv17_stage4_conv5_weight	resnetv17_stage4_conv5_fwd	[[1,512,7,7],[512,512,3,3]]	[[1,512,7,7]]
resnetv17_stage4_batchnorm5_gamma	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm5_beta	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm5_running_mean	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm5_running_var	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm5_fwd	BatchNorm	resnetv17_stage4_conv5_fwd;resnetv17_stage4_batchnorm5_gamma;resnetv17_stage4_batchnorm5_beta;resnetv17_stage4_batchnorm5_running_mean;resnetv17_stage4_batchnorm5_running_var	resnetv17_stage4_batchnorm5_fwd	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
resnetv17_stage4_relu3_fwd	Relu	resnetv17_stage4_batchnorm5_fwd	resnetv17_stage4_relu3_fwd	[[1,512,7,7]]	[[1,512,7,7]]
resnetv17_stage4_conv6_weight	ConstantInput			[[2048,512,1,1]]	[[2048,512,1,1]]
resnetv17_stage4_conv6_bias	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_conv6_fwd	Conv	resnetv17_stage4_relu3_fwd;resnetv17_stage4_conv6_weight;resnetv17_stage4_conv6_bias	resnetv17_stage4_conv6_fwd	[[1,512,7,7],[2048,512,1,1],[2048]]	[[1,2048,7,7]]
resnetv17_stage4_batchnorm6_gamma	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_batchnorm6_beta	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_batchnorm6_running_mean	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_batchnorm6_running_var	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_batchnorm6_fwd	BatchNorm	resnetv17_stage4_conv6_fwd;resnetv17_stage4_batchnorm6_gamma;resnetv17_stage4_batchnorm6_beta;resnetv17_stage4_batchnorm6_running_mean;resnetv17_stage4_batchnorm6_running_var	resnetv17_stage4_batchnorm6_fwd	[[1,2048,7,7],[2048],[2048],[2048],[2048]]	[[1,2048,7,7],[2048],[2048],[2048],[2048]]
resnetv17_stage4__plus1	ElementWise	resnetv17_stage4_batchnorm6_fwd;resnetv17_stage4_activation0	resnetv17_stage4__plus1	[[1,2048,7,7],[1,2048,7,7]]	[[1,2048,7,7]]
resnetv17_stage4_activation1	Relu	resnetv17_stage4__plus1	resnetv17_stage4_activation1	[[1,2048,7,7]]	[[1,2048,7,7]]
resnetv17_stage4_conv7_weight	ConstantInput			[[512,2048,1,1]]	[[512,2048,1,1]]
resnetv17_stage4_conv7_bias	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_conv7_fwd	Conv	resnetv17_stage4_activation1;resnetv17_stage4_conv7_weight;resnetv17_stage4_conv7_bias	resnetv17_stage4_conv7_fwd	[[1,2048,7,7],[512,2048,1,1],[512]]	[[1,512,7,7]]
resnetv17_stage4_batchnorm7_gamma	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm7_beta	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm7_running_mean	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm7_running_var	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm7_fwd	BatchNorm	resnetv17_stage4_conv7_fwd;resnetv17_stage4_batchnorm7_gamma;resnetv17_stage4_batchnorm7_beta;resnetv17_stage4_batchnorm7_running_mean;resnetv17_stage4_batchnorm7_running_var	resnetv17_stage4_batchnorm7_fwd	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
resnetv17_stage4_relu4_fwd	Relu	resnetv17_stage4_batchnorm7_fwd	resnetv17_stage4_relu4_fwd	[[1,512,7,7]]	[[1,512,7,7]]
resnetv17_stage4_conv8_weight	ConstantInput			[[512,512,3,3]]	[[512,512,3,3]]
resnetv17_stage4_conv8_fwd	Conv	resnetv17_stage4_relu4_fwd;resnetv17_stage4_conv8_weight	resnetv17_stage4_conv8_fwd	[[1,512,7,7],[512,512,3,3]]	[[1,512,7,7]]
resnetv17_stage4_batchnorm8_gamma	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm8_beta	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm8_running_mean	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm8_running_var	ConstantInput			[[512]]	[[512]]
resnetv17_stage4_batchnorm8_fwd	BatchNorm	resnetv17_stage4_conv8_fwd;resnetv17_stage4_batchnorm8_gamma;resnetv17_stage4_batchnorm8_beta;resnetv17_stage4_batchnorm8_running_mean;resnetv17_stage4_batchnorm8_running_var	resnetv17_stage4_batchnorm8_fwd	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
resnetv17_stage4_relu5_fwd	Relu	resnetv17_stage4_batchnorm8_fwd	resnetv17_stage4_relu5_fwd	[[1,512,7,7]]	[[1,512,7,7]]
resnetv17_stage4_conv9_weight	ConstantInput			[[2048,512,1,1]]	[[2048,512,1,1]]
resnetv17_stage4_conv9_bias	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_conv9_fwd	Conv	resnetv17_stage4_relu5_fwd;resnetv17_stage4_conv9_weight;resnetv17_stage4_conv9_bias	resnetv17_stage4_conv9_fwd	[[1,512,7,7],[2048,512,1,1],[2048]]	[[1,2048,7,7]]
resnetv17_stage4_batchnorm9_gamma	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_batchnorm9_beta	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_batchnorm9_running_mean	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_batchnorm9_running_var	ConstantInput			[[2048]]	[[2048]]
resnetv17_stage4_batchnorm9_fwd	BatchNorm	resnetv17_stage4_conv9_fwd;resnetv17_stage4_batchnorm9_gamma;resnetv17_stage4_batchnorm9_beta;resnetv17_stage4_batchnorm9_running_mean;resnetv17_stage4_batchnorm9_running_var	resnetv17_stage4_batchnorm9_fwd	[[1,2048,7,7],[2048],[2048],[2048],[2048]]	[[1,2048,7,7],[2048],[2048],[2048],[2048]]
resnetv17_stage4__plus2	ElementWise	resnetv17_stage4_batchnorm9_fwd;resnetv17_stage4_activation1	resnetv17_stage4__plus2	[[1,2048,7,7],[1,2048,7,7]]	[[1,2048,7,7]]
resnetv17_stage4_activation2	Relu	resnetv17_stage4__plus2	resnetv17_stage4_activation2	[[1,2048,7,7]]	[[1,2048,7,7]]
resnetv17_pool1_fwd	GlobalPooling	resnetv17_stage4_activation2	resnetv17_pool1_fwd	[[1,2048,7,7]]	[[1,2048,1,1]]
flatten_473	Flatten	resnetv17_pool1_fwd	flatten_473	[[1,2048,1,1]]	[[1,2048,1,1]]
resnetv17_dense0_weight	ConstantInput			[[1000,2048]]	[[1000,2048]]
resnetv17_dense0_bias	ConstantInput			[[1000]]	[[1000]]
resnetv17_dense0_fwd	Gemm	flatten_473;resnetv17_dense0_weight;resnetv17_dense0_bias	resnetv17_dense0_fwd	[[1,2048,1,1],[1000,2048],[1000]]	[[1,1000]]

Per Layer Timing

We evaluate the ResNet050-v1 across all systems and we show the results below.

Click to See Tesla K80 Information ↕

Tesla K80

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla M60 Information ↕

Tesla M60

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See GRID K520 Information ↕

GRID K520

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See TITAN Xp Information ↕

TITAN Xp

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See TITAN V Information ↕

TITAN V

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla V100-SXM2-16GB Information ↕

Tesla V100-SXM2-16GB

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Quadro RTX 6000 Information ↕

Quadro RTX 6000

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla T4 Information ↕

Tesla T4

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32