LAYERNAME	LAYERTYPE	INPUTNAMES	OUTPUTNAMES	INPUTSHAPES	OUTPUTSHAPES
data	ConstantInput			[[1,3,224,224]]	[[1,3,224,224]]
resnetv15_conv0_weight	ConstantInput			[[64,3,7,7]]	[[64,3,7,7]]
resnetv15_conv0_fwd	Conv	data;resnetv15_conv0_weight	resnetv15_conv0_fwd	[[1,3,224,224],[64,3,7,7]]	[[1,64,112,112]]
resnetv15_batchnorm0_gamma	ConstantInput			[[64]]	[[64]]
resnetv15_batchnorm0_beta	ConstantInput			[[64]]	[[64]]
resnetv15_batchnorm0_running_mean	ConstantInput			[[64]]	[[64]]
resnetv15_batchnorm0_running_var	ConstantInput			[[64]]	[[64]]
resnetv15_batchnorm0_fwd	BatchNorm	resnetv15_conv0_fwd;resnetv15_batchnorm0_gamma;resnetv15_batchnorm0_beta;resnetv15_batchnorm0_running_mean;resnetv15_batchnorm0_running_var	resnetv15_batchnorm0_fwd	[[1,64,112,112],[64],[64],[64],[64]]	[[1,64,112,112],[64],[64],[64],[64]]
resnetv15_relu0_fwd	Relu	resnetv15_batchnorm0_fwd	resnetv15_relu0_fwd	[[1,64,112,112]]	[[1,64,112,112]]
resnetv15_pool0_fwd	Pooling	resnetv15_relu0_fwd	resnetv15_pool0_fwd	[[1,64,112,112]]	[[1,64,56,56]]
resnetv15_stage1_conv0_weight	ConstantInput			[[64,64,3,3]]	[[64,64,3,3]]
resnetv15_stage1_conv0_fwd	Conv	resnetv15_pool0_fwd;resnetv15_stage1_conv0_weight	resnetv15_stage1_conv0_fwd	[[1,64,56,56],[64,64,3,3]]	[[1,64,56,56]]
resnetv15_stage1_batchnorm0_gamma	ConstantInput			[[64]]	[[64]]
resnetv15_stage1_batchnorm0_beta	ConstantInput			[[64]]	[[64]]
resnetv15_stage1_batchnorm0_running_mean	ConstantInput			[[64]]	[[64]]
resnetv15_stage1_batchnorm0_running_var	ConstantInput			[[64]]	[[64]]
resnetv15_stage1_batchnorm0_fwd	BatchNorm	resnetv15_stage1_conv0_fwd;resnetv15_stage1_batchnorm0_gamma;resnetv15_stage1_batchnorm0_beta;resnetv15_stage1_batchnorm0_running_mean;resnetv15_stage1_batchnorm0_running_var	resnetv15_stage1_batchnorm0_fwd	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
resnetv15_stage1_relu0_fwd	Relu	resnetv15_stage1_batchnorm0_fwd	resnetv15_stage1_relu0_fwd	[[1,64,56,56]]	[[1,64,56,56]]
resnetv15_stage1_conv1_weight	ConstantInput			[[64,64,3,3]]	[[64,64,3,3]]
resnetv15_stage1_conv1_fwd	Conv	resnetv15_stage1_relu0_fwd;resnetv15_stage1_conv1_weight	resnetv15_stage1_conv1_fwd	[[1,64,56,56],[64,64,3,3]]	[[1,64,56,56]]
resnetv15_stage1_batchnorm1_gamma	ConstantInput			[[64]]	[[64]]
resnetv15_stage1_batchnorm1_beta	ConstantInput			[[64]]	[[64]]
resnetv15_stage1_batchnorm1_running_mean	ConstantInput			[[64]]	[[64]]
resnetv15_stage1_batchnorm1_running_var	ConstantInput			[[64]]	[[64]]
resnetv15_stage1_batchnorm1_fwd	BatchNorm	resnetv15_stage1_conv1_fwd;resnetv15_stage1_batchnorm1_gamma;resnetv15_stage1_batchnorm1_beta;resnetv15_stage1_batchnorm1_running_mean;resnetv15_stage1_batchnorm1_running_var	resnetv15_stage1_batchnorm1_fwd	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
resnetv15_stage1__plus0	ElementWise	resnetv15_pool0_fwd;resnetv15_stage1_batchnorm1_fwd	resnetv15_stage1__plus0	[[1,64,56,56],[1,64,56,56]]	[[1,64,56,56]]
resnetv15_stage1_activation0	Relu	resnetv15_stage1__plus0	resnetv15_stage1_activation0	[[1,64,56,56]]	[[1,64,56,56]]
resnetv15_stage1_conv2_weight	ConstantInput			[[64,64,3,3]]	[[64,64,3,3]]
resnetv15_stage1_conv2_fwd	Conv	resnetv15_stage1_activation0;resnetv15_stage1_conv2_weight	resnetv15_stage1_conv2_fwd	[[1,64,56,56],[64,64,3,3]]	[[1,64,56,56]]
resnetv15_stage1_batchnorm2_gamma	ConstantInput			[[64]]	[[64]]
resnetv15_stage1_batchnorm2_beta	ConstantInput			[[64]]	[[64]]
resnetv15_stage1_batchnorm2_running_mean	ConstantInput			[[64]]	[[64]]
resnetv15_stage1_batchnorm2_running_var	ConstantInput			[[64]]	[[64]]
resnetv15_stage1_batchnorm2_fwd	BatchNorm	resnetv15_stage1_conv2_fwd;resnetv15_stage1_batchnorm2_gamma;resnetv15_stage1_batchnorm2_beta;resnetv15_stage1_batchnorm2_running_mean;resnetv15_stage1_batchnorm2_running_var	resnetv15_stage1_batchnorm2_fwd	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
resnetv15_stage1_relu1_fwd	Relu	resnetv15_stage1_batchnorm2_fwd	resnetv15_stage1_relu1_fwd	[[1,64,56,56]]	[[1,64,56,56]]
resnetv15_stage1_conv3_weight	ConstantInput			[[64,64,3,3]]	[[64,64,3,3]]
resnetv15_stage1_conv3_fwd	Conv	resnetv15_stage1_relu1_fwd;resnetv15_stage1_conv3_weight	resnetv15_stage1_conv3_fwd	[[1,64,56,56],[64,64,3,3]]	[[1,64,56,56]]
resnetv15_stage1_batchnorm3_gamma	ConstantInput			[[64]]	[[64]]
resnetv15_stage1_batchnorm3_beta	ConstantInput			[[64]]	[[64]]
resnetv15_stage1_batchnorm3_running_mean	ConstantInput			[[64]]	[[64]]
resnetv15_stage1_batchnorm3_running_var	ConstantInput			[[64]]	[[64]]
resnetv15_stage1_batchnorm3_fwd	BatchNorm	resnetv15_stage1_conv3_fwd;resnetv15_stage1_batchnorm3_gamma;resnetv15_stage1_batchnorm3_beta;resnetv15_stage1_batchnorm3_running_mean;resnetv15_stage1_batchnorm3_running_var	resnetv15_stage1_batchnorm3_fwd	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
resnetv15_stage1__plus1	ElementWise	resnetv15_stage1_activation0;resnetv15_stage1_batchnorm3_fwd	resnetv15_stage1__plus1	[[1,64,56,56],[1,64,56,56]]	[[1,64,56,56]]
resnetv15_stage1_activation1	Relu	resnetv15_stage1__plus1	resnetv15_stage1_activation1	[[1,64,56,56]]	[[1,64,56,56]]
resnetv15_stage2_conv2_weight	ConstantInput			[[128,64,1,1]]	[[128,64,1,1]]
resnetv15_stage2_conv2_fwd	Conv	resnetv15_stage1_activation1;resnetv15_stage2_conv2_weight	resnetv15_stage2_conv2_fwd	[[1,64,56,56],[128,64,1,1]]	[[1,128,28,28]]
resnetv15_stage2_batchnorm2_gamma	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm2_beta	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm2_running_mean	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm2_running_var	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm2_fwd	BatchNorm	resnetv15_stage2_conv2_fwd;resnetv15_stage2_batchnorm2_gamma;resnetv15_stage2_batchnorm2_beta;resnetv15_stage2_batchnorm2_running_mean;resnetv15_stage2_batchnorm2_running_var	resnetv15_stage2_batchnorm2_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv15_stage2_conv0_weight	ConstantInput			[[128,64,3,3]]	[[128,64,3,3]]
resnetv15_stage2_conv0_fwd	Conv	resnetv15_stage1_activation1;resnetv15_stage2_conv0_weight	resnetv15_stage2_conv0_fwd	[[1,64,56,56],[128,64,3,3]]	[[1,128,28,28]]
resnetv15_stage2_batchnorm0_gamma	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm0_beta	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm0_running_mean	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm0_running_var	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm0_fwd	BatchNorm	resnetv15_stage2_conv0_fwd;resnetv15_stage2_batchnorm0_gamma;resnetv15_stage2_batchnorm0_beta;resnetv15_stage2_batchnorm0_running_mean;resnetv15_stage2_batchnorm0_running_var	resnetv15_stage2_batchnorm0_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv15_stage2_relu0_fwd	Relu	resnetv15_stage2_batchnorm0_fwd	resnetv15_stage2_relu0_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv15_stage2_conv1_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
resnetv15_stage2_conv1_fwd	Conv	resnetv15_stage2_relu0_fwd;resnetv15_stage2_conv1_weight	resnetv15_stage2_conv1_fwd	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
resnetv15_stage2_batchnorm1_gamma	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm1_beta	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm1_running_mean	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm1_running_var	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm1_fwd	BatchNorm	resnetv15_stage2_conv1_fwd;resnetv15_stage2_batchnorm1_gamma;resnetv15_stage2_batchnorm1_beta;resnetv15_stage2_batchnorm1_running_mean;resnetv15_stage2_batchnorm1_running_var	resnetv15_stage2_batchnorm1_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv15_stage2__plus0	ElementWise	resnetv15_stage2_batchnorm2_fwd;resnetv15_stage2_batchnorm1_fwd	resnetv15_stage2__plus0	[[1,128,28,28],[1,128,28,28]]	[[1,128,28,28]]
resnetv15_stage2_activation0	Relu	resnetv15_stage2__plus0	resnetv15_stage2_activation0	[[1,128,28,28]]	[[1,128,28,28]]
resnetv15_stage2_conv3_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
resnetv15_stage2_conv3_fwd	Conv	resnetv15_stage2_activation0;resnetv15_stage2_conv3_weight	resnetv15_stage2_conv3_fwd	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
resnetv15_stage2_batchnorm3_gamma	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm3_beta	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm3_running_mean	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm3_running_var	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm3_fwd	BatchNorm	resnetv15_stage2_conv3_fwd;resnetv15_stage2_batchnorm3_gamma;resnetv15_stage2_batchnorm3_beta;resnetv15_stage2_batchnorm3_running_mean;resnetv15_stage2_batchnorm3_running_var	resnetv15_stage2_batchnorm3_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv15_stage2_relu1_fwd	Relu	resnetv15_stage2_batchnorm3_fwd	resnetv15_stage2_relu1_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv15_stage2_conv4_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
resnetv15_stage2_conv4_fwd	Conv	resnetv15_stage2_relu1_fwd;resnetv15_stage2_conv4_weight	resnetv15_stage2_conv4_fwd	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
resnetv15_stage2_batchnorm4_gamma	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm4_beta	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm4_running_mean	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm4_running_var	ConstantInput			[[128]]	[[128]]
resnetv15_stage2_batchnorm4_fwd	BatchNorm	resnetv15_stage2_conv4_fwd;resnetv15_stage2_batchnorm4_gamma;resnetv15_stage2_batchnorm4_beta;resnetv15_stage2_batchnorm4_running_mean;resnetv15_stage2_batchnorm4_running_var	resnetv15_stage2_batchnorm4_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv15_stage2__plus1	ElementWise	resnetv15_stage2_activation0;resnetv15_stage2_batchnorm4_fwd	resnetv15_stage2__plus1	[[1,128,28,28],[1,128,28,28]]	[[1,128,28,28]]
resnetv15_stage2_activation1	Relu	resnetv15_stage2__plus1	resnetv15_stage2_activation1	[[1,128,28,28]]	[[1,128,28,28]]
resnetv15_stage3_conv2_weight	ConstantInput			[[256,128,1,1]]	[[256,128,1,1]]
resnetv15_stage3_conv2_fwd	Conv	resnetv15_stage2_activation1;resnetv15_stage3_conv2_weight	resnetv15_stage3_conv2_fwd	[[1,128,28,28],[256,128,1,1]]	[[1,256,14,14]]
resnetv15_stage3_batchnorm2_gamma	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm2_beta	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm2_running_mean	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm2_running_var	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm2_fwd	BatchNorm	resnetv15_stage3_conv2_fwd;resnetv15_stage3_batchnorm2_gamma;resnetv15_stage3_batchnorm2_beta;resnetv15_stage3_batchnorm2_running_mean;resnetv15_stage3_batchnorm2_running_var	resnetv15_stage3_batchnorm2_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv15_stage3_conv0_weight	ConstantInput			[[256,128,3,3]]	[[256,128,3,3]]
resnetv15_stage3_conv0_fwd	Conv	resnetv15_stage2_activation1;resnetv15_stage3_conv0_weight	resnetv15_stage3_conv0_fwd	[[1,128,28,28],[256,128,3,3]]	[[1,256,14,14]]
resnetv15_stage3_batchnorm0_gamma	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm0_beta	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm0_running_mean	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm0_running_var	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm0_fwd	BatchNorm	resnetv15_stage3_conv0_fwd;resnetv15_stage3_batchnorm0_gamma;resnetv15_stage3_batchnorm0_beta;resnetv15_stage3_batchnorm0_running_mean;resnetv15_stage3_batchnorm0_running_var	resnetv15_stage3_batchnorm0_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv15_stage3_relu0_fwd	Relu	resnetv15_stage3_batchnorm0_fwd	resnetv15_stage3_relu0_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv15_stage3_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv15_stage3_conv1_fwd	Conv	resnetv15_stage3_relu0_fwd;resnetv15_stage3_conv1_weight	resnetv15_stage3_conv1_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv15_stage3_batchnorm1_gamma	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm1_beta	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm1_running_mean	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm1_running_var	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm1_fwd	BatchNorm	resnetv15_stage3_conv1_fwd;resnetv15_stage3_batchnorm1_gamma;resnetv15_stage3_batchnorm1_beta;resnetv15_stage3_batchnorm1_running_mean;resnetv15_stage3_batchnorm1_running_var	resnetv15_stage3_batchnorm1_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv15_stage3__plus0	ElementWise	resnetv15_stage3_batchnorm2_fwd;resnetv15_stage3_batchnorm1_fwd	resnetv15_stage3__plus0	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
resnetv15_stage3_activation0	Relu	resnetv15_stage3__plus0	resnetv15_stage3_activation0	[[1,256,14,14]]	[[1,256,14,14]]
resnetv15_stage3_conv3_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv15_stage3_conv3_fwd	Conv	resnetv15_stage3_activation0;resnetv15_stage3_conv3_weight	resnetv15_stage3_conv3_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv15_stage3_batchnorm3_gamma	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm3_beta	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm3_running_mean	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm3_running_var	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm3_fwd	BatchNorm	resnetv15_stage3_conv3_fwd;resnetv15_stage3_batchnorm3_gamma;resnetv15_stage3_batchnorm3_beta;resnetv15_stage3_batchnorm3_running_mean;resnetv15_stage3_batchnorm3_running_var	resnetv15_stage3_batchnorm3_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv15_stage3_relu1_fwd	Relu	resnetv15_stage3_batchnorm3_fwd	resnetv15_stage3_relu1_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv15_stage3_conv4_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv15_stage3_conv4_fwd	Conv	resnetv15_stage3_relu1_fwd;resnetv15_stage3_conv4_weight	resnetv15_stage3_conv4_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv15_stage3_batchnorm4_gamma	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm4_beta	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm4_running_mean	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm4_running_var	ConstantInput			[[256]]	[[256]]
resnetv15_stage3_batchnorm4_fwd	BatchNorm	resnetv15_stage3_conv4_fwd;resnetv15_stage3_batchnorm4_gamma;resnetv15_stage3_batchnorm4_beta;resnetv15_stage3_batchnorm4_running_mean;resnetv15_stage3_batchnorm4_running_var	resnetv15_stage3_batchnorm4_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv15_stage3__plus1	ElementWise	resnetv15_stage3_activation0;resnetv15_stage3_batchnorm4_fwd	resnetv15_stage3__plus1	[[1,256,14,14],[1,256,14,14]]	[[1,256,14,14]]
resnetv15_stage3_activation1	Relu	resnetv15_stage3__plus1	resnetv15_stage3_activation1	[[1,256,14,14]]	[[1,256,14,14]]
resnetv15_stage4_conv2_weight	ConstantInput			[[512,256,1,1]]	[[512,256,1,1]]
resnetv15_stage4_conv2_fwd	Conv	resnetv15_stage3_activation1;resnetv15_stage4_conv2_weight	resnetv15_stage4_conv2_fwd	[[1,256,14,14],[512,256,1,1]]	[[1,512,7,7]]
resnetv15_stage4_batchnorm2_gamma	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm2_beta	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm2_running_mean	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm2_running_var	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm2_fwd	BatchNorm	resnetv15_stage4_conv2_fwd;resnetv15_stage4_batchnorm2_gamma;resnetv15_stage4_batchnorm2_beta;resnetv15_stage4_batchnorm2_running_mean;resnetv15_stage4_batchnorm2_running_var	resnetv15_stage4_batchnorm2_fwd	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
resnetv15_stage4_conv0_weight	ConstantInput			[[512,256,3,3]]	[[512,256,3,3]]
resnetv15_stage4_conv0_fwd	Conv	resnetv15_stage3_activation1;resnetv15_stage4_conv0_weight	resnetv15_stage4_conv0_fwd	[[1,256,14,14],[512,256,3,3]]	[[1,512,7,7]]
resnetv15_stage4_batchnorm0_gamma	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm0_beta	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm0_running_mean	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm0_running_var	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm0_fwd	BatchNorm	resnetv15_stage4_conv0_fwd;resnetv15_stage4_batchnorm0_gamma;resnetv15_stage4_batchnorm0_beta;resnetv15_stage4_batchnorm0_running_mean;resnetv15_stage4_batchnorm0_running_var	resnetv15_stage4_batchnorm0_fwd	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
resnetv15_stage4_relu0_fwd	Relu	resnetv15_stage4_batchnorm0_fwd	resnetv15_stage4_relu0_fwd	[[1,512,7,7]]	[[1,512,7,7]]
resnetv15_stage4_conv1_weight	ConstantInput			[[512,512,3,3]]	[[512,512,3,3]]
resnetv15_stage4_conv1_fwd	Conv	resnetv15_stage4_relu0_fwd;resnetv15_stage4_conv1_weight	resnetv15_stage4_conv1_fwd	[[1,512,7,7],[512,512,3,3]]	[[1,512,7,7]]
resnetv15_stage4_batchnorm1_gamma	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm1_beta	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm1_running_mean	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm1_running_var	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm1_fwd	BatchNorm	resnetv15_stage4_conv1_fwd;resnetv15_stage4_batchnorm1_gamma;resnetv15_stage4_batchnorm1_beta;resnetv15_stage4_batchnorm1_running_mean;resnetv15_stage4_batchnorm1_running_var	resnetv15_stage4_batchnorm1_fwd	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
resnetv15_stage4__plus0	ElementWise	resnetv15_stage4_batchnorm2_fwd;resnetv15_stage4_batchnorm1_fwd	resnetv15_stage4__plus0	[[1,512,7,7],[1,512,7,7]]	[[1,512,7,7]]
resnetv15_stage4_activation0	Relu	resnetv15_stage4__plus0	resnetv15_stage4_activation0	[[1,512,7,7]]	[[1,512,7,7]]
resnetv15_stage4_conv3_weight	ConstantInput			[[512,512,3,3]]	[[512,512,3,3]]
resnetv15_stage4_conv3_fwd	Conv	resnetv15_stage4_activation0;resnetv15_stage4_conv3_weight	resnetv15_stage4_conv3_fwd	[[1,512,7,7],[512,512,3,3]]	[[1,512,7,7]]
resnetv15_stage4_batchnorm3_gamma	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm3_beta	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm3_running_mean	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm3_running_var	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm3_fwd	BatchNorm	resnetv15_stage4_conv3_fwd;resnetv15_stage4_batchnorm3_gamma;resnetv15_stage4_batchnorm3_beta;resnetv15_stage4_batchnorm3_running_mean;resnetv15_stage4_batchnorm3_running_var	resnetv15_stage4_batchnorm3_fwd	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
resnetv15_stage4_relu1_fwd	Relu	resnetv15_stage4_batchnorm3_fwd	resnetv15_stage4_relu1_fwd	[[1,512,7,7]]	[[1,512,7,7]]
resnetv15_stage4_conv4_weight	ConstantInput			[[512,512,3,3]]	[[512,512,3,3]]
resnetv15_stage4_conv4_fwd	Conv	resnetv15_stage4_relu1_fwd;resnetv15_stage4_conv4_weight	resnetv15_stage4_conv4_fwd	[[1,512,7,7],[512,512,3,3]]	[[1,512,7,7]]
resnetv15_stage4_batchnorm4_gamma	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm4_beta	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm4_running_mean	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm4_running_var	ConstantInput			[[512]]	[[512]]
resnetv15_stage4_batchnorm4_fwd	BatchNorm	resnetv15_stage4_conv4_fwd;resnetv15_stage4_batchnorm4_gamma;resnetv15_stage4_batchnorm4_beta;resnetv15_stage4_batchnorm4_running_mean;resnetv15_stage4_batchnorm4_running_var	resnetv15_stage4_batchnorm4_fwd	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
resnetv15_stage4__plus1	ElementWise	resnetv15_stage4_activation0;resnetv15_stage4_batchnorm4_fwd	resnetv15_stage4__plus1	[[1,512,7,7],[1,512,7,7]]	[[1,512,7,7]]
resnetv15_stage4_activation1	Relu	resnetv15_stage4__plus1	resnetv15_stage4_activation1	[[1,512,7,7]]	[[1,512,7,7]]
resnetv15_pool1_fwd	GlobalPooling	resnetv15_stage4_activation1	resnetv15_pool1_fwd	[[1,512,7,7]]	[[1,512,1,1]]
flatten_170	Flatten	resnetv15_pool1_fwd	flatten_170	[[1,512,1,1]]	[[1,512,1,1]]
resnetv15_dense0_weight	ConstantInput			[[1000,512]]	[[1000,512]]
resnetv15_dense0_bias	ConstantInput			[[1000]]	[[1000]]
resnetv15_dense0_fwd	Gemm	flatten_170;resnetv15_dense0_weight;resnetv15_dense0_bias	resnetv15_dense0_fwd	[[1,512,1,1],[1000,512],[1000]]	[[1,1000]]

ResNet018-v1

Model Plot

Layer Information

Per Layer Timing

Tesla K80

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Tesla M60

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

GRID K520

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

TITAN Xp

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

TITAN V

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Tesla V100-SXM2-16GB

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Quadro RTX 6000

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Tesla T4

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32