ResNet152-v1

ResNet152-v1

Model Plot

BatchSize 1 BatchSize 2 BatchSize 4 BatchSize 8 BatchSize 16 BatchSize 32

Layer Information

Click to See Model Layer Information ↕

LAYERNAME	LAYERTYPE	INPUTNAMES	OUTPUTNAMES	INPUTSHAPES	OUTPUTSHAPES
data	ConstantInput			[[1,3,224,224]]	[[1,3,224,224]]
resnetv19_conv0_weight	ConstantInput			[[64,3,7,7]]	[[64,3,7,7]]
resnetv19_conv0_fwd	Conv	data;resnetv19_conv0_weight	resnetv19_conv0_fwd	[[1,3,224,224],[64,3,7,7]]	[[1,64,112,112]]
resnetv19_batchnorm0_gamma	ConstantInput			[[64]]	[[64]]
resnetv19_batchnorm0_beta	ConstantInput			[[64]]	[[64]]
resnetv19_batchnorm0_running_mean	ConstantInput			[[64]]	[[64]]
resnetv19_batchnorm0_running_var	ConstantInput			[[64]]	[[64]]
resnetv19_batchnorm0_fwd	BatchNorm	resnetv19_conv0_fwd;resnetv19_batchnorm0_gamma;resnetv19_batchnorm0_beta;resnetv19_batchnorm0_running_mean;resnetv19_batchnorm0_running_var	resnetv19_batchnorm0_fwd	[[1,64,112,112],[64],[64],[64],[64]]	[[1,64,112,112],[64],[64],[64],[64]]
resnetv19_relu0_fwd	Relu	resnetv19_batchnorm0_fwd	resnetv19_relu0_fwd	[[1,64,112,112]]	[[1,64,112,112]]
resnetv19_pool0_fwd	Pooling	resnetv19_relu0_fwd	resnetv19_pool0_fwd	[[1,64,112,112]]	[[1,64,56,56]]
resnetv19_stage1_conv0_weight	ConstantInput			[[64,64,1,1]]	[[64,64,1,1]]
resnetv19_stage1_conv0_bias	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_conv0_fwd	Conv	resnetv19_pool0_fwd;resnetv19_stage1_conv0_weight;resnetv19_stage1_conv0_bias	resnetv19_stage1_conv0_fwd	[[1,64,56,56],[64,64,1,1],[64]]	[[1,64,56,56]]
resnetv19_stage1_batchnorm0_gamma	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm0_beta	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm0_running_mean	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm0_running_var	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm0_fwd	BatchNorm	resnetv19_stage1_conv0_fwd;resnetv19_stage1_batchnorm0_gamma;resnetv19_stage1_batchnorm0_beta;resnetv19_stage1_batchnorm0_running_mean;resnetv19_stage1_batchnorm0_running_var	resnetv19_stage1_batchnorm0_fwd	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
resnetv19_stage1_relu0_fwd	Relu	resnetv19_stage1_batchnorm0_fwd	resnetv19_stage1_relu0_fwd	[[1,64,56,56]]	[[1,64,56,56]]
resnetv19_stage1_conv1_weight	ConstantInput			[[64,64,3,3]]	[[64,64,3,3]]
resnetv19_stage1_conv1_fwd	Conv	resnetv19_stage1_relu0_fwd;resnetv19_stage1_conv1_weight	resnetv19_stage1_conv1_fwd	[[1,64,56,56],[64,64,3,3]]	[[1,64,56,56]]
resnetv19_stage1_batchnorm1_gamma	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm1_beta	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm1_running_mean	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm1_running_var	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm1_fwd	BatchNorm	resnetv19_stage1_conv1_fwd;resnetv19_stage1_batchnorm1_gamma;resnetv19_stage1_batchnorm1_beta;resnetv19_stage1_batchnorm1_running_mean;resnetv19_stage1_batchnorm1_running_var	resnetv19_stage1_batchnorm1_fwd	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
resnetv19_stage1_relu1_fwd	Relu	resnetv19_stage1_batchnorm1_fwd	resnetv19_stage1_relu1_fwd	[[1,64,56,56]]	[[1,64,56,56]]
resnetv19_stage1_conv2_weight	ConstantInput			[[256,64,1,1]]	[[256,64,1,1]]
resnetv19_stage1_conv2_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_conv2_fwd	Conv	resnetv19_stage1_relu1_fwd;resnetv19_stage1_conv2_weight;resnetv19_stage1_conv2_bias	resnetv19_stage1_conv2_fwd	[[1,64,56,56],[256,64,1,1],[256]]	[[1,256,56,56]]
resnetv19_stage1_batchnorm2_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_batchnorm2_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_batchnorm2_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_batchnorm2_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_batchnorm2_fwd	BatchNorm	resnetv19_stage1_conv2_fwd;resnetv19_stage1_batchnorm2_gamma;resnetv19_stage1_batchnorm2_beta;resnetv19_stage1_batchnorm2_running_mean;resnetv19_stage1_batchnorm2_running_var	resnetv19_stage1_batchnorm2_fwd	[[1,256,56,56],[256],[256],[256],[256]]	[[1,256,56,56],[256],[256],[256],[256]]
resnetv19_stage1_conv3_weight	ConstantInput			[[256,64,1,1]]	[[256,64,1,1]]
resnetv19_stage1_conv3_fwd	Conv	resnetv19_pool0_fwd;resnetv19_stage1_conv3_weight	resnetv19_stage1_conv3_fwd	[[1,64,56,56],[256,64,1,1]]	[[1,256,56,56]]
resnetv19_stage1_batchnorm3_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_batchnorm3_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_batchnorm3_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_batchnorm3_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_batchnorm3_fwd	BatchNorm	resnetv19_stage1_conv3_fwd;resnetv19_stage1_batchnorm3_gamma;resnetv19_stage1_batchnorm3_beta;resnetv19_stage1_batchnorm3_running_mean;resnetv19_stage1_batchnorm3_running_var	resnetv19_stage1_batchnorm3_fwd	[[1,256,56,56],[256],[256],[256],[256]]	[[1,256,56,56],[256],[256],[256],[256]]
resnetv19_stage1__plus0	ElementWise	resnetv19_stage1_batchnorm2_fwd;resnetv19_stage1_batchnorm3_fwd	resnetv19_stage1__plus0	[[1,256,56,56],[1,256,56,56]]	[[1,256,56,56]]
resnetv19_stage1_activation0	Relu	resnetv19_stage1__plus0	resnetv19_stage1_activation0	[[1,256,56,56]]	[[1,256,56,56]]
resnetv19_stage1_conv4_weight	ConstantInput			[[64,256,1,1]]	[[64,256,1,1]]
resnetv19_stage1_conv4_bias	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_conv4_fwd	Conv	resnetv19_stage1_activation0;resnetv19_stage1_conv4_weight;resnetv19_stage1_conv4_bias	resnetv19_stage1_conv4_fwd	[[1,256,56,56],[64,256,1,1],[64]]	[[1,64,56,56]]
resnetv19_stage1_batchnorm4_gamma	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm4_beta	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm4_running_mean	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm4_running_var	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm4_fwd	BatchNorm	resnetv19_stage1_conv4_fwd;resnetv19_stage1_batchnorm4_gamma;resnetv19_stage1_batchnorm4_beta;resnetv19_stage1_batchnorm4_running_mean;resnetv19_stage1_batchnorm4_running_var	resnetv19_stage1_batchnorm4_fwd	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
resnetv19_stage1_relu2_fwd	Relu	resnetv19_stage1_batchnorm4_fwd	resnetv19_stage1_relu2_fwd	[[1,64,56,56]]	[[1,64,56,56]]
resnetv19_stage1_conv5_weight	ConstantInput			[[64,64,3,3]]	[[64,64,3,3]]
resnetv19_stage1_conv5_fwd	Conv	resnetv19_stage1_relu2_fwd;resnetv19_stage1_conv5_weight	resnetv19_stage1_conv5_fwd	[[1,64,56,56],[64,64,3,3]]	[[1,64,56,56]]
resnetv19_stage1_batchnorm5_gamma	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm5_beta	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm5_running_mean	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm5_running_var	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm5_fwd	BatchNorm	resnetv19_stage1_conv5_fwd;resnetv19_stage1_batchnorm5_gamma;resnetv19_stage1_batchnorm5_beta;resnetv19_stage1_batchnorm5_running_mean;resnetv19_stage1_batchnorm5_running_var	resnetv19_stage1_batchnorm5_fwd	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
resnetv19_stage1_relu3_fwd	Relu	resnetv19_stage1_batchnorm5_fwd	resnetv19_stage1_relu3_fwd	[[1,64,56,56]]	[[1,64,56,56]]
resnetv19_stage1_conv6_weight	ConstantInput			[[256,64,1,1]]	[[256,64,1,1]]
resnetv19_stage1_conv6_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_conv6_fwd	Conv	resnetv19_stage1_relu3_fwd;resnetv19_stage1_conv6_weight;resnetv19_stage1_conv6_bias	resnetv19_stage1_conv6_fwd	[[1,64,56,56],[256,64,1,1],[256]]	[[1,256,56,56]]
resnetv19_stage1_batchnorm6_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_batchnorm6_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_batchnorm6_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_batchnorm6_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_batchnorm6_fwd	BatchNorm	resnetv19_stage1_conv6_fwd;resnetv19_stage1_batchnorm6_gamma;resnetv19_stage1_batchnorm6_beta;resnetv19_stage1_batchnorm6_running_mean;resnetv19_stage1_batchnorm6_running_var	resnetv19_stage1_batchnorm6_fwd	[[1,256,56,56],[256],[256],[256],[256]]	[[1,256,56,56],[256],[256],[256],[256]]
resnetv19_stage1__plus1	ElementWise	resnetv19_stage1_batchnorm6_fwd;resnetv19_stage1_activation0	resnetv19_stage1__plus1	[[1,256,56,56],[1,256,56,56]]	[[1,256,56,56]]
resnetv19_stage1_activation1	Relu	resnetv19_stage1__plus1	resnetv19_stage1_activation1	[[1,256,56,56]]	[[1,256,56,56]]
resnetv19_stage1_conv7_weight	ConstantInput			[[64,256,1,1]]	[[64,256,1,1]]
resnetv19_stage1_conv7_bias	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_conv7_fwd	Conv	resnetv19_stage1_activation1;resnetv19_stage1_conv7_weight;resnetv19_stage1_conv7_bias	resnetv19_stage1_conv7_fwd	[[1,256,56,56],[64,256,1,1],[64]]	[[1,64,56,56]]
resnetv19_stage1_batchnorm7_gamma	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm7_beta	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm7_running_mean	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm7_running_var	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm7_fwd	BatchNorm	resnetv19_stage1_conv7_fwd;resnetv19_stage1_batchnorm7_gamma;resnetv19_stage1_batchnorm7_beta;resnetv19_stage1_batchnorm7_running_mean;resnetv19_stage1_batchnorm7_running_var	resnetv19_stage1_batchnorm7_fwd	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
resnetv19_stage1_relu4_fwd	Relu	resnetv19_stage1_batchnorm7_fwd	resnetv19_stage1_relu4_fwd	[[1,64,56,56]]	[[1,64,56,56]]
resnetv19_stage1_conv8_weight	ConstantInput			[[64,64,3,3]]	[[64,64,3,3]]
resnetv19_stage1_conv8_fwd	Conv	resnetv19_stage1_relu4_fwd;resnetv19_stage1_conv8_weight	resnetv19_stage1_conv8_fwd	[[1,64,56,56],[64,64,3,3]]	[[1,64,56,56]]
resnetv19_stage1_batchnorm8_gamma	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm8_beta	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm8_running_mean	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm8_running_var	ConstantInput			[[64]]	[[64]]
resnetv19_stage1_batchnorm8_fwd	BatchNorm	resnetv19_stage1_conv8_fwd;resnetv19_stage1_batchnorm8_gamma;resnetv19_stage1_batchnorm8_beta;resnetv19_stage1_batchnorm8_running_mean;resnetv19_stage1_batchnorm8_running_var	resnetv19_stage1_batchnorm8_fwd	[[1,64,56,56],[64],[64],[64],[64]]	[[1,64,56,56],[64],[64],[64],[64]]
resnetv19_stage1_relu5_fwd	Relu	resnetv19_stage1_batchnorm8_fwd	resnetv19_stage1_relu5_fwd	[[1,64,56,56]]	[[1,64,56,56]]
resnetv19_stage1_conv9_weight	ConstantInput			[[256,64,1,1]]	[[256,64,1,1]]
resnetv19_stage1_conv9_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_conv9_fwd	Conv	resnetv19_stage1_relu5_fwd;resnetv19_stage1_conv9_weight;resnetv19_stage1_conv9_bias	resnetv19_stage1_conv9_fwd	[[1,64,56,56],[256,64,1,1],[256]]	[[1,256,56,56]]
resnetv19_stage1_batchnorm9_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_batchnorm9_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_batchnorm9_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_batchnorm9_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage1_batchnorm9_fwd	BatchNorm	resnetv19_stage1_conv9_fwd;resnetv19_stage1_batchnorm9_gamma;resnetv19_stage1_batchnorm9_beta;resnetv19_stage1_batchnorm9_running_mean;resnetv19_stage1_batchnorm9_running_var	resnetv19_stage1_batchnorm9_fwd	[[1,256,56,56],[256],[256],[256],[256]]	[[1,256,56,56],[256],[256],[256],[256]]
resnetv19_stage1__plus2	ElementWise	resnetv19_stage1_batchnorm9_fwd;resnetv19_stage1_activation1	resnetv19_stage1__plus2	[[1,256,56,56],[1,256,56,56]]	[[1,256,56,56]]
resnetv19_stage1_activation2	Relu	resnetv19_stage1__plus2	resnetv19_stage1_activation2	[[1,256,56,56]]	[[1,256,56,56]]
resnetv19_stage2_conv0_weight	ConstantInput			[[128,256,1,1]]	[[128,256,1,1]]
resnetv19_stage2_conv0_bias	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_conv0_fwd	Conv	resnetv19_stage1_activation2;resnetv19_stage2_conv0_weight;resnetv19_stage2_conv0_bias	resnetv19_stage2_conv0_fwd	[[1,256,56,56],[128,256,1,1],[128]]	[[1,128,28,28]]
resnetv19_stage2_batchnorm0_gamma	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm0_beta	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm0_running_mean	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm0_running_var	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm0_fwd	BatchNorm	resnetv19_stage2_conv0_fwd;resnetv19_stage2_batchnorm0_gamma;resnetv19_stage2_batchnorm0_beta;resnetv19_stage2_batchnorm0_running_mean;resnetv19_stage2_batchnorm0_running_var	resnetv19_stage2_batchnorm0_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv19_stage2_relu0_fwd	Relu	resnetv19_stage2_batchnorm0_fwd	resnetv19_stage2_relu0_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv19_stage2_conv1_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
resnetv19_stage2_conv1_fwd	Conv	resnetv19_stage2_relu0_fwd;resnetv19_stage2_conv1_weight	resnetv19_stage2_conv1_fwd	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
resnetv19_stage2_batchnorm1_gamma	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm1_beta	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm1_running_mean	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm1_running_var	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm1_fwd	BatchNorm	resnetv19_stage2_conv1_fwd;resnetv19_stage2_batchnorm1_gamma;resnetv19_stage2_batchnorm1_beta;resnetv19_stage2_batchnorm1_running_mean;resnetv19_stage2_batchnorm1_running_var	resnetv19_stage2_batchnorm1_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv19_stage2_relu1_fwd	Relu	resnetv19_stage2_batchnorm1_fwd	resnetv19_stage2_relu1_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv19_stage2_conv2_weight	ConstantInput			[[512,128,1,1]]	[[512,128,1,1]]
resnetv19_stage2_conv2_bias	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_conv2_fwd	Conv	resnetv19_stage2_relu1_fwd;resnetv19_stage2_conv2_weight;resnetv19_stage2_conv2_bias	resnetv19_stage2_conv2_fwd	[[1,128,28,28],[512,128,1,1],[512]]	[[1,512,28,28]]
resnetv19_stage2_batchnorm2_gamma	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm2_beta	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm2_running_mean	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm2_running_var	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm2_fwd	BatchNorm	resnetv19_stage2_conv2_fwd;resnetv19_stage2_batchnorm2_gamma;resnetv19_stage2_batchnorm2_beta;resnetv19_stage2_batchnorm2_running_mean;resnetv19_stage2_batchnorm2_running_var	resnetv19_stage2_batchnorm2_fwd	[[1,512,28,28],[512],[512],[512],[512]]	[[1,512,28,28],[512],[512],[512],[512]]
resnetv19_stage2_conv3_weight	ConstantInput			[[512,256,1,1]]	[[512,256,1,1]]
resnetv19_stage2_conv3_fwd	Conv	resnetv19_stage1_activation2;resnetv19_stage2_conv3_weight	resnetv19_stage2_conv3_fwd	[[1,256,56,56],[512,256,1,1]]	[[1,512,28,28]]
resnetv19_stage2_batchnorm3_gamma	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm3_beta	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm3_running_mean	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm3_running_var	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm3_fwd	BatchNorm	resnetv19_stage2_conv3_fwd;resnetv19_stage2_batchnorm3_gamma;resnetv19_stage2_batchnorm3_beta;resnetv19_stage2_batchnorm3_running_mean;resnetv19_stage2_batchnorm3_running_var	resnetv19_stage2_batchnorm3_fwd	[[1,512,28,28],[512],[512],[512],[512]]	[[1,512,28,28],[512],[512],[512],[512]]
resnetv19_stage2__plus0	ElementWise	resnetv19_stage2_batchnorm2_fwd;resnetv19_stage2_batchnorm3_fwd	resnetv19_stage2__plus0	[[1,512,28,28],[1,512,28,28]]	[[1,512,28,28]]
resnetv19_stage2_activation0	Relu	resnetv19_stage2__plus0	resnetv19_stage2_activation0	[[1,512,28,28]]	[[1,512,28,28]]
resnetv19_stage2_conv4_weight	ConstantInput			[[128,512,1,1]]	[[128,512,1,1]]
resnetv19_stage2_conv4_bias	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_conv4_fwd	Conv	resnetv19_stage2_activation0;resnetv19_stage2_conv4_weight;resnetv19_stage2_conv4_bias	resnetv19_stage2_conv4_fwd	[[1,512,28,28],[128,512,1,1],[128]]	[[1,128,28,28]]
resnetv19_stage2_batchnorm4_gamma	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm4_beta	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm4_running_mean	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm4_running_var	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm4_fwd	BatchNorm	resnetv19_stage2_conv4_fwd;resnetv19_stage2_batchnorm4_gamma;resnetv19_stage2_batchnorm4_beta;resnetv19_stage2_batchnorm4_running_mean;resnetv19_stage2_batchnorm4_running_var	resnetv19_stage2_batchnorm4_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv19_stage2_relu2_fwd	Relu	resnetv19_stage2_batchnorm4_fwd	resnetv19_stage2_relu2_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv19_stage2_conv5_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
resnetv19_stage2_conv5_fwd	Conv	resnetv19_stage2_relu2_fwd;resnetv19_stage2_conv5_weight	resnetv19_stage2_conv5_fwd	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
resnetv19_stage2_batchnorm5_gamma	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm5_beta	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm5_running_mean	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm5_running_var	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm5_fwd	BatchNorm	resnetv19_stage2_conv5_fwd;resnetv19_stage2_batchnorm5_gamma;resnetv19_stage2_batchnorm5_beta;resnetv19_stage2_batchnorm5_running_mean;resnetv19_stage2_batchnorm5_running_var	resnetv19_stage2_batchnorm5_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv19_stage2_relu3_fwd	Relu	resnetv19_stage2_batchnorm5_fwd	resnetv19_stage2_relu3_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv19_stage2_conv6_weight	ConstantInput			[[512,128,1,1]]	[[512,128,1,1]]
resnetv19_stage2_conv6_bias	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_conv6_fwd	Conv	resnetv19_stage2_relu3_fwd;resnetv19_stage2_conv6_weight;resnetv19_stage2_conv6_bias	resnetv19_stage2_conv6_fwd	[[1,128,28,28],[512,128,1,1],[512]]	[[1,512,28,28]]
resnetv19_stage2_batchnorm6_gamma	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm6_beta	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm6_running_mean	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm6_running_var	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm6_fwd	BatchNorm	resnetv19_stage2_conv6_fwd;resnetv19_stage2_batchnorm6_gamma;resnetv19_stage2_batchnorm6_beta;resnetv19_stage2_batchnorm6_running_mean;resnetv19_stage2_batchnorm6_running_var	resnetv19_stage2_batchnorm6_fwd	[[1,512,28,28],[512],[512],[512],[512]]	[[1,512,28,28],[512],[512],[512],[512]]
resnetv19_stage2__plus1	ElementWise	resnetv19_stage2_batchnorm6_fwd;resnetv19_stage2_activation0	resnetv19_stage2__plus1	[[1,512,28,28],[1,512,28,28]]	[[1,512,28,28]]
resnetv19_stage2_activation1	Relu	resnetv19_stage2__plus1	resnetv19_stage2_activation1	[[1,512,28,28]]	[[1,512,28,28]]
resnetv19_stage2_conv7_weight	ConstantInput			[[128,512,1,1]]	[[128,512,1,1]]
resnetv19_stage2_conv7_bias	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_conv7_fwd	Conv	resnetv19_stage2_activation1;resnetv19_stage2_conv7_weight;resnetv19_stage2_conv7_bias	resnetv19_stage2_conv7_fwd	[[1,512,28,28],[128,512,1,1],[128]]	[[1,128,28,28]]
resnetv19_stage2_batchnorm7_gamma	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm7_beta	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm7_running_mean	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm7_running_var	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm7_fwd	BatchNorm	resnetv19_stage2_conv7_fwd;resnetv19_stage2_batchnorm7_gamma;resnetv19_stage2_batchnorm7_beta;resnetv19_stage2_batchnorm7_running_mean;resnetv19_stage2_batchnorm7_running_var	resnetv19_stage2_batchnorm7_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv19_stage2_relu4_fwd	Relu	resnetv19_stage2_batchnorm7_fwd	resnetv19_stage2_relu4_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv19_stage2_conv8_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
resnetv19_stage2_conv8_fwd	Conv	resnetv19_stage2_relu4_fwd;resnetv19_stage2_conv8_weight	resnetv19_stage2_conv8_fwd	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
resnetv19_stage2_batchnorm8_gamma	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm8_beta	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm8_running_mean	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm8_running_var	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm8_fwd	BatchNorm	resnetv19_stage2_conv8_fwd;resnetv19_stage2_batchnorm8_gamma;resnetv19_stage2_batchnorm8_beta;resnetv19_stage2_batchnorm8_running_mean;resnetv19_stage2_batchnorm8_running_var	resnetv19_stage2_batchnorm8_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv19_stage2_relu5_fwd	Relu	resnetv19_stage2_batchnorm8_fwd	resnetv19_stage2_relu5_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv19_stage2_conv9_weight	ConstantInput			[[512,128,1,1]]	[[512,128,1,1]]
resnetv19_stage2_conv9_bias	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_conv9_fwd	Conv	resnetv19_stage2_relu5_fwd;resnetv19_stage2_conv9_weight;resnetv19_stage2_conv9_bias	resnetv19_stage2_conv9_fwd	[[1,128,28,28],[512,128,1,1],[512]]	[[1,512,28,28]]
resnetv19_stage2_batchnorm9_gamma	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm9_beta	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm9_running_mean	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm9_running_var	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm9_fwd	BatchNorm	resnetv19_stage2_conv9_fwd;resnetv19_stage2_batchnorm9_gamma;resnetv19_stage2_batchnorm9_beta;resnetv19_stage2_batchnorm9_running_mean;resnetv19_stage2_batchnorm9_running_var	resnetv19_stage2_batchnorm9_fwd	[[1,512,28,28],[512],[512],[512],[512]]	[[1,512,28,28],[512],[512],[512],[512]]
resnetv19_stage2__plus2	ElementWise	resnetv19_stage2_batchnorm9_fwd;resnetv19_stage2_activation1	resnetv19_stage2__plus2	[[1,512,28,28],[1,512,28,28]]	[[1,512,28,28]]
resnetv19_stage2_activation2	Relu	resnetv19_stage2__plus2	resnetv19_stage2_activation2	[[1,512,28,28]]	[[1,512,28,28]]
resnetv19_stage2_conv10_weight	ConstantInput			[[128,512,1,1]]	[[128,512,1,1]]
resnetv19_stage2_conv10_bias	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_conv10_fwd	Conv	resnetv19_stage2_activation2;resnetv19_stage2_conv10_weight;resnetv19_stage2_conv10_bias	resnetv19_stage2_conv10_fwd	[[1,512,28,28],[128,512,1,1],[128]]	[[1,128,28,28]]
resnetv19_stage2_batchnorm10_gamma	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm10_beta	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm10_running_mean	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm10_running_var	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm10_fwd	BatchNorm	resnetv19_stage2_conv10_fwd;resnetv19_stage2_batchnorm10_gamma;resnetv19_stage2_batchnorm10_beta;resnetv19_stage2_batchnorm10_running_mean;resnetv19_stage2_batchnorm10_running_var	resnetv19_stage2_batchnorm10_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv19_stage2_relu6_fwd	Relu	resnetv19_stage2_batchnorm10_fwd	resnetv19_stage2_relu6_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv19_stage2_conv11_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
resnetv19_stage2_conv11_fwd	Conv	resnetv19_stage2_relu6_fwd;resnetv19_stage2_conv11_weight	resnetv19_stage2_conv11_fwd	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
resnetv19_stage2_batchnorm11_gamma	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm11_beta	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm11_running_mean	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm11_running_var	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm11_fwd	BatchNorm	resnetv19_stage2_conv11_fwd;resnetv19_stage2_batchnorm11_gamma;resnetv19_stage2_batchnorm11_beta;resnetv19_stage2_batchnorm11_running_mean;resnetv19_stage2_batchnorm11_running_var	resnetv19_stage2_batchnorm11_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv19_stage2_relu7_fwd	Relu	resnetv19_stage2_batchnorm11_fwd	resnetv19_stage2_relu7_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv19_stage2_conv12_weight	ConstantInput			[[512,128,1,1]]	[[512,128,1,1]]
resnetv19_stage2_conv12_bias	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_conv12_fwd	Conv	resnetv19_stage2_relu7_fwd;resnetv19_stage2_conv12_weight;resnetv19_stage2_conv12_bias	resnetv19_stage2_conv12_fwd	[[1,128,28,28],[512,128,1,1],[512]]	[[1,512,28,28]]
resnetv19_stage2_batchnorm12_gamma	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm12_beta	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm12_running_mean	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm12_running_var	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm12_fwd	BatchNorm	resnetv19_stage2_conv12_fwd;resnetv19_stage2_batchnorm12_gamma;resnetv19_stage2_batchnorm12_beta;resnetv19_stage2_batchnorm12_running_mean;resnetv19_stage2_batchnorm12_running_var	resnetv19_stage2_batchnorm12_fwd	[[1,512,28,28],[512],[512],[512],[512]]	[[1,512,28,28],[512],[512],[512],[512]]
resnetv19_stage2__plus3	ElementWise	resnetv19_stage2_batchnorm12_fwd;resnetv19_stage2_activation2	resnetv19_stage2__plus3	[[1,512,28,28],[1,512,28,28]]	[[1,512,28,28]]
resnetv19_stage2_activation3	Relu	resnetv19_stage2__plus3	resnetv19_stage2_activation3	[[1,512,28,28]]	[[1,512,28,28]]
resnetv19_stage2_conv13_weight	ConstantInput			[[128,512,1,1]]	[[128,512,1,1]]
resnetv19_stage2_conv13_bias	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_conv13_fwd	Conv	resnetv19_stage2_activation3;resnetv19_stage2_conv13_weight;resnetv19_stage2_conv13_bias	resnetv19_stage2_conv13_fwd	[[1,512,28,28],[128,512,1,1],[128]]	[[1,128,28,28]]
resnetv19_stage2_batchnorm13_gamma	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm13_beta	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm13_running_mean	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm13_running_var	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm13_fwd	BatchNorm	resnetv19_stage2_conv13_fwd;resnetv19_stage2_batchnorm13_gamma;resnetv19_stage2_batchnorm13_beta;resnetv19_stage2_batchnorm13_running_mean;resnetv19_stage2_batchnorm13_running_var	resnetv19_stage2_batchnorm13_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv19_stage2_relu8_fwd	Relu	resnetv19_stage2_batchnorm13_fwd	resnetv19_stage2_relu8_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv19_stage2_conv14_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
resnetv19_stage2_conv14_fwd	Conv	resnetv19_stage2_relu8_fwd;resnetv19_stage2_conv14_weight	resnetv19_stage2_conv14_fwd	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
resnetv19_stage2_batchnorm14_gamma	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm14_beta	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm14_running_mean	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm14_running_var	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm14_fwd	BatchNorm	resnetv19_stage2_conv14_fwd;resnetv19_stage2_batchnorm14_gamma;resnetv19_stage2_batchnorm14_beta;resnetv19_stage2_batchnorm14_running_mean;resnetv19_stage2_batchnorm14_running_var	resnetv19_stage2_batchnorm14_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv19_stage2_relu9_fwd	Relu	resnetv19_stage2_batchnorm14_fwd	resnetv19_stage2_relu9_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv19_stage2_conv15_weight	ConstantInput			[[512,128,1,1]]	[[512,128,1,1]]
resnetv19_stage2_conv15_bias	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_conv15_fwd	Conv	resnetv19_stage2_relu9_fwd;resnetv19_stage2_conv15_weight;resnetv19_stage2_conv15_bias	resnetv19_stage2_conv15_fwd	[[1,128,28,28],[512,128,1,1],[512]]	[[1,512,28,28]]
resnetv19_stage2_batchnorm15_gamma	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm15_beta	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm15_running_mean	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm15_running_var	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm15_fwd	BatchNorm	resnetv19_stage2_conv15_fwd;resnetv19_stage2_batchnorm15_gamma;resnetv19_stage2_batchnorm15_beta;resnetv19_stage2_batchnorm15_running_mean;resnetv19_stage2_batchnorm15_running_var	resnetv19_stage2_batchnorm15_fwd	[[1,512,28,28],[512],[512],[512],[512]]	[[1,512,28,28],[512],[512],[512],[512]]
resnetv19_stage2__plus4	ElementWise	resnetv19_stage2_batchnorm15_fwd;resnetv19_stage2_activation3	resnetv19_stage2__plus4	[[1,512,28,28],[1,512,28,28]]	[[1,512,28,28]]
resnetv19_stage2_activation4	Relu	resnetv19_stage2__plus4	resnetv19_stage2_activation4	[[1,512,28,28]]	[[1,512,28,28]]
resnetv19_stage2_conv16_weight	ConstantInput			[[128,512,1,1]]	[[128,512,1,1]]
resnetv19_stage2_conv16_bias	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_conv16_fwd	Conv	resnetv19_stage2_activation4;resnetv19_stage2_conv16_weight;resnetv19_stage2_conv16_bias	resnetv19_stage2_conv16_fwd	[[1,512,28,28],[128,512,1,1],[128]]	[[1,128,28,28]]
resnetv19_stage2_batchnorm16_gamma	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm16_beta	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm16_running_mean	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm16_running_var	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm16_fwd	BatchNorm	resnetv19_stage2_conv16_fwd;resnetv19_stage2_batchnorm16_gamma;resnetv19_stage2_batchnorm16_beta;resnetv19_stage2_batchnorm16_running_mean;resnetv19_stage2_batchnorm16_running_var	resnetv19_stage2_batchnorm16_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv19_stage2_relu10_fwd	Relu	resnetv19_stage2_batchnorm16_fwd	resnetv19_stage2_relu10_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv19_stage2_conv17_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
resnetv19_stage2_conv17_fwd	Conv	resnetv19_stage2_relu10_fwd;resnetv19_stage2_conv17_weight	resnetv19_stage2_conv17_fwd	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
resnetv19_stage2_batchnorm17_gamma	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm17_beta	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm17_running_mean	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm17_running_var	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm17_fwd	BatchNorm	resnetv19_stage2_conv17_fwd;resnetv19_stage2_batchnorm17_gamma;resnetv19_stage2_batchnorm17_beta;resnetv19_stage2_batchnorm17_running_mean;resnetv19_stage2_batchnorm17_running_var	resnetv19_stage2_batchnorm17_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv19_stage2_relu11_fwd	Relu	resnetv19_stage2_batchnorm17_fwd	resnetv19_stage2_relu11_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv19_stage2_conv18_weight	ConstantInput			[[512,128,1,1]]	[[512,128,1,1]]
resnetv19_stage2_conv18_bias	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_conv18_fwd	Conv	resnetv19_stage2_relu11_fwd;resnetv19_stage2_conv18_weight;resnetv19_stage2_conv18_bias	resnetv19_stage2_conv18_fwd	[[1,128,28,28],[512,128,1,1],[512]]	[[1,512,28,28]]
resnetv19_stage2_batchnorm18_gamma	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm18_beta	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm18_running_mean	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm18_running_var	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm18_fwd	BatchNorm	resnetv19_stage2_conv18_fwd;resnetv19_stage2_batchnorm18_gamma;resnetv19_stage2_batchnorm18_beta;resnetv19_stage2_batchnorm18_running_mean;resnetv19_stage2_batchnorm18_running_var	resnetv19_stage2_batchnorm18_fwd	[[1,512,28,28],[512],[512],[512],[512]]	[[1,512,28,28],[512],[512],[512],[512]]
resnetv19_stage2__plus5	ElementWise	resnetv19_stage2_batchnorm18_fwd;resnetv19_stage2_activation4	resnetv19_stage2__plus5	[[1,512,28,28],[1,512,28,28]]	[[1,512,28,28]]
resnetv19_stage2_activation5	Relu	resnetv19_stage2__plus5	resnetv19_stage2_activation5	[[1,512,28,28]]	[[1,512,28,28]]
resnetv19_stage2_conv19_weight	ConstantInput			[[128,512,1,1]]	[[128,512,1,1]]
resnetv19_stage2_conv19_bias	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_conv19_fwd	Conv	resnetv19_stage2_activation5;resnetv19_stage2_conv19_weight;resnetv19_stage2_conv19_bias	resnetv19_stage2_conv19_fwd	[[1,512,28,28],[128,512,1,1],[128]]	[[1,128,28,28]]
resnetv19_stage2_batchnorm19_gamma	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm19_beta	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm19_running_mean	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm19_running_var	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm19_fwd	BatchNorm	resnetv19_stage2_conv19_fwd;resnetv19_stage2_batchnorm19_gamma;resnetv19_stage2_batchnorm19_beta;resnetv19_stage2_batchnorm19_running_mean;resnetv19_stage2_batchnorm19_running_var	resnetv19_stage2_batchnorm19_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv19_stage2_relu12_fwd	Relu	resnetv19_stage2_batchnorm19_fwd	resnetv19_stage2_relu12_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv19_stage2_conv20_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
resnetv19_stage2_conv20_fwd	Conv	resnetv19_stage2_relu12_fwd;resnetv19_stage2_conv20_weight	resnetv19_stage2_conv20_fwd	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
resnetv19_stage2_batchnorm20_gamma	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm20_beta	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm20_running_mean	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm20_running_var	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm20_fwd	BatchNorm	resnetv19_stage2_conv20_fwd;resnetv19_stage2_batchnorm20_gamma;resnetv19_stage2_batchnorm20_beta;resnetv19_stage2_batchnorm20_running_mean;resnetv19_stage2_batchnorm20_running_var	resnetv19_stage2_batchnorm20_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv19_stage2_relu13_fwd	Relu	resnetv19_stage2_batchnorm20_fwd	resnetv19_stage2_relu13_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv19_stage2_conv21_weight	ConstantInput			[[512,128,1,1]]	[[512,128,1,1]]
resnetv19_stage2_conv21_bias	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_conv21_fwd	Conv	resnetv19_stage2_relu13_fwd;resnetv19_stage2_conv21_weight;resnetv19_stage2_conv21_bias	resnetv19_stage2_conv21_fwd	[[1,128,28,28],[512,128,1,1],[512]]	[[1,512,28,28]]
resnetv19_stage2_batchnorm21_gamma	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm21_beta	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm21_running_mean	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm21_running_var	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm21_fwd	BatchNorm	resnetv19_stage2_conv21_fwd;resnetv19_stage2_batchnorm21_gamma;resnetv19_stage2_batchnorm21_beta;resnetv19_stage2_batchnorm21_running_mean;resnetv19_stage2_batchnorm21_running_var	resnetv19_stage2_batchnorm21_fwd	[[1,512,28,28],[512],[512],[512],[512]]	[[1,512,28,28],[512],[512],[512],[512]]
resnetv19_stage2__plus6	ElementWise	resnetv19_stage2_batchnorm21_fwd;resnetv19_stage2_activation5	resnetv19_stage2__plus6	[[1,512,28,28],[1,512,28,28]]	[[1,512,28,28]]
resnetv19_stage2_activation6	Relu	resnetv19_stage2__plus6	resnetv19_stage2_activation6	[[1,512,28,28]]	[[1,512,28,28]]
resnetv19_stage2_conv22_weight	ConstantInput			[[128,512,1,1]]	[[128,512,1,1]]
resnetv19_stage2_conv22_bias	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_conv22_fwd	Conv	resnetv19_stage2_activation6;resnetv19_stage2_conv22_weight;resnetv19_stage2_conv22_bias	resnetv19_stage2_conv22_fwd	[[1,512,28,28],[128,512,1,1],[128]]	[[1,128,28,28]]
resnetv19_stage2_batchnorm22_gamma	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm22_beta	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm22_running_mean	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm22_running_var	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm22_fwd	BatchNorm	resnetv19_stage2_conv22_fwd;resnetv19_stage2_batchnorm22_gamma;resnetv19_stage2_batchnorm22_beta;resnetv19_stage2_batchnorm22_running_mean;resnetv19_stage2_batchnorm22_running_var	resnetv19_stage2_batchnorm22_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv19_stage2_relu14_fwd	Relu	resnetv19_stage2_batchnorm22_fwd	resnetv19_stage2_relu14_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv19_stage2_conv23_weight	ConstantInput			[[128,128,3,3]]	[[128,128,3,3]]
resnetv19_stage2_conv23_fwd	Conv	resnetv19_stage2_relu14_fwd;resnetv19_stage2_conv23_weight	resnetv19_stage2_conv23_fwd	[[1,128,28,28],[128,128,3,3]]	[[1,128,28,28]]
resnetv19_stage2_batchnorm23_gamma	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm23_beta	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm23_running_mean	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm23_running_var	ConstantInput			[[128]]	[[128]]
resnetv19_stage2_batchnorm23_fwd	BatchNorm	resnetv19_stage2_conv23_fwd;resnetv19_stage2_batchnorm23_gamma;resnetv19_stage2_batchnorm23_beta;resnetv19_stage2_batchnorm23_running_mean;resnetv19_stage2_batchnorm23_running_var	resnetv19_stage2_batchnorm23_fwd	[[1,128,28,28],[128],[128],[128],[128]]	[[1,128,28,28],[128],[128],[128],[128]]
resnetv19_stage2_relu15_fwd	Relu	resnetv19_stage2_batchnorm23_fwd	resnetv19_stage2_relu15_fwd	[[1,128,28,28]]	[[1,128,28,28]]
resnetv19_stage2_conv24_weight	ConstantInput			[[512,128,1,1]]	[[512,128,1,1]]
resnetv19_stage2_conv24_bias	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_conv24_fwd	Conv	resnetv19_stage2_relu15_fwd;resnetv19_stage2_conv24_weight;resnetv19_stage2_conv24_bias	resnetv19_stage2_conv24_fwd	[[1,128,28,28],[512,128,1,1],[512]]	[[1,512,28,28]]
resnetv19_stage2_batchnorm24_gamma	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm24_beta	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm24_running_mean	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm24_running_var	ConstantInput			[[512]]	[[512]]
resnetv19_stage2_batchnorm24_fwd	BatchNorm	resnetv19_stage2_conv24_fwd;resnetv19_stage2_batchnorm24_gamma;resnetv19_stage2_batchnorm24_beta;resnetv19_stage2_batchnorm24_running_mean;resnetv19_stage2_batchnorm24_running_var	resnetv19_stage2_batchnorm24_fwd	[[1,512,28,28],[512],[512],[512],[512]]	[[1,512,28,28],[512],[512],[512],[512]]
resnetv19_stage2__plus7	ElementWise	resnetv19_stage2_batchnorm24_fwd;resnetv19_stage2_activation6	resnetv19_stage2__plus7	[[1,512,28,28],[1,512,28,28]]	[[1,512,28,28]]
resnetv19_stage2_activation7	Relu	resnetv19_stage2__plus7	resnetv19_stage2_activation7	[[1,512,28,28]]	[[1,512,28,28]]
resnetv19_stage3_conv0_weight	ConstantInput			[[256,512,1,1]]	[[256,512,1,1]]
resnetv19_stage3_conv0_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv0_fwd	Conv	resnetv19_stage2_activation7;resnetv19_stage3_conv0_weight;resnetv19_stage3_conv0_bias	resnetv19_stage3_conv0_fwd	[[1,512,28,28],[256,512,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm0_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm0_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm0_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm0_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm0_fwd	BatchNorm	resnetv19_stage3_conv0_fwd;resnetv19_stage3_batchnorm0_gamma;resnetv19_stage3_batchnorm0_beta;resnetv19_stage3_batchnorm0_running_mean;resnetv19_stage3_batchnorm0_running_var	resnetv19_stage3_batchnorm0_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu0_fwd	Relu	resnetv19_stage3_batchnorm0_fwd	resnetv19_stage3_relu0_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv1_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv1_fwd	Conv	resnetv19_stage3_relu0_fwd;resnetv19_stage3_conv1_weight	resnetv19_stage3_conv1_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm1_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm1_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm1_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm1_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm1_fwd	BatchNorm	resnetv19_stage3_conv1_fwd;resnetv19_stage3_batchnorm1_gamma;resnetv19_stage3_batchnorm1_beta;resnetv19_stage3_batchnorm1_running_mean;resnetv19_stage3_batchnorm1_running_var	resnetv19_stage3_batchnorm1_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu1_fwd	Relu	resnetv19_stage3_batchnorm1_fwd	resnetv19_stage3_relu1_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv2_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv2_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv2_fwd	Conv	resnetv19_stage3_relu1_fwd;resnetv19_stage3_conv2_weight;resnetv19_stage3_conv2_bias	resnetv19_stage3_conv2_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm2_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm2_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm2_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm2_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm2_fwd	BatchNorm	resnetv19_stage3_conv2_fwd;resnetv19_stage3_batchnorm2_gamma;resnetv19_stage3_batchnorm2_beta;resnetv19_stage3_batchnorm2_running_mean;resnetv19_stage3_batchnorm2_running_var	resnetv19_stage3_batchnorm2_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3_conv3_weight	ConstantInput			[[1024,512,1,1]]	[[1024,512,1,1]]
resnetv19_stage3_conv3_fwd	Conv	resnetv19_stage2_activation7;resnetv19_stage3_conv3_weight	resnetv19_stage3_conv3_fwd	[[1,512,28,28],[1024,512,1,1]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm3_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm3_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm3_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm3_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm3_fwd	BatchNorm	resnetv19_stage3_conv3_fwd;resnetv19_stage3_batchnorm3_gamma;resnetv19_stage3_batchnorm3_beta;resnetv19_stage3_batchnorm3_running_mean;resnetv19_stage3_batchnorm3_running_var	resnetv19_stage3_batchnorm3_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus0	ElementWise	resnetv19_stage3_batchnorm2_fwd;resnetv19_stage3_batchnorm3_fwd	resnetv19_stage3__plus0	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation0	Relu	resnetv19_stage3__plus0	resnetv19_stage3_activation0	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv4_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv4_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv4_fwd	Conv	resnetv19_stage3_activation0;resnetv19_stage3_conv4_weight;resnetv19_stage3_conv4_bias	resnetv19_stage3_conv4_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm4_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm4_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm4_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm4_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm4_fwd	BatchNorm	resnetv19_stage3_conv4_fwd;resnetv19_stage3_batchnorm4_gamma;resnetv19_stage3_batchnorm4_beta;resnetv19_stage3_batchnorm4_running_mean;resnetv19_stage3_batchnorm4_running_var	resnetv19_stage3_batchnorm4_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu2_fwd	Relu	resnetv19_stage3_batchnorm4_fwd	resnetv19_stage3_relu2_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv5_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv5_fwd	Conv	resnetv19_stage3_relu2_fwd;resnetv19_stage3_conv5_weight	resnetv19_stage3_conv5_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm5_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm5_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm5_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm5_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm5_fwd	BatchNorm	resnetv19_stage3_conv5_fwd;resnetv19_stage3_batchnorm5_gamma;resnetv19_stage3_batchnorm5_beta;resnetv19_stage3_batchnorm5_running_mean;resnetv19_stage3_batchnorm5_running_var	resnetv19_stage3_batchnorm5_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu3_fwd	Relu	resnetv19_stage3_batchnorm5_fwd	resnetv19_stage3_relu3_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv6_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv6_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv6_fwd	Conv	resnetv19_stage3_relu3_fwd;resnetv19_stage3_conv6_weight;resnetv19_stage3_conv6_bias	resnetv19_stage3_conv6_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm6_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm6_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm6_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm6_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm6_fwd	BatchNorm	resnetv19_stage3_conv6_fwd;resnetv19_stage3_batchnorm6_gamma;resnetv19_stage3_batchnorm6_beta;resnetv19_stage3_batchnorm6_running_mean;resnetv19_stage3_batchnorm6_running_var	resnetv19_stage3_batchnorm6_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus1	ElementWise	resnetv19_stage3_batchnorm6_fwd;resnetv19_stage3_activation0	resnetv19_stage3__plus1	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation1	Relu	resnetv19_stage3__plus1	resnetv19_stage3_activation1	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv7_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv7_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv7_fwd	Conv	resnetv19_stage3_activation1;resnetv19_stage3_conv7_weight;resnetv19_stage3_conv7_bias	resnetv19_stage3_conv7_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm7_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm7_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm7_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm7_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm7_fwd	BatchNorm	resnetv19_stage3_conv7_fwd;resnetv19_stage3_batchnorm7_gamma;resnetv19_stage3_batchnorm7_beta;resnetv19_stage3_batchnorm7_running_mean;resnetv19_stage3_batchnorm7_running_var	resnetv19_stage3_batchnorm7_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu4_fwd	Relu	resnetv19_stage3_batchnorm7_fwd	resnetv19_stage3_relu4_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv8_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv8_fwd	Conv	resnetv19_stage3_relu4_fwd;resnetv19_stage3_conv8_weight	resnetv19_stage3_conv8_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm8_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm8_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm8_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm8_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm8_fwd	BatchNorm	resnetv19_stage3_conv8_fwd;resnetv19_stage3_batchnorm8_gamma;resnetv19_stage3_batchnorm8_beta;resnetv19_stage3_batchnorm8_running_mean;resnetv19_stage3_batchnorm8_running_var	resnetv19_stage3_batchnorm8_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu5_fwd	Relu	resnetv19_stage3_batchnorm8_fwd	resnetv19_stage3_relu5_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv9_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv9_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv9_fwd	Conv	resnetv19_stage3_relu5_fwd;resnetv19_stage3_conv9_weight;resnetv19_stage3_conv9_bias	resnetv19_stage3_conv9_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm9_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm9_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm9_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm9_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm9_fwd	BatchNorm	resnetv19_stage3_conv9_fwd;resnetv19_stage3_batchnorm9_gamma;resnetv19_stage3_batchnorm9_beta;resnetv19_stage3_batchnorm9_running_mean;resnetv19_stage3_batchnorm9_running_var	resnetv19_stage3_batchnorm9_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus2	ElementWise	resnetv19_stage3_batchnorm9_fwd;resnetv19_stage3_activation1	resnetv19_stage3__plus2	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation2	Relu	resnetv19_stage3__plus2	resnetv19_stage3_activation2	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv10_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv10_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv10_fwd	Conv	resnetv19_stage3_activation2;resnetv19_stage3_conv10_weight;resnetv19_stage3_conv10_bias	resnetv19_stage3_conv10_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm10_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm10_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm10_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm10_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm10_fwd	BatchNorm	resnetv19_stage3_conv10_fwd;resnetv19_stage3_batchnorm10_gamma;resnetv19_stage3_batchnorm10_beta;resnetv19_stage3_batchnorm10_running_mean;resnetv19_stage3_batchnorm10_running_var	resnetv19_stage3_batchnorm10_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu6_fwd	Relu	resnetv19_stage3_batchnorm10_fwd	resnetv19_stage3_relu6_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv11_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv11_fwd	Conv	resnetv19_stage3_relu6_fwd;resnetv19_stage3_conv11_weight	resnetv19_stage3_conv11_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm11_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm11_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm11_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm11_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm11_fwd	BatchNorm	resnetv19_stage3_conv11_fwd;resnetv19_stage3_batchnorm11_gamma;resnetv19_stage3_batchnorm11_beta;resnetv19_stage3_batchnorm11_running_mean;resnetv19_stage3_batchnorm11_running_var	resnetv19_stage3_batchnorm11_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu7_fwd	Relu	resnetv19_stage3_batchnorm11_fwd	resnetv19_stage3_relu7_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv12_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv12_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv12_fwd	Conv	resnetv19_stage3_relu7_fwd;resnetv19_stage3_conv12_weight;resnetv19_stage3_conv12_bias	resnetv19_stage3_conv12_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm12_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm12_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm12_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm12_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm12_fwd	BatchNorm	resnetv19_stage3_conv12_fwd;resnetv19_stage3_batchnorm12_gamma;resnetv19_stage3_batchnorm12_beta;resnetv19_stage3_batchnorm12_running_mean;resnetv19_stage3_batchnorm12_running_var	resnetv19_stage3_batchnorm12_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus3	ElementWise	resnetv19_stage3_batchnorm12_fwd;resnetv19_stage3_activation2	resnetv19_stage3__plus3	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation3	Relu	resnetv19_stage3__plus3	resnetv19_stage3_activation3	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv13_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv13_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv13_fwd	Conv	resnetv19_stage3_activation3;resnetv19_stage3_conv13_weight;resnetv19_stage3_conv13_bias	resnetv19_stage3_conv13_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm13_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm13_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm13_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm13_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm13_fwd	BatchNorm	resnetv19_stage3_conv13_fwd;resnetv19_stage3_batchnorm13_gamma;resnetv19_stage3_batchnorm13_beta;resnetv19_stage3_batchnorm13_running_mean;resnetv19_stage3_batchnorm13_running_var	resnetv19_stage3_batchnorm13_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu8_fwd	Relu	resnetv19_stage3_batchnorm13_fwd	resnetv19_stage3_relu8_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv14_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv14_fwd	Conv	resnetv19_stage3_relu8_fwd;resnetv19_stage3_conv14_weight	resnetv19_stage3_conv14_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm14_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm14_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm14_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm14_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm14_fwd	BatchNorm	resnetv19_stage3_conv14_fwd;resnetv19_stage3_batchnorm14_gamma;resnetv19_stage3_batchnorm14_beta;resnetv19_stage3_batchnorm14_running_mean;resnetv19_stage3_batchnorm14_running_var	resnetv19_stage3_batchnorm14_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu9_fwd	Relu	resnetv19_stage3_batchnorm14_fwd	resnetv19_stage3_relu9_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv15_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv15_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv15_fwd	Conv	resnetv19_stage3_relu9_fwd;resnetv19_stage3_conv15_weight;resnetv19_stage3_conv15_bias	resnetv19_stage3_conv15_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm15_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm15_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm15_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm15_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm15_fwd	BatchNorm	resnetv19_stage3_conv15_fwd;resnetv19_stage3_batchnorm15_gamma;resnetv19_stage3_batchnorm15_beta;resnetv19_stage3_batchnorm15_running_mean;resnetv19_stage3_batchnorm15_running_var	resnetv19_stage3_batchnorm15_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus4	ElementWise	resnetv19_stage3_batchnorm15_fwd;resnetv19_stage3_activation3	resnetv19_stage3__plus4	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation4	Relu	resnetv19_stage3__plus4	resnetv19_stage3_activation4	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv16_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv16_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv16_fwd	Conv	resnetv19_stage3_activation4;resnetv19_stage3_conv16_weight;resnetv19_stage3_conv16_bias	resnetv19_stage3_conv16_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm16_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm16_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm16_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm16_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm16_fwd	BatchNorm	resnetv19_stage3_conv16_fwd;resnetv19_stage3_batchnorm16_gamma;resnetv19_stage3_batchnorm16_beta;resnetv19_stage3_batchnorm16_running_mean;resnetv19_stage3_batchnorm16_running_var	resnetv19_stage3_batchnorm16_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu10_fwd	Relu	resnetv19_stage3_batchnorm16_fwd	resnetv19_stage3_relu10_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv17_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv17_fwd	Conv	resnetv19_stage3_relu10_fwd;resnetv19_stage3_conv17_weight	resnetv19_stage3_conv17_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm17_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm17_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm17_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm17_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm17_fwd	BatchNorm	resnetv19_stage3_conv17_fwd;resnetv19_stage3_batchnorm17_gamma;resnetv19_stage3_batchnorm17_beta;resnetv19_stage3_batchnorm17_running_mean;resnetv19_stage3_batchnorm17_running_var	resnetv19_stage3_batchnorm17_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu11_fwd	Relu	resnetv19_stage3_batchnorm17_fwd	resnetv19_stage3_relu11_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv18_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv18_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv18_fwd	Conv	resnetv19_stage3_relu11_fwd;resnetv19_stage3_conv18_weight;resnetv19_stage3_conv18_bias	resnetv19_stage3_conv18_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm18_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm18_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm18_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm18_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm18_fwd	BatchNorm	resnetv19_stage3_conv18_fwd;resnetv19_stage3_batchnorm18_gamma;resnetv19_stage3_batchnorm18_beta;resnetv19_stage3_batchnorm18_running_mean;resnetv19_stage3_batchnorm18_running_var	resnetv19_stage3_batchnorm18_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus5	ElementWise	resnetv19_stage3_batchnorm18_fwd;resnetv19_stage3_activation4	resnetv19_stage3__plus5	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation5	Relu	resnetv19_stage3__plus5	resnetv19_stage3_activation5	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv19_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv19_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv19_fwd	Conv	resnetv19_stage3_activation5;resnetv19_stage3_conv19_weight;resnetv19_stage3_conv19_bias	resnetv19_stage3_conv19_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm19_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm19_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm19_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm19_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm19_fwd	BatchNorm	resnetv19_stage3_conv19_fwd;resnetv19_stage3_batchnorm19_gamma;resnetv19_stage3_batchnorm19_beta;resnetv19_stage3_batchnorm19_running_mean;resnetv19_stage3_batchnorm19_running_var	resnetv19_stage3_batchnorm19_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu12_fwd	Relu	resnetv19_stage3_batchnorm19_fwd	resnetv19_stage3_relu12_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv20_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv20_fwd	Conv	resnetv19_stage3_relu12_fwd;resnetv19_stage3_conv20_weight	resnetv19_stage3_conv20_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm20_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm20_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm20_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm20_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm20_fwd	BatchNorm	resnetv19_stage3_conv20_fwd;resnetv19_stage3_batchnorm20_gamma;resnetv19_stage3_batchnorm20_beta;resnetv19_stage3_batchnorm20_running_mean;resnetv19_stage3_batchnorm20_running_var	resnetv19_stage3_batchnorm20_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu13_fwd	Relu	resnetv19_stage3_batchnorm20_fwd	resnetv19_stage3_relu13_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv21_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv21_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv21_fwd	Conv	resnetv19_stage3_relu13_fwd;resnetv19_stage3_conv21_weight;resnetv19_stage3_conv21_bias	resnetv19_stage3_conv21_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm21_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm21_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm21_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm21_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm21_fwd	BatchNorm	resnetv19_stage3_conv21_fwd;resnetv19_stage3_batchnorm21_gamma;resnetv19_stage3_batchnorm21_beta;resnetv19_stage3_batchnorm21_running_mean;resnetv19_stage3_batchnorm21_running_var	resnetv19_stage3_batchnorm21_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus6	ElementWise	resnetv19_stage3_batchnorm21_fwd;resnetv19_stage3_activation5	resnetv19_stage3__plus6	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation6	Relu	resnetv19_stage3__plus6	resnetv19_stage3_activation6	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv22_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv22_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv22_fwd	Conv	resnetv19_stage3_activation6;resnetv19_stage3_conv22_weight;resnetv19_stage3_conv22_bias	resnetv19_stage3_conv22_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm22_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm22_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm22_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm22_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm22_fwd	BatchNorm	resnetv19_stage3_conv22_fwd;resnetv19_stage3_batchnorm22_gamma;resnetv19_stage3_batchnorm22_beta;resnetv19_stage3_batchnorm22_running_mean;resnetv19_stage3_batchnorm22_running_var	resnetv19_stage3_batchnorm22_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu14_fwd	Relu	resnetv19_stage3_batchnorm22_fwd	resnetv19_stage3_relu14_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv23_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv23_fwd	Conv	resnetv19_stage3_relu14_fwd;resnetv19_stage3_conv23_weight	resnetv19_stage3_conv23_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm23_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm23_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm23_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm23_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm23_fwd	BatchNorm	resnetv19_stage3_conv23_fwd;resnetv19_stage3_batchnorm23_gamma;resnetv19_stage3_batchnorm23_beta;resnetv19_stage3_batchnorm23_running_mean;resnetv19_stage3_batchnorm23_running_var	resnetv19_stage3_batchnorm23_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu15_fwd	Relu	resnetv19_stage3_batchnorm23_fwd	resnetv19_stage3_relu15_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv24_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv24_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv24_fwd	Conv	resnetv19_stage3_relu15_fwd;resnetv19_stage3_conv24_weight;resnetv19_stage3_conv24_bias	resnetv19_stage3_conv24_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm24_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm24_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm24_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm24_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm24_fwd	BatchNorm	resnetv19_stage3_conv24_fwd;resnetv19_stage3_batchnorm24_gamma;resnetv19_stage3_batchnorm24_beta;resnetv19_stage3_batchnorm24_running_mean;resnetv19_stage3_batchnorm24_running_var	resnetv19_stage3_batchnorm24_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus7	ElementWise	resnetv19_stage3_batchnorm24_fwd;resnetv19_stage3_activation6	resnetv19_stage3__plus7	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation7	Relu	resnetv19_stage3__plus7	resnetv19_stage3_activation7	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv25_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv25_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv25_fwd	Conv	resnetv19_stage3_activation7;resnetv19_stage3_conv25_weight;resnetv19_stage3_conv25_bias	resnetv19_stage3_conv25_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm25_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm25_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm25_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm25_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm25_fwd	BatchNorm	resnetv19_stage3_conv25_fwd;resnetv19_stage3_batchnorm25_gamma;resnetv19_stage3_batchnorm25_beta;resnetv19_stage3_batchnorm25_running_mean;resnetv19_stage3_batchnorm25_running_var	resnetv19_stage3_batchnorm25_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu16_fwd	Relu	resnetv19_stage3_batchnorm25_fwd	resnetv19_stage3_relu16_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv26_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv26_fwd	Conv	resnetv19_stage3_relu16_fwd;resnetv19_stage3_conv26_weight	resnetv19_stage3_conv26_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm26_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm26_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm26_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm26_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm26_fwd	BatchNorm	resnetv19_stage3_conv26_fwd;resnetv19_stage3_batchnorm26_gamma;resnetv19_stage3_batchnorm26_beta;resnetv19_stage3_batchnorm26_running_mean;resnetv19_stage3_batchnorm26_running_var	resnetv19_stage3_batchnorm26_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu17_fwd	Relu	resnetv19_stage3_batchnorm26_fwd	resnetv19_stage3_relu17_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv27_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv27_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv27_fwd	Conv	resnetv19_stage3_relu17_fwd;resnetv19_stage3_conv27_weight;resnetv19_stage3_conv27_bias	resnetv19_stage3_conv27_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm27_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm27_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm27_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm27_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm27_fwd	BatchNorm	resnetv19_stage3_conv27_fwd;resnetv19_stage3_batchnorm27_gamma;resnetv19_stage3_batchnorm27_beta;resnetv19_stage3_batchnorm27_running_mean;resnetv19_stage3_batchnorm27_running_var	resnetv19_stage3_batchnorm27_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus8	ElementWise	resnetv19_stage3_batchnorm27_fwd;resnetv19_stage3_activation7	resnetv19_stage3__plus8	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation8	Relu	resnetv19_stage3__plus8	resnetv19_stage3_activation8	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv28_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv28_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv28_fwd	Conv	resnetv19_stage3_activation8;resnetv19_stage3_conv28_weight;resnetv19_stage3_conv28_bias	resnetv19_stage3_conv28_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm28_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm28_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm28_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm28_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm28_fwd	BatchNorm	resnetv19_stage3_conv28_fwd;resnetv19_stage3_batchnorm28_gamma;resnetv19_stage3_batchnorm28_beta;resnetv19_stage3_batchnorm28_running_mean;resnetv19_stage3_batchnorm28_running_var	resnetv19_stage3_batchnorm28_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu18_fwd	Relu	resnetv19_stage3_batchnorm28_fwd	resnetv19_stage3_relu18_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv29_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv29_fwd	Conv	resnetv19_stage3_relu18_fwd;resnetv19_stage3_conv29_weight	resnetv19_stage3_conv29_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm29_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm29_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm29_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm29_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm29_fwd	BatchNorm	resnetv19_stage3_conv29_fwd;resnetv19_stage3_batchnorm29_gamma;resnetv19_stage3_batchnorm29_beta;resnetv19_stage3_batchnorm29_running_mean;resnetv19_stage3_batchnorm29_running_var	resnetv19_stage3_batchnorm29_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu19_fwd	Relu	resnetv19_stage3_batchnorm29_fwd	resnetv19_stage3_relu19_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv30_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv30_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv30_fwd	Conv	resnetv19_stage3_relu19_fwd;resnetv19_stage3_conv30_weight;resnetv19_stage3_conv30_bias	resnetv19_stage3_conv30_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm30_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm30_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm30_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm30_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm30_fwd	BatchNorm	resnetv19_stage3_conv30_fwd;resnetv19_stage3_batchnorm30_gamma;resnetv19_stage3_batchnorm30_beta;resnetv19_stage3_batchnorm30_running_mean;resnetv19_stage3_batchnorm30_running_var	resnetv19_stage3_batchnorm30_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus9	ElementWise	resnetv19_stage3_batchnorm30_fwd;resnetv19_stage3_activation8	resnetv19_stage3__plus9	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation9	Relu	resnetv19_stage3__plus9	resnetv19_stage3_activation9	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv31_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv31_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv31_fwd	Conv	resnetv19_stage3_activation9;resnetv19_stage3_conv31_weight;resnetv19_stage3_conv31_bias	resnetv19_stage3_conv31_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm31_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm31_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm31_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm31_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm31_fwd	BatchNorm	resnetv19_stage3_conv31_fwd;resnetv19_stage3_batchnorm31_gamma;resnetv19_stage3_batchnorm31_beta;resnetv19_stage3_batchnorm31_running_mean;resnetv19_stage3_batchnorm31_running_var	resnetv19_stage3_batchnorm31_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu20_fwd	Relu	resnetv19_stage3_batchnorm31_fwd	resnetv19_stage3_relu20_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv32_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv32_fwd	Conv	resnetv19_stage3_relu20_fwd;resnetv19_stage3_conv32_weight	resnetv19_stage3_conv32_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm32_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm32_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm32_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm32_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm32_fwd	BatchNorm	resnetv19_stage3_conv32_fwd;resnetv19_stage3_batchnorm32_gamma;resnetv19_stage3_batchnorm32_beta;resnetv19_stage3_batchnorm32_running_mean;resnetv19_stage3_batchnorm32_running_var	resnetv19_stage3_batchnorm32_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu21_fwd	Relu	resnetv19_stage3_batchnorm32_fwd	resnetv19_stage3_relu21_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv33_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv33_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv33_fwd	Conv	resnetv19_stage3_relu21_fwd;resnetv19_stage3_conv33_weight;resnetv19_stage3_conv33_bias	resnetv19_stage3_conv33_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm33_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm33_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm33_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm33_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm33_fwd	BatchNorm	resnetv19_stage3_conv33_fwd;resnetv19_stage3_batchnorm33_gamma;resnetv19_stage3_batchnorm33_beta;resnetv19_stage3_batchnorm33_running_mean;resnetv19_stage3_batchnorm33_running_var	resnetv19_stage3_batchnorm33_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus10	ElementWise	resnetv19_stage3_batchnorm33_fwd;resnetv19_stage3_activation9	resnetv19_stage3__plus10	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation10	Relu	resnetv19_stage3__plus10	resnetv19_stage3_activation10	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv34_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv34_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv34_fwd	Conv	resnetv19_stage3_activation10;resnetv19_stage3_conv34_weight;resnetv19_stage3_conv34_bias	resnetv19_stage3_conv34_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm34_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm34_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm34_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm34_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm34_fwd	BatchNorm	resnetv19_stage3_conv34_fwd;resnetv19_stage3_batchnorm34_gamma;resnetv19_stage3_batchnorm34_beta;resnetv19_stage3_batchnorm34_running_mean;resnetv19_stage3_batchnorm34_running_var	resnetv19_stage3_batchnorm34_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu22_fwd	Relu	resnetv19_stage3_batchnorm34_fwd	resnetv19_stage3_relu22_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv35_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv35_fwd	Conv	resnetv19_stage3_relu22_fwd;resnetv19_stage3_conv35_weight	resnetv19_stage3_conv35_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm35_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm35_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm35_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm35_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm35_fwd	BatchNorm	resnetv19_stage3_conv35_fwd;resnetv19_stage3_batchnorm35_gamma;resnetv19_stage3_batchnorm35_beta;resnetv19_stage3_batchnorm35_running_mean;resnetv19_stage3_batchnorm35_running_var	resnetv19_stage3_batchnorm35_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu23_fwd	Relu	resnetv19_stage3_batchnorm35_fwd	resnetv19_stage3_relu23_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv36_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv36_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv36_fwd	Conv	resnetv19_stage3_relu23_fwd;resnetv19_stage3_conv36_weight;resnetv19_stage3_conv36_bias	resnetv19_stage3_conv36_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm36_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm36_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm36_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm36_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm36_fwd	BatchNorm	resnetv19_stage3_conv36_fwd;resnetv19_stage3_batchnorm36_gamma;resnetv19_stage3_batchnorm36_beta;resnetv19_stage3_batchnorm36_running_mean;resnetv19_stage3_batchnorm36_running_var	resnetv19_stage3_batchnorm36_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus11	ElementWise	resnetv19_stage3_batchnorm36_fwd;resnetv19_stage3_activation10	resnetv19_stage3__plus11	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation11	Relu	resnetv19_stage3__plus11	resnetv19_stage3_activation11	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv37_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv37_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv37_fwd	Conv	resnetv19_stage3_activation11;resnetv19_stage3_conv37_weight;resnetv19_stage3_conv37_bias	resnetv19_stage3_conv37_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm37_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm37_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm37_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm37_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm37_fwd	BatchNorm	resnetv19_stage3_conv37_fwd;resnetv19_stage3_batchnorm37_gamma;resnetv19_stage3_batchnorm37_beta;resnetv19_stage3_batchnorm37_running_mean;resnetv19_stage3_batchnorm37_running_var	resnetv19_stage3_batchnorm37_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu24_fwd	Relu	resnetv19_stage3_batchnorm37_fwd	resnetv19_stage3_relu24_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv38_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv38_fwd	Conv	resnetv19_stage3_relu24_fwd;resnetv19_stage3_conv38_weight	resnetv19_stage3_conv38_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm38_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm38_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm38_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm38_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm38_fwd	BatchNorm	resnetv19_stage3_conv38_fwd;resnetv19_stage3_batchnorm38_gamma;resnetv19_stage3_batchnorm38_beta;resnetv19_stage3_batchnorm38_running_mean;resnetv19_stage3_batchnorm38_running_var	resnetv19_stage3_batchnorm38_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu25_fwd	Relu	resnetv19_stage3_batchnorm38_fwd	resnetv19_stage3_relu25_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv39_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv39_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv39_fwd	Conv	resnetv19_stage3_relu25_fwd;resnetv19_stage3_conv39_weight;resnetv19_stage3_conv39_bias	resnetv19_stage3_conv39_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm39_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm39_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm39_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm39_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm39_fwd	BatchNorm	resnetv19_stage3_conv39_fwd;resnetv19_stage3_batchnorm39_gamma;resnetv19_stage3_batchnorm39_beta;resnetv19_stage3_batchnorm39_running_mean;resnetv19_stage3_batchnorm39_running_var	resnetv19_stage3_batchnorm39_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus12	ElementWise	resnetv19_stage3_batchnorm39_fwd;resnetv19_stage3_activation11	resnetv19_stage3__plus12	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation12	Relu	resnetv19_stage3__plus12	resnetv19_stage3_activation12	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv40_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv40_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv40_fwd	Conv	resnetv19_stage3_activation12;resnetv19_stage3_conv40_weight;resnetv19_stage3_conv40_bias	resnetv19_stage3_conv40_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm40_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm40_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm40_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm40_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm40_fwd	BatchNorm	resnetv19_stage3_conv40_fwd;resnetv19_stage3_batchnorm40_gamma;resnetv19_stage3_batchnorm40_beta;resnetv19_stage3_batchnorm40_running_mean;resnetv19_stage3_batchnorm40_running_var	resnetv19_stage3_batchnorm40_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu26_fwd	Relu	resnetv19_stage3_batchnorm40_fwd	resnetv19_stage3_relu26_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv41_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv41_fwd	Conv	resnetv19_stage3_relu26_fwd;resnetv19_stage3_conv41_weight	resnetv19_stage3_conv41_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm41_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm41_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm41_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm41_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm41_fwd	BatchNorm	resnetv19_stage3_conv41_fwd;resnetv19_stage3_batchnorm41_gamma;resnetv19_stage3_batchnorm41_beta;resnetv19_stage3_batchnorm41_running_mean;resnetv19_stage3_batchnorm41_running_var	resnetv19_stage3_batchnorm41_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu27_fwd	Relu	resnetv19_stage3_batchnorm41_fwd	resnetv19_stage3_relu27_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv42_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv42_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv42_fwd	Conv	resnetv19_stage3_relu27_fwd;resnetv19_stage3_conv42_weight;resnetv19_stage3_conv42_bias	resnetv19_stage3_conv42_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm42_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm42_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm42_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm42_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm42_fwd	BatchNorm	resnetv19_stage3_conv42_fwd;resnetv19_stage3_batchnorm42_gamma;resnetv19_stage3_batchnorm42_beta;resnetv19_stage3_batchnorm42_running_mean;resnetv19_stage3_batchnorm42_running_var	resnetv19_stage3_batchnorm42_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus13	ElementWise	resnetv19_stage3_batchnorm42_fwd;resnetv19_stage3_activation12	resnetv19_stage3__plus13	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation13	Relu	resnetv19_stage3__plus13	resnetv19_stage3_activation13	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv43_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv43_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv43_fwd	Conv	resnetv19_stage3_activation13;resnetv19_stage3_conv43_weight;resnetv19_stage3_conv43_bias	resnetv19_stage3_conv43_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm43_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm43_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm43_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm43_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm43_fwd	BatchNorm	resnetv19_stage3_conv43_fwd;resnetv19_stage3_batchnorm43_gamma;resnetv19_stage3_batchnorm43_beta;resnetv19_stage3_batchnorm43_running_mean;resnetv19_stage3_batchnorm43_running_var	resnetv19_stage3_batchnorm43_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu28_fwd	Relu	resnetv19_stage3_batchnorm43_fwd	resnetv19_stage3_relu28_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv44_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv44_fwd	Conv	resnetv19_stage3_relu28_fwd;resnetv19_stage3_conv44_weight	resnetv19_stage3_conv44_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm44_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm44_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm44_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm44_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm44_fwd	BatchNorm	resnetv19_stage3_conv44_fwd;resnetv19_stage3_batchnorm44_gamma;resnetv19_stage3_batchnorm44_beta;resnetv19_stage3_batchnorm44_running_mean;resnetv19_stage3_batchnorm44_running_var	resnetv19_stage3_batchnorm44_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu29_fwd	Relu	resnetv19_stage3_batchnorm44_fwd	resnetv19_stage3_relu29_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv45_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv45_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv45_fwd	Conv	resnetv19_stage3_relu29_fwd;resnetv19_stage3_conv45_weight;resnetv19_stage3_conv45_bias	resnetv19_stage3_conv45_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm45_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm45_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm45_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm45_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm45_fwd	BatchNorm	resnetv19_stage3_conv45_fwd;resnetv19_stage3_batchnorm45_gamma;resnetv19_stage3_batchnorm45_beta;resnetv19_stage3_batchnorm45_running_mean;resnetv19_stage3_batchnorm45_running_var	resnetv19_stage3_batchnorm45_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus14	ElementWise	resnetv19_stage3_batchnorm45_fwd;resnetv19_stage3_activation13	resnetv19_stage3__plus14	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation14	Relu	resnetv19_stage3__plus14	resnetv19_stage3_activation14	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv46_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv46_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv46_fwd	Conv	resnetv19_stage3_activation14;resnetv19_stage3_conv46_weight;resnetv19_stage3_conv46_bias	resnetv19_stage3_conv46_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm46_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm46_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm46_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm46_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm46_fwd	BatchNorm	resnetv19_stage3_conv46_fwd;resnetv19_stage3_batchnorm46_gamma;resnetv19_stage3_batchnorm46_beta;resnetv19_stage3_batchnorm46_running_mean;resnetv19_stage3_batchnorm46_running_var	resnetv19_stage3_batchnorm46_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu30_fwd	Relu	resnetv19_stage3_batchnorm46_fwd	resnetv19_stage3_relu30_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv47_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv47_fwd	Conv	resnetv19_stage3_relu30_fwd;resnetv19_stage3_conv47_weight	resnetv19_stage3_conv47_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm47_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm47_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm47_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm47_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm47_fwd	BatchNorm	resnetv19_stage3_conv47_fwd;resnetv19_stage3_batchnorm47_gamma;resnetv19_stage3_batchnorm47_beta;resnetv19_stage3_batchnorm47_running_mean;resnetv19_stage3_batchnorm47_running_var	resnetv19_stage3_batchnorm47_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu31_fwd	Relu	resnetv19_stage3_batchnorm47_fwd	resnetv19_stage3_relu31_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv48_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv48_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv48_fwd	Conv	resnetv19_stage3_relu31_fwd;resnetv19_stage3_conv48_weight;resnetv19_stage3_conv48_bias	resnetv19_stage3_conv48_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm48_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm48_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm48_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm48_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm48_fwd	BatchNorm	resnetv19_stage3_conv48_fwd;resnetv19_stage3_batchnorm48_gamma;resnetv19_stage3_batchnorm48_beta;resnetv19_stage3_batchnorm48_running_mean;resnetv19_stage3_batchnorm48_running_var	resnetv19_stage3_batchnorm48_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus15	ElementWise	resnetv19_stage3_batchnorm48_fwd;resnetv19_stage3_activation14	resnetv19_stage3__plus15	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation15	Relu	resnetv19_stage3__plus15	resnetv19_stage3_activation15	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv49_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv49_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv49_fwd	Conv	resnetv19_stage3_activation15;resnetv19_stage3_conv49_weight;resnetv19_stage3_conv49_bias	resnetv19_stage3_conv49_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm49_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm49_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm49_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm49_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm49_fwd	BatchNorm	resnetv19_stage3_conv49_fwd;resnetv19_stage3_batchnorm49_gamma;resnetv19_stage3_batchnorm49_beta;resnetv19_stage3_batchnorm49_running_mean;resnetv19_stage3_batchnorm49_running_var	resnetv19_stage3_batchnorm49_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu32_fwd	Relu	resnetv19_stage3_batchnorm49_fwd	resnetv19_stage3_relu32_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv50_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv50_fwd	Conv	resnetv19_stage3_relu32_fwd;resnetv19_stage3_conv50_weight	resnetv19_stage3_conv50_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm50_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm50_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm50_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm50_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm50_fwd	BatchNorm	resnetv19_stage3_conv50_fwd;resnetv19_stage3_batchnorm50_gamma;resnetv19_stage3_batchnorm50_beta;resnetv19_stage3_batchnorm50_running_mean;resnetv19_stage3_batchnorm50_running_var	resnetv19_stage3_batchnorm50_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu33_fwd	Relu	resnetv19_stage3_batchnorm50_fwd	resnetv19_stage3_relu33_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv51_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv51_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv51_fwd	Conv	resnetv19_stage3_relu33_fwd;resnetv19_stage3_conv51_weight;resnetv19_stage3_conv51_bias	resnetv19_stage3_conv51_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm51_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm51_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm51_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm51_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm51_fwd	BatchNorm	resnetv19_stage3_conv51_fwd;resnetv19_stage3_batchnorm51_gamma;resnetv19_stage3_batchnorm51_beta;resnetv19_stage3_batchnorm51_running_mean;resnetv19_stage3_batchnorm51_running_var	resnetv19_stage3_batchnorm51_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus16	ElementWise	resnetv19_stage3_batchnorm51_fwd;resnetv19_stage3_activation15	resnetv19_stage3__plus16	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation16	Relu	resnetv19_stage3__plus16	resnetv19_stage3_activation16	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv52_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv52_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv52_fwd	Conv	resnetv19_stage3_activation16;resnetv19_stage3_conv52_weight;resnetv19_stage3_conv52_bias	resnetv19_stage3_conv52_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm52_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm52_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm52_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm52_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm52_fwd	BatchNorm	resnetv19_stage3_conv52_fwd;resnetv19_stage3_batchnorm52_gamma;resnetv19_stage3_batchnorm52_beta;resnetv19_stage3_batchnorm52_running_mean;resnetv19_stage3_batchnorm52_running_var	resnetv19_stage3_batchnorm52_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu34_fwd	Relu	resnetv19_stage3_batchnorm52_fwd	resnetv19_stage3_relu34_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv53_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv53_fwd	Conv	resnetv19_stage3_relu34_fwd;resnetv19_stage3_conv53_weight	resnetv19_stage3_conv53_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm53_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm53_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm53_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm53_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm53_fwd	BatchNorm	resnetv19_stage3_conv53_fwd;resnetv19_stage3_batchnorm53_gamma;resnetv19_stage3_batchnorm53_beta;resnetv19_stage3_batchnorm53_running_mean;resnetv19_stage3_batchnorm53_running_var	resnetv19_stage3_batchnorm53_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu35_fwd	Relu	resnetv19_stage3_batchnorm53_fwd	resnetv19_stage3_relu35_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv54_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv54_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv54_fwd	Conv	resnetv19_stage3_relu35_fwd;resnetv19_stage3_conv54_weight;resnetv19_stage3_conv54_bias	resnetv19_stage3_conv54_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm54_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm54_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm54_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm54_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm54_fwd	BatchNorm	resnetv19_stage3_conv54_fwd;resnetv19_stage3_batchnorm54_gamma;resnetv19_stage3_batchnorm54_beta;resnetv19_stage3_batchnorm54_running_mean;resnetv19_stage3_batchnorm54_running_var	resnetv19_stage3_batchnorm54_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus17	ElementWise	resnetv19_stage3_batchnorm54_fwd;resnetv19_stage3_activation16	resnetv19_stage3__plus17	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation17	Relu	resnetv19_stage3__plus17	resnetv19_stage3_activation17	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv55_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv55_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv55_fwd	Conv	resnetv19_stage3_activation17;resnetv19_stage3_conv55_weight;resnetv19_stage3_conv55_bias	resnetv19_stage3_conv55_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm55_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm55_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm55_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm55_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm55_fwd	BatchNorm	resnetv19_stage3_conv55_fwd;resnetv19_stage3_batchnorm55_gamma;resnetv19_stage3_batchnorm55_beta;resnetv19_stage3_batchnorm55_running_mean;resnetv19_stage3_batchnorm55_running_var	resnetv19_stage3_batchnorm55_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu36_fwd	Relu	resnetv19_stage3_batchnorm55_fwd	resnetv19_stage3_relu36_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv56_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv56_fwd	Conv	resnetv19_stage3_relu36_fwd;resnetv19_stage3_conv56_weight	resnetv19_stage3_conv56_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm56_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm56_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm56_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm56_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm56_fwd	BatchNorm	resnetv19_stage3_conv56_fwd;resnetv19_stage3_batchnorm56_gamma;resnetv19_stage3_batchnorm56_beta;resnetv19_stage3_batchnorm56_running_mean;resnetv19_stage3_batchnorm56_running_var	resnetv19_stage3_batchnorm56_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu37_fwd	Relu	resnetv19_stage3_batchnorm56_fwd	resnetv19_stage3_relu37_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv57_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv57_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv57_fwd	Conv	resnetv19_stage3_relu37_fwd;resnetv19_stage3_conv57_weight;resnetv19_stage3_conv57_bias	resnetv19_stage3_conv57_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm57_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm57_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm57_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm57_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm57_fwd	BatchNorm	resnetv19_stage3_conv57_fwd;resnetv19_stage3_batchnorm57_gamma;resnetv19_stage3_batchnorm57_beta;resnetv19_stage3_batchnorm57_running_mean;resnetv19_stage3_batchnorm57_running_var	resnetv19_stage3_batchnorm57_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus18	ElementWise	resnetv19_stage3_batchnorm57_fwd;resnetv19_stage3_activation17	resnetv19_stage3__plus18	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation18	Relu	resnetv19_stage3__plus18	resnetv19_stage3_activation18	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv58_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv58_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv58_fwd	Conv	resnetv19_stage3_activation18;resnetv19_stage3_conv58_weight;resnetv19_stage3_conv58_bias	resnetv19_stage3_conv58_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm58_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm58_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm58_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm58_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm58_fwd	BatchNorm	resnetv19_stage3_conv58_fwd;resnetv19_stage3_batchnorm58_gamma;resnetv19_stage3_batchnorm58_beta;resnetv19_stage3_batchnorm58_running_mean;resnetv19_stage3_batchnorm58_running_var	resnetv19_stage3_batchnorm58_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu38_fwd	Relu	resnetv19_stage3_batchnorm58_fwd	resnetv19_stage3_relu38_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv59_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv59_fwd	Conv	resnetv19_stage3_relu38_fwd;resnetv19_stage3_conv59_weight	resnetv19_stage3_conv59_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm59_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm59_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm59_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm59_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm59_fwd	BatchNorm	resnetv19_stage3_conv59_fwd;resnetv19_stage3_batchnorm59_gamma;resnetv19_stage3_batchnorm59_beta;resnetv19_stage3_batchnorm59_running_mean;resnetv19_stage3_batchnorm59_running_var	resnetv19_stage3_batchnorm59_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu39_fwd	Relu	resnetv19_stage3_batchnorm59_fwd	resnetv19_stage3_relu39_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv60_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv60_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv60_fwd	Conv	resnetv19_stage3_relu39_fwd;resnetv19_stage3_conv60_weight;resnetv19_stage3_conv60_bias	resnetv19_stage3_conv60_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm60_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm60_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm60_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm60_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm60_fwd	BatchNorm	resnetv19_stage3_conv60_fwd;resnetv19_stage3_batchnorm60_gamma;resnetv19_stage3_batchnorm60_beta;resnetv19_stage3_batchnorm60_running_mean;resnetv19_stage3_batchnorm60_running_var	resnetv19_stage3_batchnorm60_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus19	ElementWise	resnetv19_stage3_batchnorm60_fwd;resnetv19_stage3_activation18	resnetv19_stage3__plus19	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation19	Relu	resnetv19_stage3__plus19	resnetv19_stage3_activation19	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv61_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv61_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv61_fwd	Conv	resnetv19_stage3_activation19;resnetv19_stage3_conv61_weight;resnetv19_stage3_conv61_bias	resnetv19_stage3_conv61_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm61_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm61_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm61_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm61_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm61_fwd	BatchNorm	resnetv19_stage3_conv61_fwd;resnetv19_stage3_batchnorm61_gamma;resnetv19_stage3_batchnorm61_beta;resnetv19_stage3_batchnorm61_running_mean;resnetv19_stage3_batchnorm61_running_var	resnetv19_stage3_batchnorm61_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu40_fwd	Relu	resnetv19_stage3_batchnorm61_fwd	resnetv19_stage3_relu40_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv62_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv62_fwd	Conv	resnetv19_stage3_relu40_fwd;resnetv19_stage3_conv62_weight	resnetv19_stage3_conv62_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm62_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm62_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm62_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm62_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm62_fwd	BatchNorm	resnetv19_stage3_conv62_fwd;resnetv19_stage3_batchnorm62_gamma;resnetv19_stage3_batchnorm62_beta;resnetv19_stage3_batchnorm62_running_mean;resnetv19_stage3_batchnorm62_running_var	resnetv19_stage3_batchnorm62_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu41_fwd	Relu	resnetv19_stage3_batchnorm62_fwd	resnetv19_stage3_relu41_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv63_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv63_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv63_fwd	Conv	resnetv19_stage3_relu41_fwd;resnetv19_stage3_conv63_weight;resnetv19_stage3_conv63_bias	resnetv19_stage3_conv63_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm63_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm63_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm63_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm63_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm63_fwd	BatchNorm	resnetv19_stage3_conv63_fwd;resnetv19_stage3_batchnorm63_gamma;resnetv19_stage3_batchnorm63_beta;resnetv19_stage3_batchnorm63_running_mean;resnetv19_stage3_batchnorm63_running_var	resnetv19_stage3_batchnorm63_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus20	ElementWise	resnetv19_stage3_batchnorm63_fwd;resnetv19_stage3_activation19	resnetv19_stage3__plus20	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation20	Relu	resnetv19_stage3__plus20	resnetv19_stage3_activation20	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv64_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv64_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv64_fwd	Conv	resnetv19_stage3_activation20;resnetv19_stage3_conv64_weight;resnetv19_stage3_conv64_bias	resnetv19_stage3_conv64_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm64_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm64_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm64_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm64_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm64_fwd	BatchNorm	resnetv19_stage3_conv64_fwd;resnetv19_stage3_batchnorm64_gamma;resnetv19_stage3_batchnorm64_beta;resnetv19_stage3_batchnorm64_running_mean;resnetv19_stage3_batchnorm64_running_var	resnetv19_stage3_batchnorm64_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu42_fwd	Relu	resnetv19_stage3_batchnorm64_fwd	resnetv19_stage3_relu42_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv65_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv65_fwd	Conv	resnetv19_stage3_relu42_fwd;resnetv19_stage3_conv65_weight	resnetv19_stage3_conv65_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm65_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm65_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm65_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm65_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm65_fwd	BatchNorm	resnetv19_stage3_conv65_fwd;resnetv19_stage3_batchnorm65_gamma;resnetv19_stage3_batchnorm65_beta;resnetv19_stage3_batchnorm65_running_mean;resnetv19_stage3_batchnorm65_running_var	resnetv19_stage3_batchnorm65_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu43_fwd	Relu	resnetv19_stage3_batchnorm65_fwd	resnetv19_stage3_relu43_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv66_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv66_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv66_fwd	Conv	resnetv19_stage3_relu43_fwd;resnetv19_stage3_conv66_weight;resnetv19_stage3_conv66_bias	resnetv19_stage3_conv66_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm66_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm66_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm66_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm66_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm66_fwd	BatchNorm	resnetv19_stage3_conv66_fwd;resnetv19_stage3_batchnorm66_gamma;resnetv19_stage3_batchnorm66_beta;resnetv19_stage3_batchnorm66_running_mean;resnetv19_stage3_batchnorm66_running_var	resnetv19_stage3_batchnorm66_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus21	ElementWise	resnetv19_stage3_batchnorm66_fwd;resnetv19_stage3_activation20	resnetv19_stage3__plus21	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation21	Relu	resnetv19_stage3__plus21	resnetv19_stage3_activation21	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv67_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv67_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv67_fwd	Conv	resnetv19_stage3_activation21;resnetv19_stage3_conv67_weight;resnetv19_stage3_conv67_bias	resnetv19_stage3_conv67_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm67_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm67_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm67_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm67_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm67_fwd	BatchNorm	resnetv19_stage3_conv67_fwd;resnetv19_stage3_batchnorm67_gamma;resnetv19_stage3_batchnorm67_beta;resnetv19_stage3_batchnorm67_running_mean;resnetv19_stage3_batchnorm67_running_var	resnetv19_stage3_batchnorm67_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu44_fwd	Relu	resnetv19_stage3_batchnorm67_fwd	resnetv19_stage3_relu44_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv68_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv68_fwd	Conv	resnetv19_stage3_relu44_fwd;resnetv19_stage3_conv68_weight	resnetv19_stage3_conv68_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm68_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm68_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm68_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm68_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm68_fwd	BatchNorm	resnetv19_stage3_conv68_fwd;resnetv19_stage3_batchnorm68_gamma;resnetv19_stage3_batchnorm68_beta;resnetv19_stage3_batchnorm68_running_mean;resnetv19_stage3_batchnorm68_running_var	resnetv19_stage3_batchnorm68_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu45_fwd	Relu	resnetv19_stage3_batchnorm68_fwd	resnetv19_stage3_relu45_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv69_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv69_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv69_fwd	Conv	resnetv19_stage3_relu45_fwd;resnetv19_stage3_conv69_weight;resnetv19_stage3_conv69_bias	resnetv19_stage3_conv69_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm69_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm69_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm69_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm69_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm69_fwd	BatchNorm	resnetv19_stage3_conv69_fwd;resnetv19_stage3_batchnorm69_gamma;resnetv19_stage3_batchnorm69_beta;resnetv19_stage3_batchnorm69_running_mean;resnetv19_stage3_batchnorm69_running_var	resnetv19_stage3_batchnorm69_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus22	ElementWise	resnetv19_stage3_batchnorm69_fwd;resnetv19_stage3_activation21	resnetv19_stage3__plus22	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation22	Relu	resnetv19_stage3__plus22	resnetv19_stage3_activation22	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv70_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv70_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv70_fwd	Conv	resnetv19_stage3_activation22;resnetv19_stage3_conv70_weight;resnetv19_stage3_conv70_bias	resnetv19_stage3_conv70_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm70_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm70_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm70_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm70_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm70_fwd	BatchNorm	resnetv19_stage3_conv70_fwd;resnetv19_stage3_batchnorm70_gamma;resnetv19_stage3_batchnorm70_beta;resnetv19_stage3_batchnorm70_running_mean;resnetv19_stage3_batchnorm70_running_var	resnetv19_stage3_batchnorm70_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu46_fwd	Relu	resnetv19_stage3_batchnorm70_fwd	resnetv19_stage3_relu46_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv71_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv71_fwd	Conv	resnetv19_stage3_relu46_fwd;resnetv19_stage3_conv71_weight	resnetv19_stage3_conv71_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm71_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm71_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm71_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm71_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm71_fwd	BatchNorm	resnetv19_stage3_conv71_fwd;resnetv19_stage3_batchnorm71_gamma;resnetv19_stage3_batchnorm71_beta;resnetv19_stage3_batchnorm71_running_mean;resnetv19_stage3_batchnorm71_running_var	resnetv19_stage3_batchnorm71_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu47_fwd	Relu	resnetv19_stage3_batchnorm71_fwd	resnetv19_stage3_relu47_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv72_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv72_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv72_fwd	Conv	resnetv19_stage3_relu47_fwd;resnetv19_stage3_conv72_weight;resnetv19_stage3_conv72_bias	resnetv19_stage3_conv72_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm72_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm72_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm72_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm72_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm72_fwd	BatchNorm	resnetv19_stage3_conv72_fwd;resnetv19_stage3_batchnorm72_gamma;resnetv19_stage3_batchnorm72_beta;resnetv19_stage3_batchnorm72_running_mean;resnetv19_stage3_batchnorm72_running_var	resnetv19_stage3_batchnorm72_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus23	ElementWise	resnetv19_stage3_batchnorm72_fwd;resnetv19_stage3_activation22	resnetv19_stage3__plus23	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation23	Relu	resnetv19_stage3__plus23	resnetv19_stage3_activation23	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv73_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv73_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv73_fwd	Conv	resnetv19_stage3_activation23;resnetv19_stage3_conv73_weight;resnetv19_stage3_conv73_bias	resnetv19_stage3_conv73_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm73_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm73_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm73_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm73_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm73_fwd	BatchNorm	resnetv19_stage3_conv73_fwd;resnetv19_stage3_batchnorm73_gamma;resnetv19_stage3_batchnorm73_beta;resnetv19_stage3_batchnorm73_running_mean;resnetv19_stage3_batchnorm73_running_var	resnetv19_stage3_batchnorm73_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu48_fwd	Relu	resnetv19_stage3_batchnorm73_fwd	resnetv19_stage3_relu48_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv74_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv74_fwd	Conv	resnetv19_stage3_relu48_fwd;resnetv19_stage3_conv74_weight	resnetv19_stage3_conv74_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm74_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm74_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm74_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm74_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm74_fwd	BatchNorm	resnetv19_stage3_conv74_fwd;resnetv19_stage3_batchnorm74_gamma;resnetv19_stage3_batchnorm74_beta;resnetv19_stage3_batchnorm74_running_mean;resnetv19_stage3_batchnorm74_running_var	resnetv19_stage3_batchnorm74_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu49_fwd	Relu	resnetv19_stage3_batchnorm74_fwd	resnetv19_stage3_relu49_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv75_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv75_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv75_fwd	Conv	resnetv19_stage3_relu49_fwd;resnetv19_stage3_conv75_weight;resnetv19_stage3_conv75_bias	resnetv19_stage3_conv75_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm75_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm75_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm75_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm75_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm75_fwd	BatchNorm	resnetv19_stage3_conv75_fwd;resnetv19_stage3_batchnorm75_gamma;resnetv19_stage3_batchnorm75_beta;resnetv19_stage3_batchnorm75_running_mean;resnetv19_stage3_batchnorm75_running_var	resnetv19_stage3_batchnorm75_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus24	ElementWise	resnetv19_stage3_batchnorm75_fwd;resnetv19_stage3_activation23	resnetv19_stage3__plus24	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation24	Relu	resnetv19_stage3__plus24	resnetv19_stage3_activation24	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv76_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv76_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv76_fwd	Conv	resnetv19_stage3_activation24;resnetv19_stage3_conv76_weight;resnetv19_stage3_conv76_bias	resnetv19_stage3_conv76_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm76_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm76_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm76_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm76_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm76_fwd	BatchNorm	resnetv19_stage3_conv76_fwd;resnetv19_stage3_batchnorm76_gamma;resnetv19_stage3_batchnorm76_beta;resnetv19_stage3_batchnorm76_running_mean;resnetv19_stage3_batchnorm76_running_var	resnetv19_stage3_batchnorm76_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu50_fwd	Relu	resnetv19_stage3_batchnorm76_fwd	resnetv19_stage3_relu50_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv77_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv77_fwd	Conv	resnetv19_stage3_relu50_fwd;resnetv19_stage3_conv77_weight	resnetv19_stage3_conv77_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm77_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm77_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm77_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm77_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm77_fwd	BatchNorm	resnetv19_stage3_conv77_fwd;resnetv19_stage3_batchnorm77_gamma;resnetv19_stage3_batchnorm77_beta;resnetv19_stage3_batchnorm77_running_mean;resnetv19_stage3_batchnorm77_running_var	resnetv19_stage3_batchnorm77_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu51_fwd	Relu	resnetv19_stage3_batchnorm77_fwd	resnetv19_stage3_relu51_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv78_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv78_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv78_fwd	Conv	resnetv19_stage3_relu51_fwd;resnetv19_stage3_conv78_weight;resnetv19_stage3_conv78_bias	resnetv19_stage3_conv78_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm78_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm78_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm78_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm78_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm78_fwd	BatchNorm	resnetv19_stage3_conv78_fwd;resnetv19_stage3_batchnorm78_gamma;resnetv19_stage3_batchnorm78_beta;resnetv19_stage3_batchnorm78_running_mean;resnetv19_stage3_batchnorm78_running_var	resnetv19_stage3_batchnorm78_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus25	ElementWise	resnetv19_stage3_batchnorm78_fwd;resnetv19_stage3_activation24	resnetv19_stage3__plus25	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation25	Relu	resnetv19_stage3__plus25	resnetv19_stage3_activation25	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv79_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv79_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv79_fwd	Conv	resnetv19_stage3_activation25;resnetv19_stage3_conv79_weight;resnetv19_stage3_conv79_bias	resnetv19_stage3_conv79_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm79_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm79_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm79_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm79_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm79_fwd	BatchNorm	resnetv19_stage3_conv79_fwd;resnetv19_stage3_batchnorm79_gamma;resnetv19_stage3_batchnorm79_beta;resnetv19_stage3_batchnorm79_running_mean;resnetv19_stage3_batchnorm79_running_var	resnetv19_stage3_batchnorm79_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu52_fwd	Relu	resnetv19_stage3_batchnorm79_fwd	resnetv19_stage3_relu52_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv80_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv80_fwd	Conv	resnetv19_stage3_relu52_fwd;resnetv19_stage3_conv80_weight	resnetv19_stage3_conv80_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm80_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm80_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm80_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm80_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm80_fwd	BatchNorm	resnetv19_stage3_conv80_fwd;resnetv19_stage3_batchnorm80_gamma;resnetv19_stage3_batchnorm80_beta;resnetv19_stage3_batchnorm80_running_mean;resnetv19_stage3_batchnorm80_running_var	resnetv19_stage3_batchnorm80_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu53_fwd	Relu	resnetv19_stage3_batchnorm80_fwd	resnetv19_stage3_relu53_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv81_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv81_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv81_fwd	Conv	resnetv19_stage3_relu53_fwd;resnetv19_stage3_conv81_weight;resnetv19_stage3_conv81_bias	resnetv19_stage3_conv81_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm81_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm81_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm81_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm81_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm81_fwd	BatchNorm	resnetv19_stage3_conv81_fwd;resnetv19_stage3_batchnorm81_gamma;resnetv19_stage3_batchnorm81_beta;resnetv19_stage3_batchnorm81_running_mean;resnetv19_stage3_batchnorm81_running_var	resnetv19_stage3_batchnorm81_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus26	ElementWise	resnetv19_stage3_batchnorm81_fwd;resnetv19_stage3_activation25	resnetv19_stage3__plus26	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation26	Relu	resnetv19_stage3__plus26	resnetv19_stage3_activation26	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv82_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv82_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv82_fwd	Conv	resnetv19_stage3_activation26;resnetv19_stage3_conv82_weight;resnetv19_stage3_conv82_bias	resnetv19_stage3_conv82_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm82_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm82_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm82_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm82_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm82_fwd	BatchNorm	resnetv19_stage3_conv82_fwd;resnetv19_stage3_batchnorm82_gamma;resnetv19_stage3_batchnorm82_beta;resnetv19_stage3_batchnorm82_running_mean;resnetv19_stage3_batchnorm82_running_var	resnetv19_stage3_batchnorm82_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu54_fwd	Relu	resnetv19_stage3_batchnorm82_fwd	resnetv19_stage3_relu54_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv83_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv83_fwd	Conv	resnetv19_stage3_relu54_fwd;resnetv19_stage3_conv83_weight	resnetv19_stage3_conv83_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm83_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm83_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm83_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm83_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm83_fwd	BatchNorm	resnetv19_stage3_conv83_fwd;resnetv19_stage3_batchnorm83_gamma;resnetv19_stage3_batchnorm83_beta;resnetv19_stage3_batchnorm83_running_mean;resnetv19_stage3_batchnorm83_running_var	resnetv19_stage3_batchnorm83_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu55_fwd	Relu	resnetv19_stage3_batchnorm83_fwd	resnetv19_stage3_relu55_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv84_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv84_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv84_fwd	Conv	resnetv19_stage3_relu55_fwd;resnetv19_stage3_conv84_weight;resnetv19_stage3_conv84_bias	resnetv19_stage3_conv84_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm84_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm84_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm84_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm84_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm84_fwd	BatchNorm	resnetv19_stage3_conv84_fwd;resnetv19_stage3_batchnorm84_gamma;resnetv19_stage3_batchnorm84_beta;resnetv19_stage3_batchnorm84_running_mean;resnetv19_stage3_batchnorm84_running_var	resnetv19_stage3_batchnorm84_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus27	ElementWise	resnetv19_stage3_batchnorm84_fwd;resnetv19_stage3_activation26	resnetv19_stage3__plus27	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation27	Relu	resnetv19_stage3__plus27	resnetv19_stage3_activation27	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv85_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv85_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv85_fwd	Conv	resnetv19_stage3_activation27;resnetv19_stage3_conv85_weight;resnetv19_stage3_conv85_bias	resnetv19_stage3_conv85_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm85_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm85_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm85_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm85_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm85_fwd	BatchNorm	resnetv19_stage3_conv85_fwd;resnetv19_stage3_batchnorm85_gamma;resnetv19_stage3_batchnorm85_beta;resnetv19_stage3_batchnorm85_running_mean;resnetv19_stage3_batchnorm85_running_var	resnetv19_stage3_batchnorm85_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu56_fwd	Relu	resnetv19_stage3_batchnorm85_fwd	resnetv19_stage3_relu56_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv86_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv86_fwd	Conv	resnetv19_stage3_relu56_fwd;resnetv19_stage3_conv86_weight	resnetv19_stage3_conv86_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm86_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm86_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm86_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm86_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm86_fwd	BatchNorm	resnetv19_stage3_conv86_fwd;resnetv19_stage3_batchnorm86_gamma;resnetv19_stage3_batchnorm86_beta;resnetv19_stage3_batchnorm86_running_mean;resnetv19_stage3_batchnorm86_running_var	resnetv19_stage3_batchnorm86_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu57_fwd	Relu	resnetv19_stage3_batchnorm86_fwd	resnetv19_stage3_relu57_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv87_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv87_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv87_fwd	Conv	resnetv19_stage3_relu57_fwd;resnetv19_stage3_conv87_weight;resnetv19_stage3_conv87_bias	resnetv19_stage3_conv87_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm87_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm87_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm87_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm87_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm87_fwd	BatchNorm	resnetv19_stage3_conv87_fwd;resnetv19_stage3_batchnorm87_gamma;resnetv19_stage3_batchnorm87_beta;resnetv19_stage3_batchnorm87_running_mean;resnetv19_stage3_batchnorm87_running_var	resnetv19_stage3_batchnorm87_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus28	ElementWise	resnetv19_stage3_batchnorm87_fwd;resnetv19_stage3_activation27	resnetv19_stage3__plus28	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation28	Relu	resnetv19_stage3__plus28	resnetv19_stage3_activation28	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv88_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv88_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv88_fwd	Conv	resnetv19_stage3_activation28;resnetv19_stage3_conv88_weight;resnetv19_stage3_conv88_bias	resnetv19_stage3_conv88_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm88_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm88_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm88_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm88_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm88_fwd	BatchNorm	resnetv19_stage3_conv88_fwd;resnetv19_stage3_batchnorm88_gamma;resnetv19_stage3_batchnorm88_beta;resnetv19_stage3_batchnorm88_running_mean;resnetv19_stage3_batchnorm88_running_var	resnetv19_stage3_batchnorm88_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu58_fwd	Relu	resnetv19_stage3_batchnorm88_fwd	resnetv19_stage3_relu58_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv89_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv89_fwd	Conv	resnetv19_stage3_relu58_fwd;resnetv19_stage3_conv89_weight	resnetv19_stage3_conv89_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm89_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm89_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm89_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm89_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm89_fwd	BatchNorm	resnetv19_stage3_conv89_fwd;resnetv19_stage3_batchnorm89_gamma;resnetv19_stage3_batchnorm89_beta;resnetv19_stage3_batchnorm89_running_mean;resnetv19_stage3_batchnorm89_running_var	resnetv19_stage3_batchnorm89_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu59_fwd	Relu	resnetv19_stage3_batchnorm89_fwd	resnetv19_stage3_relu59_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv90_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv90_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv90_fwd	Conv	resnetv19_stage3_relu59_fwd;resnetv19_stage3_conv90_weight;resnetv19_stage3_conv90_bias	resnetv19_stage3_conv90_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm90_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm90_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm90_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm90_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm90_fwd	BatchNorm	resnetv19_stage3_conv90_fwd;resnetv19_stage3_batchnorm90_gamma;resnetv19_stage3_batchnorm90_beta;resnetv19_stage3_batchnorm90_running_mean;resnetv19_stage3_batchnorm90_running_var	resnetv19_stage3_batchnorm90_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus29	ElementWise	resnetv19_stage3_batchnorm90_fwd;resnetv19_stage3_activation28	resnetv19_stage3__plus29	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation29	Relu	resnetv19_stage3__plus29	resnetv19_stage3_activation29	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv91_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv91_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv91_fwd	Conv	resnetv19_stage3_activation29;resnetv19_stage3_conv91_weight;resnetv19_stage3_conv91_bias	resnetv19_stage3_conv91_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm91_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm91_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm91_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm91_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm91_fwd	BatchNorm	resnetv19_stage3_conv91_fwd;resnetv19_stage3_batchnorm91_gamma;resnetv19_stage3_batchnorm91_beta;resnetv19_stage3_batchnorm91_running_mean;resnetv19_stage3_batchnorm91_running_var	resnetv19_stage3_batchnorm91_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu60_fwd	Relu	resnetv19_stage3_batchnorm91_fwd	resnetv19_stage3_relu60_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv92_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv92_fwd	Conv	resnetv19_stage3_relu60_fwd;resnetv19_stage3_conv92_weight	resnetv19_stage3_conv92_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm92_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm92_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm92_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm92_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm92_fwd	BatchNorm	resnetv19_stage3_conv92_fwd;resnetv19_stage3_batchnorm92_gamma;resnetv19_stage3_batchnorm92_beta;resnetv19_stage3_batchnorm92_running_mean;resnetv19_stage3_batchnorm92_running_var	resnetv19_stage3_batchnorm92_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu61_fwd	Relu	resnetv19_stage3_batchnorm92_fwd	resnetv19_stage3_relu61_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv93_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv93_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv93_fwd	Conv	resnetv19_stage3_relu61_fwd;resnetv19_stage3_conv93_weight;resnetv19_stage3_conv93_bias	resnetv19_stage3_conv93_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm93_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm93_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm93_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm93_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm93_fwd	BatchNorm	resnetv19_stage3_conv93_fwd;resnetv19_stage3_batchnorm93_gamma;resnetv19_stage3_batchnorm93_beta;resnetv19_stage3_batchnorm93_running_mean;resnetv19_stage3_batchnorm93_running_var	resnetv19_stage3_batchnorm93_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus30	ElementWise	resnetv19_stage3_batchnorm93_fwd;resnetv19_stage3_activation29	resnetv19_stage3__plus30	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation30	Relu	resnetv19_stage3__plus30	resnetv19_stage3_activation30	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv94_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv94_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv94_fwd	Conv	resnetv19_stage3_activation30;resnetv19_stage3_conv94_weight;resnetv19_stage3_conv94_bias	resnetv19_stage3_conv94_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm94_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm94_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm94_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm94_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm94_fwd	BatchNorm	resnetv19_stage3_conv94_fwd;resnetv19_stage3_batchnorm94_gamma;resnetv19_stage3_batchnorm94_beta;resnetv19_stage3_batchnorm94_running_mean;resnetv19_stage3_batchnorm94_running_var	resnetv19_stage3_batchnorm94_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu62_fwd	Relu	resnetv19_stage3_batchnorm94_fwd	resnetv19_stage3_relu62_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv95_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv95_fwd	Conv	resnetv19_stage3_relu62_fwd;resnetv19_stage3_conv95_weight	resnetv19_stage3_conv95_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm95_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm95_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm95_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm95_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm95_fwd	BatchNorm	resnetv19_stage3_conv95_fwd;resnetv19_stage3_batchnorm95_gamma;resnetv19_stage3_batchnorm95_beta;resnetv19_stage3_batchnorm95_running_mean;resnetv19_stage3_batchnorm95_running_var	resnetv19_stage3_batchnorm95_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu63_fwd	Relu	resnetv19_stage3_batchnorm95_fwd	resnetv19_stage3_relu63_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv96_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv96_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv96_fwd	Conv	resnetv19_stage3_relu63_fwd;resnetv19_stage3_conv96_weight;resnetv19_stage3_conv96_bias	resnetv19_stage3_conv96_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm96_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm96_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm96_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm96_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm96_fwd	BatchNorm	resnetv19_stage3_conv96_fwd;resnetv19_stage3_batchnorm96_gamma;resnetv19_stage3_batchnorm96_beta;resnetv19_stage3_batchnorm96_running_mean;resnetv19_stage3_batchnorm96_running_var	resnetv19_stage3_batchnorm96_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus31	ElementWise	resnetv19_stage3_batchnorm96_fwd;resnetv19_stage3_activation30	resnetv19_stage3__plus31	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation31	Relu	resnetv19_stage3__plus31	resnetv19_stage3_activation31	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv97_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv97_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv97_fwd	Conv	resnetv19_stage3_activation31;resnetv19_stage3_conv97_weight;resnetv19_stage3_conv97_bias	resnetv19_stage3_conv97_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm97_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm97_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm97_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm97_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm97_fwd	BatchNorm	resnetv19_stage3_conv97_fwd;resnetv19_stage3_batchnorm97_gamma;resnetv19_stage3_batchnorm97_beta;resnetv19_stage3_batchnorm97_running_mean;resnetv19_stage3_batchnorm97_running_var	resnetv19_stage3_batchnorm97_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu64_fwd	Relu	resnetv19_stage3_batchnorm97_fwd	resnetv19_stage3_relu64_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv98_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv98_fwd	Conv	resnetv19_stage3_relu64_fwd;resnetv19_stage3_conv98_weight	resnetv19_stage3_conv98_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm98_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm98_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm98_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm98_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm98_fwd	BatchNorm	resnetv19_stage3_conv98_fwd;resnetv19_stage3_batchnorm98_gamma;resnetv19_stage3_batchnorm98_beta;resnetv19_stage3_batchnorm98_running_mean;resnetv19_stage3_batchnorm98_running_var	resnetv19_stage3_batchnorm98_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu65_fwd	Relu	resnetv19_stage3_batchnorm98_fwd	resnetv19_stage3_relu65_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv99_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv99_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv99_fwd	Conv	resnetv19_stage3_relu65_fwd;resnetv19_stage3_conv99_weight;resnetv19_stage3_conv99_bias	resnetv19_stage3_conv99_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm99_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm99_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm99_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm99_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm99_fwd	BatchNorm	resnetv19_stage3_conv99_fwd;resnetv19_stage3_batchnorm99_gamma;resnetv19_stage3_batchnorm99_beta;resnetv19_stage3_batchnorm99_running_mean;resnetv19_stage3_batchnorm99_running_var	resnetv19_stage3_batchnorm99_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus32	ElementWise	resnetv19_stage3_batchnorm99_fwd;resnetv19_stage3_activation31	resnetv19_stage3__plus32	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation32	Relu	resnetv19_stage3__plus32	resnetv19_stage3_activation32	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv100_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv100_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv100_fwd	Conv	resnetv19_stage3_activation32;resnetv19_stage3_conv100_weight;resnetv19_stage3_conv100_bias	resnetv19_stage3_conv100_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm100_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm100_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm100_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm100_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm100_fwd	BatchNorm	resnetv19_stage3_conv100_fwd;resnetv19_stage3_batchnorm100_gamma;resnetv19_stage3_batchnorm100_beta;resnetv19_stage3_batchnorm100_running_mean;resnetv19_stage3_batchnorm100_running_var	resnetv19_stage3_batchnorm100_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu66_fwd	Relu	resnetv19_stage3_batchnorm100_fwd	resnetv19_stage3_relu66_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv101_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv101_fwd	Conv	resnetv19_stage3_relu66_fwd;resnetv19_stage3_conv101_weight	resnetv19_stage3_conv101_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm101_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm101_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm101_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm101_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm101_fwd	BatchNorm	resnetv19_stage3_conv101_fwd;resnetv19_stage3_batchnorm101_gamma;resnetv19_stage3_batchnorm101_beta;resnetv19_stage3_batchnorm101_running_mean;resnetv19_stage3_batchnorm101_running_var	resnetv19_stage3_batchnorm101_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu67_fwd	Relu	resnetv19_stage3_batchnorm101_fwd	resnetv19_stage3_relu67_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv102_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv102_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv102_fwd	Conv	resnetv19_stage3_relu67_fwd;resnetv19_stage3_conv102_weight;resnetv19_stage3_conv102_bias	resnetv19_stage3_conv102_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm102_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm102_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm102_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm102_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm102_fwd	BatchNorm	resnetv19_stage3_conv102_fwd;resnetv19_stage3_batchnorm102_gamma;resnetv19_stage3_batchnorm102_beta;resnetv19_stage3_batchnorm102_running_mean;resnetv19_stage3_batchnorm102_running_var	resnetv19_stage3_batchnorm102_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus33	ElementWise	resnetv19_stage3_batchnorm102_fwd;resnetv19_stage3_activation32	resnetv19_stage3__plus33	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation33	Relu	resnetv19_stage3__plus33	resnetv19_stage3_activation33	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv103_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv103_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv103_fwd	Conv	resnetv19_stage3_activation33;resnetv19_stage3_conv103_weight;resnetv19_stage3_conv103_bias	resnetv19_stage3_conv103_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm103_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm103_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm103_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm103_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm103_fwd	BatchNorm	resnetv19_stage3_conv103_fwd;resnetv19_stage3_batchnorm103_gamma;resnetv19_stage3_batchnorm103_beta;resnetv19_stage3_batchnorm103_running_mean;resnetv19_stage3_batchnorm103_running_var	resnetv19_stage3_batchnorm103_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu68_fwd	Relu	resnetv19_stage3_batchnorm103_fwd	resnetv19_stage3_relu68_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv104_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv104_fwd	Conv	resnetv19_stage3_relu68_fwd;resnetv19_stage3_conv104_weight	resnetv19_stage3_conv104_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm104_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm104_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm104_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm104_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm104_fwd	BatchNorm	resnetv19_stage3_conv104_fwd;resnetv19_stage3_batchnorm104_gamma;resnetv19_stage3_batchnorm104_beta;resnetv19_stage3_batchnorm104_running_mean;resnetv19_stage3_batchnorm104_running_var	resnetv19_stage3_batchnorm104_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu69_fwd	Relu	resnetv19_stage3_batchnorm104_fwd	resnetv19_stage3_relu69_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv105_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv105_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv105_fwd	Conv	resnetv19_stage3_relu69_fwd;resnetv19_stage3_conv105_weight;resnetv19_stage3_conv105_bias	resnetv19_stage3_conv105_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm105_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm105_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm105_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm105_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm105_fwd	BatchNorm	resnetv19_stage3_conv105_fwd;resnetv19_stage3_batchnorm105_gamma;resnetv19_stage3_batchnorm105_beta;resnetv19_stage3_batchnorm105_running_mean;resnetv19_stage3_batchnorm105_running_var	resnetv19_stage3_batchnorm105_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus34	ElementWise	resnetv19_stage3_batchnorm105_fwd;resnetv19_stage3_activation33	resnetv19_stage3__plus34	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation34	Relu	resnetv19_stage3__plus34	resnetv19_stage3_activation34	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_conv106_weight	ConstantInput			[[256,1024,1,1]]	[[256,1024,1,1]]
resnetv19_stage3_conv106_bias	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_conv106_fwd	Conv	resnetv19_stage3_activation34;resnetv19_stage3_conv106_weight;resnetv19_stage3_conv106_bias	resnetv19_stage3_conv106_fwd	[[1,1024,14,14],[256,1024,1,1],[256]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm106_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm106_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm106_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm106_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm106_fwd	BatchNorm	resnetv19_stage3_conv106_fwd;resnetv19_stage3_batchnorm106_gamma;resnetv19_stage3_batchnorm106_beta;resnetv19_stage3_batchnorm106_running_mean;resnetv19_stage3_batchnorm106_running_var	resnetv19_stage3_batchnorm106_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu70_fwd	Relu	resnetv19_stage3_batchnorm106_fwd	resnetv19_stage3_relu70_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv107_weight	ConstantInput			[[256,256,3,3]]	[[256,256,3,3]]
resnetv19_stage3_conv107_fwd	Conv	resnetv19_stage3_relu70_fwd;resnetv19_stage3_conv107_weight	resnetv19_stage3_conv107_fwd	[[1,256,14,14],[256,256,3,3]]	[[1,256,14,14]]
resnetv19_stage3_batchnorm107_gamma	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm107_beta	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm107_running_mean	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm107_running_var	ConstantInput			[[256]]	[[256]]
resnetv19_stage3_batchnorm107_fwd	BatchNorm	resnetv19_stage3_conv107_fwd;resnetv19_stage3_batchnorm107_gamma;resnetv19_stage3_batchnorm107_beta;resnetv19_stage3_batchnorm107_running_mean;resnetv19_stage3_batchnorm107_running_var	resnetv19_stage3_batchnorm107_fwd	[[1,256,14,14],[256],[256],[256],[256]]	[[1,256,14,14],[256],[256],[256],[256]]
resnetv19_stage3_relu71_fwd	Relu	resnetv19_stage3_batchnorm107_fwd	resnetv19_stage3_relu71_fwd	[[1,256,14,14]]	[[1,256,14,14]]
resnetv19_stage3_conv108_weight	ConstantInput			[[1024,256,1,1]]	[[1024,256,1,1]]
resnetv19_stage3_conv108_bias	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_conv108_fwd	Conv	resnetv19_stage3_relu71_fwd;resnetv19_stage3_conv108_weight;resnetv19_stage3_conv108_bias	resnetv19_stage3_conv108_fwd	[[1,256,14,14],[1024,256,1,1],[1024]]	[[1,1024,14,14]]
resnetv19_stage3_batchnorm108_gamma	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm108_beta	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm108_running_mean	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm108_running_var	ConstantInput			[[1024]]	[[1024]]
resnetv19_stage3_batchnorm108_fwd	BatchNorm	resnetv19_stage3_conv108_fwd;resnetv19_stage3_batchnorm108_gamma;resnetv19_stage3_batchnorm108_beta;resnetv19_stage3_batchnorm108_running_mean;resnetv19_stage3_batchnorm108_running_var	resnetv19_stage3_batchnorm108_fwd	[[1,1024,14,14],[1024],[1024],[1024],[1024]]	[[1,1024,14,14],[1024],[1024],[1024],[1024]]
resnetv19_stage3__plus35	ElementWise	resnetv19_stage3_batchnorm108_fwd;resnetv19_stage3_activation34	resnetv19_stage3__plus35	[[1,1024,14,14],[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage3_activation35	Relu	resnetv19_stage3__plus35	resnetv19_stage3_activation35	[[1,1024,14,14]]	[[1,1024,14,14]]
resnetv19_stage4_conv0_weight	ConstantInput			[[512,1024,1,1]]	[[512,1024,1,1]]
resnetv19_stage4_conv0_bias	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_conv0_fwd	Conv	resnetv19_stage3_activation35;resnetv19_stage4_conv0_weight;resnetv19_stage4_conv0_bias	resnetv19_stage4_conv0_fwd	[[1,1024,14,14],[512,1024,1,1],[512]]	[[1,512,7,7]]
resnetv19_stage4_batchnorm0_gamma	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm0_beta	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm0_running_mean	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm0_running_var	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm0_fwd	BatchNorm	resnetv19_stage4_conv0_fwd;resnetv19_stage4_batchnorm0_gamma;resnetv19_stage4_batchnorm0_beta;resnetv19_stage4_batchnorm0_running_mean;resnetv19_stage4_batchnorm0_running_var	resnetv19_stage4_batchnorm0_fwd	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
resnetv19_stage4_relu0_fwd	Relu	resnetv19_stage4_batchnorm0_fwd	resnetv19_stage4_relu0_fwd	[[1,512,7,7]]	[[1,512,7,7]]
resnetv19_stage4_conv1_weight	ConstantInput			[[512,512,3,3]]	[[512,512,3,3]]
resnetv19_stage4_conv1_fwd	Conv	resnetv19_stage4_relu0_fwd;resnetv19_stage4_conv1_weight	resnetv19_stage4_conv1_fwd	[[1,512,7,7],[512,512,3,3]]	[[1,512,7,7]]
resnetv19_stage4_batchnorm1_gamma	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm1_beta	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm1_running_mean	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm1_running_var	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm1_fwd	BatchNorm	resnetv19_stage4_conv1_fwd;resnetv19_stage4_batchnorm1_gamma;resnetv19_stage4_batchnorm1_beta;resnetv19_stage4_batchnorm1_running_mean;resnetv19_stage4_batchnorm1_running_var	resnetv19_stage4_batchnorm1_fwd	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
resnetv19_stage4_relu1_fwd	Relu	resnetv19_stage4_batchnorm1_fwd	resnetv19_stage4_relu1_fwd	[[1,512,7,7]]	[[1,512,7,7]]
resnetv19_stage4_conv2_weight	ConstantInput			[[2048,512,1,1]]	[[2048,512,1,1]]
resnetv19_stage4_conv2_bias	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_conv2_fwd	Conv	resnetv19_stage4_relu1_fwd;resnetv19_stage4_conv2_weight;resnetv19_stage4_conv2_bias	resnetv19_stage4_conv2_fwd	[[1,512,7,7],[2048,512,1,1],[2048]]	[[1,2048,7,7]]
resnetv19_stage4_batchnorm2_gamma	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_batchnorm2_beta	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_batchnorm2_running_mean	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_batchnorm2_running_var	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_batchnorm2_fwd	BatchNorm	resnetv19_stage4_conv2_fwd;resnetv19_stage4_batchnorm2_gamma;resnetv19_stage4_batchnorm2_beta;resnetv19_stage4_batchnorm2_running_mean;resnetv19_stage4_batchnorm2_running_var	resnetv19_stage4_batchnorm2_fwd	[[1,2048,7,7],[2048],[2048],[2048],[2048]]	[[1,2048,7,7],[2048],[2048],[2048],[2048]]
resnetv19_stage4_conv3_weight	ConstantInput			[[2048,1024,1,1]]	[[2048,1024,1,1]]
resnetv19_stage4_conv3_fwd	Conv	resnetv19_stage3_activation35;resnetv19_stage4_conv3_weight	resnetv19_stage4_conv3_fwd	[[1,1024,14,14],[2048,1024,1,1]]	[[1,2048,7,7]]
resnetv19_stage4_batchnorm3_gamma	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_batchnorm3_beta	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_batchnorm3_running_mean	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_batchnorm3_running_var	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_batchnorm3_fwd	BatchNorm	resnetv19_stage4_conv3_fwd;resnetv19_stage4_batchnorm3_gamma;resnetv19_stage4_batchnorm3_beta;resnetv19_stage4_batchnorm3_running_mean;resnetv19_stage4_batchnorm3_running_var	resnetv19_stage4_batchnorm3_fwd	[[1,2048,7,7],[2048],[2048],[2048],[2048]]	[[1,2048,7,7],[2048],[2048],[2048],[2048]]
resnetv19_stage4__plus0	ElementWise	resnetv19_stage4_batchnorm2_fwd;resnetv19_stage4_batchnorm3_fwd	resnetv19_stage4__plus0	[[1,2048,7,7],[1,2048,7,7]]	[[1,2048,7,7]]
resnetv19_stage4_activation0	Relu	resnetv19_stage4__plus0	resnetv19_stage4_activation0	[[1,2048,7,7]]	[[1,2048,7,7]]
resnetv19_stage4_conv4_weight	ConstantInput			[[512,2048,1,1]]	[[512,2048,1,1]]
resnetv19_stage4_conv4_bias	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_conv4_fwd	Conv	resnetv19_stage4_activation0;resnetv19_stage4_conv4_weight;resnetv19_stage4_conv4_bias	resnetv19_stage4_conv4_fwd	[[1,2048,7,7],[512,2048,1,1],[512]]	[[1,512,7,7]]
resnetv19_stage4_batchnorm4_gamma	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm4_beta	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm4_running_mean	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm4_running_var	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm4_fwd	BatchNorm	resnetv19_stage4_conv4_fwd;resnetv19_stage4_batchnorm4_gamma;resnetv19_stage4_batchnorm4_beta;resnetv19_stage4_batchnorm4_running_mean;resnetv19_stage4_batchnorm4_running_var	resnetv19_stage4_batchnorm4_fwd	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
resnetv19_stage4_relu2_fwd	Relu	resnetv19_stage4_batchnorm4_fwd	resnetv19_stage4_relu2_fwd	[[1,512,7,7]]	[[1,512,7,7]]
resnetv19_stage4_conv5_weight	ConstantInput			[[512,512,3,3]]	[[512,512,3,3]]
resnetv19_stage4_conv5_fwd	Conv	resnetv19_stage4_relu2_fwd;resnetv19_stage4_conv5_weight	resnetv19_stage4_conv5_fwd	[[1,512,7,7],[512,512,3,3]]	[[1,512,7,7]]
resnetv19_stage4_batchnorm5_gamma	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm5_beta	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm5_running_mean	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm5_running_var	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm5_fwd	BatchNorm	resnetv19_stage4_conv5_fwd;resnetv19_stage4_batchnorm5_gamma;resnetv19_stage4_batchnorm5_beta;resnetv19_stage4_batchnorm5_running_mean;resnetv19_stage4_batchnorm5_running_var	resnetv19_stage4_batchnorm5_fwd	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
resnetv19_stage4_relu3_fwd	Relu	resnetv19_stage4_batchnorm5_fwd	resnetv19_stage4_relu3_fwd	[[1,512,7,7]]	[[1,512,7,7]]
resnetv19_stage4_conv6_weight	ConstantInput			[[2048,512,1,1]]	[[2048,512,1,1]]
resnetv19_stage4_conv6_bias	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_conv6_fwd	Conv	resnetv19_stage4_relu3_fwd;resnetv19_stage4_conv6_weight;resnetv19_stage4_conv6_bias	resnetv19_stage4_conv6_fwd	[[1,512,7,7],[2048,512,1,1],[2048]]	[[1,2048,7,7]]
resnetv19_stage4_batchnorm6_gamma	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_batchnorm6_beta	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_batchnorm6_running_mean	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_batchnorm6_running_var	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_batchnorm6_fwd	BatchNorm	resnetv19_stage4_conv6_fwd;resnetv19_stage4_batchnorm6_gamma;resnetv19_stage4_batchnorm6_beta;resnetv19_stage4_batchnorm6_running_mean;resnetv19_stage4_batchnorm6_running_var	resnetv19_stage4_batchnorm6_fwd	[[1,2048,7,7],[2048],[2048],[2048],[2048]]	[[1,2048,7,7],[2048],[2048],[2048],[2048]]
resnetv19_stage4__plus1	ElementWise	resnetv19_stage4_batchnorm6_fwd;resnetv19_stage4_activation0	resnetv19_stage4__plus1	[[1,2048,7,7],[1,2048,7,7]]	[[1,2048,7,7]]
resnetv19_stage4_activation1	Relu	resnetv19_stage4__plus1	resnetv19_stage4_activation1	[[1,2048,7,7]]	[[1,2048,7,7]]
resnetv19_stage4_conv7_weight	ConstantInput			[[512,2048,1,1]]	[[512,2048,1,1]]
resnetv19_stage4_conv7_bias	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_conv7_fwd	Conv	resnetv19_stage4_activation1;resnetv19_stage4_conv7_weight;resnetv19_stage4_conv7_bias	resnetv19_stage4_conv7_fwd	[[1,2048,7,7],[512,2048,1,1],[512]]	[[1,512,7,7]]
resnetv19_stage4_batchnorm7_gamma	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm7_beta	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm7_running_mean	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm7_running_var	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm7_fwd	BatchNorm	resnetv19_stage4_conv7_fwd;resnetv19_stage4_batchnorm7_gamma;resnetv19_stage4_batchnorm7_beta;resnetv19_stage4_batchnorm7_running_mean;resnetv19_stage4_batchnorm7_running_var	resnetv19_stage4_batchnorm7_fwd	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
resnetv19_stage4_relu4_fwd	Relu	resnetv19_stage4_batchnorm7_fwd	resnetv19_stage4_relu4_fwd	[[1,512,7,7]]	[[1,512,7,7]]
resnetv19_stage4_conv8_weight	ConstantInput			[[512,512,3,3]]	[[512,512,3,3]]
resnetv19_stage4_conv8_fwd	Conv	resnetv19_stage4_relu4_fwd;resnetv19_stage4_conv8_weight	resnetv19_stage4_conv8_fwd	[[1,512,7,7],[512,512,3,3]]	[[1,512,7,7]]
resnetv19_stage4_batchnorm8_gamma	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm8_beta	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm8_running_mean	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm8_running_var	ConstantInput			[[512]]	[[512]]
resnetv19_stage4_batchnorm8_fwd	BatchNorm	resnetv19_stage4_conv8_fwd;resnetv19_stage4_batchnorm8_gamma;resnetv19_stage4_batchnorm8_beta;resnetv19_stage4_batchnorm8_running_mean;resnetv19_stage4_batchnorm8_running_var	resnetv19_stage4_batchnorm8_fwd	[[1,512,7,7],[512],[512],[512],[512]]	[[1,512,7,7],[512],[512],[512],[512]]
resnetv19_stage4_relu5_fwd	Relu	resnetv19_stage4_batchnorm8_fwd	resnetv19_stage4_relu5_fwd	[[1,512,7,7]]	[[1,512,7,7]]
resnetv19_stage4_conv9_weight	ConstantInput			[[2048,512,1,1]]	[[2048,512,1,1]]
resnetv19_stage4_conv9_bias	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_conv9_fwd	Conv	resnetv19_stage4_relu5_fwd;resnetv19_stage4_conv9_weight;resnetv19_stage4_conv9_bias	resnetv19_stage4_conv9_fwd	[[1,512,7,7],[2048,512,1,1],[2048]]	[[1,2048,7,7]]
resnetv19_stage4_batchnorm9_gamma	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_batchnorm9_beta	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_batchnorm9_running_mean	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_batchnorm9_running_var	ConstantInput			[[2048]]	[[2048]]
resnetv19_stage4_batchnorm9_fwd	BatchNorm	resnetv19_stage4_conv9_fwd;resnetv19_stage4_batchnorm9_gamma;resnetv19_stage4_batchnorm9_beta;resnetv19_stage4_batchnorm9_running_mean;resnetv19_stage4_batchnorm9_running_var	resnetv19_stage4_batchnorm9_fwd	[[1,2048,7,7],[2048],[2048],[2048],[2048]]	[[1,2048,7,7],[2048],[2048],[2048],[2048]]
resnetv19_stage4__plus2	ElementWise	resnetv19_stage4_batchnorm9_fwd;resnetv19_stage4_activation1	resnetv19_stage4__plus2	[[1,2048,7,7],[1,2048,7,7]]	[[1,2048,7,7]]
resnetv19_stage4_activation2	Relu	resnetv19_stage4__plus2	resnetv19_stage4_activation2	[[1,2048,7,7]]	[[1,2048,7,7]]
resnetv19_pool1_fwd	GlobalPooling	resnetv19_stage4_activation2	resnetv19_pool1_fwd	[[1,2048,7,7]]	[[1,2048,1,1]]
flatten_1391	Flatten	resnetv19_pool1_fwd	flatten_1391	[[1,2048,1,1]]	[[1,2048,1,1]]
resnetv19_dense0_weight	ConstantInput			[[1000,2048]]	[[1000,2048]]
resnetv19_dense0_bias	ConstantInput			[[1000]]	[[1000]]
resnetv19_dense0_fwd	Gemm	flatten_1391;resnetv19_dense0_weight;resnetv19_dense0_bias	resnetv19_dense0_fwd	[[1,2048,1,1],[1000,2048],[1000]]	[[1,1000]]

Per Layer Timing

We evaluate the ResNet152-v1 across all systems and we show the results below.

Click to See Tesla K80 Information ↕

Tesla K80

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla M60 Information ↕

Tesla M60

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See GRID K520 Information ↕

GRID K520

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See TITAN Xp Information ↕

TITAN Xp

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See TITAN V Information ↕

TITAN V

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla V100-SXM2-16GB Information ↕

Tesla V100-SXM2-16GB

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Quadro RTX 6000 Information ↕

Quadro RTX 6000

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32

Click to See Tesla T4 Information ↕

Tesla T4

We run the model for different batch sizes.

Batch Size 2

Batch Size 4

Batch Size 8

Batch Size 16

Batch Size 32