Browse Source

fix momentum of batchnorm in quantization

pull/15322/head
chenzhuo 4 years ago
parent
commit
20fc2ca240
4 changed files with 6 additions and 6 deletions
  1. +3
    -3
      mindspore/compression/quant/qat.py
  2. +1
    -1
      mindspore/nn/layer/quant.py
  3. +1
    -1
      model_zoo/official/cv/yolov3_darknet53_quant/src/darknet.py
  4. +1
    -1
      model_zoo/official/cv/yolov3_darknet53_quant/src/yolo.py

+ 3
- 3
mindspore/compression/quant/qat.py View File

@@ -316,7 +316,7 @@ class QuantizationAwareTraining(Quantizer):
dilation=conv_inner.dilation,
group=conv_inner.group,
eps=bn_inner.eps,
momentum=bn_inner.momentum,
momentum=1 - bn_inner.momentum,
has_bias=conv_inner.has_bias,
bias_init=conv_inner.bias_init,
quant_config=self.quant_config,
@@ -332,7 +332,7 @@ class QuantizationAwareTraining(Quantizer):
dilation=conv_inner.dilation,
group=conv_inner.group,
eps=bn_inner.eps,
momentum=bn_inner.momentum,
momentum=1 - bn_inner.momentum,
has_bias=conv_inner.has_bias,
bias_init=conv_inner.bias_init,
freeze_bn=self.freeze_bn,
@@ -358,7 +358,7 @@ class QuantizationAwareTraining(Quantizer):
dilation=conv_inner.dilation,
group=conv_inner.group,
eps=bn_inner.eps,
momentum=bn_inner.momentum,
momentum=1 - bn_inner.momentum,
has_bias=conv_inner.has_bias,
bias_init=conv_inner.bias_init,
quant_config=self.quant_config,


+ 1
- 1
mindspore/nn/layer/quant.py View File

@@ -496,7 +496,7 @@ class Conv2dBnFoldQuantOneConv(Cell):
self.dilation = twice(dilation)
self.group = group
self.eps = eps
self.momentum = momentum
self.momentum = 1 - momentum
self.has_bias = has_bias
self.fake = fake
self.quant_config = quant_config


+ 1
- 1
model_zoo/official/cv/yolov3_darknet53_quant/src/darknet.py View File

@@ -32,7 +32,7 @@ def conv_block(in_channels,
padding=padding,
dilation=dilation,
has_bn=True,
momentum=0.1,
momentum=0.9,
activation='relu')


+ 1
- 1
model_zoo/official/cv/yolov3_darknet53_quant/src/yolo.py View File

@@ -36,7 +36,7 @@ def _conv_bn_relu(in_channel,
padding=0,
dilation=1,
alpha=0.1,
momentum=0.9,
momentum=0.1,
eps=1e-5,
pad_mode="same"):
"""Get a conv2d batchnorm and relu layer"""


Loading…
Cancel
Save