# Copyright 2020 Huawei Technologies Co., Ltd
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ============================================================================
"""
network config setting, will be used in train.py
"""

from easydict import EasyDict as edict

alexnet_cifar10_cfg = edict({
    'num_classes': 10,
    'learning_rate': 0.002,
    'momentum': 0.9,
    'epoch_size': 30,
    'batch_size': 32,
    'buffer_size': 1000,
    'image_height': 227,
    'image_width': 227,
    'save_checkpoint_steps': 1562,
    'keep_checkpoint_max': 10,
})

alexnet_imagenet_cfg = edict({
    'num_classes': 1000,
    'learning_rate': 0.13,
    'momentum': 0.9,
    'epoch_size': 150,
    'batch_size': 256,
    'buffer_size': None, # invalid parameter
    'image_height': 224,
    'image_width': 224,
    'save_checkpoint_steps': 625,
    'keep_checkpoint_max': 10,

    # opt
    'weight_decay': 0.0001,
    'loss_scale': 1024,

    # lr
    'is_dynamic_loss_scale': 0,
    'label_smooth': 1,
    'label_smooth_factor': 0.1,
    'lr_scheduler': 'cosine_annealing',
    'warmup_epochs': 5,
    'lr_epochs': [30, 60, 90, 120],
    'lr_gamma': 0.1,
    'T_max': 150,
    'eta_min': 0.0,
})