program: run_sweep.py
name: LARS_random_sweep
project: tf2-classification
method: random
metric:
  name: epoch_to_target
  goal: minimize
parameters:
  l2:
    distribution: uniform
    min: 1e-7
    max: 1e-4
  init_lr:
    distribution: uniform
    min: 1e-4
    max: 1e-2
  end_lr_ratio:
    distribution: uniform
    min: 1e-7
    max: 1e-5
  warmup_epochs:
    distribution: int_uniform
    min: 0
    max: 10
  bn_momentum:
    distribution: uniform
    min: 0.7
    max: 0.99
  label_smoothing:
    distribution: uniform
    min: 0.02
    max: 0.2
  opt_momentum:
    distribution: uniform
    min: 0.7
    max: 0.99
  # LARS specific options
  lars_weight_decay:
    distribution: uniform
    min: 1e-7
    max: 1e-4
  lars_eeta:
    distribution: uniform
    min: 1e-4
    max: 1e-2
  # constants
  config:
    value: resnet50_mlperf_pod16_lars
  num_epochs:
    value: 40
