{
    "output_dir": "/tmp/perceiver-io/",
    "remove_unused_columns": false,

    "logging_strategy": "epoch",
    "save_strategy": "epoch",

    "pod_type": "pod16",
    "per_device_train_batch_size": 1,
    "gradient_accumulation_steps": 51,
    "ipu_config_name": "configs/pipelined_ipu_config.json",

    "dataset_name": "imagenet-1k",
    "dataset_path": "/localdata/datasets/imagenet_object_localization_patched2019.tar.gz",
    "dataloader_drop_last": true,
    "dataloader_num_workers": 64,
    "dataloader_mode": "async_rebatched",
    "mixup_alpha": 0.2,
    "cutmix_alpha": 1,
    "num_labels": 1000,

    "model_name": "deepmind/vision-perceiver-conv",

    "constant_cosine": true,
    "learning_rate": 5e-4,
    "num_train_epochs": 110,
    "warmup_ratio": 0.5,

    "lamb": true,
    "adam_epsilon": 1e-6
}