{
    "output_dir": "/tmp/perceiver-io/",
    "remove_unused_columns": false,

    "constant_cosine": true,
    "num_train_epochs": 110,
    "warmup_ratio": 0.5,
    "logging_strategy": "epoch",
    "save_strategy": "epoch",

    "pod_type": "pod16",
    "gradient_accumulation_steps": 2,
    "per_device_train_batch_size": 12,
    "ipu_config_name": "configs/ipu_config.json",

    "dataset_name": "cifar10",
    "dataloader_drop_last": true,
    "dataloader_num_workers": 64,
    "dataloader_mode": "async_rebatched",
    "mixup_alpha": 0.2,
    "cutmix_alpha": 1,
    "num_labels": 10,
    "model_name": "deepmind/vision-perceiver-conv",
    "num_blocks": 2,
    "d_latents": 256,
    "num_latents": 128,
    "num_self_attention_heads": 4,
    "num_cross_attention_heads": 1,
    "num_self_attends_per_block": 2,

    "lamb": true,
    "adam_epsilon": 1e-6
}