28a29 > import transformers 31,33d31 < from utils_qa import postprocess_qa_predictions < < import transformers 42d39 < TrainingArguments, 48a46,50 > from utils_qa import postprocess_qa_predictions > > from optimum.graphcore import IPUConfig > from optimum.graphcore import IPUTrainingArguments as TrainingArguments > from optimum.graphcore.utils import check_min_version as gc_check_min_version 53a56,58 > # Will error if the minimal version of Optimum Graphcore is not installed. Remove at your own risks. > gc_check_min_version("0.6.0.dev0") > 252,256d256 < # Log on each process the small summary: < logger.warning( < f"Process rank: {training_args.local_rank}, device: {training_args.device}, n_gpu: {training_args.n_gpu}" < + f"distributed training: {bool(training_args.local_rank != -1)}, 16-bits training: {training_args.fp16}" < ) 326a327,333 > ipu_config = IPUConfig.from_pretrained( > training_args.ipu_config_name if training_args.ipu_config_name else model_args.model_name_or_path, > cache_dir=model_args.cache_dir, > revision=model_args.model_revision, > use_auth_token=True if model_args.use_auth_token else None, > ) > 608a616 > ipu_config=ipu_config,