From c9e05456a585caa1367b3877922409e470ab7562 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=9B=B9=E9=AA=8F=E6=B5=A9?= Date: Tue, 29 Mar 2022 08:28:07 +0000 Subject: [PATCH 1/2] update PyTorch/contrib/nlp/tinybert/main.py. --- PyTorch/contrib/nlp/tinybert/main.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/PyTorch/contrib/nlp/tinybert/main.py b/PyTorch/contrib/nlp/tinybert/main.py index 9b2fd59499..47b855ffe4 100644 --- a/PyTorch/contrib/nlp/tinybert/main.py +++ b/PyTorch/contrib/nlp/tinybert/main.py @@ -306,7 +306,7 @@ def result_to_file(result, args, step, rank, delta_time, epoch, ngpus_per_node): file_name = args.fps_acc_dir + '/train_performance_' + str(ngpus_per_node) + 'p_2.txt' else: file_name = args.fps_acc_dir + '/train_full_' + str(ngpus_per_node) + 'p_2.txt' - with open(file_name, "a") as writer: + with open(file_name, "w+") as writer: writer.write(content) else: basic = "[NPU:" + str(rank) + "] " @@ -318,7 +318,7 @@ def result_to_file(result, args, step, rank, delta_time, epoch, ngpus_per_node): file_name = args.fps_acc_dir + '/train_performance_' + str(ngpus_per_node) + 'p_1.txt' else: file_name = args.fps_acc_dir + '/train_full_' + str(ngpus_per_node) + 'p_1.txt' - with open(file_name, "a") as writer: + with open(file_name, "w+") as writer: writer.write(content) @@ -691,9 +691,9 @@ def main_worker(npu, args, ngpus_per_node): for step, batch in enumerate(tqdm(train_dataloader, desc="Iteration", ascii=True)): if args.performance: - if (step + 1) == 1000: + if (step + 1) == 1100: logger.info("End performance testing. Ready to exit.") - sys.exit() + break if rank == 0: start_time = time.time() batch = tuple(t.to(loc, non_blocking=False) for t in batch) -- Gitee From 2284a86343d494f282e5a0399ab10fd5eb9f62a4 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E6=9B=B9=E9=AA=8F=E6=B5=A9?= Date: Tue, 29 Mar 2022 08:29:51 +0000 Subject: [PATCH 2/2] update PyTorch/contrib/nlp/tinybert/test/train_performance_8p_1.sh. --- PyTorch/contrib/nlp/tinybert/test/train_performance_8p_1.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/PyTorch/contrib/nlp/tinybert/test/train_performance_8p_1.sh b/PyTorch/contrib/nlp/tinybert/test/train_performance_8p_1.sh index 261955b53b..384f41e912 100644 --- a/PyTorch/contrib/nlp/tinybert/test/train_performance_8p_1.sh +++ b/PyTorch/contrib/nlp/tinybert/test/train_performance_8p_1.sh @@ -16,10 +16,10 @@ python3.7 ./main.py --teacher_model ./bert_base_uncased_ft_sst \ --student_model ./general_tinybert \ --data_dir ./glue_dir/SST-2 \ --task_name SST-2 \ - --output_dir ./tmp_tinybert_dir \ + --output_dir ./tmp_tinybert_performance \ --max_seq_length 64 \ --train_batch_size 32 \ - --num_train_epochs 10 \ + --num_train_epochs 1 \ --aug_train \ --do_lower_case \ --device 'npu' \ -- Gitee