diff --git a/models/nlp/language_model/bert_large_squad/igie/ci/prepare.sh b/models/nlp/language_model/bert_large_squad/igie/ci/prepare.sh index 13d88f0235a3d50be446ded38c54d1fdc64147e1..f0b1ac0f136b553eb02061714fbe774475b6ecdf 100644 --- a/models/nlp/language_model/bert_large_squad/igie/ci/prepare.sh +++ b/models/nlp/language_model/bert_large_squad/igie/ci/prepare.sh @@ -22,7 +22,7 @@ pip3 install -r requirements.txt python3 export.py --output bert-large-uncased-squad-v1.onnx # Do QAT for INT8 test, will take a long time -cd Int8QAT -bash run_qat.sh +# cd Int8QAT +# bash run_qat.sh -python3 export_hdf5.py --model quant_bert_large/pytorch_model.bin --model_name large \ No newline at end of file +# python3 export_hdf5.py --model quant_bert_large/pytorch_model.bin --model_name large \ No newline at end of file diff --git a/tests/run_igie.py b/tests/run_igie.py index 7023414bc2246cac21081b514c68f53cd21c0bcc..db4548d9b018d024db4fc57b5fc9db6275d5dc73 100644 --- a/tests/run_igie.py +++ b/tests/run_igie.py @@ -374,7 +374,7 @@ def run_nlp_testcase(model): d_url = model["download_url"] checkpoint_n = d_url.split("/")[-1] dataset_n = model["datasets"].split("/")[-1] - target_dirs = {"bert_base_squad": "csarron/bert-base-uncased-squad-v1", "bert_base_ner":"test"} + target_dirs = {"bert_base_squad": "csarron/bert-base-uncased-squad-v1", "bert_base_ner":"test", "bert_large_squad": "neuralmagic/bert-large-uncased-finetuned-squadv1"} target_dir = target_dirs[model_name] dirname = os.path.dirname(target_dir) mkdir_script = f"mkdir -p {dirname}" if dirname else "" @@ -388,6 +388,10 @@ def run_nlp_testcase(model): bash ci/prepare.sh """ + # prepare int8 model for bert_large_squad + if model_name == "bert_large_squad": + prepare_script += "ln -s /mnt/deepspark/data/checkpoints/bert_large_int8.hdf5 ./\n" + # add pip list info when in debug mode if utils.is_debug(): pip_list_script = "pip list | grep -E 'numpy|transformer|igie|mmcv|onnx'\n"