mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
[Benchmark] cleanup huggingface models (#164815)
Prune models from TorchInductor dashboard to reduce ci cost. This PR prunes for hugging face models according to the [doc](https://docs.google.com/document/d/1nLPNNAU-_M9Clx9FMrJ1ycdPxe-xRA54olPnsFzdpoU/edit?tab=t.0), which reduces from 46 to 27 models. Pull Request resolved: https://github.com/pytorch/pytorch/pull/164815 Approved by: https://github.com/anijain2305, https://github.com/seemethere, https://github.com/huydhn, https://github.com/malfet
This commit is contained in:
Boyuan Feng
committed by
PyTorch MergeBot
PyTorch MergeBot
parent
608792153f
commit
f76fdcaaf8
@ -886,7 +886,7 @@ test_inductor_torchbench_smoketest_perf() {
|
||||
done
|
||||
|
||||
# Perform some "warm-start" runs for a few huggingface models.
|
||||
for test in AlbertForQuestionAnswering AllenaiLongformerBase DistilBertForMaskedLM DistillGPT2 GoogleFnet YituTechConvBert; do
|
||||
for test in AllenaiLongformerBase DistilBertForMaskedLM DistillGPT2 GoogleFnet YituTechConvBert; do
|
||||
python benchmarks/dynamo/huggingface.py --accuracy --training --amp --inductor --device cuda --warm-start-latency \
|
||||
--only $test --output "$TEST_REPORTS_DIR/inductor_warm_start_smoketest_$test.csv"
|
||||
python benchmarks/dynamo/check_accuracy.py \
|
||||
|
||||
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,4
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,2
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,4
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,9
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,eager_fail_to_run,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,5
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,eager_1st_run_OOM,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,7
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,4
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,6
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,6
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,4
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,3
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,3
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,8
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,7
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
|
||||
|
@ -6,58 +6,26 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,0
|
||||
|
||||
|
||||
@ -66,10 +34,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -82,10 +46,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -94,10 +54,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -106,18 +62,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -126,26 +74,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,58 +6,26 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,0
|
||||
|
||||
|
||||
@ -66,10 +34,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -82,10 +46,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -94,10 +54,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -106,18 +62,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -126,26 +74,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,4
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,2
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,4
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,2
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,4
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,2
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,4
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,2
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,4
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,9
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,eager_fail_to_run,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,5
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,eager_1st_run_OOM,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,7
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,4
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,6
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,6
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,4
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,3
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,3
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,8
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,7
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,4
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,2
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,4
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,2
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,4
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,2
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,4
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,9
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,eager_fail_to_run,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,5
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,eager_1st_run_OOM,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,7
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,4
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,6
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,6
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,4
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,3
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,3
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,8
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,7
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,4
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,2
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,4
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,9
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,eager_fail_to_run,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,5
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,eager_1st_run_OOM,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,7
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,4
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,6
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,6
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,4
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,3
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,3
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,8
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,7
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,4
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,2
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,4
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,9
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,eager_fail_to_run,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,5
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,eager_1st_run_OOM,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,7
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,4
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,6
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,6
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,4
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,3
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,3
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,8
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,7
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,4
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,2
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,4
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,9
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,5
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,4
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,7
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,4
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,6
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,6
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,4
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,3
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,3
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,8
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,7
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
|
||||
|
@ -6,58 +6,26 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,0
|
||||
|
||||
|
||||
@ -66,10 +34,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -82,10 +46,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -94,10 +54,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -106,18 +62,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -126,26 +74,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,4
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,2
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,4
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,9
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,5
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,4
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,7
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,4
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,6
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,6
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,4
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,3
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,3
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,8
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,7
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,4
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,2
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,4
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,9
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,5
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,4
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,7
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,4
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,6
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,6
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,4
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,3
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,3
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,8
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,7
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,4
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,2
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,4
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,9
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,5
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,4
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,7
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,4
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,6
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,6
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,4
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,3
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,3
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,8
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,7
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,4
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,2
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,0
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,0
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,0
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,0
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,0
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,0
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,0
|
||||
|
||||
|
||||
|
||||
|
@ -6,10 +6,6 @@ AlbertForMaskedLM,pass,4
|
||||
|
||||
|
||||
|
||||
AlbertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
AllenaiLongformerBase,pass,9
|
||||
|
||||
|
||||
@ -18,50 +14,22 @@ BartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
BertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
BertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
BlenderbotForCausalLM,eager_fail_to_run,0
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
BlenderbotSmallForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
CamemBert,pass,5
|
||||
|
||||
|
||||
|
||||
DebertaV2ForMaskedLM,pass_due_to_skip,0
|
||||
|
||||
|
||||
|
||||
DebertaV2ForQuestionAnswering,eager_1st_run_OOM,0
|
||||
|
||||
|
||||
|
||||
DistilBertForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
DistilBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
DistillGPT2,pass,7
|
||||
|
||||
|
||||
@ -70,10 +38,6 @@ ElectraForCausalLM,pass,4
|
||||
|
||||
|
||||
|
||||
ElectraForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
GPT2ForSequenceClassification,pass,6
|
||||
|
||||
|
||||
@ -86,10 +50,6 @@ LayoutLMForMaskedLM,pass,5
|
||||
|
||||
|
||||
|
||||
LayoutLMForSequenceClassification,pass,6
|
||||
|
||||
|
||||
|
||||
M2M100ForConditionalGeneration,pass,4
|
||||
|
||||
|
||||
@ -98,10 +58,6 @@ MBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
MBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
MT5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
@ -110,18 +66,10 @@ MegatronBertForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
MegatronBertForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
MobileBertForMaskedLM,pass,3
|
||||
|
||||
|
||||
|
||||
MobileBertForQuestionAnswering,pass,3
|
||||
|
||||
|
||||
|
||||
OPTForCausalLM,pass,8
|
||||
|
||||
|
||||
@ -130,26 +78,14 @@ PLBartForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PLBartForConditionalGeneration,pass,8
|
||||
|
||||
|
||||
|
||||
PegasusForCausalLM,pass,6
|
||||
|
||||
|
||||
|
||||
PegasusForConditionalGeneration,pass,7
|
||||
|
||||
|
||||
|
||||
RobertaForCausalLM,pass,5
|
||||
|
||||
|
||||
|
||||
RobertaForQuestionAnswering,pass,5
|
||||
|
||||
|
||||
|
||||
T5ForConditionalGeneration,pass,5
|
||||
|
||||
|
||||
|
||||
|
@ -123,8 +123,6 @@ CI_SKIP_OPTIMIZER = {
|
||||
# HF
|
||||
"pnasnet5large", # Stack issue in fx
|
||||
"MobileBertForMaskedLM", # Stack issue in fx
|
||||
"MobileBertForQuestionAnswering", # Stack issue in fx
|
||||
"PegasusForConditionalGeneration", # OOM
|
||||
}
|
||||
|
||||
try:
|
||||
@ -192,17 +190,11 @@ BENCHMARK_USE_SGD = {
|
||||
# HF
|
||||
"AlbertForMaskedLM",
|
||||
"BartForCausalLM",
|
||||
"BartForConditionalGeneration",
|
||||
"BlenderbotSmallForCausalLM",
|
||||
"BlenderbotSmallForConditionalGeneration",
|
||||
"DebertaV2ForQuestionAnswering", # eager OOM
|
||||
"ElectraForCausalLM",
|
||||
"M2M100ForConditionalGeneration",
|
||||
"MBartForCausalLM",
|
||||
"MBartForConditionalGeneration",
|
||||
"OPTForCausalLM",
|
||||
"PLBartForCausalLM",
|
||||
"PLBartForConditionalGeneration",
|
||||
"PegasusForCausalLM",
|
||||
"TrOCRForCausalLM",
|
||||
"XGLMForCausalLM",
|
||||
@ -3789,7 +3781,6 @@ def run(runner, args, original_dir=None):
|
||||
torch.use_deterministic_algorithms(True, warn_only=True)
|
||||
os.environ["CUBLAS_WORKSPACE_CONFIG"] = ":4096:8"
|
||||
if args.only is not None and args.only in {
|
||||
"DebertaForQuestionAnswering",
|
||||
"nvidia_deeprecommender",
|
||||
"crossvit_9_240",
|
||||
}:
|
||||
|
||||
@ -59,7 +59,6 @@ imports = [
|
||||
"BigBirdConfig",
|
||||
"BlenderbotForConditionalGeneration",
|
||||
"BlenderbotModel",
|
||||
"BlenderbotSmallForConditionalGeneration",
|
||||
"BlenderbotSmallModel",
|
||||
"CLIPModel",
|
||||
"CLIPVisionModel",
|
||||
@ -73,7 +72,6 @@ imports = [
|
||||
"MarianForCausalLM",
|
||||
"MarianModel",
|
||||
"MarianMTModel",
|
||||
"PegasusForConditionalGeneration",
|
||||
"PegasusModel",
|
||||
"ReformerConfig",
|
||||
"ViTForImageClassification",
|
||||
@ -167,7 +165,7 @@ def get_sequence_length(model_cls, model_name):
|
||||
"Bert",
|
||||
"Roberta",
|
||||
)
|
||||
) or model_name in ("DistillGPT2", "GoogleFnet", "YituTechConvBert", "CamemBert"):
|
||||
) or model_name in ("DistillGPT2", "GoogleFnet", "YituTechConvBert"):
|
||||
seq_length = 512
|
||||
elif model_name in ("TrOCRForCausalLM"):
|
||||
seq_length = 256
|
||||
@ -222,9 +220,7 @@ def generate_inputs_for_model(
|
||||
BlenderbotModel,
|
||||
BlenderbotSmallModel,
|
||||
BlenderbotForConditionalGeneration,
|
||||
BlenderbotSmallForConditionalGeneration,
|
||||
PegasusModel,
|
||||
PegasusForConditionalGeneration,
|
||||
MarianModel,
|
||||
MarianMTModel,
|
||||
]:
|
||||
@ -333,10 +329,6 @@ EXTRA_MODELS = {
|
||||
AutoConfig.from_pretrained("YituTech/conv-bert-base"),
|
||||
AutoModelForMaskedLM,
|
||||
),
|
||||
"CamemBert": (
|
||||
AutoConfig.from_pretrained("camembert-base"),
|
||||
AutoModelForMaskedLM,
|
||||
),
|
||||
}
|
||||
|
||||
|
||||
@ -375,8 +367,6 @@ class HuggingfaceRunner(BenchmarkRunner):
|
||||
|
||||
def use_larger_multiplier_for_smaller_tensor(self, name):
|
||||
return name in [
|
||||
"ElectraForQuestionAnswering",
|
||||
"MegatronBertForQuestionAnswering",
|
||||
"GPT2ForSequenceClassification",
|
||||
]
|
||||
|
||||
|
||||
@ -31,24 +31,15 @@ batch_size:
|
||||
# TODO - Fails even after fake tensors
|
||||
divisors:
|
||||
AlbertForMaskedLM: 2
|
||||
AlbertForQuestionAnswering: 2
|
||||
AllenaiLongformerBase: 2
|
||||
BartForCausalLM: 2
|
||||
BartForConditionalGeneration: 2
|
||||
BertForMaskedLM: 2
|
||||
BertForQuestionAnswering: 2
|
||||
BlenderbotForCausalLM: 8
|
||||
# BlenderbotForConditionalGeneration : 16
|
||||
BlenderbotSmallForCausalLM: 4
|
||||
BlenderbotSmallForConditionalGeneration: 2
|
||||
CamemBert: 2
|
||||
DebertaV2ForMaskedLM: 4
|
||||
DebertaV2ForQuestionAnswering: 8
|
||||
DistilBertForMaskedLM: 2
|
||||
DistilBertForQuestionAnswering: 2
|
||||
DistillGPT2: 2
|
||||
ElectraForCausalLM: 2
|
||||
ElectraForQuestionAnswering: 2
|
||||
GPT2ForSequenceClassification: 2
|
||||
# GPTJForCausalLM : 2
|
||||
# GPTJForQuestionAnswering : 2
|
||||
@ -56,22 +47,15 @@ batch_size:
|
||||
# GPTNeoForSequenceClassification : 2
|
||||
GoogleFnet: 2
|
||||
LayoutLMForMaskedLM: 2
|
||||
LayoutLMForSequenceClassification: 2
|
||||
M2M100ForConditionalGeneration: 4
|
||||
MBartForCausalLM: 2
|
||||
MBartForConditionalGeneration: 2
|
||||
MT5ForConditionalGeneration: 2
|
||||
MegatronBertForCausalLM: 4
|
||||
MegatronBertForQuestionAnswering: 2
|
||||
MobileBertForMaskedLM: 2
|
||||
MobileBertForQuestionAnswering: 2
|
||||
OPTForCausalLM: 2
|
||||
PLBartForCausalLM: 2
|
||||
PLBartForConditionalGeneration: 2
|
||||
PegasusForCausalLM: 4
|
||||
PegasusForConditionalGeneration: 2
|
||||
RobertaForCausalLM: 2
|
||||
RobertaForQuestionAnswering: 2
|
||||
T5ForConditionalGeneration: 2
|
||||
T5Small: 2
|
||||
TrOCRForCausalLM: 2
|
||||
@ -90,20 +74,13 @@ batch_size:
|
||||
tolerance:
|
||||
higher_training:
|
||||
- MT5ForConditionalGeneration
|
||||
# AlbertForQuestionAnswering fails in CI GCP A100 but error does not seem
|
||||
# harmful.
|
||||
- AlbertForQuestionAnswering
|
||||
|
||||
higher_max_autotune_training:
|
||||
# DebertaForQuestionAnswering needs higher tolerance in Max-Autotune mode
|
||||
- DebertaForQuestionAnswering
|
||||
higher_max_autotune_training: []
|
||||
|
||||
higher_inference:
|
||||
- GPT2ForSequenceClassification
|
||||
- RobertaForQuestionAnswering
|
||||
|
||||
higher_inference_cpu:
|
||||
- LayoutLMForSequenceClassification
|
||||
- GPT2ForSequenceClassification
|
||||
|
||||
cosine: []
|
||||
|
||||
@ -1,22 +1,13 @@
|
||||
AlbertForMaskedLM,8
|
||||
AlbertForQuestionAnswering,8
|
||||
AllenaiLongformerBase,8
|
||||
BartForCausalLM,8
|
||||
BartForConditionalGeneration,4
|
||||
BertForMaskedLM,32
|
||||
BertForQuestionAnswering,32
|
||||
BlenderbotForCausalLM,32
|
||||
BlenderbotForConditionalGeneration,16
|
||||
BlenderbotSmallForCausalLM,256
|
||||
BlenderbotSmallForConditionalGeneration,128
|
||||
CamemBert,32
|
||||
DebertaV2ForMaskedLM,8
|
||||
DebertaV2ForQuestionAnswering,8
|
||||
DistilBertForMaskedLM,256
|
||||
DistilBertForQuestionAnswering,512
|
||||
DistillGPT2,32
|
||||
ElectraForCausalLM,64
|
||||
ElectraForQuestionAnswering,128
|
||||
GPT2ForSequenceClassification,8
|
||||
GPTJForCausalLM,1
|
||||
GPTJForQuestionAnswering,1
|
||||
@ -24,22 +15,15 @@ GPTNeoForCausalLM,32
|
||||
GPTNeoForSequenceClassification,32
|
||||
GoogleFnet,32
|
||||
LayoutLMForMaskedLM,32
|
||||
LayoutLMForSequenceClassification,32
|
||||
M2M100ForConditionalGeneration,64
|
||||
MBartForCausalLM,8
|
||||
MBartForConditionalGeneration,4
|
||||
MT5ForConditionalGeneration,32
|
||||
MegatronBertForCausalLM,16
|
||||
MegatronBertForQuestionAnswering,16
|
||||
MobileBertForMaskedLM,256
|
||||
MobileBertForQuestionAnswering,256
|
||||
OPTForCausalLM,4
|
||||
PLBartForCausalLM,16
|
||||
PLBartForConditionalGeneration,8
|
||||
PegasusForCausalLM,128
|
||||
PegasusForConditionalGeneration,64
|
||||
RobertaForCausalLM,32
|
||||
RobertaForQuestionAnswering,32
|
||||
T5ForConditionalGeneration,8
|
||||
T5Small,8
|
||||
TrOCRForCausalLM,64
|
||||
|
||||
@ -1,41 +1,25 @@
|
||||
AlbertForMaskedLM,4
|
||||
AlbertForQuestionAnswering,4
|
||||
AllenaiLongformerBase,4
|
||||
BartForCausalLM,4
|
||||
BartForConditionalGeneration,2
|
||||
BertForMaskedLM,16
|
||||
BertForQuestionAnswering,16
|
||||
BigBird,32
|
||||
BlenderbotForCausalLM,32
|
||||
BlenderbotSmallForCausalLM,64
|
||||
BlenderbotSmallForConditionalGeneration,64
|
||||
CamemBert,16
|
||||
DebertaV2ForMaskedLM,16
|
||||
DebertaV2ForQuestionAnswering,2
|
||||
DistilBertForMaskedLM,128
|
||||
DistilBertForQuestionAnswering,256
|
||||
DistillGPT2,16
|
||||
ElectraForCausalLM,8
|
||||
ElectraForQuestionAnswering,8
|
||||
GoogleFnet,16
|
||||
GPT2ForSequenceClassification,4
|
||||
LayoutLMForMaskedLM,16
|
||||
LayoutLMForSequenceClassification,16
|
||||
M2M100ForConditionalGeneration,16
|
||||
MBartForCausalLM,4
|
||||
MBartForConditionalGeneration,2
|
||||
MegatronBertForCausalLM,4
|
||||
MegatronBertForQuestionAnswering,8
|
||||
MobileBertForMaskedLM,64
|
||||
MobileBertForQuestionAnswering,64
|
||||
MT5ForConditionalGeneration,16
|
||||
OPTForCausalLM,2
|
||||
PegasusForCausalLM,32
|
||||
PegasusForConditionalGeneration,32
|
||||
PLBartForCausalLM,8
|
||||
PLBartForConditionalGeneration,4
|
||||
RobertaForCausalLM,16
|
||||
RobertaForQuestionAnswering,16
|
||||
T5ForConditionalGeneration,4
|
||||
T5Small,1
|
||||
TrOCRForCausalLM,32
|
||||
|
||||
Reference in New Issue
Block a user