Skip to content

Commit

Permalink
Update model_factory.py
Browse files Browse the repository at this point in the history
  • Loading branch information
msaroufim authored Jul 22, 2023
1 parent 9fbceda commit abc1ed3
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion torchbenchmark/util/framework/huggingface/model_factory.py
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@
# see https://huggingface.co/bert-large-cased
'hf_Bert_large': (512, 512, 'BertConfig(hidden_size=1024, num_hidden_layers=24, num_attention_heads=16)', 'AutoModelForMaskedLM'),
# default num_hidden_layers=32 but that OOMs, feel free to change this config to something more real
'llama_v2' : (512,512, 'LlamaConfig(num_hidden_layers=16)', 'AutoModelForCausalLM'),
'llama_v2' : (512,512, 'LlamaConfig()', 'AutoModelForCausalLM'),
}

cpu_input_slice = {
Expand Down

0 comments on commit abc1ed3

Please sign in to comment.