Update bot.py to use gpt-large

This commit is contained in:
Anthony Wang 2022-07-17 10:48:11 -05:00
parent e61a793dd6
commit 7720c1c161
Signed by: a
GPG key ID: BC96B00AEC5F2D76

4
bot.py
View file

@ -18,8 +18,8 @@ parser.add_argument('-m', '--model', default='model',
args = parser.parse_args()
tokenizer = AutoTokenizer.from_pretrained('gpt2-medium')
model = AutoModelForCausalLM.from_pretrained(args.model, low_cpu_mem_usage=True).to('cuda')
tokenizer = AutoTokenizer.from_pretrained('gpt2-large')
model = AutoModelForCausalLM.from_pretrained(args.model).to('cuda')
if args.input is None: