From 9e25b346c8b82b2f6d8fc1c92e1e27a6121bae48 Mon Sep 17 00:00:00 2001 From: array-in-a-matrix Date: Mon, 6 Feb 2023 13:54:53 -0500 Subject: [PATCH] train longer --- train.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/train.py b/train.py index d4cbadb..9c094ef 100644 --- a/train.py +++ b/train.py @@ -16,5 +16,5 @@ config = GPT2ConfigCPU() ai = aitextgen(tokenizer_file=tokenizer_file, config=config) data = TokenDataset( file_name, tokenizer_file=tokenizer_file, block_size=64) -ai.train(data, batch_size=8, num_steps=50000, - generate_every=5000, save_every=5000) \ No newline at end of file +ai.train(data, batch_size=16, num_steps=1000000, + generate_every=10000, save_every=5000)