array-in-a-matrix/text-gen-bot
1
0
Fork 0
Code Issues 2 Pull requests Projects Releases Wiki Activity

train longer

Browse source
This commit is contained in:
array-in-a-matrix 2023-02-06 13:54:53 -05:00
parent c235e51fca
commit 9e25b346c8
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
train.py
View file

@ -16,5 +16,5 @@ config = GPT2ConfigCPU()
ai = aitextgen(tokenizer_file=tokenizer_file, config=config)
data = TokenDataset(
file_name, tokenizer_file=tokenizer_file, block_size=64)
ai.train(data, batch_size=8, num_steps=50000,
generate_every=5000, save_every=5000)
ai.train(data, batch_size=16, num_steps=1000000,
generate_every=10000, save_every=5000)