From 430f6f91e01d0c768496d403e0824264d31f449f Mon Sep 17 00:00:00 2001 From: gauthiier Date: Thu, 10 Feb 2022 13:52:48 +0100 Subject: [PATCH] revert demo --- tokenise+train.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tokenise+train.py b/tokenise+train.py index dff775b..5cfa4c9 100644 --- a/tokenise+train.py +++ b/tokenise+train.py @@ -48,7 +48,7 @@ def train(filepath: str, ouputdir: Path, blocksize: int, vocabsize: int, num_ste # data = TokenDataset(dat, tokenizer_file=tok, block_size=blocksize, from_cache=True) - ai.train(filepath, output_dir=str(ouputdir), line_by_line=False, from_cache=False, learning_rate=1e-3, batch_size=256, num_steps=num_steps, generate_every=1000, save_every=1000, num_workers=4) + ai.train(filepath, output_dir=str(ouputdir), line_by_line=False, from_cache=False, learning_rate=1e-3, batch_size=128, num_steps=num_steps, generate_every=1000, save_every=1000, num_workers=4) return "Done!"