From 0323f1a00e0e314b9b32e7d5be58ffa4037f4b91 Mon Sep 17 00:00:00 2001 From: gauthiier Date: Wed, 9 Feb 2022 18:24:48 +0100 Subject: [PATCH] tok... --- tokenise+train.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tokenise+train.py b/tokenise+train.py index 3dc3cc5..7d8f950 100644 --- a/tokenise+train.py +++ b/tokenise+train.py @@ -19,7 +19,7 @@ def train(ouputdir: Path, blocksize: int, vocabsize: int, num_steps: int, gpu: b from aitextgen import aitextgen exts = ['.json', '.gz'] - files = [x for x in ouputdir.glob('*') if x.suffix in exts] + files = [x for x in ouputdir.glob('*') if x.suffix in exts and x != "config.json"] if len(files) == 2: if files[0].suffix == '.json': tok = str(files[0])