gauthiier/NATURESPEAK-ML-UTTER
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fixed rerun

Browse Source
This commit is contained in:
gauthiier 2022-02-10 08:56:33 +01:00
parent aff1c17d2e
commit b8d6a33bf8
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
tokenise+train.py
View File

@ -20,7 +20,10 @@ def train(ouputdir: Path, blocksize: int, vocabsize: int, num_steps: int, gpu: b
from aitextgen import aitextgen from aitextgen import aitextgen
exts = ['.json', '.gz'] exts = ['.json', '.gz']
files = [x for x in ouputdir.glob('*') if x.suffix in exts and x != "config.json"] files = [x for x in ouputdir.glob('*') if x.suffix in exts and x.name != "config.json"]
print(files)
if len(files) == 2: if len(files) == 2:
if files[0].suffix == '.json': if files[0].suffix == '.json':
tok = str(files[0]) tok = str(files[0])