gauthiier/NATURESPEAK-ML-UTTER
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

tok...

Browse Source
This commit is contained in:
gauthiier 2022-02-09 18:24:48 +01:00
parent a6b8255a65
commit 0323f1a00e
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tokenise+train.py
View File

@ -19,7 +19,7 @@ def train(ouputdir: Path, blocksize: int, vocabsize: int, num_steps: int, gpu: b
from aitextgen import aitextgen
exts = ['.json', '.gz']
files = [x for x in ouputdir.glob('*') if x.suffix in exts]
files = [x for x in ouputdir.glob('*') if x.suffix in exts and x != "config.json"]
if len(files) == 2:
if files[0].suffix == '.json':
tok = str(files[0])