From 97bae0b66bf389d520de70a192ed026c427740a7 Mon Sep 17 00:00:00 2001 From: gauthiier Date: Thu, 10 Feb 2022 14:41:35 +0100 Subject: [PATCH] revert demo --- tokenise+train.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tokenise+train.py b/tokenise+train.py index 35b227f..2d5ddfe 100644 --- a/tokenise+train.py +++ b/tokenise+train.py @@ -15,7 +15,7 @@ def suffix(bs: int, ns: int, vs: int) -> str: def train(filepath: str, ouputdir: Path, blocksize: int, vocabsize: int, num_steps: int, gpu: bool = False) -> str: # from aitextgen.TokenDataset import TokenDataset - # from transformers import GPT2Config + from transformers import GPT2Config from aitextgen.utils import build_gpt2_config from aitextgen import aitextgen