revert demo

This commit is contained in:
gauthiier 2022-02-10 14:41:35 +01:00
parent b797b949af
commit 97bae0b66b

View File

@ -15,7 +15,7 @@ def suffix(bs: int, ns: int, vs: int) -> str:
def train(filepath: str, ouputdir: Path, blocksize: int, vocabsize: int, num_steps: int, gpu: bool = False) -> str:
# from aitextgen.TokenDataset import TokenDataset
# from transformers import GPT2Config
from transformers import GPT2Config
from aitextgen.utils import build_gpt2_config
from aitextgen import aitextgen