xtts/stream_generator: remove duplicate import + code

This commit is contained in:
Aarni Koskela 2023-10-23 12:15:56 +03:00
parent 32abb1a7c4
commit bd172dabbf
1 changed files with 3 additions and 3 deletions

View File

@ -885,10 +885,10 @@ def init_stream_support():
if __name__ == "__main__":
from transformers import AutoModelForCausalLM, AutoTokenizer, PreTrainedModel
from transformers import AutoModelForCausalLM, AutoTokenizer
init_stream_support()
PreTrainedModel.generate = NewGenerationMixin.generate
PreTrainedModel.sample_stream = NewGenerationMixin.sample_stream
model = AutoModelForCausalLM.from_pretrained("bigscience/bloom-560m", torch_dtype=torch.float16)
tokenizer = AutoTokenizer.from_pretrained("bigscience/bloom-560m")