mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Move some stuff from server.py to modules

Browse source
This commit is contained in:
oobabooga 2023-02-23 13:42:23 -03:00
parent 1dacd34165
commit e46c43afa6
3 changed files with 24 additions and 25 deletions
Download patch file Download diff file Expand all files Collapse all files

3
modules/models.py
View file

@ -7,9 +7,12 @@ from pathlib import Path
import modules.shared as shared
import numpy as np
import torch
import transformers
from transformers import AutoModelForCausalLM
from transformers import AutoTokenizer
transformers.logging.set_verbosity_error()
local_rank = None
if shared.args.flexgen: