mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Bump flexgen version

Browse source
This commit is contained in:
oobabooga 2023-03-02 12:03:57 -03:00
parent 76378c6cc2
commit bcea196c9d
2 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
requirements.txt
View file

@ -1,6 +1,6 @@
accelerate==0.16.0 accelerate==0.16.0
bitsandbytes==0.37.0 bitsandbytes==0.37.0
flexgen==0.1.6 flexgen==0.1.7
gradio==3.18.0 gradio==3.18.0
numpy numpy
rwkv==0.0.6 rwkv==0.0.6

3
server.py
View file

@ -28,6 +28,9 @@ if shared.args.settings is not None and Path(shared.args.settings).exists():
shared.settings[item] = new_settings[item] shared.settings[item] = new_settings[item]
def get_available_models(): def get_available_models():
if shared.args.flexgen:
return sorted([re.sub('-np$', '', item.name) for item in list(Path('models/').glob('*')) if item.name.endswith('-np')], key=str.lower)
else:
return sorted([item.name for item in list(Path('models/').glob('*')) if not item.name.endswith(('.txt', '-np'))], key=str.lower) return sorted([item.name for item in list(Path('models/').glob('*')) if not item.name.endswith(('.txt', '-np'))], key=str.lower)
def get_available_presets(): def get_available_presets():