mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Generalize multimodality (llava/minigpt4 7b and 13b now supported) (#1741)

Browse source
This commit is contained in:
Wojtab 2023-05-10 01:18:02 +02:00 • committed by GitHub
parent a2b25322f0
commit e9e75a9ec7
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
22 changed files with 812 additions and 371 deletions
Download patch file Download diff file Expand all files Collapse all files

4
extensions/api/util.py
View file

@ -3,7 +3,7 @@ import traceback
from threading import Thread
from typing import Callable, Optional
from modules.text_generation import encode
from modules.text_generation import get_encoded_length
def build_parameters(body):
@ -11,7 +11,7 @@ def build_parameters(body):
prompt_lines = [k.strip() for k in prompt.split('\n')]
max_context = body.get('max_context_length', 2048)
while len(prompt_lines) >= 0 and len(encode('\n'.join(prompt_lines))) > max_context:
while len(prompt_lines) >= 0 and get_encoded_length('\n'.join(prompt_lines)) > max_context:
prompt_lines.pop(0)
prompt = '\n'.join(prompt_lines)