This commit is contained in:
oobabooga 2023-11-16 18:03:06 -08:00
parent 923c8e25fb
commit 510a01ef46
7 changed files with 16 additions and 11 deletions

View file

@ -5,6 +5,8 @@ from collections import deque
import tiktoken
import torch
import torch.nn.functional as F
from transformers import LogitsProcessor, LogitsProcessorList
from extensions.openai.errors import InvalidRequestError
from extensions.openai.utils import debug_msg
from modules import shared
@ -15,7 +17,6 @@ from modules.chat import (
)
from modules.presets import load_preset_memoized
from modules.text_generation import decode, encode, generate_reply
from transformers import LogitsProcessor, LogitsProcessorList
class LogitsBiasProcessor(LogitsProcessor):