mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Implement Min P as a sampler option in HF loaders (#4449)

Browse source
This commit is contained in:
kalomaze 2023-11-02 14:32:51 -05:00 • committed by GitHub
parent fcb7017b7a
commit 367e5e6e43
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
7 changed files with 43 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
modules/loaders.py
View file

@ -149,6 +149,7 @@ loaders_samplers = {
'Transformers': {
'temperature',
'top_p',
'min_p',
'top_k',
'typical_p',
'epsilon_cutoff',
@ -184,6 +185,7 @@ loaders_samplers = {
'ExLlama_HF': {
'temperature',
'top_p',
'min_p',
'top_k',
'typical_p',
'epsilon_cutoff',
@ -244,6 +246,7 @@ loaders_samplers = {
'ExLlamav2_HF': {
'temperature',
'top_p',
'min_p',
'top_k',
'typical_p',
'epsilon_cutoff',
@ -275,6 +278,7 @@ loaders_samplers = {
'AutoGPTQ': {
'temperature',
'top_p',
'min_p',
'top_k',
'typical_p',
'epsilon_cutoff',
@ -310,6 +314,7 @@ loaders_samplers = {
'GPTQ-for-LLaMa': {
'temperature',
'top_p',
'min_p',
'top_k',
'typical_p',
'epsilon_cutoff',
@ -361,6 +366,7 @@ loaders_samplers = {
'llamacpp_HF': {
'temperature',
'top_p',
'min_p',
'top_k',
'typical_p',
'epsilon_cutoff',
@ -399,6 +405,7 @@ loaders_samplers = {
'AutoAWQ': {
'temperature',
'top_p',
'min_p',
'top_k',
'typical_p',
'epsilon_cutoff',