mmarch/text-generation-webui
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Clean up llamacpp_hf.py

Browse source
This commit is contained in:
oobabooga 2023-07-15 22:40:55 -07:00
parent 2de0cedce3
commit 6a3edb0542
1 changed files with 0 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
modules/llamacpp_hf.py
View file

@ -2,8 +2,6 @@ import os
from pathlib import Path from pathlib import Path
from typing import Any, Dict, Optional, Union from typing import Any, Dict, Optional, Union
import llama_cpp
import numpy as np
import torch import torch
from llama_cpp import Llama from llama_cpp import Llama
from torch.nn import CrossEntropyLoss from torch.nn import CrossEntropyLoss
@ -11,7 +9,6 @@ from transformers import GenerationConfig, PretrainedConfig, PreTrainedModel
from transformers.modeling_outputs import CausalLMOutputWithPast from transformers.modeling_outputs import CausalLMOutputWithPast
from modules import shared from modules import shared
from modules.llamacpp_model import LlamaCppModel
from modules.logging_colors import logger from modules.logging_colors import logger