Mirrors/text-generation-webui
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2024-12-01 11:54:04 +01:00
Code Issues Packages Projects Releases Wiki Activity

Clean up llamacpp_hf.py

Browse Source
This commit is contained in:
oobabooga 2023-07-15 22:40:55 -07:00
parent 2de0cedce3
commit 6a3edb0542
1 changed files with 0 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
modules/llamacpp_hf.py
View File

@ -2,8 +2,6 @@ import os
from pathlib import Path from pathlib import Path
from typing import Any, Dict, Optional, Union from typing import Any, Dict, Optional, Union
import llama_cpp
import numpy as np
import torch import torch
from llama_cpp import Llama from llama_cpp import Llama
from torch.nn import CrossEntropyLoss from torch.nn import CrossEntropyLoss
@ -11,7 +9,6 @@ from transformers import GenerationConfig, PretrainedConfig, PreTrainedModel
from transformers.modeling_outputs import CausalLMOutputWithPast from transformers.modeling_outputs import CausalLMOutputWithPast
from modules import shared from modules import shared
from modules.llamacpp_model import LlamaCppModel
from modules.logging_colors import logger from modules.logging_colors import logger