diff --git a/modules/RWKV.py b/modules/RWKV.py index 9f348ad7..c5424d8f 100644 --- a/modules/RWKV.py +++ b/modules/RWKV.py @@ -16,6 +16,7 @@ os.environ["RWKV_CUDA_ON"] = '0' # '1' : use CUDA kernel for seq mode (much fas from rwkv.model import RWKV from rwkv.utils import PIPELINE, PIPELINE_ARGS + class RWKVModel: def __init__(self): pass diff --git a/modules/text_generation.py b/modules/text_generation.py index 1bd84cd2..4c9d1f0e 100644 --- a/modules/text_generation.py +++ b/modules/text_generation.py @@ -5,8 +5,8 @@ import time import numpy as np import torch import transformers -from tqdm import tqdm from rwkv.utils import PIPELINE, PIPELINE_ARGS +from tqdm import tqdm import modules.shared as shared from modules.extensions import apply_extensions