remove unused AutoTokenizer

This commit is contained in:
piDack 2024-11-29 08:15:15 +00:00
parent 816d93db75
commit 692880535a

View File

@ -1,7 +1,7 @@
import argparse import argparse
import os import os
import torch import torch
from transformers import AutoModel, AutoTokenizer from transformers import AutoModel
ap = argparse.ArgumentParser() ap = argparse.ArgumentParser()
ap.add_argument("-m", "--model", help="Path to GLM model") ap.add_argument("-m", "--model", help="Path to GLM model")