remove unused AutoTokenizer

This commit is contained in:
piDack 2024-11-29 08:15:15 +00:00
parent 816d93db75
commit 692880535a

View File

@ -1,7 +1,7 @@
import argparse
import os
import torch
from transformers import AutoModel, AutoTokenizer
from transformers import AutoModel
ap = argparse.ArgumentParser()
ap.add_argument("-m", "--model", help="Path to GLM model")