from transformers import (
    AutoConfig,
    AutoModelForTokenClassification,
    AutoTokenizer,
    DataCollatorForTokenClassification,
    HfArgumentParser,
    PretrainedConfig,
    PreTrainedTokenizerFast,
    Trainer,
    TrainingArguments,
    set_seed,
    BertTokenizer,
    BertTokenizerFast,
    BertModel
)

tokenizer = BertTokenizerFast.from_pretrained(
    "/home/majiahui/project/models-llm/chinese-bigbird-wwm-base-4096",
    use_fast=True,
    revision="main",
    trust_remote_code=False,
)