Upload 8 files

config.json

@@ -0,0 +1,32 @@
+{
+  "_name_or_path": "hfl/chinese-macbert-base",
+  "architectures": [
+    "BertForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "directionality": "bidi",
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "pooler_fc_size": 768,
+  "pooler_num_attention_heads": 12,
+  "pooler_num_fc_layers": 3,
+  "pooler_size_per_head": 128,
+  "pooler_type": "first_token_transform",
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.30.2",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 21128
+}

csc.config

@@ -0,0 +1,81 @@
+{
+    "CUDA_VISIBLE_DEVICES": "0",
+    "USE_TORCH": "1",
+    "output_hidden_states": null,
+    "pretrained_model_name_or_path": "hfl/chinese-macbert-base",
+    "model_save_path": "../output/text_correction/model_public_csc",
+    "config_name": "csc.config",
+    "model_name": "pytorch_model.bin",
+    "path_train": "csc_public.train.json",
+    "path_dev": "csc_public.dev.json",
+    "path_tet": "csc_public.tet.json",
+    "scheduler_name": "cosine",
+    "tokenizer_type": "CHAR",
+    "padding_side": "RIGHT",
+    "active_type": "RELU",
+    "task_type": "CSC",
+    "model_type": "BERT",
+    "loss_type": "BCE",
+    "loss_det_rate": 0.3,
+    "max_len_limit": 512,
+    "batch_size": 32,
+    "num_labels": 0,
+    "max_len": 128,
+    "epochs": 3,
+    "lr": 3e-05,
+    "grad_accum_steps": 4,
+    "max_grad_norm": 1.0,
+    "weight_decay": 0.01,
+    "dropout_rate": 0.1,
+    "adam_eps": 1e-08,
+    "seed": 42,
+    "evaluate_steps": 1000,
+    "warmup_steps": 0.1,
+    "ignore_index": 0,
+    "save_steps": 1000,
+    "stop_epochs": 4,
+    "num_workers": 0,
+    "max_steps": -1,
+    "flag_save_model_state": true,
+    "flag_dynamic_encode": false,
+    "flag_tokenizer_char": true,
+    "flag_soft_label": true,
+    "flag_save_best": true,
+    "flag_dropout": false,
+    "flag_shuffle": true,
+    "flag_active": false,
+    "flag_train": false,
+    "flag_cuda": true,
+    "flag_mft": true,
+    "flag_adv": false,
+    "xy_keys_predict": [
+        "original_text",
+        "correct_text",
+        "wrong_ids"
+    ],
+    "keys": [
+        "original_text",
+        "correct_text",
+        "wrong_ids"
+    ],
+    "save_best_mertics_key": [
+        "sentence",
+        "strict_cor_f1"
+    ],
+    "label_sep": "|myz|",
+    "multi_label_threshold": 0.5,
+    "len_rate": 1,
+    "adv_emb_name": "word_embeddings.",
+    "adv_eps": 1.0,
+    "additional_special_tokens": [],
+    "len_corpus": null,
+    "prior_count": null,
+    "prior": null,
+    "l2i": null,
+    "i2l": null,
+    "xy_keys": [
+        "original_text",
+        "correct_text",
+        "wrong_ids"
+    ]
+}

generation_config.json

@@ -0,0 +1,5 @@
+{
+  "_from_model_config": true,
+  "pad_token_id": 0,
+  "transformers_version": "4.30.2"
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f792f767230dd18811374aefa64e7c69ea0a78baba5284f494041b447f56172
+size 409234681

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,13 @@
+{
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}