Isotonic/ai4privacy200k_adapter_en

Browse files

Files changed (12) hide show

README.md +123 -0
adapter_config.json +29 -0
adapter_model.safetensors +3 -0
all_results.json +74 -0
eval_results.json +68 -0
special_tokens_map.json +7 -0
tokenizer.json +0 -0
tokenizer_config.json +55 -0
train_results.json +9 -0
trainer_state.json +582 -0
training_args.bin +3 -0
vocab.txt +0 -0

README.md ADDED Viewed

	@@ -0,0 +1,123 @@

+---
+license: apache-2.0
+base_model: distilbert-base-multilingual-cased
+tags:
+- generated_from_trainer
+model-index:
+- name: ai4privacy_v2_adapter_en
+  results: []
+---
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+# ai4privacy_v2_adapter_en
+This model is a fine-tuned version of [distilbert-base-multilingual-cased](https://huggingface.co/distilbert-base-multilingual-cased) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.1079
+- Overall Precision: 0.8136
+- Overall Recall: 0.8836
+- Overall F1: 0.8472
+- Overall Accuracy: 0.9560
+- Accountname F1: 0.9712
+- Accountnumber F1: 0.9677
+- Age F1: 0.8432
+- Amount F1: 0.7929
+- Bic F1: 0.9689
+- Bitcoinaddress F1: 0.9343
+- Buildingnumber F1: 0.8405
+- City F1: 0.8139
+- Companyname F1: 0.9310
+- County F1: 0.8406
+- Creditcardcvv F1: 0.8889
+- Creditcardissuer F1: 0.9661
+- Creditcardnumber F1: 0.8404
+- Currency F1: 0.5968
+- Currencycode F1: 0.6556
+- Currencyname F1: 0.0182
+- Currencysymbol F1: 0.8176
+- Date F1: 0.7858
+- Dob F1: 0.4636
+- Email F1: 0.9928
+- Ethereumaddress F1: 0.9941
+- Eyecolor F1: 0.7859
+- Firstname F1: 0.8699
+- Gender F1: 0.8945
+- Height F1: 0.9227
+- Iban F1: 0.9730
+- Ip F1: 0.0497
+- Ipv4 F1: 0.8345
+- Ipv6 F1: 0.4659
+- Jobarea F1: 0.9131
+- Jobtitle F1: 0.9599
+- Jobtype F1: 0.9303
+- Lastname F1: 0.8016
+- Litecoinaddress F1: 0.8483
+- Mac F1: 0.9817
+- Maskednumber F1: 0.7049
+- Middlename F1: 0.5006
+- Nearbygpscoordinate F1: 0.9969
+- Ordinaldirection F1: 0.9519
+- Password F1: 0.9780
+- Phoneimei F1: 0.9928
+- Phonenumber F1: 0.9752
+- Pin F1: 0.7525
+- Prefix F1: 0.9121
+- Secondaryaddress F1: 0.9474
+- Sex F1: 0.9770
+- Ssn F1: 0.9771
+- State F1: 0.8680
+- Street F1: 0.8677
+- Time F1: 0.9516
+- Url F1: 0.9975
+- Useragent F1: 0.9844
+- Username F1: 0.9669
+- Vehiclevin F1: 0.9775
+- Vehiclevrm F1: 0.9888
+- Zipcode F1: 0.8203
+## Model description
+More information needed
+## Intended uses & limitations
+More information needed
+## Training and evaluation data
+More information needed
+## Training procedure
+### Training hyperparameters
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 32
+- eval_batch_size: 32
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_ratio: 0.2
+- num_epochs: 6
+### Training results
+| Training Loss | Epoch | Step | Validation Loss | Overall Precision | Overall Recall | Overall F1 | Overall Accuracy | Accountname F1 | Accountnumber F1 | Age F1 | Amount F1 | Bic F1 | Bitcoinaddress F1 | Buildingnumber F1 | City F1 | Companyname F1 | County F1 | Creditcardcvv F1 | Creditcardissuer F1 | Creditcardnumber F1 | Currency F1 | Currencycode F1 | Currencyname F1 | Currencysymbol F1 | Date F1 | Dob F1 | Email F1 | Ethereumaddress F1 | Eyecolor F1 | Firstname F1 | Gender F1 | Height F1 | Iban F1 | Ip F1  | Ipv4 F1 | Ipv6 F1 | Jobarea F1 | Jobtitle F1 | Jobtype F1 | Lastname F1 | Litecoinaddress F1 | Mac F1 | Maskednumber F1 | Middlename F1 | Nearbygpscoordinate F1 | Ordinaldirection F1 | Password F1 | Phoneimei F1 | Phonenumber F1 | Pin F1 | Prefix F1 | Secondaryaddress F1 | Sex F1 | Ssn F1 | State F1 | Street F1 | Time F1 | Url F1 | Useragent F1 | Username F1 | Vehiclevin F1 | Vehiclevrm F1 | Zipcode F1 |
+|:-------------:|:-----:|:----:|:---------------:|:-----------------:|:--------------:|:----------:|:----------------:|:--------------:|:----------------:|:------:|:---------:|:------:|:-----------------:|:-----------------:|:-------:|:--------------:|:---------:|:----------------:|:-------------------:|:-------------------:|:-----------:|:---------------:|:---------------:|:-----------------:|:-------:|:------:|:--------:|:------------------:|:-----------:|:------------:|:---------:|:---------:|:-------:|:------:|:-------:|:-------:|:----------:|:-----------:|:----------:|:-----------:|:------------------:|:------:|:---------------:|:-------------:|:----------------------:|:-------------------:|:-----------:|:------------:|:--------------:|:------:|:---------:|:-------------------:|:------:|:------:|:--------:|:---------:|:-------:|:------:|:------------:|:-----------:|:-------------:|:-------------:|:----------:|
+| 0.9109        | 1.0   | 1088 | 0.5093          | 0.2688            | 0.3282         | 0.2956     | 0.8499           | 0.2034         | 0.3040           | 0.0752 | 0.1147    | 0.0935 | 0.5972            | 0.0673            | 0.0     | 0.0024         | 0.0       | 0.0              | 0.0                 | 0.1141              | 0.0         | 0.0             | 0.0             | 0.0112            | 0.7137  | 0.0    | 0.9095   | 0.9119             | 0.0         | 0.3152       | 0.0       | 0.0       | 0.8248  | 0.0    | 0.6785  | 0.4199  | 0.0        | 0.0475      | 0.0        | 0.0167      | 0.0907             | 0.6333 | 0.0011          | 0.0           | 0.9525                 | 0.0                 | 0.6438      | 0.3918       | 0.2703         | 0.0    | 0.0099    | 0.2395              | 0.0    | 0.0220 | 0.0      | 0.0276    | 0.5557  | 0.9658 | 0.8157       | 0.0415      | 0.3955        | 0.0106        | 0.0181     |
+| 0.2793        | 2.0   | 2176 | 0.1903          | 0.6974            | 0.7582         | 0.7265     | 0.9309           | 0.9684         | 0.8789           | 0.7561 | 0.3604    | 0.7609 | 0.8715            | 0.6492            | 0.4956  | 0.8028         | 0.5558    | 0.7756           | 0.6575              | 0.5363              | 0.4671      | 0.128           | 0.0             | 0.5910            | 0.7731  | 0.0186 | 0.9838   | 0.9465             | 0.4482      | 0.7689       | 0.5160    | 0.7446    | 0.9234  | 0.0    | 0.8226  | 0.8007  | 0.5589     | 0.8712      | 0.6553     | 0.6634      | 0.7056             | 0.9315 | 0.0382          | 0.0661        | 0.9954                 | 0.8828              | 0.9270      | 0.9693       | 0.8621         | 0.1481 | 0.8783    | 0.9120              | 0.9262 | 0.8707 | 0.6693   | 0.7378    | 0.9152  | 0.9886 | 0.9524       | 0.8859      | 0.8352        | 0.8976        | 0.6466     |
+| 0.1707        | 3.0   | 3264 | 0.1388          | 0.7704            | 0.8319         | 0.8000     | 0.9467           | 0.9702         | 0.9396           | 0.8120 | 0.6102    | 0.9298 | 0.9034            | 0.7409            | 0.6205  | 0.8922         | 0.7128    | 0.8446           | 0.9218              | 0.6983              | 0.5504      | 0.5380          | 0.0106          | 0.6877            | 0.6125  | 0.3259 | 0.9892   | 0.9956             | 0.6647      | 0.8358       | 0.7540    | 0.8859    | 0.9430  | 0.0    | 0.8313  | 0.7993  | 0.8235     | 0.9241      | 0.8191     | 0.7504      | 0.7882             | 0.9412 | 0.5129          | 0.4005        | 0.9969                 | 0.9452              | 0.9618      | 0.9900       | 0.9452         | 0.5018 | 0.8959    | 0.9348              | 0.9406 | 0.9524 | 0.7643   | 0.7747    | 0.9497  | 0.9943 | 0.9714       | 0.9274      | 0.9048        | 0.9646        | 0.7387     |
+| 0.1373        | 4.0   | 4352 | 0.1197          | 0.7751            | 0.8645         | 0.8174     | 0.9509           | 0.9651         | 0.9510           | 0.8263 | 0.7169    | 0.9592 | 0.9254            | 0.8151            | 0.7795  | 0.9148         | 0.8060    | 0.8808           | 0.9524              | 0.8007              | 0.5676      | 0.5656          | 0.0249          | 0.8000            | 0.7858  | 0.3425 | 0.9910   | 0.9869             | 0.7552      | 0.8609       | 0.8397    | 0.8981    | 0.9779  | 0.0278 | 0.8309  | 0.3179  | 0.8643     | 0.9475      | 0.9000     | 0.7812      | 0.8415             | 0.9749 | 0.6191          | 0.4617        | 0.9969                 | 0.9519              | 0.9711      | 0.9914       | 0.9700         | 0.6733 | 0.9088    | 0.9421              | 0.9732 | 0.9671 | 0.8360   | 0.8494    | 0.9442  | 0.9943 | 0.9618       | 0.9487      | 0.9838        | 0.9672        | 0.8093     |
+| 0.1202        | 5.0   | 5440 | 0.1106          | 0.8264            | 0.8796         | 0.8522     | 0.9564           | 0.9720         | 0.9634           | 0.8360 | 0.7423    | 0.9756 | 0.9327            | 0.8268            | 0.8031  | 0.9134         | 0.8404    | 0.8792           | 0.9660              | 0.7957              | 0.5723      | 0.6159          | 0.0167          | 0.8132            | 0.7914  | 0.4301 | 0.9928   | 0.9941             | 0.7544      | 0.8659       | 0.8871    | 0.9121    | 0.9695  | 0.0137 | 0.8361  | 0.7008  | 0.9108     | 0.9623      | 0.9126     | 0.7783      | 0.8459             | 0.9749 | 0.6770          | 0.4944        | 0.9985                 | 0.9519              | 0.9754      | 0.9900       | 0.9673         | 0.7647 | 0.9115    | 0.9484              | 0.9760 | 0.9771 | 0.8588   | 0.8590    | 0.9526  | 0.9975 | 0.9820       | 0.9547      | 0.9871        | 0.9916        | 0.8133     |
+| 0.1065        | 6.0   | 6528 | 0.1079          | 0.8136            | 0.8836         | 0.8472     | 0.9560           | 0.9712         | 0.9677           | 0.8432 | 0.7929    | 0.9689 | 0.9343            | 0.8405            | 0.8139  | 0.9310         | 0.8406    | 0.8889           | 0.9661              | 0.8404              | 0.5968      | 0.6556          | 0.0182          | 0.8176            | 0.7858  | 0.4636 | 0.9928   | 0.9941             | 0.7859      | 0.8699       | 0.8945    | 0.9227    | 0.9730  | 0.0497 | 0.8345  | 0.4659  | 0.9131     | 0.9599      | 0.9303     | 0.8016      | 0.8483             | 0.9817 | 0.7049          | 0.5006        | 0.9969                 | 0.9519              | 0.9780      | 0.9928       | 0.9752         | 0.7525 | 0.9121    | 0.9474              | 0.9770 | 0.9771 | 0.8680   | 0.8677    | 0.9516  | 0.9975 | 0.9844       | 0.9669      | 0.9775        | 0.9888        | 0.8203     |
+### Framework versions
+- Transformers 4.35.2
+- Pytorch 2.1.0+cu121
+- Datasets 2.17.0
+- Tokenizers 0.15.1

adapter_config.json ADDED Viewed

	@@ -0,0 +1,29 @@

+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": null,
+  "bias": "all",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 384,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 320,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_lin",
+    "v_lin",
+    "k_lin",
+    "out_lin"
+  ],
+  "task_type": "TOKEN_CLS",
+  "use_rslora": false
+}

adapter_model.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:baac2df7a49b163ddd40f6cecb646cef4b6f766fa59376ad9826aa1ecdb4f368
+size 47760508

all_results.json ADDED Viewed

	@@ -0,0 +1,74 @@

+{
+    "epoch": 6.0,
+    "eval_ACCOUNTNAME_f1": 0.9712230215827338,
+    "eval_ACCOUNTNUMBER_f1": 0.967741935483871,
+    "eval_AGE_f1": 0.8432203389830508,
+    "eval_AMOUNT_f1": 0.7929342492639844,
+    "eval_BIC_f1": 0.9688581314878892,
+    "eval_BITCOINADDRESS_f1": 0.9342915811088296,
+    "eval_BUILDINGNUMBER_f1": 0.8405253283302063,
+    "eval_CITY_f1": 0.8139337298215804,
+    "eval_COMPANYNAME_f1": 0.9310344827586207,
+    "eval_COUNTY_f1": 0.8406304728546411,
+    "eval_CREDITCARDCVV_f1": 0.8888888888888888,
+    "eval_CREDITCARDISSUER_f1": 0.9660743134087239,
+    "eval_CREDITCARDNUMBER_f1": 0.8403967538322814,
+    "eval_CURRENCYCODE_f1": 0.6556291390728476,
+    "eval_CURRENCYNAME_f1": 0.01818181818181818,
+    "eval_CURRENCYSYMBOL_f1": 0.8175985334555453,
+    "eval_CURRENCY_f1": 0.5967741935483872,
+    "eval_DATE_f1": 0.7857793983591613,
+    "eval_DOB_f1": 0.46357615894039733,
+    "eval_EMAIL_f1": 0.9927710843373494,
+    "eval_ETHEREUMADDRESS_f1": 0.9941348973607038,
+    "eval_EYECOLOR_f1": 0.7859237536656891,
+    "eval_FIRSTNAME_f1": 0.8699042892591281,
+    "eval_GENDER_f1": 0.8945233265720081,
+    "eval_HEIGHT_f1": 0.9226519337016574,
+    "eval_IBAN_f1": 0.972972972972973,
+    "eval_IPV4_f1": 0.8345323741007193,
+    "eval_IPV6_f1": 0.4659231722428749,
+    "eval_IP_f1": 0.049665711556829036,
+    "eval_JOBAREA_f1": 0.9130801687763713,
+    "eval_JOBTITLE_f1": 0.9599345870809485,
+    "eval_JOBTYPE_f1": 0.930316742081448,
+    "eval_LASTNAME_f1": 0.8015833745670461,
+    "eval_LITECOINADDRESS_f1": 0.848314606741573,
+    "eval_MAC_f1": 0.9817351598173517,
+    "eval_MASKEDNUMBER_f1": 0.7049180327868851,
+    "eval_MIDDLENAME_f1": 0.5005847953216374,
+    "eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648,
+    "eval_ORDINALDIRECTION_f1": 0.9519450800915331,
+    "eval_PASSWORD_f1": 0.9780123131046614,
+    "eval_PHONEIMEI_f1": 0.9928469241773962,
+    "eval_PHONENUMBER_f1": 0.9751552795031055,
+    "eval_PIN_f1": 0.7524752475247525,
+    "eval_PREFIX_f1": 0.9120879120879122,
+    "eval_SECONDARYADDRESS_f1": 0.9473684210526315,
+    "eval_SEX_f1": 0.976976976976977,
+    "eval_SSN_f1": 0.9770992366412213,
+    "eval_STATE_f1": 0.8680445151033387,
+    "eval_STREET_f1": 0.8676748582230623,
+    "eval_TIME_f1": 0.951627088830255,
+    "eval_URL_f1": 0.9975429975429976,
+    "eval_USERAGENT_f1": 0.9843937575030013,
+    "eval_USERNAME_f1": 0.9669291338582677,
+    "eval_VEHICLEVIN_f1": 0.977491961414791,
+    "eval_VEHICLEVRM_f1": 0.9888268156424581,
+    "eval_ZIPCODE_f1": 0.8203045685279189,
+    "eval_loss": 0.10785039514303207,
+    "eval_overall_accuracy": 0.9559518404054311,
+    "eval_overall_f1": 0.8471647350993378,
+    "eval_overall_precision": 0.8135744807711418,
+    "eval_overall_recall": 0.8836481381543443,
+    "eval_runtime": 95.1945,
+    "eval_samples": 8701,
+    "eval_samples_per_second": 91.402,
+    "eval_steps_per_second": 2.857,
+    "total_flos": 1.458680878857888e+16,
+    "train_loss": 0.4378688358427847,
+    "train_runtime": 4446.6577,
+    "train_samples": 34800,
+    "train_samples_per_second": 46.957,
+    "train_steps_per_second": 1.468
+}

eval_results.json ADDED Viewed

	@@ -0,0 +1,68 @@

+{
+    "epoch": 6.0,
+    "eval_ACCOUNTNAME_f1": 0.9712230215827338,
+    "eval_ACCOUNTNUMBER_f1": 0.967741935483871,
+    "eval_AGE_f1": 0.8432203389830508,
+    "eval_AMOUNT_f1": 0.7929342492639844,
+    "eval_BIC_f1": 0.9688581314878892,
+    "eval_BITCOINADDRESS_f1": 0.9342915811088296,
+    "eval_BUILDINGNUMBER_f1": 0.8405253283302063,
+    "eval_CITY_f1": 0.8139337298215804,
+    "eval_COMPANYNAME_f1": 0.9310344827586207,
+    "eval_COUNTY_f1": 0.8406304728546411,
+    "eval_CREDITCARDCVV_f1": 0.8888888888888888,
+    "eval_CREDITCARDISSUER_f1": 0.9660743134087239,
+    "eval_CREDITCARDNUMBER_f1": 0.8403967538322814,
+    "eval_CURRENCYCODE_f1": 0.6556291390728476,
+    "eval_CURRENCYNAME_f1": 0.01818181818181818,
+    "eval_CURRENCYSYMBOL_f1": 0.8175985334555453,
+    "eval_CURRENCY_f1": 0.5967741935483872,
+    "eval_DATE_f1": 0.7857793983591613,
+    "eval_DOB_f1": 0.46357615894039733,
+    "eval_EMAIL_f1": 0.9927710843373494,
+    "eval_ETHEREUMADDRESS_f1": 0.9941348973607038,
+    "eval_EYECOLOR_f1": 0.7859237536656891,
+    "eval_FIRSTNAME_f1": 0.8699042892591281,
+    "eval_GENDER_f1": 0.8945233265720081,
+    "eval_HEIGHT_f1": 0.9226519337016574,
+    "eval_IBAN_f1": 0.972972972972973,
+    "eval_IPV4_f1": 0.8345323741007193,
+    "eval_IPV6_f1": 0.4659231722428749,
+    "eval_IP_f1": 0.049665711556829036,
+    "eval_JOBAREA_f1": 0.9130801687763713,
+    "eval_JOBTITLE_f1": 0.9599345870809485,
+    "eval_JOBTYPE_f1": 0.930316742081448,
+    "eval_LASTNAME_f1": 0.8015833745670461,
+    "eval_LITECOINADDRESS_f1": 0.848314606741573,
+    "eval_MAC_f1": 0.9817351598173517,
+    "eval_MASKEDNUMBER_f1": 0.7049180327868851,
+    "eval_MIDDLENAME_f1": 0.5005847953216374,
+    "eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648,
+    "eval_ORDINALDIRECTION_f1": 0.9519450800915331,
+    "eval_PASSWORD_f1": 0.9780123131046614,
+    "eval_PHONEIMEI_f1": 0.9928469241773962,
+    "eval_PHONENUMBER_f1": 0.9751552795031055,
+    "eval_PIN_f1": 0.7524752475247525,
+    "eval_PREFIX_f1": 0.9120879120879122,
+    "eval_SECONDARYADDRESS_f1": 0.9473684210526315,
+    "eval_SEX_f1": 0.976976976976977,
+    "eval_SSN_f1": 0.9770992366412213,
+    "eval_STATE_f1": 0.8680445151033387,
+    "eval_STREET_f1": 0.8676748582230623,
+    "eval_TIME_f1": 0.951627088830255,
+    "eval_URL_f1": 0.9975429975429976,
+    "eval_USERAGENT_f1": 0.9843937575030013,
+    "eval_USERNAME_f1": 0.9669291338582677,
+    "eval_VEHICLEVIN_f1": 0.977491961414791,
+    "eval_VEHICLEVRM_f1": 0.9888268156424581,
+    "eval_ZIPCODE_f1": 0.8203045685279189,
+    "eval_loss": 0.10785039514303207,
+    "eval_overall_accuracy": 0.9559518404054311,
+    "eval_overall_f1": 0.8471647350993378,
+    "eval_overall_precision": 0.8135744807711418,
+    "eval_overall_recall": 0.8836481381543443,
+    "eval_runtime": 95.1945,
+    "eval_samples": 8701,
+    "eval_samples_per_second": 91.402,
+    "eval_steps_per_second": 2.857
+}

special_tokens_map.json ADDED Viewed

	@@ -0,0 +1,7 @@

+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer.json ADDED Viewed

The diff for this file is too large to render. See raw diff

tokenizer_config.json ADDED Viewed

	@@ -0,0 +1,55 @@

+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

train_results.json ADDED Viewed

	@@ -0,0 +1,9 @@

+{
+    "epoch": 6.0,
+    "total_flos": 1.458680878857888e+16,
+    "train_loss": 0.4378688358427847,
+    "train_runtime": 4446.6577,
+    "train_samples": 34800,
+    "train_samples_per_second": 46.957,
+    "train_steps_per_second": 1.468
+}

trainer_state.json ADDED Viewed

	@@ -0,0 +1,582 @@

+{
+  "best_metric": 0.10785039514303207,
+  "best_model_checkpoint": "ai4privacy_v2_adapter_en/checkpoint-6528",
+  "epoch": 6.0,
+  "eval_steps": 500,
+  "global_step": 6528,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.9142419601837675e-05,
+      "loss": 2.8226,
+      "step": 500
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.828483920367535e-05,
+      "loss": 0.9109,
+      "step": 1000
+    },
+    {
+      "epoch": 1.0,
+      "eval_ACCOUNTNAME_f1": 0.20342205323193913,
+      "eval_ACCOUNTNUMBER_f1": 0.3039927404718693,
+      "eval_AGE_f1": 0.07516339869281047,
+      "eval_AMOUNT_f1": 0.11468695143358691,
+      "eval_BIC_f1": 0.09345794392523366,
+      "eval_BITCOINADDRESS_f1": 0.5972108285479902,
+      "eval_BUILDINGNUMBER_f1": 0.06732117812061712,
+      "eval_CITY_f1": 0.0,
+      "eval_COMPANYNAME_f1": 0.0024301336573511545,
+      "eval_COUNTY_f1": 0.0,
+      "eval_CREDITCARDCVV_f1": 0.0,
+      "eval_CREDITCARDISSUER_f1": 0.0,
+      "eval_CREDITCARDNUMBER_f1": 0.11406096361848575,
+      "eval_CURRENCYCODE_f1": 0.0,
+      "eval_CURRENCYNAME_f1": 0.0,
+      "eval_CURRENCYSYMBOL_f1": 0.011152416356877323,
+      "eval_CURRENCY_f1": 0.0,
+      "eval_DATE_f1": 0.7136667979519495,
+      "eval_DOB_f1": 0.0,
+      "eval_EMAIL_f1": 0.9095074455899198,
+      "eval_ETHEREUMADDRESS_f1": 0.9118881118881119,
+      "eval_EYECOLOR_f1": 0.0,
+      "eval_FIRSTNAME_f1": 0.3152098037694873,
+      "eval_GENDER_f1": 0.0,
+      "eval_HEIGHT_f1": 0.0,
+      "eval_IBAN_f1": 0.8248337028824834,
+      "eval_IPV4_f1": 0.6785225718194254,
+      "eval_IPV6_f1": 0.419889502762431,
+      "eval_IP_f1": 0.0,
+      "eval_JOBAREA_f1": 0.0,
+      "eval_JOBTITLE_f1": 0.04747320061255742,
+      "eval_JOBTYPE_f1": 0.0,
+      "eval_LASTNAME_f1": 0.0167427701674277,
+      "eval_LITECOINADDRESS_f1": 0.09073724007561437,
+      "eval_MAC_f1": 0.6333333333333333,
+      "eval_MASKEDNUMBER_f1": 0.0011037527593818985,
+      "eval_MIDDLENAME_f1": 0.0,
+      "eval_NEARBYGPSCOORDINATE_f1": 0.9525222551928784,
+      "eval_ORDINALDIRECTION_f1": 0.0,
+      "eval_PASSWORD_f1": 0.6438152011922503,
+      "eval_PHONEIMEI_f1": 0.3917525773195876,
+      "eval_PHONENUMBER_f1": 0.2703045685279188,
+      "eval_PIN_f1": 0.0,
+      "eval_PREFIX_f1": 0.009852216748768471,
+      "eval_SECONDARYADDRESS_f1": 0.239450441609421,
+      "eval_SEX_f1": 0.0,
+      "eval_SSN_f1": 0.02197802197802198,
+      "eval_STATE_f1": 0.0,
+      "eval_STREET_f1": 0.027568922305764413,
+      "eval_TIME_f1": 0.555667001003009,
+      "eval_URL_f1": 0.9657980456026058,
+      "eval_USERAGENT_f1": 0.815668202764977,
+      "eval_USERNAME_f1": 0.04152712659075687,
+      "eval_VEHICLEVIN_f1": 0.39554317548746515,
+      "eval_VEHICLEVRM_f1": 0.010582010582010581,
+      "eval_ZIPCODE_f1": 0.018083182640144666,
+      "eval_loss": 0.5092686414718628,
+      "eval_overall_accuracy": 0.8498586556911224,
+      "eval_overall_f1": 0.2955823032934277,
+      "eval_overall_precision": 0.26884540578770555,
+      "eval_overall_recall": 0.3282245008094981,
+      "eval_runtime": 97.2896,
+      "eval_samples_per_second": 89.434,
+      "eval_steps_per_second": 2.796,
+      "step": 1088
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 4.814247414783608e-05,
+      "loss": 0.4619,
+      "step": 1500
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 4.3355036384527004e-05,
+      "loss": 0.2793,
+      "step": 2000
+    },
+    {
+      "epoch": 2.0,
+      "eval_ACCOUNTNAME_f1": 0.9684400360685302,
+      "eval_ACCOUNTNUMBER_f1": 0.87893864013267,
+      "eval_AGE_f1": 0.7560718057022174,
+      "eval_AMOUNT_f1": 0.3604240282685512,
+      "eval_BIC_f1": 0.7609427609427608,
+      "eval_BITCOINADDRESS_f1": 0.8715415019762845,
+      "eval_BUILDINGNUMBER_f1": 0.649155722326454,
+      "eval_CITY_f1": 0.4956011730205278,
+      "eval_COMPANYNAME_f1": 0.8028045574057844,
+      "eval_COUNTY_f1": 0.5558397271952259,
+      "eval_CREDITCARDCVV_f1": 0.775623268698061,
+      "eval_CREDITCARDISSUER_f1": 0.6575342465753425,
+      "eval_CREDITCARDNUMBER_f1": 0.5363469761759315,
+      "eval_CURRENCYCODE_f1": 0.128,
+      "eval_CURRENCYNAME_f1": 0.0,
+      "eval_CURRENCYSYMBOL_f1": 0.590990990990991,
+      "eval_CURRENCY_f1": 0.46710526315789475,
+      "eval_DATE_f1": 0.7730881738403678,
+      "eval_DOB_f1": 0.01858736059479554,
+      "eval_EMAIL_f1": 0.9838226482923906,
+      "eval_ETHEREUMADDRESS_f1": 0.9464788732394367,
+      "eval_EYECOLOR_f1": 0.4481605351170569,
+      "eval_FIRSTNAME_f1": 0.7689129052765417,
+      "eval_GENDER_f1": 0.5160075329566854,
+      "eval_HEIGHT_f1": 0.7445652173913043,
+      "eval_IBAN_f1": 0.923444976076555,
+      "eval_IPV4_f1": 0.822593476531424,
+      "eval_IPV6_f1": 0.8006644518272426,
+      "eval_IP_f1": 0.0,
+      "eval_JOBAREA_f1": 0.5588516746411483,
+      "eval_JOBTITLE_f1": 0.8711755233494364,
+      "eval_JOBTYPE_f1": 0.6552567237163814,
+      "eval_LASTNAME_f1": 0.6633663366336633,
+      "eval_LITECOINADDRESS_f1": 0.7055837563451777,
+      "eval_MAC_f1": 0.9315068493150684,
+      "eval_MASKEDNUMBER_f1": 0.038159371492704826,
+      "eval_MIDDLENAME_f1": 0.06608695652173913,
+      "eval_NEARBYGPSCOORDINATE_f1": 0.9954058192955589,
+      "eval_ORDINALDIRECTION_f1": 0.8827930174563591,
+      "eval_PASSWORD_f1": 0.9269949066213922,
+      "eval_PHONEIMEI_f1": 0.9692737430167597,
+      "eval_PHONENUMBER_f1": 0.8621399176954733,
+      "eval_PIN_f1": 0.14814814814814814,
+      "eval_PREFIX_f1": 0.8783216783216783,
+      "eval_SECONDARYADDRESS_f1": 0.9119830328738069,
+      "eval_SEX_f1": 0.9261744966442953,
+      "eval_SSN_f1": 0.8706998813760379,
+      "eval_STATE_f1": 0.6692975532754538,
+      "eval_STREET_f1": 0.7378455672068636,
+      "eval_TIME_f1": 0.9151943462897527,
+      "eval_URL_f1": 0.9885807504078303,
+      "eval_USERAGENT_f1": 0.9523809523809524,
+      "eval_USERNAME_f1": 0.8858654572940287,
+      "eval_VEHICLEVIN_f1": 0.8352272727272727,
+      "eval_VEHICLEVRM_f1": 0.8976377952755905,
+      "eval_ZIPCODE_f1": 0.6465661641541037,
+      "eval_loss": 0.19034649431705475,
+      "eval_overall_accuracy": 0.9308965476835646,
+      "eval_overall_f1": 0.7265048610632282,
+      "eval_overall_precision": 0.6973888870503359,
+      "eval_overall_recall": 0.7581579420759129,
+      "eval_runtime": 94.5565,
+      "eval_samples_per_second": 92.019,
+      "eval_steps_per_second": 2.877,
+      "step": 2176
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 3.856759862121793e-05,
+      "loss": 0.2076,
+      "step": 2500
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 3.3780160857908846e-05,
+      "loss": 0.1707,
+      "step": 3000
+    },
+    {
+      "epoch": 3.0,
+      "eval_ACCOUNTNAME_f1": 0.9702434625788998,
+      "eval_ACCOUNTNUMBER_f1": 0.9396325459317585,
+      "eval_AGE_f1": 0.8119658119658119,
+      "eval_AMOUNT_f1": 0.6101694915254238,
+      "eval_BIC_f1": 0.9297658862876254,
+      "eval_BITCOINADDRESS_f1": 0.9033570701932858,
+      "eval_BUILDINGNUMBER_f1": 0.7408726625111309,
+      "eval_CITY_f1": 0.6204772902232486,
+      "eval_COMPANYNAME_f1": 0.892193308550186,
+      "eval_COUNTY_f1": 0.7127659574468086,
+      "eval_CREDITCARDCVV_f1": 0.844559585492228,
+      "eval_CREDITCARDISSUER_f1": 0.9217970049916806,
+      "eval_CREDITCARDNUMBER_f1": 0.6982829108748978,
+      "eval_CURRENCYCODE_f1": 0.5379746835443038,
+      "eval_CURRENCYNAME_f1": 0.010582010582010581,
+      "eval_CURRENCYSYMBOL_f1": 0.6876737720111215,
+      "eval_CURRENCY_f1": 0.5504032258064515,
+      "eval_DATE_f1": 0.6125166444740345,
+      "eval_DOB_f1": 0.32593856655290104,
+      "eval_EMAIL_f1": 0.9891566265060241,
+      "eval_ETHEREUMADDRESS_f1": 0.9955947136563876,
+      "eval_EYECOLOR_f1": 0.6646884272997032,
+      "eval_FIRSTNAME_f1": 0.8357781753130591,
+      "eval_GENDER_f1": 0.753959873284055,
+      "eval_HEIGHT_f1": 0.8858695652173912,
+      "eval_IBAN_f1": 0.9430303030303031,
+      "eval_IPV4_f1": 0.8313349320543564,
+      "eval_IPV6_f1": 0.7993311036789298,
+      "eval_IP_f1": 0.0,
+      "eval_JOBAREA_f1": 0.8235294117647058,
+      "eval_JOBTITLE_f1": 0.9240506329113924,
+      "eval_JOBTYPE_f1": 0.8191304347826087,
+      "eval_LASTNAME_f1": 0.7503539405379895,
+      "eval_LITECOINADDRESS_f1": 0.7882037533512065,
+      "eval_MAC_f1": 0.9411764705882352,
+      "eval_MASKEDNUMBER_f1": 0.5129310344827586,
+      "eval_MIDDLENAME_f1": 0.4005102040816327,
+      "eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648,
+      "eval_ORDINALDIRECTION_f1": 0.9452054794520549,
+      "eval_PASSWORD_f1": 0.9618055555555555,
+      "eval_PHONEIMEI_f1": 0.9900142653352354,
+      "eval_PHONENUMBER_f1": 0.9451913133402274,
+      "eval_PIN_f1": 0.5017921146953406,
+      "eval_PREFIX_f1": 0.8958904109589041,
+      "eval_SECONDARYADDRESS_f1": 0.9347593582887699,
+      "eval_SEX_f1": 0.9406130268199233,
+      "eval_SSN_f1": 0.9523809523809523,
+      "eval_STATE_f1": 0.7643097643097643,
+      "eval_STREET_f1": 0.7746835443037975,
+      "eval_TIME_f1": 0.9496910856134158,
+      "eval_URL_f1": 0.9942857142857143,
+      "eval_USERAGENT_f1": 0.9713603818615751,
+      "eval_USERNAME_f1": 0.9273570324574962,
+      "eval_VEHICLEVIN_f1": 0.9047619047619049,
+      "eval_VEHICLEVRM_f1": 0.9645776566757492,
+      "eval_ZIPCODE_f1": 0.7386888273314866,
+      "eval_loss": 0.13880883157253265,
+      "eval_overall_accuracy": 0.9467036749520308,
+      "eval_overall_f1": 0.8000138386756387,
+      "eval_overall_precision": 0.7704404611181449,
+      "eval_overall_recall": 0.831948192120885,
+      "eval_runtime": 94.4623,
+      "eval_samples_per_second": 92.111,
+      "eval_steps_per_second": 2.879,
+      "step": 3264
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 2.899272309459977e-05,
+      "loss": 0.1498,
+      "step": 3500
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 2.4205285331290695e-05,
+      "loss": 0.1373,
+      "step": 4000
+    },
+    {
+      "epoch": 4.0,
+      "eval_ACCOUNTNAME_f1": 0.965085049239033,
+      "eval_ACCOUNTNUMBER_f1": 0.9510240427426536,
+      "eval_AGE_f1": 0.826271186440678,
+      "eval_AMOUNT_f1": 0.7169042769857433,
+      "eval_BIC_f1": 0.9591836734693878,
+      "eval_BITCOINADDRESS_f1": 0.9254341164453525,
+      "eval_BUILDINGNUMBER_f1": 0.8150873965041399,
+      "eval_CITY_f1": 0.7794612794612793,
+      "eval_COMPANYNAME_f1": 0.9147727272727273,
+      "eval_COUNTY_f1": 0.8059701492537313,
+      "eval_CREDITCARDCVV_f1": 0.8807785888077859,
+      "eval_CREDITCARDISSUER_f1": 0.9523809523809524,
+      "eval_CREDITCARDNUMBER_f1": 0.8006785411365565,
+      "eval_CURRENCYCODE_f1": 0.5655976676384841,
+      "eval_CURRENCYNAME_f1": 0.024896265560165973,
+      "eval_CURRENCYSYMBOL_f1": 0.7999999999999998,
+      "eval_CURRENCY_f1": 0.5676229508196721,
+      "eval_DATE_f1": 0.7858391608391608,
+      "eval_DOB_f1": 0.34248366013071896,
+      "eval_EMAIL_f1": 0.9909801563439566,
+      "eval_ETHEREUMADDRESS_f1": 0.9868613138686132,
+      "eval_EYECOLOR_f1": 0.7551622418879056,
+      "eval_FIRSTNAME_f1": 0.8609062170706007,
+      "eval_GENDER_f1": 0.8396793587174348,
+      "eval_HEIGHT_f1": 0.8980716253443526,
+      "eval_IBAN_f1": 0.977886977886978,
+      "eval_IPV4_f1": 0.8309409888357256,
+      "eval_IPV6_f1": 0.31789473684210523,
+      "eval_IP_f1": 0.027777777777777773,
+      "eval_JOBAREA_f1": 0.864297253634895,
+      "eval_JOBTITLE_f1": 0.9474535165723524,
+      "eval_JOBTYPE_f1": 0.8999999999999999,
+      "eval_LASTNAME_f1": 0.7812499999999999,
+      "eval_LITECOINADDRESS_f1": 0.8414985590778098,
+      "eval_MAC_f1": 0.9749430523917996,
+      "eval_MASKEDNUMBER_f1": 0.619105199516324,
+      "eval_MIDDLENAME_f1": 0.46172248803827753,
+      "eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648,
+      "eval_ORDINALDIRECTION_f1": 0.9519450800915331,
+      "eval_PASSWORD_f1": 0.9710780017528484,
+      "eval_PHONEIMEI_f1": 0.9914285714285714,
+      "eval_PHONENUMBER_f1": 0.9700103412616339,
+      "eval_PIN_f1": 0.6733333333333333,
+      "eval_PREFIX_f1": 0.9088416723783415,
+      "eval_SECONDARYADDRESS_f1": 0.9420600858369098,
+      "eval_SEX_f1": 0.9732408325074331,
+      "eval_SSN_f1": 0.9670886075949368,
+      "eval_STATE_f1": 0.83596214511041,
+      "eval_STREET_f1": 0.8493919550982227,
+      "eval_TIME_f1": 0.944153577661431,
+      "eval_URL_f1": 0.9942763695829927,
+      "eval_USERAGENT_f1": 0.9618138424821001,
+      "eval_USERNAME_f1": 0.9486780715396579,
+      "eval_VEHICLEVIN_f1": 0.9838187702265372,
+      "eval_VEHICLEVRM_f1": 0.9672131147540984,
+      "eval_ZIPCODE_f1": 0.8092835519677094,
+      "eval_loss": 0.11968772113323212,
+      "eval_overall_accuracy": 0.9509308218475825,
+      "eval_overall_f1": 0.8173824304787822,
+      "eval_overall_precision": 0.7751290322580645,
+      "eval_overall_recall": 0.8645080050368771,
+      "eval_runtime": 95.4105,
+      "eval_samples_per_second": 91.195,
+      "eval_steps_per_second": 2.851,
+      "step": 4352
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 1.9417847567981616e-05,
+      "loss": 0.1263,
+      "step": 4500
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 1.4630409804672541e-05,
+      "loss": 0.1202,
+      "step": 5000
+    },
+    {
+      "epoch": 5.0,
+      "eval_ACCOUNTNAME_f1": 0.9720468890892696,
+      "eval_ACCOUNTNUMBER_f1": 0.9634255129348795,
+      "eval_AGE_f1": 0.835978835978836,
+      "eval_AMOUNT_f1": 0.74234573716439,
+      "eval_BIC_f1": 0.975609756097561,
+      "eval_BITCOINADDRESS_f1": 0.9326530612244899,
+      "eval_BUILDINGNUMBER_f1": 0.8267942583732059,
+      "eval_CITY_f1": 0.8031088082901555,
+      "eval_COMPANYNAME_f1": 0.9134157944814462,
+      "eval_COUNTY_f1": 0.8403508771929824,
+      "eval_CREDITCARDCVV_f1": 0.8792270531400966,
+      "eval_CREDITCARDISSUER_f1": 0.9659643435980552,
+      "eval_CREDITCARDNUMBER_f1": 0.7957181088314006,
+      "eval_CURRENCYCODE_f1": 0.6158536585365854,
+      "eval_CURRENCYNAME_f1": 0.016736401673640166,
+      "eval_CURRENCYSYMBOL_f1": 0.8131868131868132,
+      "eval_CURRENCY_f1": 0.5723076923076923,
+      "eval_DATE_f1": 0.7913669064748201,
+      "eval_DOB_f1": 0.4300822561692127,
+      "eval_EMAIL_f1": 0.9927710843373494,
+      "eval_ETHEREUMADDRESS_f1": 0.9941348973607038,
+      "eval_EYECOLOR_f1": 0.7543859649122807,
+      "eval_FIRSTNAME_f1": 0.8658600736454498,
+      "eval_GENDER_f1": 0.8870803662258392,
+      "eval_HEIGHT_f1": 0.9120879120879121,
+      "eval_IBAN_f1": 0.9694749694749695,
+      "eval_IPV4_f1": 0.8361310951239009,
+      "eval_IPV6_f1": 0.7007633587786259,
+      "eval_IP_f1": 0.013675213675213675,
+      "eval_JOBAREA_f1": 0.9108061749571184,
+      "eval_JOBTITLE_f1": 0.962295081967213,
+      "eval_JOBTYPE_f1": 0.9125683060109289,
+      "eval_LASTNAME_f1": 0.7782898105478752,
+      "eval_LITECOINADDRESS_f1": 0.84593837535014,
+      "eval_MAC_f1": 0.9749430523917996,
+      "eval_MASKEDNUMBER_f1": 0.676957001102536,
+      "eval_MIDDLENAME_f1": 0.49435665914221216,
+      "eval_NEARBYGPSCOORDINATE_f1": 0.9984686064318529,
+      "eval_ORDINALDIRECTION_f1": 0.9519450800915331,
+      "eval_PASSWORD_f1": 0.9753521126760563,
+      "eval_PHONEIMEI_f1": 0.9899856938483547,
+      "eval_PHONENUMBER_f1": 0.967280163599182,
+      "eval_PIN_f1": 0.7647058823529412,
+      "eval_PREFIX_f1": 0.911461908030199,
+      "eval_SECONDARYADDRESS_f1": 0.9483870967741935,
+      "eval_SEX_f1": 0.9759999999999999,
+      "eval_SSN_f1": 0.9770992366412213,
+      "eval_STATE_f1": 0.8587570621468926,
+      "eval_STREET_f1": 0.8590102707749767,
+      "eval_TIME_f1": 0.9526315789473685,
+      "eval_URL_f1": 0.9975429975429976,
+      "eval_USERAGENT_f1": 0.9820359281437125,
+      "eval_USERNAME_f1": 0.9546875000000001,
+      "eval_VEHICLEVIN_f1": 0.9870967741935484,
+      "eval_VEHICLEVRM_f1": 0.9916434540389973,
+      "eval_ZIPCODE_f1": 0.8132530120481928,
+      "eval_loss": 0.11061251908540726,
+      "eval_overall_accuracy": 0.9564102939668683,
+      "eval_overall_f1": 0.8521733068423438,
+      "eval_overall_precision": 0.82642057938681,
+      "eval_overall_recall": 0.879582658751574,
+      "eval_runtime": 94.212,
+      "eval_samples_per_second": 92.356,
+      "eval_steps_per_second": 2.887,
+      "step": 5440
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 9.842972041363464e-06,
+      "loss": 0.113,
+      "step": 5500
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 5.055534278054386e-06,
+      "loss": 0.1049,
+      "step": 6000
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 2.6809651474530835e-07,
+      "loss": 0.1065,
+      "step": 6500
+    },
+    {
+      "epoch": 6.0,
+      "eval_ACCOUNTNAME_f1": 0.9712230215827338,
+      "eval_ACCOUNTNUMBER_f1": 0.967741935483871,
+      "eval_AGE_f1": 0.8432203389830508,
+      "eval_AMOUNT_f1": 0.7929342492639844,
+      "eval_BIC_f1": 0.9688581314878892,
+      "eval_BITCOINADDRESS_f1": 0.9342915811088296,
+      "eval_BUILDINGNUMBER_f1": 0.8405253283302063,
+      "eval_CITY_f1": 0.8139337298215804,
+      "eval_COMPANYNAME_f1": 0.9310344827586207,
+      "eval_COUNTY_f1": 0.8406304728546411,
+      "eval_CREDITCARDCVV_f1": 0.8888888888888888,
+      "eval_CREDITCARDISSUER_f1": 0.9660743134087239,
+      "eval_CREDITCARDNUMBER_f1": 0.8403967538322814,
+      "eval_CURRENCYCODE_f1": 0.6556291390728476,
+      "eval_CURRENCYNAME_f1": 0.01818181818181818,
+      "eval_CURRENCYSYMBOL_f1": 0.8175985334555453,
+      "eval_CURRENCY_f1": 0.5967741935483872,
+      "eval_DATE_f1": 0.7857793983591613,
+      "eval_DOB_f1": 0.46357615894039733,
+      "eval_EMAIL_f1": 0.9927710843373494,
+      "eval_ETHEREUMADDRESS_f1": 0.9941348973607038,
+      "eval_EYECOLOR_f1": 0.7859237536656891,
+      "eval_FIRSTNAME_f1": 0.8699042892591281,
+      "eval_GENDER_f1": 0.8945233265720081,
+      "eval_HEIGHT_f1": 0.9226519337016574,
+      "eval_IBAN_f1": 0.972972972972973,
+      "eval_IPV4_f1": 0.8345323741007193,
+      "eval_IPV6_f1": 0.4659231722428749,
+      "eval_IP_f1": 0.049665711556829036,
+      "eval_JOBAREA_f1": 0.9130801687763713,
+      "eval_JOBTITLE_f1": 0.9599345870809485,
+      "eval_JOBTYPE_f1": 0.930316742081448,
+      "eval_LASTNAME_f1": 0.8015833745670461,
+      "eval_LITECOINADDRESS_f1": 0.848314606741573,
+      "eval_MAC_f1": 0.9817351598173517,
+      "eval_MASKEDNUMBER_f1": 0.7049180327868851,
+      "eval_MIDDLENAME_f1": 0.5005847953216374,
+      "eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648,
+      "eval_ORDINALDIRECTION_f1": 0.9519450800915331,
+      "eval_PASSWORD_f1": 0.9780123131046614,
+      "eval_PHONEIMEI_f1": 0.9928469241773962,
+      "eval_PHONENUMBER_f1": 0.9751552795031055,
+      "eval_PIN_f1": 0.7524752475247525,
+      "eval_PREFIX_f1": 0.9120879120879122,
+      "eval_SECONDARYADDRESS_f1": 0.9473684210526315,
+      "eval_SEX_f1": 0.976976976976977,
+      "eval_SSN_f1": 0.9770992366412213,
+      "eval_STATE_f1": 0.8680445151033387,
+      "eval_STREET_f1": 0.8676748582230623,
+      "eval_TIME_f1": 0.951627088830255,
+      "eval_URL_f1": 0.9975429975429976,
+      "eval_USERAGENT_f1": 0.9843937575030013,
+      "eval_USERNAME_f1": 0.9669291338582677,
+      "eval_VEHICLEVIN_f1": 0.977491961414791,
+      "eval_VEHICLEVRM_f1": 0.9888268156424581,
+      "eval_ZIPCODE_f1": 0.8203045685279189,
+      "eval_loss": 0.10785039514303207,
+      "eval_overall_accuracy": 0.9559518404054311,
+      "eval_overall_f1": 0.8471647350993378,
+      "eval_overall_precision": 0.8135744807711418,
+      "eval_overall_recall": 0.8836481381543443,
+      "eval_runtime": 94.7688,
+      "eval_samples_per_second": 91.813,
+      "eval_steps_per_second": 2.87,
+      "step": 6528
+    },
+    {
+      "epoch": 6.0,
+      "step": 6528,
+      "total_flos": 1.458680878857888e+16,
+      "train_loss": 0.4378688358427847,
+      "train_runtime": 4446.6577,
+      "train_samples_per_second": 46.957,
+      "train_steps_per_second": 1.468
+    },
+    {
+      "epoch": 6.0,
+      "eval_ACCOUNTNAME_f1": 0.9712230215827338,
+      "eval_ACCOUNTNUMBER_f1": 0.967741935483871,
+      "eval_AGE_f1": 0.8432203389830508,
+      "eval_AMOUNT_f1": 0.7929342492639844,
+      "eval_BIC_f1": 0.9688581314878892,
+      "eval_BITCOINADDRESS_f1": 0.9342915811088296,
+      "eval_BUILDINGNUMBER_f1": 0.8405253283302063,
+      "eval_CITY_f1": 0.8139337298215804,
+      "eval_COMPANYNAME_f1": 0.9310344827586207,
+      "eval_COUNTY_f1": 0.8406304728546411,
+      "eval_CREDITCARDCVV_f1": 0.8888888888888888,
+      "eval_CREDITCARDISSUER_f1": 0.9660743134087239,
+      "eval_CREDITCARDNUMBER_f1": 0.8403967538322814,
+      "eval_CURRENCYCODE_f1": 0.6556291390728476,
+      "eval_CURRENCYNAME_f1": 0.01818181818181818,
+      "eval_CURRENCYSYMBOL_f1": 0.8175985334555453,
+      "eval_CURRENCY_f1": 0.5967741935483872,
+      "eval_DATE_f1": 0.7857793983591613,
+      "eval_DOB_f1": 0.46357615894039733,
+      "eval_EMAIL_f1": 0.9927710843373494,
+      "eval_ETHEREUMADDRESS_f1": 0.9941348973607038,
+      "eval_EYECOLOR_f1": 0.7859237536656891,
+      "eval_FIRSTNAME_f1": 0.8699042892591281,
+      "eval_GENDER_f1": 0.8945233265720081,
+      "eval_HEIGHT_f1": 0.9226519337016574,
+      "eval_IBAN_f1": 0.972972972972973,
+      "eval_IPV4_f1": 0.8345323741007193,
+      "eval_IPV6_f1": 0.4659231722428749,
+      "eval_IP_f1": 0.049665711556829036,
+      "eval_JOBAREA_f1": 0.9130801687763713,
+      "eval_JOBTITLE_f1": 0.9599345870809485,
+      "eval_JOBTYPE_f1": 0.930316742081448,
+      "eval_LASTNAME_f1": 0.8015833745670461,
+      "eval_LITECOINADDRESS_f1": 0.848314606741573,
+      "eval_MAC_f1": 0.9817351598173517,
+      "eval_MASKEDNUMBER_f1": 0.7049180327868851,
+      "eval_MIDDLENAME_f1": 0.5005847953216374,
+      "eval_NEARBYGPSCOORDINATE_f1": 0.9969418960244648,
+      "eval_ORDINALDIRECTION_f1": 0.9519450800915331,
+      "eval_PASSWORD_f1": 0.9780123131046614,
+      "eval_PHONEIMEI_f1": 0.9928469241773962,
+      "eval_PHONENUMBER_f1": 0.9751552795031055,
+      "eval_PIN_f1": 0.7524752475247525,
+      "eval_PREFIX_f1": 0.9120879120879122,
+      "eval_SECONDARYADDRESS_f1": 0.9473684210526315,
+      "eval_SEX_f1": 0.976976976976977,
+      "eval_SSN_f1": 0.9770992366412213,
+      "eval_STATE_f1": 0.8680445151033387,
+      "eval_STREET_f1": 0.8676748582230623,
+      "eval_TIME_f1": 0.951627088830255,
+      "eval_URL_f1": 0.9975429975429976,
+      "eval_USERAGENT_f1": 0.9843937575030013,
+      "eval_USERNAME_f1": 0.9669291338582677,
+      "eval_VEHICLEVIN_f1": 0.977491961414791,
+      "eval_VEHICLEVRM_f1": 0.9888268156424581,
+      "eval_ZIPCODE_f1": 0.8203045685279189,
+      "eval_loss": 0.10785039514303207,
+      "eval_overall_accuracy": 0.9559518404054311,
+      "eval_overall_f1": 0.8471647350993378,
+      "eval_overall_precision": 0.8135744807711418,
+      "eval_overall_recall": 0.8836481381543443,
+      "eval_runtime": 95.1945,
+      "eval_samples_per_second": 91.402,
+      "eval_steps_per_second": 2.857,
+      "step": 6528
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 6528,
+  "num_train_epochs": 6,
+  "save_steps": 500,
+  "total_flos": 1.458680878857888e+16,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:96293739ce12e11cfb175e109cbadceee8fe44bf16f202fc0cf231b2368a1f25
+size 4664

vocab.txt ADDED Viewed

The diff for this file is too large to render. See raw diff