Token Classification
PEFT
Safetensors
English
privacy
pii
lora
nigeria
privacy-filter
Eval Results (legacy)
Instructions to use iamSamurai/privacy-filter-nigeria with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use iamSamurai/privacy-filter-nigeria with PEFT:
from peft import PeftModel from transformers import AutoModelForTokenClassification base_model = AutoModelForTokenClassification.from_pretrained("openai/privacy-filter") model = PeftModel.from_pretrained(base_model, "iamSamurai/privacy-filter-nigeria") - Notebooks
- Google Colab
- Kaggle
| { | |
| "empty_gold": { | |
| "examples": 56, | |
| "examples_with_predictions": 3, | |
| "false_positive_example_rate": 0.05357142857142857, | |
| "predicted_spans": 3 | |
| }, | |
| "loss": 0.0386785322199922, | |
| "per_label_typed_span": { | |
| "account_number": { | |
| "f1": 0.9852941176470589, | |
| "fn": 1, | |
| "fp": 1, | |
| "precision": 0.9852941176470589, | |
| "recall": 0.9852941176470589, | |
| "tp": 67 | |
| }, | |
| "private_address": { | |
| "f1": 1.0, | |
| "fn": 0, | |
| "fp": 0, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "tp": 65 | |
| }, | |
| "private_bvn": { | |
| "f1": 0.9666666666666667, | |
| "fn": 3, | |
| "fp": 1, | |
| "precision": 0.9830508474576272, | |
| "recall": 0.9508196721311475, | |
| "tp": 58 | |
| }, | |
| "private_date": { | |
| "f1": 1.0, | |
| "fn": 0, | |
| "fp": 0, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "tp": 46 | |
| }, | |
| "private_drivers_license_number": { | |
| "f1": 0.8421052631578947, | |
| "fn": 4, | |
| "fp": 5, | |
| "precision": 0.8275862068965517, | |
| "recall": 0.8571428571428571, | |
| "tp": 24 | |
| }, | |
| "private_email": { | |
| "f1": 1.0, | |
| "fn": 0, | |
| "fp": 0, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "tp": 81 | |
| }, | |
| "private_nin": { | |
| "f1": 0.92, | |
| "fn": 4, | |
| "fp": 4, | |
| "precision": 0.92, | |
| "recall": 0.92, | |
| "tp": 46 | |
| }, | |
| "private_passport_number": { | |
| "f1": 0.9685534591194969, | |
| "fn": 2, | |
| "fp": 3, | |
| "precision": 0.9625, | |
| "recall": 0.9746835443037974, | |
| "tp": 77 | |
| }, | |
| "private_person": { | |
| "f1": 0.995850622406639, | |
| "fn": 0, | |
| "fp": 1, | |
| "precision": 0.9917355371900827, | |
| "recall": 1.0, | |
| "tp": 120 | |
| }, | |
| "private_phone": { | |
| "f1": 0.9931972789115647, | |
| "fn": 0, | |
| "fp": 1, | |
| "precision": 0.9864864864864865, | |
| "recall": 1.0, | |
| "tp": 73 | |
| }, | |
| "private_url": { | |
| "f1": 1.0, | |
| "fn": 0, | |
| "fp": 0, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "tp": 40 | |
| }, | |
| "private_voters_card_number": { | |
| "f1": 0.9615384615384615, | |
| "fn": 0, | |
| "fp": 2, | |
| "precision": 0.9259259259259259, | |
| "recall": 1.0, | |
| "tp": 25 | |
| }, | |
| "secret": { | |
| "f1": 0.8941176470588236, | |
| "fn": 2, | |
| "fp": 7, | |
| "precision": 0.8444444444444444, | |
| "recall": 0.95, | |
| "tp": 38 | |
| } | |
| }, | |
| "token_accuracy": 0.9955288528713148, | |
| "token_total": 14314, | |
| "typed_span": { | |
| "f1": 0.9737347853939783, | |
| "fn": 16, | |
| "fp": 25, | |
| "precision": 0.9681528662420382, | |
| "recall": 0.979381443298969, | |
| "tp": 760 | |
| }, | |
| "untyped_span": { | |
| "f1": 0.9788597053171044, | |
| "fn": 12, | |
| "fp": 21, | |
| "precision": 0.9732484076433121, | |
| "recall": 0.9845360824742269, | |
| "tp": 764 | |
| } | |
| } | |