Token Classification
Transformers
Safetensors
privacy_filter
privacy
pii
secrets
code-security
matex
Instructions to use enosislabs/aether-privacy-v0.16 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use enosislabs/aether-privacy-v0.16 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("token-classification", model="enosislabs/aether-privacy-v0.16")# Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("enosislabs/aether-privacy-v0.16", device_map="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "artifacts": { | |
| "config_json": "/__modal/volumes/vo-NBB7zc96BBQhlZiNkV8ecx/matex-privacy-sentinel-v0.1/config.json", | |
| "model_safetensors": "/__modal/volumes/vo-NBB7zc96BBQhlZiNkV8ecx/matex-privacy-sentinel-v0.1/model.safetensors", | |
| "summary_json": "/__modal/volumes/vo-NBB7zc96BBQhlZiNkV8ecx/matex-privacy-sentinel-v0.1/finetune_summary.json" | |
| }, | |
| "base_checkpoint": "/root/.opf/privacy_filter", | |
| "batch_size": 4, | |
| "best_epoch": 6, | |
| "best_metric": 1.97430621530058e-06, | |
| "best_metric_name": "validation_loss", | |
| "checkpoint_category_version": "v2", | |
| "device": "cuda", | |
| "elapsed_s": 1185.3800064490001, | |
| "encoding": "o200k_base", | |
| "epoch_metrics": [ | |
| { | |
| "elapsed_s": 199.716100895, | |
| "epoch": 1, | |
| "optimizer_steps": 6250, | |
| "train_batches": 6250, | |
| "train_loss": 0.11141216978915894, | |
| "train_token_accuracy": 0.9749113521801397, | |
| "train_tokens": 3954976, | |
| "validation_batches": 1250, | |
| "validation_loss": 0.00023499670625047982, | |
| "validation_token_accuracy": 0.999949371382427, | |
| "validation_tokens": 790067 | |
| }, | |
| { | |
| "elapsed_s": 197.00245000200002, | |
| "epoch": 2, | |
| "optimizer_steps": 6250, | |
| "train_batches": 6250, | |
| "train_loss": 7.823953674305101e-05, | |
| "train_token_accuracy": 0.9999906446967062, | |
| "train_tokens": 3954976, | |
| "validation_batches": 1250, | |
| "validation_loss": 6.52150431355053e-05, | |
| "validation_token_accuracy": 0.9999848114147282, | |
| "validation_tokens": 790067 | |
| }, | |
| { | |
| "elapsed_s": 197.05725761600002, | |
| "epoch": 3, | |
| "optimizer_steps": 6250, | |
| "train_batches": 6250, | |
| "train_loss": 4.5897544868618016e-05, | |
| "train_token_accuracy": 0.9999893804665313, | |
| "train_tokens": 3954976, | |
| "validation_batches": 1250, | |
| "validation_loss": 1.4269709415271255e-05, | |
| "validation_token_accuracy": 0.9999974685691213, | |
| "validation_tokens": 790067 | |
| }, | |
| { | |
| "elapsed_s": 196.749645817, | |
| "epoch": 4, | |
| "optimizer_steps": 6250, | |
| "train_batches": 6250, | |
| "train_loss": 3.425847403373795e-05, | |
| "train_token_accuracy": 0.9999936788491257, | |
| "train_tokens": 3954976, | |
| "validation_batches": 1250, | |
| "validation_loss": 1.068284089822821e-05, | |
| "validation_token_accuracy": 0.9999962028536821, | |
| "validation_tokens": 790067 | |
| }, | |
| { | |
| "elapsed_s": 195.94546491100004, | |
| "epoch": 5, | |
| "optimizer_steps": 6250, | |
| "train_batches": 6250, | |
| "train_loss": 1.3539850186835037e-05, | |
| "train_token_accuracy": 0.9999962073094755, | |
| "train_tokens": 3954976, | |
| "validation_batches": 1250, | |
| "validation_loss": 0.0019728033994245017, | |
| "validation_token_accuracy": 0.9995418110109648, | |
| "validation_tokens": 790067 | |
| }, | |
| { | |
| "elapsed_s": 196.57295014299984, | |
| "epoch": 6, | |
| "optimizer_steps": 6250, | |
| "train_batches": 6250, | |
| "train_loss": 1.5402286304533408e-05, | |
| "train_token_accuracy": 0.9999964601555105, | |
| "train_tokens": 3954976, | |
| "validation_batches": 1250, | |
| "validation_loss": 1.97430621530058e-06, | |
| "validation_token_accuracy": 1.0, | |
| "validation_tokens": 790067 | |
| } | |
| ], | |
| "epochs": 6, | |
| "generated_at_unix": 1782352541.508806, | |
| "grad_accum_steps": 1, | |
| "label_space_json_path": "/__modal/volumes/vo-hrZPBiqGcoK8jg0eZ8vlDK/dataset/configs/custom_label_space.json", | |
| "label_space_source": "label-space-json", | |
| "learning_rate": 1e-05, | |
| "max_grad_norm": 1.0, | |
| "num_output_labels": 129, | |
| "num_train_examples": 25000, | |
| "num_train_windows": 25000, | |
| "num_validation_examples": 5000, | |
| "num_validation_windows": 5000, | |
| "output_checkpoint_dir": "/__modal/volumes/vo-NBB7zc96BBQhlZiNkV8ecx/matex-privacy-sentinel-v0.1", | |
| "output_head_reinitialized": true, | |
| "output_head_rows_copied": 129, | |
| "output_head_rows_copied_exact": 33, | |
| "output_head_rows_copied_fallback": 96, | |
| "resolved_category_version": "matex_privacy_sentinel_v0_1", | |
| "resolved_n_ctx": 128000, | |
| "schema_version": 1, | |
| "serialized_param_dtype": "bfloat16", | |
| "span_class_names": [ | |
| "O", | |
| "account_number", | |
| "private_address", | |
| "private_email", | |
| "private_person", | |
| "private_phone", | |
| "private_url", | |
| "private_date", | |
| "secret", | |
| "api_key", | |
| "auth_token", | |
| "session_cookie", | |
| "database_uri", | |
| "cloud_credential", | |
| "private_file_path", | |
| "internal_url", | |
| "workspace_identity", | |
| "customer_data", | |
| "prompt_sensitive", | |
| "agent_memory_sensitive", | |
| "stacktrace_sensitive", | |
| "repo_secret", | |
| "payment_token", | |
| "personal_document_id", | |
| "ssh_private_key", | |
| "signing_key", | |
| "oauth_credential", | |
| "webhook_secret", | |
| "certificate_private_key", | |
| "encryption_key", | |
| "service_account", | |
| "connection_credential", | |
| "biometric_identifier" | |
| ], | |
| "train_dataset": "/data/dataset/compiled/train.jsonl", | |
| "train_dataset_variant": "full", | |
| "validation_dataset": "/data/dataset/compiled/validation.jsonl", | |
| "validation_dataset_variant": "full", | |
| "validation_split": null, | |
| "weight_decay": 0.01 | |
| } | |