ferxalb's picture
Upload matex-privacy-sentinel-v0.1 trained on Modal L40S
1f09741 verified
{
"bidirectional_context": true,
"bidirectional_left_context": 128,
"bidirectional_right_context": 128,
"category_version": "matex_privacy_sentinel_v0_1",
"default_n_ctx": 128000,
"encoding": "o200k_base",
"experts_per_token": 4,
"head_dim": 64,
"hidden_size": 640,
"inference_contract_version": 1,
"initial_context_length": 4096,
"intermediate_size": 640,
"max_position_embeddings": 131072,
"model_type": "privacy_filter",
"ner_class_names": [
"O",
"B-account_number",
"I-account_number",
"E-account_number",
"S-account_number",
"B-private_address",
"I-private_address",
"E-private_address",
"S-private_address",
"B-private_email",
"I-private_email",
"E-private_email",
"S-private_email",
"B-private_person",
"I-private_person",
"E-private_person",
"S-private_person",
"B-private_phone",
"I-private_phone",
"E-private_phone",
"S-private_phone",
"B-private_url",
"I-private_url",
"E-private_url",
"S-private_url",
"B-private_date",
"I-private_date",
"E-private_date",
"S-private_date",
"B-secret",
"I-secret",
"E-secret",
"S-secret",
"B-api_key",
"I-api_key",
"E-api_key",
"S-api_key",
"B-auth_token",
"I-auth_token",
"E-auth_token",
"S-auth_token",
"B-session_cookie",
"I-session_cookie",
"E-session_cookie",
"S-session_cookie",
"B-database_uri",
"I-database_uri",
"E-database_uri",
"S-database_uri",
"B-cloud_credential",
"I-cloud_credential",
"E-cloud_credential",
"S-cloud_credential",
"B-private_file_path",
"I-private_file_path",
"E-private_file_path",
"S-private_file_path",
"B-internal_url",
"I-internal_url",
"E-internal_url",
"S-internal_url",
"B-workspace_identity",
"I-workspace_identity",
"E-workspace_identity",
"S-workspace_identity",
"B-customer_data",
"I-customer_data",
"E-customer_data",
"S-customer_data",
"B-prompt_sensitive",
"I-prompt_sensitive",
"E-prompt_sensitive",
"S-prompt_sensitive",
"B-agent_memory_sensitive",
"I-agent_memory_sensitive",
"E-agent_memory_sensitive",
"S-agent_memory_sensitive",
"B-stacktrace_sensitive",
"I-stacktrace_sensitive",
"E-stacktrace_sensitive",
"S-stacktrace_sensitive",
"B-repo_secret",
"I-repo_secret",
"E-repo_secret",
"S-repo_secret",
"B-payment_token",
"I-payment_token",
"E-payment_token",
"S-payment_token",
"B-personal_document_id",
"I-personal_document_id",
"E-personal_document_id",
"S-personal_document_id",
"B-terminal_log",
"I-terminal_log",
"E-terminal_log",
"S-terminal_log"
],
"num_attention_heads": 14,
"num_experts": 128,
"num_hidden_layers": 8,
"num_key_value_heads": 2,
"num_labels": 97,
"param_dtype": "bfloat16",
"rope_ntk_alpha": 1.0,
"rope_ntk_beta": 32.0,
"rope_scaling_factor": 32.0,
"rope_theta": 150000,
"sliding_window": 257,
"span_class_names": [
"O",
"account_number",
"private_address",
"private_email",
"private_person",
"private_phone",
"private_url",
"private_date",
"secret",
"api_key",
"auth_token",
"session_cookie",
"database_uri",
"cloud_credential",
"private_file_path",
"internal_url",
"workspace_identity",
"customer_data",
"prompt_sensitive",
"agent_memory_sensitive",
"stacktrace_sensitive",
"repo_secret",
"payment_token",
"personal_document_id",
"terminal_log"
],
"vocab_size": 200064
}