Hugging Face's logo

jlancaster36
/
pdp_needToKnow

TensorBoard
Safetensors
deberta-v2
Model card Files
xet
 Metrics Community
andrei-willenska commited on
Commit
d8044e3
·
1 Parent(s): 48c87dd

init

Browse files
Files changed (19) hide show
  1. added_tokens.json +3 -0
  2. checkpoint-32/added_tokens.json +3 -0
  3. checkpoint-32/config.json +48 -0
  4. checkpoint-32/model.safetensors +3 -0
  5. checkpoint-32/optimizer.pt +3 -0
  6. checkpoint-32/rng_state.pth +3 -0
  7. checkpoint-32/scheduler.pt +3 -0
  8. checkpoint-32/special_tokens_map.json +15 -0
  9. checkpoint-32/spm.model +3 -0
  10. checkpoint-32/tokenizer_config.json +59 -0
  11. checkpoint-32/trainer_state.json +56 -0
  12. checkpoint-32/training_args.bin +3 -0
  13. config.json +48 -0
  14. events.out.tfevents.1752728965.hackathon-ml-tagging.473756.0 +3 -0
  15. model.safetensors +3 -0
  16. special_tokens_map.json +15 -0
  17. spm.model +3 -0
  18. tokenizer_config.json +59 -0
  19. training_args.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "[MASK]": 128000
3
+ }
checkpoint-32/added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "[MASK]": 128000
3
+ }
checkpoint-32/config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "DebertaV2ForSequenceClassification"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "hidden_act": "gelu",
7
+ "hidden_dropout_prob": 0.1,
8
+ "hidden_size": 1024,
9
+ "id2label": {
10
+ "0": "LABEL_0",
11
+ "1": "LABEL_1",
12
+ "2": "LABEL_2",
13
+ "3": "LABEL_3"
14
+ },
15
+ "initializer_range": 0.02,
16
+ "intermediate_size": 4096,
17
+ "label2id": {
18
+ "LABEL_0": 0,
19
+ "LABEL_1": 1,
20
+ "LABEL_2": 2,
21
+ "LABEL_3": 3
22
+ },
23
+ "layer_norm_eps": 1e-07,
24
+ "legacy": true,
25
+ "max_position_embeddings": 512,
26
+ "max_relative_positions": -1,
27
+ "model_type": "deberta-v2",
28
+ "norm_rel_ebd": "layer_norm",
29
+ "num_attention_heads": 16,
30
+ "num_hidden_layers": 24,
31
+ "pad_token_id": 0,
32
+ "pooler_dropout": 0,
33
+ "pooler_hidden_act": "gelu",
34
+ "pooler_hidden_size": 1024,
35
+ "pos_att_type": [
36
+ "p2c",
37
+ "c2p"
38
+ ],
39
+ "position_biased_input": false,
40
+ "position_buckets": 256,
41
+ "problem_type": "multi_label_classification",
42
+ "relative_attention": true,
43
+ "share_att_key": true,
44
+ "torch_dtype": "float32",
45
+ "transformers_version": "4.52.4",
46
+ "type_vocab_size": 0,
47
+ "vocab_size": 128100
48
+ }
checkpoint-32/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cc7bc03ccf2757d2e83f84cbc9bc615712392f34580072df9c3ef630955f149
3
+ size 1740312648
checkpoint-32/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dd82540b59e112c9c37df7189be0a0a58169ff760b2099d3f175e0638983a33
3
+ size 3480857025
checkpoint-32/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c6d6847e1bbb4063e75596bd7188b5ac39724581326534785704b5085d144fe
3
+ size 14645
checkpoint-32/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95dfcf72b3ac1bde5126a7ebef50378ed86d8ba36c42f1473fd9f5ce4848ab37
3
+ size 1465
checkpoint-32/special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "[CLS]",
3
+ "cls_token": "[CLS]",
4
+ "eos_token": "[SEP]",
5
+ "mask_token": "[MASK]",
6
+ "pad_token": "[PAD]",
7
+ "sep_token": "[SEP]",
8
+ "unk_token": {
9
+ "content": "[UNK]",
10
+ "lstrip": false,
11
+ "normalized": true,
12
+ "rstrip": false,
13
+ "single_word": false
14
+ }
15
+ }
checkpoint-32/spm.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
3
+ size 2464616
checkpoint-32/tokenizer_config.json ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "[CLS]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "[SEP]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "[UNK]",
29
+ "lstrip": false,
30
+ "normalized": true,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128000": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "[CLS]",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "[CLS]",
47
+ "do_lower_case": false,
48
+ "eos_token": "[SEP]",
49
+ "extra_special_tokens": {},
50
+ "mask_token": "[MASK]",
51
+ "model_max_length": 1000000000000000019884624838656,
52
+ "pad_token": "[PAD]",
53
+ "sep_token": "[SEP]",
54
+ "sp_model_kwargs": {},
55
+ "split_by_punct": false,
56
+ "tokenizer_class": "DebertaV2Tokenizer",
57
+ "unk_token": "[UNK]",
58
+ "vocab_type": "spm"
59
+ }
checkpoint-32/trainer_state.json ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 1.0,
6
+ "eval_steps": 500,
7
+ "global_step": 32,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 1.0,
14
+ "eval_f1_aaa": 0.7619047619047619,
15
+ "eval_f1_bbb": 0.7139959432048681,
16
+ "eval_f1_int": 0.6345733041575492,
17
+ "eval_f1_macro": 0.6794780064490262,
18
+ "eval_f1_micro": 0.6811145510835913,
19
+ "eval_f1_ops": 0.6074380165289256,
20
+ "eval_loss": 0.44654878973960876,
21
+ "eval_precision_aaa": 0.6153846153846154,
22
+ "eval_precision_bbb": 0.5732899022801303,
23
+ "eval_precision_int": 0.48333333333333334,
24
+ "eval_precision_ops": 0.4819672131147541,
25
+ "eval_recall_aaa": 1.0,
26
+ "eval_recall_bbb": 0.946236559139785,
27
+ "eval_recall_int": 0.9235668789808917,
28
+ "eval_recall_ops": 0.8212290502793296,
29
+ "eval_runtime": 49.6446,
30
+ "eval_samples_per_second": 12.106,
31
+ "eval_steps_per_second": 0.201,
32
+ "step": 32
33
+ }
34
+ ],
35
+ "logging_steps": 500,
36
+ "max_steps": 32,
37
+ "num_input_tokens_seen": 0,
38
+ "num_train_epochs": 1,
39
+ "save_steps": 500,
40
+ "stateful_callbacks": {
41
+ "TrainerControl": {
42
+ "args": {
43
+ "should_epoch_stop": false,
44
+ "should_evaluate": false,
45
+ "should_log": false,
46
+ "should_save": true,
47
+ "should_training_stop": true
48
+ },
49
+ "attributes": {}
50
+ }
51
+ },
52
+ "total_flos": 1863887904768000.0,
53
+ "train_batch_size": 64,
54
+ "trial_name": null,
55
+ "trial_params": null
56
+ }
checkpoint-32/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e1f1bccfedd89667a2e41543a3c8309e0353e5c467fa183740058d3a1113d8f
3
+ size 5649
config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "DebertaV2ForSequenceClassification"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.1,
6
+ "hidden_act": "gelu",
7
+ "hidden_dropout_prob": 0.1,
8
+ "hidden_size": 1024,
9
+ "id2label": {
10
+ "0": "LABEL_0",
11
+ "1": "LABEL_1",
12
+ "2": "LABEL_2",
13
+ "3": "LABEL_3"
14
+ },
15
+ "initializer_range": 0.02,
16
+ "intermediate_size": 4096,
17
+ "label2id": {
18
+ "LABEL_0": 0,
19
+ "LABEL_1": 1,
20
+ "LABEL_2": 2,
21
+ "LABEL_3": 3
22
+ },
23
+ "layer_norm_eps": 1e-07,
24
+ "legacy": true,
25
+ "max_position_embeddings": 512,
26
+ "max_relative_positions": -1,
27
+ "model_type": "deberta-v2",
28
+ "norm_rel_ebd": "layer_norm",
29
+ "num_attention_heads": 16,
30
+ "num_hidden_layers": 24,
31
+ "pad_token_id": 0,
32
+ "pooler_dropout": 0,
33
+ "pooler_hidden_act": "gelu",
34
+ "pooler_hidden_size": 1024,
35
+ "pos_att_type": [
36
+ "p2c",
37
+ "c2p"
38
+ ],
39
+ "position_biased_input": false,
40
+ "position_buckets": 256,
41
+ "problem_type": "multi_label_classification",
42
+ "relative_attention": true,
43
+ "share_att_key": true,
44
+ "torch_dtype": "float32",
45
+ "transformers_version": "4.52.4",
46
+ "type_vocab_size": 0,
47
+ "vocab_size": 128100
48
+ }
events.out.tfevents.1752728965.hackathon-ml-tagging.473756.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c085c487edbaebcf4071b4c58ed7fd380e2099b22c399dd3cd4ce0754e19cd53
3
+ size 6585
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cc7bc03ccf2757d2e83f84cbc9bc615712392f34580072df9c3ef630955f149
3
+ size 1740312648
special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "[CLS]",
3
+ "cls_token": "[CLS]",
4
+ "eos_token": "[SEP]",
5
+ "mask_token": "[MASK]",
6
+ "pad_token": "[PAD]",
7
+ "sep_token": "[SEP]",
8
+ "unk_token": {
9
+ "content": "[UNK]",
10
+ "lstrip": false,
11
+ "normalized": true,
12
+ "rstrip": false,
13
+ "single_word": false
14
+ }
15
+ }
spm.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
3
+ size 2464616
tokenizer_config.json ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "[CLS]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "[SEP]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "[UNK]",
29
+ "lstrip": false,
30
+ "normalized": true,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128000": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "[CLS]",
45
+ "clean_up_tokenization_spaces": false,
46
+ "cls_token": "[CLS]",
47
+ "do_lower_case": false,
48
+ "eos_token": "[SEP]",
49
+ "extra_special_tokens": {},
50
+ "mask_token": "[MASK]",
51
+ "model_max_length": 1000000000000000019884624838656,
52
+ "pad_token": "[PAD]",
53
+ "sep_token": "[SEP]",
54
+ "sp_model_kwargs": {},
55
+ "split_by_punct": false,
56
+ "tokenizer_class": "DebertaV2Tokenizer",
57
+ "unk_token": "[UNK]",
58
+ "vocab_type": "spm"
59
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e1f1bccfedd89667a2e41543a3c8309e0353e5c467fa183740058d3a1113d8f
3
+ size 5649