byte-perfect re-sync from Helsinki-NLP/opus-mt-ca-it (Phase D upgrade)

.gitattributes

@@ -6,6 +6,5 @@
 *.tar.gz filter=lfs diff=lfs merge=lfs -text
 *.ot filter=lfs diff=lfs merge=lfs -text
 *.onnx filter=lfs diff=lfs merge=lfs -text
-model.safetensors filter=lfs diff=lfs merge=lfs -text
 source.spm filter=lfs diff=lfs merge=lfs -text
 target.spm filter=lfs diff=lfs merge=lfs -text

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "Helsinki-NLP/opus-mt-ca-it",
+  "_name_or_path": "/tmp/Helsinki-NLP/opus-mt-ca-it",
   "activation_dropout": 0.0,
   "activation_function": "swish",
   "add_bias_logits": false,
@@ -8,6 +8,11 @@
     "MarianMTModel"
   ],
   "attention_dropout": 0.0,
+  "bad_words_ids": [
+    [
+      21527
+    ]
+  ],
   "bos_token_id": 0,
   "classif_dropout": 0.0,
   "classifier_dropout": 0.0,
@@ -38,19 +43,18 @@
     "LABEL_1": 1,
     "LABEL_2": 2
   },
-  "max_length": null,
+  "max_length": 512,
   "max_position_embeddings": 512,
   "model_type": "marian",
   "normalize_before": false,
   "normalize_embedding": false,
-  "num_beams": null,
+  "num_beams": 4,
   "num_hidden_layers": 6,
   "pad_token_id": 21527,
   "scale_embedding": true,
   "share_encoder_decoder_embeddings": true,
   "static_position_embeddings": true,
-  "torch_dtype": "float32",
-  "transformers_version": "4.45.1",
+  "transformers_version": "4.22.0.dev0",
   "use_cache": true,
   "vocab_size": 21528
 }

generation_config.json

@@ -12,5 +12,5 @@
   "num_beams": 4,
   "pad_token_id": 21527,
   "renormalize_logits": true,
-  "transformers_version": "4.45.1"
+  "transformers_version": "4.32.0.dev0"
 }

metadata.json

@@ -0,0 +1 @@
+{"hf_name":"cat-ita","source_languages":"cat","target_languages":"ita","opus_readme_url":"https:\/\/github.com\/Helsinki-NLP\/Tatoeba-Challenge\/tree\/master\/models\/cat-ita\/README.md","original_repo":"Tatoeba-Challenge","tags":["translation"],"languages":["ca","it"],"src_constituents":["cat"],"tgt_constituents":["ita"],"src_multilingual":false,"tgt_multilingual":false,"prepro":" normalization + SentencePiece (spm12k,spm12k)","url_model":"https:\/\/object.pouta.csc.fi\/Tatoeba-MT-models\/cat-ita\/opus-2020-06-16.zip","url_test_set":"https:\/\/object.pouta.csc.fi\/Tatoeba-MT-models\/cat-ita\/opus-2020-06-16.test.txt","src_alpha3":"cat","tgt_alpha3":"ita","short_pair":"ca-it","chrF2_score":0.69,"bleu":48.6,"brevity_penalty":0.985,"ref_len":1995.0,"src_name":"Catalan","tgt_name":"Italian","train_date":"2020-06-16","src_alpha2":"ca","tgt_alpha2":"it","prefer_old":false,"long_pair":"cat-ita","helsinki_git_sha":"480fcbe0ee1bf4774bcbe6226ad9f58e63f6c535","transformers_git_sha":"2207e5d8cb224e954a7cba69fa4ac2309e9ff30b","port_machine":"brutasse","port_time":"2020-08-21-14:41"}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32714512b0cd946f789e45eabda385809ac8747bc572ceec2e697e1fe4295fe6
+size 222880413

tf_model.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18cc2606470884f2631d23e2a41d9372980c1b6e50cd4cb87892fe35b2342f8
+size 223200112

tokenizer_config.json

@@ -1,38 +1 @@
-{
-  "added_tokens_decoder": {
-    "0": {
-      "content": "</s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "1": {
-      "content": "<unk>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "21527": {
-      "content": "<pad>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "clean_up_tokenization_spaces": false,
-  "eos_token": "</s>",
-  "model_max_length": 512,
-  "pad_token": "<pad>",
-  "separate_vocabs": false,
-  "source_lang": "cat",
-  "sp_model_kwargs": {},
-  "target_lang": "ita",
-  "tokenizer_class": "MarianTokenizer",
-  "unk_token": "<unk>"
-}
+{"target_lang": "ita", "source_lang": "cat"}