anananan116 commited on
Commit
235932f
·
verified ·
1 Parent(s): 875151c

Upload AtriVLM

Browse files
Files changed (3) hide show
  1. config.json +3 -7
  2. generation_config.json +1 -1
  3. model.safetensors +2 -2
config.json CHANGED
@@ -1,13 +1,9 @@
1
  {
2
- "_name_or_path": "results/checkpoint-15818",
3
  "adjust_embedding_len": 128260,
4
  "architectures": [
5
  "AtriVLM"
6
  ],
7
- "auto_map": {
8
- "AutoConfig": "configuration_llama.VLMConfig",
9
- "AutoModelForCausalLM": "modeling_VLM.AtriVLM"
10
- },
11
  "attention_bias": false,
12
  "attention_dropout": 0.0,
13
  "bos_token_id": 128000,
@@ -42,7 +38,7 @@
42
  "num_hidden_layers": 16,
43
  "num_key_value_heads": 8,
44
  "num_patches": 64,
45
- "pretrained_model": "results/checkpoint-15818",
46
  "pretrained_vision_model": "openai/clip-vit-large-patch14-336",
47
  "pretraining_tp": 1,
48
  "rms_norm_eps": 1e-05,
@@ -75,7 +71,7 @@
75
  "task_type": "CAUSAL_LM",
76
  "tie_word_embeddings": true,
77
  "torch_dtype": "float16",
78
- "transformers_version": "4.46.1",
79
  "use_cache": true,
80
  "visual_config": {
81
  "_attn_implementation_autoset": true,
 
1
  {
2
+ "_name_or_path": "results/IT/checkpoint-21351",
3
  "adjust_embedding_len": 128260,
4
  "architectures": [
5
  "AtriVLM"
6
  ],
 
 
 
 
7
  "attention_bias": false,
8
  "attention_dropout": 0.0,
9
  "bos_token_id": 128000,
 
38
  "num_hidden_layers": 16,
39
  "num_key_value_heads": 8,
40
  "num_patches": 64,
41
+ "pretrained_model": "results/IT/checkpoint-21351",
42
  "pretrained_vision_model": "openai/clip-vit-large-patch14-336",
43
  "pretraining_tp": 1,
44
  "rms_norm_eps": 1e-05,
 
71
  "task_type": "CAUSAL_LM",
72
  "tie_word_embeddings": true,
73
  "torch_dtype": "float16",
74
+ "transformers_version": "4.46.3",
75
  "use_cache": true,
76
  "visual_config": {
77
  "_attn_implementation_autoset": true,
generation_config.json CHANGED
@@ -8,5 +8,5 @@
8
  ],
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
- "transformers_version": "4.46.1"
12
  }
 
8
  ],
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
+ "transformers_version": "4.46.3"
12
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc722cb8c2243ca1e96a4a9024209e81251f95b667fd49fa0d87622de0201d12
3
- size 3148589970
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb8767c4f83358b980f889459d61be1c456bcbeb6c7e0576bd4fb5dbe88a5135
3
+ size 3145837250