EasyDeL README Bot commited on
Commit
8d04184
·
1 Parent(s): 99ec891

Update README.md (EasyDeL auto-generated)

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -6,11 +6,11 @@ tags:
6
  - jax
7
  - "glm4_moe"
8
  - "CausalLM"
9
- - "blocksparse"
10
  ---
11
 
12
  <p align="center">
13
- <img alt="easydel" src="https://raw.githubusercontent.com/erfanzar/easydel/main/images/easydel-logo-with-text.png">
14
  </p>
15
 
16
  <h1 align="center">GLM-4.7</h1>
@@ -42,7 +42,7 @@ model = ed.AutoEasyDeLModelForCausalLM.from_pretrained(
42
  sharding_axis_dims=(1, -1, 1, 1, 1),
43
  config_kwargs=ed.EasyDeLBaseConfigDict(
44
  attn_dtype=dtype,
45
- attn_mechanism=ed.AttentionMechanisms.SPLASH,
46
  fsdp_is_ep_bound=True,
47
  sp_is_ep_bound=True,
48
  moe_method=ed.MoEMethods.FUSED_MOE,
 
6
  - jax
7
  - "glm4_moe"
8
  - "CausalLM"
9
+ - "vanilla"
10
  ---
11
 
12
  <p align="center">
13
+ <img alt="EasyDeL" src="https://raw.githubusercontent.com/erfanzar/easydel/main/images/easydel-logo-with-text.png" height="80">
14
  </p>
15
 
16
  <h1 align="center">GLM-4.7</h1>
 
42
  sharding_axis_dims=(1, -1, 1, 1, 1),
43
  config_kwargs=ed.EasyDeLBaseConfigDict(
44
  attn_dtype=dtype,
45
+ attn_mechanism=ed.AttentionMechanisms.VANILLA,
46
  fsdp_is_ep_bound=True,
47
  sp_is_ep_bound=True,
48
  moe_method=ed.MoEMethods.FUSED_MOE,