EasyDeL README Bot commited on
Commit ·
8d04184
1
Parent(s): 99ec891
Update README.md (EasyDeL auto-generated)
Browse files
README.md
CHANGED
|
@@ -6,11 +6,11 @@ tags:
|
|
| 6 |
- jax
|
| 7 |
- "glm4_moe"
|
| 8 |
- "CausalLM"
|
| 9 |
-
- "
|
| 10 |
---
|
| 11 |
|
| 12 |
<p align="center">
|
| 13 |
-
<img alt="
|
| 14 |
</p>
|
| 15 |
|
| 16 |
<h1 align="center">GLM-4.7</h1>
|
|
@@ -42,7 +42,7 @@ model = ed.AutoEasyDeLModelForCausalLM.from_pretrained(
|
|
| 42 |
sharding_axis_dims=(1, -1, 1, 1, 1),
|
| 43 |
config_kwargs=ed.EasyDeLBaseConfigDict(
|
| 44 |
attn_dtype=dtype,
|
| 45 |
-
attn_mechanism=ed.AttentionMechanisms.
|
| 46 |
fsdp_is_ep_bound=True,
|
| 47 |
sp_is_ep_bound=True,
|
| 48 |
moe_method=ed.MoEMethods.FUSED_MOE,
|
|
|
|
| 6 |
- jax
|
| 7 |
- "glm4_moe"
|
| 8 |
- "CausalLM"
|
| 9 |
+
- "vanilla"
|
| 10 |
---
|
| 11 |
|
| 12 |
<p align="center">
|
| 13 |
+
<img alt="EasyDeL" src="https://raw.githubusercontent.com/erfanzar/easydel/main/images/easydel-logo-with-text.png" height="80">
|
| 14 |
</p>
|
| 15 |
|
| 16 |
<h1 align="center">GLM-4.7</h1>
|
|
|
|
| 42 |
sharding_axis_dims=(1, -1, 1, 1, 1),
|
| 43 |
config_kwargs=ed.EasyDeLBaseConfigDict(
|
| 44 |
attn_dtype=dtype,
|
| 45 |
+
attn_mechanism=ed.AttentionMechanisms.VANILLA,
|
| 46 |
fsdp_is_ep_bound=True,
|
| 47 |
sp_is_ep_bound=True,
|
| 48 |
moe_method=ed.MoEMethods.FUSED_MOE,
|