llms-from-scratch-cn/Model_Architecture_Discussions/llama3/images
2024-05-27 15:11:03 +08:00
..
42.png 0527 2024-05-27 15:11:03 +08:00
a10.png 0527 2024-05-27 15:11:03 +08:00
afterattention.png 0527 2024-05-27 15:11:03 +08:00
archi.png 0527 2024-05-27 15:11:03 +08:00
attention.png 0527 2024-05-27 15:11:03 +08:00
embeddings.png 0527 2024-05-27 15:11:03 +08:00
finallayer.png 0527 2024-05-27 15:11:03 +08:00
freq_cis.png 0527 2024-05-27 15:11:03 +08:00
god.png 0527 2024-05-27 15:11:03 +08:00
heads.png 0527 2024-05-27 15:11:03 +08:00
implllama3_30_0.png 0527 2024-05-27 15:11:03 +08:00
implllama3_39_0.png 0527 2024-05-27 15:11:03 +08:00
implllama3_41_0.png 0527 2024-05-27 15:11:03 +08:00
implllama3_42_0.png 0527 2024-05-27 15:11:03 +08:00
implllama3_50_0.png 0527 2024-05-27 15:11:03 +08:00
implllama3_52_0.png 0527 2024-05-27 15:11:03 +08:00
implllama3_54_0.png 0527 2024-05-27 15:11:03 +08:00
karpathyminbpe.png 0527 2024-05-27 15:11:03 +08:00
keys0.png 0527 2024-05-27 15:11:03 +08:00
keys.png 0527 2024-05-27 15:11:03 +08:00
last_norm.png 0527 2024-05-27 15:11:03 +08:00
mask.png 0527 2024-05-27 15:11:03 +08:00
model.png 0527 2024-05-27 15:11:03 +08:00
norm_after.png 0527 2024-05-27 15:11:03 +08:00
norm.png 0527 2024-05-27 15:11:03 +08:00
q_per_token.png 0527 2024-05-27 15:11:03 +08:00
qkmatmul.png 0527 2024-05-27 15:11:03 +08:00
qkv.png 0527 2024-05-27 15:11:03 +08:00
qsplit.png 0527 2024-05-27 15:11:03 +08:00
rms.png 0527 2024-05-27 15:11:03 +08:00
rope.png 0527 2024-05-27 15:11:03 +08:00
ropesplit.png 0527 2024-05-27 15:11:03 +08:00
softmax.png 0527 2024-05-27 15:11:03 +08:00
stacked.png 0527 2024-05-27 15:11:03 +08:00
swiglu.png 0527 2024-05-27 15:11:03 +08:00
tokens.png 0527 2024-05-27 15:11:03 +08:00
v0.png 0527 2024-05-27 15:11:03 +08:00
value.png 0527 2024-05-27 15:11:03 +08:00
weightmatrix.png 0527 2024-05-27 15:11:03 +08:00