kewei f48e08b34f 0527

2024-05-27 15:11:03 +08:00

..

42.png

0527

2024-05-27 15:11:03 +08:00

a10.png

0527

2024-05-27 15:11:03 +08:00

afterattention.png

0527

2024-05-27 15:11:03 +08:00

archi.png

0527

2024-05-27 15:11:03 +08:00

attention.png

0527

2024-05-27 15:11:03 +08:00

embeddings.png

0527

2024-05-27 15:11:03 +08:00

finallayer.png

0527

2024-05-27 15:11:03 +08:00

freq_cis.png

0527

2024-05-27 15:11:03 +08:00

god.png

0527

2024-05-27 15:11:03 +08:00

heads.png

0527

2024-05-27 15:11:03 +08:00

implllama3_30_0.png

0527

2024-05-27 15:11:03 +08:00

implllama3_39_0.png

0527

2024-05-27 15:11:03 +08:00

implllama3_41_0.png

0527

2024-05-27 15:11:03 +08:00

implllama3_42_0.png

0527

2024-05-27 15:11:03 +08:00

implllama3_50_0.png

0527

2024-05-27 15:11:03 +08:00

implllama3_52_0.png

0527

2024-05-27 15:11:03 +08:00

implllama3_54_0.png

0527

2024-05-27 15:11:03 +08:00

karpathyminbpe.png

0527

2024-05-27 15:11:03 +08:00

keys0.png

0527

2024-05-27 15:11:03 +08:00

keys.png

0527

2024-05-27 15:11:03 +08:00

last_norm.png

0527

2024-05-27 15:11:03 +08:00

mask.png

0527

2024-05-27 15:11:03 +08:00

model.png

0527

2024-05-27 15:11:03 +08:00

norm_after.png

0527

2024-05-27 15:11:03 +08:00

norm.png

0527

2024-05-27 15:11:03 +08:00

q_per_token.png

0527

2024-05-27 15:11:03 +08:00

qkmatmul.png

0527

2024-05-27 15:11:03 +08:00

qkv.png

0527

2024-05-27 15:11:03 +08:00

qsplit.png

0527

2024-05-27 15:11:03 +08:00

rms.png

0527

2024-05-27 15:11:03 +08:00

rope.png

0527

2024-05-27 15:11:03 +08:00

ropesplit.png

0527

2024-05-27 15:11:03 +08:00

softmax.png

0527

2024-05-27 15:11:03 +08:00

stacked.png

0527

2024-05-27 15:11:03 +08:00

swiglu.png

0527

2024-05-27 15:11:03 +08:00

tokens.png

0527

2024-05-27 15:11:03 +08:00

v0.png

0527

2024-05-27 15:11:03 +08:00

value.png

0527

2024-05-27 15:11:03 +08:00

weightmatrix.png

0527

2024-05-27 15:11:03 +08:00