penkovsky_sa/simple-llm
1
0
Fork 0
mirror of https://github.com/pese-git/simple-llm.git synced 2026-01-24 05:26:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

Комплексное обновление проекта

Browse Source 
- Добавлена документация по эмбеддингам (markdown + drawio)
- Реализован модуль PositionalEmbeddings
- Обновлен .gitignore
- Исправлено имя модуля token_embeddings.py
This commit is contained in:
Sergey Penkovsky
2025-07-18 00:25:55 +03:00
parent b43e6a85f4
commit 32bca15069
5 changed files with 170 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
doc/token_embeddings_flow.drawio Normal file
View File

@@ -0,0 +1,21 @@
<mxfile>
<diagram name="Token Embeddings Flow" id="0">
<mxGraphModel>
<root>
<mxCell id="1"/>
<mxCell id="2" parent="1"/>
<mxCell id="3" value="Входные токены (индексы)" style="shape=rectangle" parent="2" vertex="1">
<mxGeometry x="100" y="100" width="120" height="60"/>
</mxCell>
<mxCell id="4" value="Lookup в таблице эмбеддингов" style="shape=rectangle" parent="2" vertex="1">
<mxGeometry x="100" y="200" width="120" height="60"/>
</mxCell>
<mxCell id="5" value="Выходные эмбеддинги" style="shape=rectangle" parent="2" vertex="1">
<mxGeometry x="100" y="300" width="120" height="60"/>
</mxCell>
<mxCell id="6" source="3" target="4" parent="2" edge="1"/>
<mxCell id="7" source="4" target="5" parent="2" edge="1"/>
</root>
</mxGraphModel>
</diagram>
</mxfile>