penkovsky_sa/llm-arch-research
1
0
Fork 0
mirror of https://github.com/pese-git/llm-arch-research.git synced 2026-01-23 21:10:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore: add ipykernel dependency and update notebooks

Browse Source 
- Add ipykernel to project dependencies for Jupyter notebook support
- Update BPE and GPT analysis notebooks with latest experiments
This commit is contained in:
Sergey Penkovsky
2025-10-05 11:59:24 +03:00
parent f060497eb1
commit 1f9a4d2fa9
4 changed files with 1090 additions and 344 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
notebooks/bpe.ipynb
View File

@@ -98,21 +98,10 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": null, "execution_count": 1,
"id": "e8c52a53", "id": "e8c52a53",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [],
{
"ename": "",
"evalue": "",
"output_type": "error",
"traceback": [
"\u001b[1;31mRunning cells with '.venv (Python 3.10.9)' requires the ipykernel package.\n",
"\u001b[1;31mInstall 'ipykernel' into the Python environment. \n",
"\u001b[1;31mCommand: '/Users/sergey/Projects/ML/llm-arch-research/.venv/bin/python -m pip install ipykernel -U --force-reinstall'"
]
}
],
"source": [ "source": [
"import dill\n", "import dill\n",
"\n", "\n",
@@ -269,7 +258,15 @@
"name": "python3" "name": "python3"
}, },
"language_info": { "language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python", "name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.9" "version": "3.10.9"
} }
}, },

1408
notebooks/gpt_analysis.ipynb
View File

File diff suppressed because it is too large Load Diff

1
pyproject.toml
View File

@@ -11,6 +11,7 @@ dependencies = [
"hf-proxy", "hf-proxy",
"llm", "llm",
"tqdm>=4,<5", "tqdm>=4,<5",
"ipykernel",
] ]
[project.optional-dependencies] [project.optional-dependencies]

2
uv.lock generated
View File

@@ -1417,6 +1417,7 @@ source = { virtual = "." }
dependencies = [ dependencies = [
{ name = "accelerate" }, { name = "accelerate" },
{ name = "hf-proxy" }, { name = "hf-proxy" },
{ name = "ipykernel" },
{ name = "llm" }, { name = "llm" },
{ name = "tqdm" }, { name = "tqdm" },
] ]
@@ -1439,6 +1440,7 @@ requires-dist = [
{ name = "accelerate", specifier = ">=0.26.0" }, { name = "accelerate", specifier = ">=0.26.0" },
{ name = "black", marker = "extra == 'dev'", specifier = ">=24.0.0" }, { name = "black", marker = "extra == 'dev'", specifier = ">=24.0.0" },
{ name = "hf-proxy", editable = "hf-proxy" }, { name = "hf-proxy", editable = "hf-proxy" },
{ name = "ipykernel" },
{ name = "jupyter", marker = "extra == 'dev'", specifier = ">=1.0.0" }, { name = "jupyter", marker = "extra == 'dev'", specifier = ">=1.0.0" },
{ name = "llm", editable = "llm" }, { name = "llm", editable = "llm" },
{ name = "mypy", marker = "extra == 'dev'", specifier = ">=1.8.0" }, { name = "mypy", marker = "extra == 'dev'", specifier = ">=1.8.0" },