penkovsky_sa/llm-arch-research
1
0
Fork 0
mirror of https://github.com/pese-git/llm-arch-research.git synced 2026-01-23 21:10:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: universal logits extraction for tuple/model output in Trainer (GPT/GPT2 compatibility)

Browse Source
This commit is contained in:
Sergey Penkovsky
2025-10-05 15:52:21 +03:00
parent aa408e941a
commit f866ed7ac7
1 changed files with 11 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
llm/src/llm/training/trainer.py
View File

@@ -53,8 +53,12 @@ class Trainer:
input_ids = batch["input_ids"].to(self.device) input_ids = batch["input_ids"].to(self.device)
labels = batch["labels"].to(self.device) labels = batch["labels"].to(self.device)
# Модель возвращает только логиты # Универсально обрабатываем выход (tuple/logits)
logits = self.model(input_ids) outputs = self.model(input_ids)
if isinstance(outputs, tuple):
logits = outputs[0]
else:
logits = outputs
# Trainer вычисляет loss # Trainer вычисляет loss
loss = self.compute_lm_loss(logits, labels) loss = self.compute_lm_loss(logits, labels)
@@ -82,7 +86,11 @@ class Trainer:
input_ids = batch["input_ids"].to(self.device) input_ids = batch["input_ids"].to(self.device)
labels = batch["labels"].to(self.device) labels = batch["labels"].to(self.device)
logits = self.model(input_ids) outputs = self.model(input_ids)
if isinstance(outputs, tuple):
logits = outputs[0]
else:
logits = outputs
loss = self.compute_lm_loss(logits, labels) loss = self.compute_lm_loss(logits, labels)
total_loss += loss.item() total_loss += loss.item()