UniqAI/mini-omni
1
0
Fork 0
mirror of https://github.com/gpt-omni/mini-omni synced 2025-06-26 18:16:26 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #66 from Lollipop/patch-1

Browse Source 
fix typo
This commit is contained in:
mini-omni
2024-09-13 12:33:50 +08:00
committed by GitHub
parent e95181ba9c 042b9500a8
commit 5f87f73785
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
litgpt/generate/base.py
View File

@@ -19,7 +19,7 @@ def multinomial_num_samples_1(probs: torch.Tensor) -> torch.Tensor:
return torch.multinomial(probs, num_samples=1)
def sample_top_p(logits_A: torch.Tensor, top_p: float) -> torch.Tensor:
def sample_top_p(logits: torch.Tensor, top_p: float) -> torch.Tensor:
sorted_logits, sorted_indices = torch.sort(logits, descending=False)
cumulative_probs = sorted_logits.softmax(dim=-1).cumsum(dim=-1)
# Example: