Merge pull request #347 from co63oc/fix1

Fix typos
This commit is contained in:
Zhongjie Duan
2025-02-26 15:50:36 +08:00
committed by GitHub
9 changed files with 14 additions and 14 deletions

View File

@@ -398,7 +398,7 @@ class RoPE1D:
* tokens: batch_size x ntokens x nheads x dim
* positions: batch_size x ntokens (t position of each token)
output:
* tokens after appplying RoPE2D (batch_size x ntokens x nheads x dim)
* tokens after applying RoPE2D (batch_size x ntokens x nheads x dim)
"""
D = tokens.size(3)
assert positions.ndim == 2 # Batch, Seq
@@ -428,7 +428,7 @@ class RoPE3D(RoPE1D):
* tokens: batch_size x ntokens x nheads x dim
* rope_positions: list of (f, h, w)
output:
* tokens after appplying RoPE2D (batch_size x ntokens x nheads x dim)
* tokens after applying RoPE2D (batch_size x ntokens x nheads x dim)
"""
assert sum(ch_split) == tokens.size(-1);