We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent aead0ef commit 616e14bCopy full SHA for 616e14b
python/sglang/srt/layers/rotary_embedding.py
@@ -1481,6 +1481,8 @@ def _forward_triton(
1481
num_tokens = positions.shape[-1]
1482
cos_sin = self.cos_sin_cache[positions]
1483
cos, sin = cos_sin.chunk(2, dim=-1)
1484
+ cos = cos.contiguous()
1485
+ sin = sin.contiguous()
1486
query_shape = query.shape
1487
key_shape = key.shape
1488
if positions.ndim == 2:
0 commit comments