Files
sglang/sgl-kernel/python/sgl_kernel/memory.py

10 lines
180 B
Python

import torch
def weak_ref_tensor(tensor):
return (
torch.ops.sgl_kernel.weak_ref_tensor(tensor)
if isinstance(tensor, torch.Tensor)
else tensor
)