File tree Expand file tree Collapse file tree 1 file changed +2
-4
lines changed
python/sglang/srt/managers Expand file tree Collapse file tree 1 file changed +2
-4
lines changed Original file line number Diff line number Diff line change @@ -92,9 +92,7 @@ def __getstate__(self):
92
92
}
93
93
state ["tensor_data" ] = None
94
94
except Exception as e :
95
- print_warning_once (
96
- f"Warning: Failed to get CUDA IPC handle ({ e } ). Falling back to default transport."
97
- )
95
+ # Failed to get CUDA IPC handle (possibly tp). Falling back to default transport.
98
96
state ["metadata" ]["transport_mode" ] = "default"
99
97
state ["tensor_data" ] = self .as_subclass (torch .Tensor )
100
98
else :
@@ -751,7 +749,7 @@ def tensor_hash(tensor_list) -> int:
751
749
]
752
750
tensor = torch .concat (tensor_list )
753
751
if tensor .is_cuda :
754
- return gpu_tensor_hash (tensor )
752
+ return gpu_tensor_hash (tensor . cuda () )
755
753
tensor = tensor .detach ().contiguous ()
756
754
757
755
if tensor .dtype == torch .bfloat16 :
You can’t perform that action at this time.
0 commit comments