hhh

Author: sufubao

lightllm/models/qwen3next/mem_manager.py

@@ -47,6 +47,9 @@ def get_state_cache_buffer(self, layer_index):
     def get_state_cache_can_use_size(self):
         ...
 
+    def copy_state_cache_buffer(self, src_idx, tgt_idx):
+        pass
+
 
 class Qwen3NextMemoryManager(MemoryManager, HaveStateBuffer):
     def __init__(

lightllm/server/api_http.py

@@ -267,7 +267,7 @@ async def completions(request: CompletionRequest, raw_request: Request) -> Respo
         return create_error_response(
             HTTPStatus.EXPECTATION_FAILED, "service in pd mode dont recv reqs from http interface"
         )
-
+    logger.info(f"completions request: {request}")
     resp = await completions_impl(request, raw_request)
     return resp