fix-audio-rpyc (#1096)

Author: SangChengC

lightllm/server/audioserver/manager.py

@@ -4,6 +4,7 @@
 import asyncio
 import uvloop
 import rpyc
+import socket
 import inspect
 import setproctitle
 from typing import List
@@ -39,6 +40,7 @@ def __init__(
         self.zmq_recv_socket = context.socket(zmq.PULL)
         self.zmq_recv_socket.bind(f"{args.zmq_mode}127.0.0.1:{args.audio_port}")
         self.cache_client = rpyc.connect("localhost", args.cache_port, config={"allow_pickle": True})
+        self.cache_client._channel.stream.sock.setsockopt(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)
         self.cache_port = args.cache_port
         self.waiting_reqs: List[GroupReqIndexes] = []
         self.model_weightdir = args.model_dir

lightllm/server/embed_cache/manager.py

@@ -60,6 +60,7 @@ def start_cache_manager(args: StartArgs, pipe_writer):
     manager = InMemoryCache(args)
     service = CacheServer(manager)
     from rpyc.utils.server import ThreadedServer
+    import lightllm.utils.rpyc_fix_utils as _
 
     t = ThreadedServer(service, port=args.cache_port, protocol_config={"allow_pickle": True})
     pipe_writer.send("init ok")

lightllm/server/multimodal_params.py

@@ -48,7 +48,7 @@ async def preload(self, request: Request):
             return
 
         except Exception as e:
-            raise ValueError(f"Failed to read image type={self._type}, data[:100]={self._data[:100]}: {e}!")
+            raise ValueError(f"Failed to read audio type={self._type}, data[:100]={self._data[:100]}: {e}!")
 
     def read(self):
         assert self._preload_data is not None