0903

Author: SangChengC

lightllm/server/embed_cache/impl/memory_cache_with_redis.py

@@ -49,6 +49,9 @@ def set_items_embed(self, ids: list[int]) -> None:
     def get_items_embed(self, ids: list[int]) -> list[Optional[bool]]:
         ret = []
         for id in ids:
+            # if self.redis_cache.query(str(id)):
+            #     ret.append(True)
+            #     continue
             # 避免重复的引用计数增加
             if self._records[id].embed:
                 ret.append(True)

lightllm/server/httpserver/manager.py

@@ -687,8 +687,8 @@ async def recycle_resource_loop(self):
                 for req in req_status.group_req_objs.shm_req_objs:
                     await self.shm_req_manager.async_put_back_req_obj(req)
                     await self.shm_req_manager.async_release_req_index(req.index_in_shm_mem)
-                if self.args.run_mode != "llm_only":
-                    await self._release_multimodal_resources(req_status.group_req_objs.multimodal_params)
+                print("begin release")
+                await self._release_multimodal_resources(req_status.group_req_objs.multimodal_params)
 
             # 先保留这个关键得日志，用于方便定位重构中的问题。
             if time.time() - pre_time_mark > 120:

lightllm/server/visualserver/manager.py

@@ -125,7 +125,7 @@ async def loop_for_fwd(self):
 
                     multimodal_params = group_req_indexes.multimodal_params
 
-                    img_uuids = [img.uuid for img in multimodal_params.images if not img.afs_embed]
+                    img_uuids = [img.uuid for img in multimodal_params.images]
                     ready_image = obtain(self.cache_client.root.get_items_embed(img_uuids))
 
                     for img, ready in zip(multimodal_params.images, ready_image):