free ray put

Author: grimoire

lmdeploy/pytorch/engine/executor/ray_executor.py

@@ -433,6 +433,12 @@ async def forward_async(self, inputs):
         outs = self.dag.execute(inputs)
         ray.get(outs)
 
+        # free ray.put inputs
+        try:
+            ray._private.internal_api.free(inputs)
+        except Exception as e:
+            logger.warning(f'Free input ref failed: {e}')
+
     async def get_output_async(self):
         """Get output async."""
         return await self.remote_outs.get()