add dummy shutdown; add fields to NsightToolConfig

Author: davidmlw

verl/utils/profiler/config.py

@@ -29,6 +29,8 @@ class NsightToolConfig(BaseConfig):
 
     "True for each task has its own database, False for all tasks in one training step share one database."
     discrete: bool = False
+    controller_nsight_options: Optional[dict] = None
+    worker_nsight_options: Optional[dict] = None
     name: str = "nsight"
 
     def __post_init__(self) -> None:

verl/workers/rollout/sglang_rollout/async_sglang_server.py

@@ -421,6 +421,9 @@ async def stop_profile(self):
         ):
             await self.tokenizer_manager.stop_profile()
 
+    async def shutdown(self):
+        pass
+
 
 _rollout_worker_actor_cls = ray.remote(ServerAdapter)
 

verl/workers/rollout/trtllm_rollout/trtllm_async_server.py

@@ -362,13 +362,11 @@ async def launch_servers(self):
             else f"trtllm_server_reward_{self.replica_rank}"
         )
 
-        if (
-            "nsys" in self.profiler_config.global_tool_config
-            and "worker_nsight_options" in self.profiler_config.global_tool_config["nsys"]
-        ):
-            nsight_options = self.profiler_config.global_tool_config["nsys"]["worker_nsight_options"]
+        if "nsys" in self.profiler_config.global_tool_config:
+            nsight_options = self.profiler_config.global_tool_config["nsys"].worker_nsight_options
         else:
-            nsight_options = {}
+            nsight_options = None
+
         server = TRTLLMHttpServer.options(
             scheduling_strategy=ray.util.scheduling_strategies.NodeAffinitySchedulingStrategy(
                 node_id=node_id,

verl/workers/rollout/vllm_rollout/vllm_async_server.py

@@ -766,6 +766,8 @@ async def abort_request(self, request_id: str, reset_prefix_cache: bool = True)
             logger.error(f"Error aborting request {request_id}: {e}")
             return {"aborted": False, "request_id": request_id, "error": str(e)}
 
+    async def shutdown(self):
+        pass
 
 _rollout_worker_actor_cls = ray.remote(ServerAdapter)