We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 81050ce commit 91d8c59Copy full SHA for 91d8c59
verl/workers/rollout/trtllm_rollout/trtllm_async_server.py
@@ -14,7 +14,7 @@
14
import asyncio
15
import logging
16
import os
17
-from typing import Any, Optional
+from typing import Any, Optional, Union
18
19
import ray
20
import torch
0 commit comments