Async Handler
import runpod
async def async_generator_handler(job):
for i in range(5):
output = f"Generated async token output {i}"
yield output
await asyncio.sleep(1) # Simulate an asynchronous task (e.g., LLM processing time).
runpod.serverless.start({
"handler": async_generator_handler, # Required
"return_aggregate_stream": True # Optional, results available via /run
})
Updated about 1 month ago