Generator: Fix semaphore scheduling

Non-streaming tasks were not regulated by the semaphore, causing these
tasks to interfere with streaming generations. Add helper functions
to take in both sync and async functions for callbacks and sequential
blocking with the semaphore.

Signed-off-by: kingbri <bdashore3@proton.me>

generators.py

@@ -1,4 +1,6 @@
+import inspect
 from asyncio import Semaphore
+from functools import partialmethod
 from typing import AsyncGenerator
 
 generate_semaphore = Semaphore(1)
@@ -6,5 +8,16 @@ generate_semaphore = Semaphore(1)
 # Async generation that blocks on a semaphore
 async def generate_with_semaphore(generator: AsyncGenerator):
     async with generate_semaphore:
-        async for result in generator():
-            yield result
+        if inspect.isasyncgenfunction:
+            async for result in generator():
+                yield result
+        else:
+            for result in generator():
+                yield result
+
+# Block a function with semaphore
+async def call_with_semaphore(callback: partialmethod):
+    if inspect.iscoroutinefunction(callback):
+        return await callback()
+    async with generate_semaphore:
+        return callback()