LLM qualifier

docs/pipes/llm/index.md

@@ -10,5 +10,6 @@ to perform various information extraction tasks.
 | Component                  | Description                                               |
 |----------------------------|-----------------------------------------------------------|
 | `eds.llm_markup_extractor` | Extract structured information using LLMs through markup. |
+| `eds.llm_span_qualifier`   | Predict attributes of spans using LLMs.                   |
 
 <!-- --8<-- [end:components] -->

docs/pipes/llm/llm-span-qualifier.md

@@ -0,0 +1,8 @@
+# LLM Span Qualifier {: #edsnlp.pipes.llm.llm_span_qualifier.factory.create_component }
+
+::: edsnlp.pipes.llm.llm_span_qualifier.factory.create_component
+    options:
+        heading_level: 3
+        show_bases: false
+        show_source: false
+        only_class_level: true

edsnlp/pipes/__init__.py

@@ -84,4 +84,5 @@
     from .trainable.embeddings.text_cnn.factory import create_component as text_cnn
     from .misc.split import Split as split
     from .misc.explode import Explode as explode
-    from .llm.llm_markup_extractor import LlmMarkupExtractor as llm_markup_extractor
+    from .llm.llm_markup_extractor.factory import create_component as llm_markup_extractor
+    from .llm.llm_span_qualifier.factory import create_component as llm_span_qualifier

edsnlp/pipes/llm/async_worker.py

@@ -25,14 +25,16 @@ def instance(cls) -> "AsyncRequestWorker":
             cls._instance = AsyncRequestWorker()
         return cls._instance
 
-    def submit(self, coro: Coroutine[Any, Any, Any]) -> int:
+    def submit(
+        self, coro: Coroutine[Any, Any, Any], timeout: Optional[float] = None
+    ) -> int:
         with self._lock:
             task_id = self._next_id
             self._next_id += 1
 
         async def _wrap():
             try:
-                res = await coro
+                res = await asyncio.wait_for(coro, timeout=timeout)
                 exc = None
             except BaseException as e:  # noqa: BLE001
                 res = None

edsnlp/pipes/llm/llm_span_qualifier/__init__.py

@@ -0,0 +1 @@
+from .llm_span_qualifier import LlmSpanQualifier

edsnlp/pipes/llm/llm_span_qualifier/factory.py

@@ -0,0 +1,8 @@
+from edsnlp import registry
+
+from .llm_span_qualifier import LlmSpanQualifier
+
+create_component = registry.factory.register(
+    "eds.llm_span_qualifier",
+    assigns=["doc.ents", "doc.spans"],
+)(LlmSpanQualifier)