fix: DIA-1534: prompts containing {} throw an error (#234)

adala/runtimes/_litellm.py

@@ -253,7 +253,7 @@ def record_to_record(
             )
 
         messages = get_messages(
-            input_template.format(**record, **extra_fields),
+            partial_str_format(input_template, **record, **extra_fields),
             instructions_template,
             instructions_first,
         )
@@ -404,7 +404,7 @@ async def batch_to_batch(
         extra_fields = extra_fields or {}
         user_prompts = batch.apply(
             # TODO: remove "extra_fields" to avoid name collisions
-            lambda row: input_template.format(**row, **extra_fields),
+            lambda row: partial_str_format(input_template, **row, **extra_fields),
             axis=1,
         ).tolist()
 

adala/skills/_base.py

@@ -363,8 +363,8 @@ def improve(
                 )
             examples.append(
                 f"### Example #{i}\n\n"
-                f"{self.input_template.format(**row)}\n\n"
-                f"{self.output_template.format(**row)}\n\n"
+                f"{partial_str_format(self.input_template, **row)}\n\n"
+                f"{partial_str_format(self.output_template, **row)}\n\n"
                 f'User feedback: {row[f"{train_skill_output}__fb"]}\n\n'
             )
 
@@ -625,7 +625,8 @@ def _iter_over_chunks(self, input: InternalDataFrame, chunk_size: Optional[int]
             agg_chunk = chunk\
                 .reset_index()\
                 .apply(
-                    lambda row: self.input_template.format(
+                    lambda row: partial_str_format(
+                        self.input_template,
                         **row, **extra_fields, i=int(row.name) + 1
                     ),
                     axis=1,

adala/skills/collection/rag.py

@@ -2,6 +2,7 @@
 from typing import Optional
 from adala.skills._base import TransformSkill
 from adala.utils.internal_data import InternalDataFrame
+from adala.utils.parse import partial_str_format
 from adala.runtimes.base import Runtime
 from adala.memories import Memory
 from adala.memories.vectordb import VectorDBMemory
@@ -66,13 +67,13 @@ def apply(
                         If instructions are given, the output field contains the generated output.
         """
         input_strings = input.apply(
-            lambda r: self.input_template.format(**r), axis=1
+            lambda r: partial_str_format(self.input_template, **r), axis=1
         ).tolist()
         rag_input_data = self.memory.retrieve_many(
             input_strings, num_results=self.num_results
         )
         rag_input_strings = [
-            "\n\n".join(self.rag_input_template.format(**i) for i in rag_items)
+            "\n\n".join(partial_str_format(self.rag_input_template, **i) for i in rag_items)
             for rag_items in rag_input_data
         ]
         output_fields = self.get_output_fields()
@@ -122,7 +123,7 @@ def improve(
             indices = feedback.match.index
         inputs = predictions.loc[indices]
         input_strings = inputs.apply(
-            lambda r: self.input_template.format(**r), axis=1
+            lambda r: partial_str_format(self.input_template, **r), axis=1
         ).tolist()
         fb = feedback.feedback.loc[indices].rename(columns=lambda c: f"{c}__fb")
         inputs = inputs.join(fb)

adala/utils/parse.py

@@ -16,6 +16,14 @@ def get_value(self, key, args, kwds):
                 return "{" + key + "}"
         else:
             Formatter.get_value(key, args, kwds)
+
+    def format_field(self, value, format_spec):
+        try:
+            return super().format_field(value, format_spec)
+        except ValueError:
+            # HACK: the value was an unfilled variable or not a variable at all, so the format spec should be considered part of the variable name
+            if value.startswith("{") and value.endswith("}"):
+                return value[:-1] + ":" + format_spec + "}"
 
 
 PartialStringFormat = PartialStringFormatter()