ref

Author: Guikingone

examples/ollama/chat-llama-with-cache.php

@@ -18,8 +18,8 @@
 
 require_once dirname(__DIR__).'/bootstrap.php';
 
-$platform = PlatformFactory::create(env('OLLAMA_HOST_URL'), http_client(), cache: new ArrayAdapter());
-$model = new Ollama();
+$platform = PlatformFactory::create('http://localhost:11434', http_client(), cache: new ArrayAdapter());
+$model = new Ollama('anna');
 
 $agent = new Agent($platform, $model, logger: logger());
 $messages = new MessageBag(
@@ -32,8 +32,14 @@
 
 echo $result->getContent().\PHP_EOL;
 
+assert($result->getMetadata()->get('cached'));
+assert('chat' === $result->getMetadata()->get('prompt_cache_key'));
+
 $secondResult = $agent->call($messages, [
     'prompt_cache_key' => 'chat',
 ]);
 
-echo $result->getContent().\PHP_EOL;
+echo $secondResult->getContent().\PHP_EOL;
+
+assert($secondResult->getMetadata()->get('cached'));
+assert('chat' === $secondResult->getMetadata()->get('prompt_cache_key'));

src/platform/src/Bridge/Ollama/OllamaClient.php

@@ -82,7 +82,7 @@ private function doCompletionRequest(array|string $payload, array $options = [])
             ],
         ]);
 
-        if ($this->cache instanceof CacheInterface && (\array_key_exists('prompt_cache_key', $options) && $options['prompt_cache_key'])) {
+        if ($this->cache instanceof CacheInterface && (\array_key_exists('prompt_cache_key', $options) && '' !== $options['prompt_cache_key'])) {
             $cacheKey = \sprintf('%s_%s', $options['prompt_cache_key'], md5(\is_array($payload) ? json_encode($payload) : ['context' => $payload]));
 
             unset($options['prompt_cache_key']);

src/platform/src/Bridge/Ollama/OllamaResultConverter.php

@@ -47,13 +47,13 @@ public function convert(RawResultInterface $result, array $options = []): Result
 
         return \array_key_exists('embeddings', $data)
             ? $this->doConvertEmbeddings($data)
-            : $this->doConvertCompletion($data);
+            : $this->doConvertCompletion($data, $options);
     }
 
     /**
      * @param array<string, mixed> $data
      */
-    public function doConvertCompletion(array $data): ResultInterface
+    public function doConvertCompletion(array $data, array $options): ResultInterface
     {
         if (!isset($data['message'])) {
             throw new RuntimeException('Response does not contain message.');
@@ -73,7 +73,16 @@ public function doConvertCompletion(array $data): ResultInterface
             return new ToolCallResult(...$toolCalls);
         }
 
-        return new TextResult($data['message']['content']);
+        $result = new TextResult($data['message']['content']);
+
+        if (\array_key_exists('prompt_cache_key', $options)) {
+            $metadata = $result->getMetadata();
+
+            $metadata->add('cached', true);
+            $metadata->add('prompt_cache_key', $options['prompt_cache_key']);
+        }
+
+        return $result;
     }
 
     /**