From 283681420e74777334308946fded3b76d9777299 Mon Sep 17 00:00:00 2001
From: Mateusz Charytoniuk <mateusz.charytoniuk@protonmail.com>
Date: Wed, 27 Mar 2024 12:16:29 +0100
Subject: [PATCH] fix: add missing timeout in llamacpp client
---
src/LlamaCppClient.php | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/src/LlamaCppClient.php b/src/LlamaCppClient.php
index 455e51a0..b991ee4e 100644
--- a/src/LlamaCppClient.php
+++ b/src/LlamaCppClient.php
@@ -206,7 +206,7 @@ readonly class LlamaCppClient
$channel->push(new LlamaCppClientResponseChunk(
status: ObservableTaskStatus::Failed,
chunk: '',
- ));
+ ), $this->llamaCppConfiguration->completionTokenTimeout);
}
} else {
$this->assertStatusCode($curlHandle, 200);
--
GitLab