From a62b158aa9406945b6b9179f96d86af542554522 Mon Sep 17 00:00:00 2001
From: Andrei Fajardo <92402603+nerdai@users.noreply.github.com>
Date: Sat, 16 Mar 2024 01:12:40 -0400
Subject: [PATCH] Add Async LogProbs to OpenAI Completion (#11992)
* add logprobs to async complete
* remove lock file
---
.../llama_index/llms/openai/base.py | 7 +++++++
.../llms/llama-index-llms-openai/pyproject.toml | 4 ++--
2 files changed, 9 insertions(+), 2 deletions(-)
diff --git a/llama-index-integrations/llms/llama-index-llms-openai/llama_index/llms/openai/base.py b/llama-index-integrations/llms/llama-index-llms-openai/llama_index/llms/openai/base.py
index ae0bcae46..b62747c0f 100644
--- a/llama-index-integrations/llms/llama-index-llms-openai/llama_index/llms/openai/base.py
+++ b/llama-index-integrations/llms/llama-index-llms-openai/llama_index/llms/openai/base.py
@@ -666,10 +666,17 @@ class OpenAI(LLM):
stream=False,
**all_kwargs,
)
+
text = response.choices[0].text
+ openai_completion_logprobs = response.choices[0].logprobs
+ logprobs = None
+ if openai_completion_logprobs:
+ logprobs = from_openai_completion_logprobs(openai_completion_logprobs)
+
return CompletionResponse(
text=text,
raw=response,
+ logprobs=logprobs,
additional_kwargs=self._get_response_token_counts(response),
)
diff --git a/llama-index-integrations/llms/llama-index-llms-openai/pyproject.toml b/llama-index-integrations/llms/llama-index-llms-openai/pyproject.toml
index 010b96ae1..b9715befa 100644
--- a/llama-index-integrations/llms/llama-index-llms-openai/pyproject.toml
+++ b/llama-index-integrations/llms/llama-index-llms-openai/pyproject.toml
@@ -29,11 +29,11 @@ exclude = ["**/BUILD"]
license = "MIT"
name = "llama-index-llms-openai"
readme = "README.md"
-version = "0.1.11"
+version = "0.1.12"
[tool.poetry.dependencies]
python = ">=3.8.1,<4.0"
-llama-index-core = "^0.10.19"
+llama-index-core = "^0.10.20.post1"
[tool.poetry.group.dev.dependencies]
ipython = "8.10.0"
--
GitLab