openai.py

import os
from time import sleep

import openai
from openai import OpenAIError
from openai.types import CreateEmbeddingResponse
from semantic_router.encoders import BaseEncoder
from semantic_router.utils.logger import logger


class OpenAIEncoder(BaseEncoder):
    client: openai.Client | None

    def __init__(
        self,
        name: str = os.getenv("OPENAI_MODEL_NAME", "text-embedding-ada-002"),
        openai_api_key: str | None = None,
    ):
        super().__init__(name=name)
        api_key = openai_api_key or os.getenv("OPENAI_API_KEY")
        if api_key is None:
            raise ValueError("OpenAI API key cannot be 'None'.")
        try:
            self.client = openai.Client(api_key=api_key)
        except Exception as e:
            raise ValueError(f"OpenAI API client failed to initialize. Error: {e}")

    def __call__(self, docs: list[str]) -> list[list[float]]:
        if self.client is None:
            raise ValueError("OpenAI client is not initialized.")
        embeds = None
        error_message = ""

        # Exponential backoff
        for j in range(3):
            try:
                logger.info(f"Encoding {len(docs)} documents...")
                embeds = self.client.embeddings.create(input=docs, model=self.name)
                if "data" in embeds:
                    break
            except OpenAIError as e:
                sleep(2**j)
                error_message = str(e)
                logger.warning(f"Retrying in {2**j} seconds...")
            except Exception as e:
                logger.error(f"OpenAI API call failed. Error: {error_message}")
                raise ValueError(f"OpenAI API call failed. Error: {e}")

        if not embeds or not isinstance(embeds, dict) or "data" not in embeds:
            raise ValueError(f"No embeddings returned. Error: {error_message}")

        embeddings = [r["embedding"] for r in embeds["data"]]
        return embeddings