diff --git a/llama-index-core/llama_index/core/program/utils.py b/llama-index-core/llama_index/core/program/utils.py
index 88b10dca1b3f221530aa95a9aea05a4cf457de4b..01fdb348497de78904927c5684262b4981a1822e 100644
--- a/llama-index-core/llama_index/core/program/utils.py
+++ b/llama-index-core/llama_index/core/program/utils.py
@@ -44,7 +44,7 @@ def get_program_for_llm(
         # in default mode, we try to use the OpenAI program if available else
         # we fall back to the LLM program
         try:
-            from llama_index.program.openai_program import (
+            from llama_index.program.openai import (
                 OpenAIPydanticProgram,
             )  # pants: no-infer-dep