Just use the built-in ollama LLM class of course

pyproject.toml

@@ -49,8 +49,11 @@ dependencies = [
   "inotifyrecursive~=0.3",
   "jinja2~=3.1.5",
   "langdetect~=1.0.9",
-  "llama-index>=0.12.33",
+  "llama-index-core>=0.12.33.post1",
   "llama-index-embeddings-huggingface>=0.5.3",
+  "llama-index-embeddings-openai>=0.3.1",
+  "llama-index-llms-ollama>=0.5.4",
+  "llama-index-llms-openai>=0.3.38",
   "llama-index-vector-stores-faiss>=0.3",
   "nltk~=3.9.1",
   "ocrmypdf~=16.10.0",