feat(dotAI): Dot AI LangChain4J - Azure OpenAI

bom/application/pom.xml

@@ -27,6 +27,7 @@
         <graalvm.polyglot.version>25.0.1</graalvm.polyglot.version>
         <micrometer.version>1.13.10</micrometer.version>
         <opensearch.version>3.3.0</opensearch.version>
+        <langchain4j.version>1.0.0</langchain4j.version>
     </properties>
     <dependencyManagement>
 
@@ -70,13 +71,55 @@
                 <scope>import</scope>
             </dependency>
 
+            <dependency>
+                <groupId>dev.langchain4j</groupId>
+                <artifactId>langchain4j-bom</artifactId>
+                <version>${langchain4j.version}</version>
+                <type>pom</type>
+                <scope>import</scope>
+            </dependency>
+
 
-            <!-- Asynchronous NIO client server framework for the jvm -->
-            <!-- <dependency>
+            <!-- reactor-core: pin to 3.4.41 to resolve conflict between existing deps (3.3.16)
+                 and langchain4j-azure-open-ai (3.4+). Required for ContextView. -->
+            <dependency>
+                <groupId>io.projectreactor</groupId>
+                <artifactId>reactor-core</artifactId>
+                <version>3.4.41</version>
+            </dependency>
 
-                 <groupId>io.netty</groupId>
-                 <artifactId>netty-all</artifactId>
-             </dependency>-->
+            <!-- Netty: pin to 4.1.118.Final to resolve conflict between pgjdbc-ng (4.1.63)
+                 and langchain4j-azure-open-ai (4.1.118). Required for DefaultHeaders$ValueValidator. -->
+            <dependency>
+                <groupId>io.netty</groupId>
+                <artifactId>netty-common</artifactId>
+                <version>4.1.118.Final</version>
+            </dependency>
+            <dependency>
+                <groupId>io.netty</groupId>
+                <artifactId>netty-buffer</artifactId>
+                <version>4.1.118.Final</version>
+            </dependency>
+            <dependency>
+                <groupId>io.netty</groupId>
+                <artifactId>netty-transport</artifactId>
+                <version>4.1.118.Final</version>
+            </dependency>
+            <dependency>
+                <groupId>io.netty</groupId>
+                <artifactId>netty-resolver</artifactId>
+                <version>4.1.118.Final</version>
+            </dependency>
+            <dependency>
+                <groupId>io.netty</groupId>
+                <artifactId>netty-codec</artifactId>
+                <version>4.1.118.Final</version>
+            </dependency>
+            <dependency>
+                <groupId>io.netty</groupId>
+                <artifactId>netty-handler</artifactId>
+                <version>4.1.118.Final</version>
+            </dependency>
 
 
             <!--

dotCMS/pom.xml

@@ -499,6 +499,16 @@
             <groupId>io.vavr</groupId>
             <artifactId>vavr</artifactId>
         </dependency>
+        <dependency>
+            <!-- LangChain4J OpenAI provider: Chat, Embedding, Image models via OpenAI API -->
+            <groupId>dev.langchain4j</groupId>
+            <artifactId>langchain4j-open-ai</artifactId>
+        </dependency>
+        <dependency>
+            <!-- LangChain4J Azure OpenAI provider: Chat, Embedding, Image models via Azure OpenAI Service -->
+            <groupId>dev.langchain4j</groupId>
+            <artifactId>langchain4j-azure-open-ai</artifactId>
+        </dependency>
         <dependency>
             <groupId>jakarta.inject</groupId>
             <artifactId>jakarta.inject-api</artifactId>

dotCMS/src/main/java/com/dotcms/ai/AiKeys.java

@@ -62,6 +62,7 @@ public class AiKeys {
     public static final String COUNT = "count";
     public static final String INPUT = "input";
     public static final String RESPONSE_FORMAT = "response_format";
+    public static final String B64_JSON = "b64_json";
 
     private AiKeys() {}
 

dotCMS/src/main/java/com/dotcms/ai/api/AsyncEmbeddingsCallStrategy.java

@@ -15,15 +15,15 @@ public class AsyncEmbeddingsCallStrategy implements EmbeddingsCallStrategy {
 
     @Override
     public void bulkEmbed(final List<String> inodes, final EmbeddingsForm embeddingsForm) {
-        DotConcurrentFactory.getInstance().getSubmitter(OPEN_AI_THREAD_POOL_KEY).submit(new BulkEmbeddingsRunner(inodes, embeddingsForm));
+        DotConcurrentFactory.getInstance().getSubmitter(AI_THREAD_POOL_KEY).submit(new BulkEmbeddingsRunner(inodes, embeddingsForm));
     }
 
     @Override
     public void embed(final EmbeddingsAPIImpl embeddingsAPI,
                       final Contentlet contentlet,
                       final String content,
                       final String indexName) {
-        DotConcurrentFactory.getInstance().getSubmitter(OPEN_AI_THREAD_POOL_KEY).submit(new EmbeddingsRunner(embeddingsAPI, contentlet, content, indexName));
+        DotConcurrentFactory.getInstance().getSubmitter(AI_THREAD_POOL_KEY).submit(new EmbeddingsRunner(embeddingsAPI, contentlet, content, indexName));
     }
 
 }

dotCMS/src/main/java/com/dotcms/ai/api/CompletionsAPIImpl.java

@@ -23,6 +23,7 @@
 import com.dotmarketing.business.web.WebAPILocator;
 import com.dotmarketing.exception.DotRuntimeException;
 import com.dotmarketing.util.Config;
+import com.dotmarketing.util.Logger;
 import com.dotmarketing.util.UtilMethods;
 import com.dotmarketing.util.json.JSONArray;
 import com.dotmarketing.util.json.JSONObject;
@@ -73,6 +74,9 @@ public JSONObject prompt(final String systemPrompt,
         final Model model = config.resolveModelOrThrow(modelIn, AIModelType.TEXT)._2;
         final JSONObject json = new JSONObject();
 
+        if (temperature <= 0) {
+            Logger.warn(this.getClass(), "Temperature is " + temperature + ". Set a positive value in providerConfig if unintended.");
+        }
         json.put(AiKeys.TEMPERATURE, temperature);
         buildMessages(systemPrompt, userPrompt, json);
 
@@ -130,10 +134,10 @@ public void summarizeStream(final CompletionsForm summaryRequest, final OutputSt
 
     @Override
     public JSONObject raw(final JSONObject json, final String userId) {
-        config.debugLogger(this.getClass(), () -> "OpenAI request:" + json.toString(2));
+        config.debugLogger(this.getClass(), () -> "AI request:" + json.toString(2));
 
         final String response = sendRequest(config, json, userId).getResponse();
-        config.debugLogger(this.getClass(), () -> "OpenAI response:" + response);
+        config.debugLogger(this.getClass(), () -> "AI response:" + response);
 
         return new JSONObject(response);
     }
@@ -226,10 +230,18 @@ private ResolvedModel resolveModel(final CompletionsForm completionsForm) {
                 .collect(Collectors.toList());
 
         if (UtilMethods.isSet(models)) {
-            final Tuple2<AIModel, Model> modelTuple = config
-                    .resolveModelOrThrow(completionsForm.model, AIModelType.TEXT);
-
-            return new ResolvedModel(modelTuple._2.getName(), modelTuple._1.getMaxTokens());
+            if (UtilMethods.isSet(completionsForm.model)) {
+                final Tuple2<AIModel, Model> modelTuple = config
+                        .resolveModelOrThrow(completionsForm.model, AIModelType.TEXT);
+                final int maxTokens = modelTuple._1.getMaxTokens() > 0
+                        ? modelTuple._1.getMaxTokens()
+                        : DEFAULT_AI_MAX_NUMBER_OF_TOKENS_VALUE.get();
+                return new ResolvedModel(modelTuple._2.getName(), maxTokens);
+            }
+            final int maxTokens = aiModel.getMaxTokens() > 0
+                    ? aiModel.getMaxTokens()
+                    : DEFAULT_AI_MAX_NUMBER_OF_TOKENS_VALUE.get();
+            return new ResolvedModel(aiModel.getCurrentModel(), maxTokens);
         } else if (UtilMethods.isSet(completionsForm.model)) {
             return new ResolvedModel(completionsForm.model, DEFAULT_AI_MAX_NUMBER_OF_TOKENS_VALUE.get());
         } else {
@@ -304,12 +316,15 @@ private String reduceStringToTokenSize(final String incomingString, final int ma
 
     private JSONObject buildRequestJson(final CompletionsForm form) {
         final AIModel aiModel = config.getModel();
+        final int effectiveMaxTokens = aiModel.getMaxTokens() > 0
+                ? aiModel.getMaxTokens()
+                : DEFAULT_AI_MAX_NUMBER_OF_TOKENS_VALUE.get();
         final int promptTokens = countTokens(form.prompt);
 
         final JSONArray messages = new JSONArray();
         final String textPrompt = reduceStringToTokenSize(
                 form.prompt,
-                aiModel.getMaxTokens() - form.responseLengthTokens - promptTokens);
+                effectiveMaxTokens - form.responseLengthTokens - promptTokens);
 
         messages.add(Map.of(AiKeys.ROLE, AiKeys.USER, AiKeys.CONTENT, textPrompt));
 

dotCMS/src/main/java/com/dotcms/ai/api/EmbeddingsAPI.java

@@ -22,7 +22,7 @@
  */
 public interface EmbeddingsAPI {
 
-    String OPEN_AI_THREAD_POOL_KEY = "OpenAIThreadPool";
+    String AI_THREAD_POOL_KEY = "AIThreadPool";
 
     void shutdown();
 

dotCMS/src/main/java/com/dotcms/ai/api/EmbeddingsAPIImpl.java

@@ -132,7 +132,7 @@ public int deleteByQuery(@NotNull final String deleteQuery, final Optional<Strin
     @Override
     public void shutdown() {
 
-        Try.run(()->DotConcurrentFactory.getInstance().shutdown(OPEN_AI_THREAD_POOL_KEY));
+        Try.run(()->DotConcurrentFactory.getInstance().shutdown(AI_THREAD_POOL_KEY));
     }
 
     @Override
@@ -196,7 +196,7 @@ public boolean generateEmbeddingsForContent(@NotNull final Contentlet contentlet
             return false;
         }
 
-        DotConcurrentFactory.getInstance().getSubmitter(OPEN_AI_THREAD_POOL_KEY).submit(new EmbeddingsRunner(this, contentlet, parsed.get(), indexName));
+        DotConcurrentFactory.getInstance().getSubmitter(AI_THREAD_POOL_KEY).submit(new EmbeddingsRunner(this, contentlet, parsed.get(), indexName));
 
         return true;
     }
@@ -343,9 +343,11 @@ public Tuple2<Integer, List<Float>> pullOrGenerateEmbeddings(final String conten
                 .getEncoding()
                 .map(encoding -> encoding.encode(content))
                 .orElse(List.of());
+        final int tokenCount = tokens.isEmpty() ? content.split("\\s+").length : tokens.size();
         if (tokens.isEmpty()) {
-            config.debugLogger(this.getClass(), () -> String.format("No tokens for content ID '%s' were encoded: %s", contentId, content));
-            return Tuple.of(0, List.of());
+            config.debugLogger(this.getClass(), () -> String.format(
+                    "Encoding unavailable for content ID '%s', using word count (%d) as token estimate",
+                    contentId, tokenCount));
         }
 
         final Tuple3<String, Integer, List<Float>> dbEmbeddings =
@@ -358,13 +360,13 @@ public Tuple2<Integer, List<Float>> pullOrGenerateEmbeddings(final String conten
             return Tuple.of(dbEmbeddings._2, dbEmbeddings._3);
         }
 
-        final Tuple2<Integer, List<Float>> openAiEmbeddings = Tuple.of(
-                tokens.size(),
-                sendTokensToOpenAI(contentId, tokens, userId));
-        saveEmbeddingsForCache(content, openAiEmbeddings);
-        EMBEDDING_CACHE.put(hashed, openAiEmbeddings);
+        final Tuple2<Integer, List<Float>> embeddings = Tuple.of(
+                tokenCount,
+                generateEmbeddings(contentId, content, userId));
+        saveEmbeddingsForCache(content, embeddings);
+        EMBEDDING_CACHE.put(hashed, embeddings);
 
-        return openAiEmbeddings;
+        return embeddings;
     }
 
     @CloseDBIfOpened
@@ -434,20 +436,20 @@ private void saveEmbeddingsForCache(final String content, final Tuple2<Integer,
      *
      * @return A {@link List} of {@link Float} values representing the embeddings.
      */
-    private List<Float> sendTokensToOpenAI(final String contentId,
-                                           @NotNull final List<Integer> tokens,
+    private List<Float> generateEmbeddings(final String contentId,
+                                           @NotNull final String content,
                                            final String userId) {
         final JSONObject json = new JSONObject();
         json.put(AiKeys.MODEL, config.getEmbeddingsModel().getCurrentModel());
-        json.put(AiKeys.INPUT, tokens);
-        config.debugLogger(this.getClass(), () -> String.format("Content tokens for content ID '%s': %s", contentId, tokens));
+        json.put(AiKeys.INPUT, content);
+        config.debugLogger(this.getClass(), () -> String.format("Generating embeddings for content ID '%s'", contentId));
         final String responseString = AIProxyClient.get()
                 .callToAI(JSONObjectAIRequest.quickEmbeddings(config, json, userId))
                 .getResponse();
-        config.debugLogger(this.getClass(), () -> String.format("OpenAI Response for content ID '%s': %s",
+        config.debugLogger(this.getClass(), () -> String.format("AI Response for content ID '%s': %s",
                 contentId, responseString.replace("\n", BLANK)));
         final JSONObject jsonResponse = Try.of(() -> new JSONObject(responseString)).getOrElseThrow(e -> {
-            Logger.error(this, "OpenAI Response String is not a valid JSON", e);
+            Logger.error(this, "AI Response String is not a valid JSON", e);
             config.debugLogger(this.getClass(), () -> String.format("Invalid JSON Response: %s", responseString));
             return new DotCorruptedDataException(e);
         });

dotCMS/src/main/java/com/dotcms/ai/api/EmbeddingsCallStrategy.java

@@ -17,7 +17,7 @@
  */
 public interface EmbeddingsCallStrategy {
 
-    String OPEN_AI_THREAD_POOL_KEY = "OpenAIThreadPool";
+    String AI_THREAD_POOL_KEY = "AIThreadPool";
     /**
      * Embeds contentlets based on the provided inodes and form data.
      *

dotCMS/src/main/java/com/dotcms/ai/api/OpenAIImageAPIImpl.java

@@ -25,8 +25,11 @@
 import io.vavr.control.Try;
 
 import javax.servlet.http.HttpServletRequest;
+import java.io.ByteArrayInputStream;
+import java.net.URI;
 import java.net.URL;
 import java.text.SimpleDateFormat;
+import java.util.Base64;
 import java.util.Date;
 
 public class OpenAIImageAPIImpl implements ImageAPI {
@@ -60,7 +63,7 @@ public JSONObject sendRequest(final JSONObject jsonObject) {
 
         String responseString = "";
         try {
-            responseString = doRequest(config.getApiImageUrl(), jsonObject);
+            responseString = doRequest(jsonObject);
 
             JSONObject returnObject = new JSONObject(responseString);
             if (returnObject.containsKey(AiKeys.ERROR)) {
@@ -99,21 +102,30 @@ public JSONObject sendTextPrompt(final String textPrompt) {
     }
 
     private JSONObject createTempFile(final JSONObject imageResponse) {
-        final String url = imageResponse.optString(AiKeys.URL);
-        if (UtilMethods.isEmpty(() -> url)) {
-            Logger.warn(this.getClass(), "imageResponse does not include URL:" + imageResponse);
-            throw new DotRuntimeException("Image Response does not include URL:" + imageResponse);
-        }
-
         try {
             final String fileName = generateFileName(imageResponse.getString(AiKeys.ORIGINAL_PROMPT));
             imageResponse.put("tempFileName", fileName);
 
-            final DotTempFile file = tempFileApi.createTempFileFromUrl(fileName, getRequest(), new URL(url), 20);
+            final String url = imageResponse.optString(AiKeys.URL);
+            final String b64 = imageResponse.optString(AiKeys.B64_JSON);
+            final DotTempFile file;
+
+            if (!UtilMethods.isEmpty(() -> url)) {
+                file = tempFileApi.createTempFileFromUrl(fileName, getRequest(), URI.create(url).toURL(), 20);
+            } else if (!UtilMethods.isEmpty(() -> b64)) {
+                final byte[] imageBytes = Base64.getDecoder().decode(b64);
+                file = tempFileApi.createTempFile(fileName, getRequest(), new ByteArrayInputStream(imageBytes));
+            } else {
+                Logger.warn(this.getClass(), "imageResponse does not include URL or base64 data:" + imageResponse);
+                throw new DotRuntimeException("Image Response does not include URL or base64 data:" + imageResponse);
+            }
+
             imageResponse.put(AiKeys.RESPONSE, file.id);
             imageResponse.put("tempFile", file.file.getAbsolutePath());
 
             return imageResponse;
+        } catch (DotRuntimeException e) {
+            throw e;
         } catch (Exception e) {
             imageResponse.put(AiKeys.RESPONSE, e.getMessage());
             imageResponse.put(AiKeys.ERROR, e.getMessage());
@@ -173,7 +185,7 @@ private String generateFileName(final String originalPrompt) {
     }
 
     @VisibleForTesting
-    String doRequest(final String urlIn, final JSONObject json) {
+    String doRequest(final JSONObject json) {
         return AIProxyClient.get()
                 .callToAI(JSONObjectAIRequest.quickImage(config, json, UtilMethods.extractUserIdOrNull(user)))
                 .getResponse();