Ai gateway

annot/src/main/java/com/predic8/membrane/annot/yaml/parsing/binding/ObjectBinder.java

@@ -33,11 +33,7 @@
 import java.util.List;
 import java.util.Objects;
 
-import static com.predic8.membrane.annot.yaml.McYamlIntrospector.findRequiredSetters;
-import static com.predic8.membrane.annot.yaml.McYamlIntrospector.findSingleSetterOrNullForAnnotation;
-import static com.predic8.membrane.annot.yaml.McYamlIntrospector.getSingleChildSetter;
-import static com.predic8.membrane.annot.yaml.McYamlIntrospector.isCollapsed;
-import static com.predic8.membrane.annot.yaml.McYamlIntrospector.isNoEnvelope;
+import static com.predic8.membrane.annot.yaml.McYamlIntrospector.*;
 import static com.predic8.membrane.annot.yaml.NodeValidationUtils.ensureMappingStart;
 
 public final class ObjectBinder {
@@ -49,7 +45,8 @@ public final class ObjectBinder {
 
     public static <T> T bind(ParsingContext<?> pc, Class<T> clazz, JsonNode node) throws ConfigurationParsingException {
         try {
-            T configObj = clazz.getConstructor().newInstance();
+            T configObj = instantiate(clazz);
+
             BeanDefinition currentBeanDefinition = BeanDefinitionContext.current();
             if (currentBeanDefinition != null && pc.getRegistry() != null) {
                 pc.getRegistry().rememberBeanDefinition(configObj, currentBeanDefinition);
@@ -102,6 +99,14 @@ public static <T> T bind(ParsingContext<?> pc, Class<T> clazz, JsonNode node) th
         }
     }
 
+    private static <T> @NotNull T instantiate(Class<T> clazz) throws InvocationTargetException, InstantiationException, IllegalAccessException {
+        try {
+            return clazz.getConstructor().newInstance();
+        } catch (NoSuchMethodException e) {
+            throw new ConfigurationParsingException("Class %s does not have a public no-arg constructor.".formatted(clazz.getName()));
+        }
+    }
+
     private static <T> @NotNull T handleCollapsed(ParsingContext<?> ctx, Class<T> clazz, JsonNode node, T configObj) {
         if (node.isNull())
             throw new ConfigurationParsingException("Collapsed element must not be null.");
@@ -117,7 +122,6 @@ private static <T> T handleNoEnvelopeList(ParsingContext<?> pc, Class<T> clazz,
         return configObj;
     }
 
-    @SuppressWarnings("ConstantValue")
     private static <T> void applyCollapsedScalar(Class<T> clazz, JsonNode node, T target) {
         Method attributeSetter = findSingleSetterOrNullForAnnotation(clazz, MCAttribute.class);
         Method textSetter = findSingleSetterOrNullForAnnotation(clazz, MCTextContent.class);

core/src/main/java/com/predic8/membrane/core/interceptor/llmgateway/AbstractLLMEvent.java

@@ -0,0 +1,69 @@
+/* Copyright 2026 predic8 GmbH, www.predic8.com
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+   http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License. */
+
+package com.predic8.membrane.core.interceptor.llmgateway;
+
+import com.fasterxml.jackson.databind.JsonNode;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.predic8.membrane.core.util.http.SSEParser;
+import com.predic8.membrane.core.util.json.JsonUtil;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+public abstract class AbstractLLMEvent {
+
+    private static final Logger log = LoggerFactory.getLogger(AbstractLLMEvent.class);
+
+    protected static final ObjectMapper om = new ObjectMapper();
+
+    protected final JsonNode json;
+
+    protected AbstractLLMEvent(JsonNode json) {
+        this.json = json;
+    }
+
+    public abstract String getType();
+
+    public JsonNode getJson() {
+        return json;
+    }
+
+    public static AbstractLLMEvent create(SSEParser.SSEEvent sse) {
+
+        if ("[DONE]".equals(sse.data())) {
+            return new ChatCompletionDoneEvent();
+        }
+
+        var opt = JsonUtil.getJsonObject(sse.data());
+        if (opt.isEmpty()) {
+            log.info("Unknown event format: {}", sse.data());
+        }
+
+        var json = opt.get();
+
+        // Responses API
+        if (json.has("type")) {
+            return new ResponsesApiEvent(json);
+        }
+
+        // Chat Completions API
+        if ("chat.completion.chunk".equals(json.path("object").asText())) {
+            return new ChatCompletionEvent(json);
+        }
+
+        log.debug("Unknown event format: {}", json);
+
+        return null;
+    }
+}

core/src/main/java/com/predic8/membrane/core/interceptor/llmgateway/ChatCompletionDoneEvent.java

@@ -0,0 +1,29 @@
+/* Copyright 2026 predic8 GmbH, www.predic8.com
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+   http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License. */
+
+package com.predic8.membrane.core.interceptor.llmgateway;
+
+import com.fasterxml.jackson.databind.node.NullNode;
+
+public class ChatCompletionDoneEvent extends AbstractLLMEvent {
+
+    public ChatCompletionDoneEvent() {
+        super(NullNode.getInstance());
+    }
+
+    @Override
+    public String getType() {
+        return "chat.completion.done";
+    }
+}

core/src/main/java/com/predic8/membrane/core/interceptor/llmgateway/ChatCompletionEvent.java

@@ -0,0 +1,77 @@
+/* Copyright 2026 predic8 GmbH, www.predic8.com
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+   http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License. */
+
+package com.predic8.membrane.core.interceptor.llmgateway;
+
+import com.fasterxml.jackson.databind.JsonNode;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+public class ChatCompletionEvent extends AbstractLLMEvent {
+
+    private static final Logger log = LoggerFactory.getLogger(ChatCompletionEvent.class);
+
+    public ChatCompletionEvent(JsonNode json) {
+        super(json);
+
+        parseChoices(json);
+
+    }
+
+
+    private static void parseChoices(JsonNode json) {
+        for (JsonNode choice : json.path("choices")) {
+
+            JsonNode delta = choice.path("delta");
+
+            if (delta.has("content")) {
+                log.debug("Content delta: {}",
+                        delta.path("content").asText());
+            }
+
+            if (delta.has("tool_calls")) {
+
+                for (JsonNode tc : delta.path("tool_calls")) {
+
+                    JsonNode fn = tc.path("function");
+
+                    if (fn.has("name")) {
+                        log.debug("Tool call name delta: {}",
+                                fn.path("name").asText());
+                    }
+
+                    if (fn.has("arguments")) {
+                        log.debug("Tool call arguments delta: {}",
+                                fn.path("arguments").asText());
+                    }
+                }
+            }
+
+            String finishReason = choice.path("finish_reason").asText(null);
+
+            if (finishReason != null && !"null".equals(finishReason)) {
+                log.debug("Finish reason: {}", finishReason);
+            }
+        }
+    }
+
+    @Override
+    public String getType() {
+        return "chat.completion.chunk";
+    }
+
+    public JsonNode getChoices() {
+        return json.path("choices");
+    }
+}