Document LLM Observability Patterns API

examples/v2/llm-observability/DeleteLLMObsPatternsConfig.java

@@ -0,0 +1,23 @@
+// Delete a patterns configuration returns "No Content" response
+
+import com.datadog.api.client.ApiClient;
+import com.datadog.api.client.ApiException;
+import com.datadog.api.client.v2.api.LlmObservabilityApi;
+
+public class Example {
+  public static void main(String[] args) {
+    ApiClient defaultClient = ApiClient.getDefaultApiClient();
+    defaultClient.setUnstableOperationEnabled("v2.deleteLLMObsPatternsConfig", true);
+    LlmObservabilityApi apiInstance = new LlmObservabilityApi(defaultClient);
+
+    try {
+      apiInstance.deleteLLMObsPatternsConfig("a7c8d9e0-1234-5678-9abc-def012345678");
+    } catch (ApiException e) {
+      System.err.println("Exception when calling LlmObservabilityApi#deleteLLMObsPatternsConfig");
+      System.err.println("Status code: " + e.getCode());
+      System.err.println("Reason: " + e.getResponseBody());
+      System.err.println("Response headers: " + e.getResponseHeaders());
+      e.printStackTrace();
+    }
+  }
+}

examples/v2/llm-observability/GetLLMObsPatternsConfig.java

@@ -0,0 +1,25 @@
+// Get a patterns configuration returns "OK" response
+
+import com.datadog.api.client.ApiClient;
+import com.datadog.api.client.ApiException;
+import com.datadog.api.client.v2.api.LlmObservabilityApi;
+import com.datadog.api.client.v2.model.LLMObsPatternsConfigResponse;
+
+public class Example {
+  public static void main(String[] args) {
+    ApiClient defaultClient = ApiClient.getDefaultApiClient();
+    defaultClient.setUnstableOperationEnabled("v2.getLLMObsPatternsConfig", true);
+    LlmObservabilityApi apiInstance = new LlmObservabilityApi(defaultClient);
+
+    try {
+      LLMObsPatternsConfigResponse result = apiInstance.getLLMObsPatternsConfig();
+      System.out.println(result);
+    } catch (ApiException e) {
+      System.err.println("Exception when calling LlmObservabilityApi#getLLMObsPatternsConfig");
+      System.err.println("Status code: " + e.getCode());
+      System.err.println("Reason: " + e.getResponseBody());
+      System.err.println("Response headers: " + e.getResponseHeaders());
+      e.printStackTrace();
+    }
+  }
+}

examples/v2/llm-observability/GetLLMObsPatternsRunStatus.java

@@ -0,0 +1,26 @@
+// Get patterns run status returns "OK" response
+
+import com.datadog.api.client.ApiClient;
+import com.datadog.api.client.ApiException;
+import com.datadog.api.client.v2.api.LlmObservabilityApi;
+import com.datadog.api.client.v2.model.LLMObsPatternsRunStatusResponse;
+
+public class Example {
+  public static void main(String[] args) {
+    ApiClient defaultClient = ApiClient.getDefaultApiClient();
+    defaultClient.setUnstableOperationEnabled("v2.getLLMObsPatternsRunStatus", true);
+    LlmObservabilityApi apiInstance = new LlmObservabilityApi(defaultClient);
+
+    try {
+      LLMObsPatternsRunStatusResponse result =
+          apiInstance.getLLMObsPatternsRunStatus("a7c8d9e0-1234-5678-9abc-def012345678");
+      System.out.println(result);
+    } catch (ApiException e) {
+      System.err.println("Exception when calling LlmObservabilityApi#getLLMObsPatternsRunStatus");
+      System.err.println("Status code: " + e.getCode());
+      System.err.println("Reason: " + e.getResponseBody());
+      System.err.println("Response headers: " + e.getResponseHeaders());
+      e.printStackTrace();
+    }
+  }
+}

examples/v2/llm-observability/ListLLMObsPatternsClusteredPoints.java

@@ -0,0 +1,27 @@
+// List patterns clustered points returns "OK" response
+
+import com.datadog.api.client.ApiClient;
+import com.datadog.api.client.ApiException;
+import com.datadog.api.client.v2.api.LlmObservabilityApi;
+import com.datadog.api.client.v2.model.LLMObsPatternsClusteredPointsResponse;
+
+public class Example {
+  public static void main(String[] args) {
+    ApiClient defaultClient = ApiClient.getDefaultApiClient();
+    defaultClient.setUnstableOperationEnabled("v2.listLLMObsPatternsClusteredPoints", true);
+    LlmObservabilityApi apiInstance = new LlmObservabilityApi(defaultClient);
+
+    try {
+      LLMObsPatternsClusteredPointsResponse result =
+          apiInstance.listLLMObsPatternsClusteredPoints("5c1fae90-2b6d-4e3a-9f12-7a0c4d8e6b21");
+      System.out.println(result);
+    } catch (ApiException e) {
+      System.err.println(
+          "Exception when calling LlmObservabilityApi#listLLMObsPatternsClusteredPoints");
+      System.err.println("Status code: " + e.getCode());
+      System.err.println("Reason: " + e.getResponseBody());
+      System.err.println("Response headers: " + e.getResponseHeaders());
+      e.printStackTrace();
+    }
+  }
+}

examples/v2/llm-observability/ListLLMObsPatternsConfigs.java

@@ -0,0 +1,25 @@
+// List patterns configurations returns "OK" response
+
+import com.datadog.api.client.ApiClient;
+import com.datadog.api.client.ApiException;
+import com.datadog.api.client.v2.api.LlmObservabilityApi;
+import com.datadog.api.client.v2.model.LLMObsPatternsConfigsResponse;
+
+public class Example {
+  public static void main(String[] args) {
+    ApiClient defaultClient = ApiClient.getDefaultApiClient();
+    defaultClient.setUnstableOperationEnabled("v2.listLLMObsPatternsConfigs", true);
+    LlmObservabilityApi apiInstance = new LlmObservabilityApi(defaultClient);
+
+    try {
+      LLMObsPatternsConfigsResponse result = apiInstance.listLLMObsPatternsConfigs();
+      System.out.println(result);
+    } catch (ApiException e) {
+      System.err.println("Exception when calling LlmObservabilityApi#listLLMObsPatternsConfigs");
+      System.err.println("Status code: " + e.getCode());
+      System.err.println("Reason: " + e.getResponseBody());
+      System.err.println("Response headers: " + e.getResponseHeaders());
+      e.printStackTrace();
+    }
+  }
+}

examples/v2/llm-observability/ListLLMObsPatternsRuns.java

@@ -0,0 +1,26 @@
+// List patterns runs returns "OK" response
+
+import com.datadog.api.client.ApiClient;
+import com.datadog.api.client.ApiException;
+import com.datadog.api.client.v2.api.LlmObservabilityApi;
+import com.datadog.api.client.v2.model.LLMObsPatternsRunsResponse;
+
+public class Example {
+  public static void main(String[] args) {
+    ApiClient defaultClient = ApiClient.getDefaultApiClient();
+    defaultClient.setUnstableOperationEnabled("v2.listLLMObsPatternsRuns", true);
+    LlmObservabilityApi apiInstance = new LlmObservabilityApi(defaultClient);
+
+    try {
+      LLMObsPatternsRunsResponse result =
+          apiInstance.listLLMObsPatternsRuns("a7c8d9e0-1234-5678-9abc-def012345678");
+      System.out.println(result);
+    } catch (ApiException e) {
+      System.err.println("Exception when calling LlmObservabilityApi#listLLMObsPatternsRuns");
+      System.err.println("Status code: " + e.getCode());
+      System.err.println("Reason: " + e.getResponseBody());
+      System.err.println("Response headers: " + e.getResponseHeaders());
+      e.printStackTrace();
+    }
+  }
+}

examples/v2/llm-observability/ListLLMObsPatternsTopics.java

@@ -0,0 +1,26 @@
+// List patterns topics returns "OK" response
+
+import com.datadog.api.client.ApiClient;
+import com.datadog.api.client.ApiException;
+import com.datadog.api.client.v2.api.LlmObservabilityApi;
+import com.datadog.api.client.v2.model.LLMObsPatternsTopicsResponse;
+
+public class Example {
+  public static void main(String[] args) {
+    ApiClient defaultClient = ApiClient.getDefaultApiClient();
+    defaultClient.setUnstableOperationEnabled("v2.listLLMObsPatternsTopics", true);
+    LlmObservabilityApi apiInstance = new LlmObservabilityApi(defaultClient);
+
+    try {
+      LLMObsPatternsTopicsResponse result =
+          apiInstance.listLLMObsPatternsTopics("a7c8d9e0-1234-5678-9abc-def012345678");
+      System.out.println(result);
+    } catch (ApiException e) {
+      System.err.println("Exception when calling LlmObservabilityApi#listLLMObsPatternsTopics");
+      System.err.println("Status code: " + e.getCode());
+      System.err.println("Reason: " + e.getResponseBody());
+      System.err.println("Response headers: " + e.getResponseHeaders());
+      e.printStackTrace();
+    }
+  }
+}

examples/v2/llm-observability/ListLLMObsPatternsTopicsWithClusteredPoints.java

@@ -0,0 +1,29 @@
+// List patterns topics with clustered points returns "OK" response
+
+import com.datadog.api.client.ApiClient;
+import com.datadog.api.client.ApiException;
+import com.datadog.api.client.v2.api.LlmObservabilityApi;
+import com.datadog.api.client.v2.model.LLMObsPatternsTopicsWithClusteredPointsResponse;
+
+public class Example {
+  public static void main(String[] args) {
+    ApiClient defaultClient = ApiClient.getDefaultApiClient();
+    defaultClient.setUnstableOperationEnabled(
+        "v2.listLLMObsPatternsTopicsWithClusteredPoints", true);
+    LlmObservabilityApi apiInstance = new LlmObservabilityApi(defaultClient);
+
+    try {
+      LLMObsPatternsTopicsWithClusteredPointsResponse result =
+          apiInstance.listLLMObsPatternsTopicsWithClusteredPoints(
+              "a7c8d9e0-1234-5678-9abc-def012345678");
+      System.out.println(result);
+    } catch (ApiException e) {
+      System.err.println(
+          "Exception when calling LlmObservabilityApi#listLLMObsPatternsTopicsWithClusteredPoints");
+      System.err.println("Status code: " + e.getCode());
+      System.err.println("Reason: " + e.getResponseBody());
+      System.err.println("Response headers: " + e.getResponseHeaders());
+      e.printStackTrace();
+    }
+  }
+}

examples/v2/llm-observability/TriggerLLMObsPatterns.java

@@ -0,0 +1,38 @@
+// Trigger a patterns run returns "Accepted" response
+
+import com.datadog.api.client.ApiClient;
+import com.datadog.api.client.ApiException;
+import com.datadog.api.client.v2.api.LlmObservabilityApi;
+import com.datadog.api.client.v2.model.LLMObsPatternsRequestType;
+import com.datadog.api.client.v2.model.LLMObsPatternsTriggerRequest;
+import com.datadog.api.client.v2.model.LLMObsPatternsTriggerRequestAttributes;
+import com.datadog.api.client.v2.model.LLMObsPatternsTriggerRequestData;
+import com.datadog.api.client.v2.model.LLMObsPatternsTriggerResponse;
+
+public class Example {
+  public static void main(String[] args) {
+    ApiClient defaultClient = ApiClient.getDefaultApiClient();
+    defaultClient.setUnstableOperationEnabled("v2.triggerLLMObsPatterns", true);
+    LlmObservabilityApi apiInstance = new LlmObservabilityApi(defaultClient);
+
+    LLMObsPatternsTriggerRequest body =
+        new LLMObsPatternsTriggerRequest()
+            .data(
+                new LLMObsPatternsTriggerRequestData()
+                    .attributes(
+                        new LLMObsPatternsTriggerRequestAttributes()
+                            .configId("a7c8d9e0-1234-5678-9abc-def012345678"))
+                    .type(LLMObsPatternsRequestType.TOPIC_DISCOVERY));
+
+    try {
+      LLMObsPatternsTriggerResponse result = apiInstance.triggerLLMObsPatterns(body);
+      System.out.println(result);
+    } catch (ApiException e) {
+      System.err.println("Exception when calling LlmObservabilityApi#triggerLLMObsPatterns");
+      System.err.println("Status code: " + e.getCode());
+      System.err.println("Reason: " + e.getResponseBody());
+      System.err.println("Response headers: " + e.getResponseHeaders());
+      e.printStackTrace();
+    }
+  }
+}

examples/v2/llm-observability/UpsertLLMObsPatternsConfig.java

@@ -0,0 +1,48 @@
+// Create or update a patterns configuration returns "OK" response
+
+import com.datadog.api.client.ApiClient;
+import com.datadog.api.client.ApiException;
+import com.datadog.api.client.v2.api.LlmObservabilityApi;
+import com.datadog.api.client.v2.model.LLMObsPatternsConfigResponse;
+import com.datadog.api.client.v2.model.LLMObsPatternsConfigType;
+import com.datadog.api.client.v2.model.LLMObsPatternsConfigUpsertRequest;
+import com.datadog.api.client.v2.model.LLMObsPatternsConfigUpsertRequestAttributes;
+import com.datadog.api.client.v2.model.LLMObsPatternsConfigUpsertRequestData;
+
+public class Example {
+  public static void main(String[] args) {
+    ApiClient defaultClient = ApiClient.getDefaultApiClient();
+    defaultClient.setUnstableOperationEnabled("v2.upsertLLMObsPatternsConfig", true);
+    LlmObservabilityApi apiInstance = new LlmObservabilityApi(defaultClient);
+
+    LLMObsPatternsConfigUpsertRequest body =
+        new LLMObsPatternsConfigUpsertRequest()
+            .data(
+                new LLMObsPatternsConfigUpsertRequestData()
+                    .attributes(
+                        new LLMObsPatternsConfigUpsertRequestAttributes()
+                            .accountId("1000000001")
+                            .configId("a7c8d9e0-1234-5678-9abc-def012345678")
+                            .evpQuery("@ml_app:support-bot")
+                            .hierarchyDepth(2)
+                            .integrationProvider("openai")
+                            .modelName("gpt-4o")
+                            .name("Support chatbot topics")
+                            .numRecords(1000)
+                            .samplingRatio(0.1)
+                            .scope("")
+                            .template(""))
+                    .type(LLMObsPatternsConfigType.TOPIC_DISCOVERY_CONFIGS));
+
+    try {
+      LLMObsPatternsConfigResponse result = apiInstance.upsertLLMObsPatternsConfig(body);
+      System.out.println(result);
+    } catch (ApiException e) {
+      System.err.println("Exception when calling LlmObservabilityApi#upsertLLMObsPatternsConfig");
+      System.err.println("Status code: " + e.getCode());
+      System.err.println("Reason: " + e.getResponseBody());
+      System.err.println("Response headers: " + e.getResponseHeaders());
+      e.printStackTrace();
+    }
+  }
+}

src/main/java/com/datadog/api/client/ApiClient.java

@@ -790,13 +790,16 @@ public class ApiClient {
           put("v2.deleteLLMObsDatasetRecords", false);
           put("v2.deleteLLMObsDatasets", false);
           put("v2.deleteLLMObsExperiments", false);
+          put("v2.deleteLLMObsPatternsConfig", false);
           put("v2.deleteLLMObsProjects", false);
           put("v2.exportLLMObsDataset", false);
           put("v2.getLLMObsAnnotatedInteractions", false);
           put("v2.getLLMObsAnnotatedInteractionsByTraceIDs", false);
           put("v2.getLLMObsAnnotationQueueLabelSchema", false);
           put("v2.getLLMObsCustomEvalConfig", false);
           put("v2.getLLMObsDatasetDraftState", false);
+          put("v2.getLLMObsPatternsConfig", false);
+          put("v2.getLLMObsPatternsRunStatus", false);
           put("v2.listLLMObsAnnotationQueues", false);
           put("v2.listLLMObsDatasetRecords", false);
           put("v2.listLLMObsDatasets", false);
@@ -807,13 +810,19 @@ public class ApiClient {
           put("v2.listLLMObsExperiments", false);
           put("v2.listLLMObsIntegrationAccounts", false);
           put("v2.listLLMObsIntegrationModels", false);
+          put("v2.listLLMObsPatternsClusteredPoints", false);
+          put("v2.listLLMObsPatternsConfigs", false);
+          put("v2.listLLMObsPatternsRuns", false);
+          put("v2.listLLMObsPatternsTopics", false);
+          put("v2.listLLMObsPatternsTopicsWithClusteredPoints", false);
           put("v2.listLLMObsProjects", false);
           put("v2.listLLMObsSpans", false);
           put("v2.lockLLMObsDatasetDraftState", false);
           put("v2.restoreLLMObsDatasetVersion", false);
           put("v2.searchLLMObsExperimentation", false);
           put("v2.searchLLMObsSpans", false);
           put("v2.simpleSearchLLMObsExperimentation", false);
+          put("v2.triggerLLMObsPatterns", false);
           put("v2.unlockLLMObsDatasetDraftState", false);
           put("v2.updateLLMObsAnnotationQueue", false);
           put("v2.updateLLMObsAnnotationQueueLabelSchema", false);
@@ -824,6 +833,7 @@ public class ApiClient {
           put("v2.updateLLMObsProject", false);
           put("v2.uploadLLMObsDatasetRecordsFile", false);
           put("v2.upsertLLMObsAnnotations", false);
+          put("v2.upsertLLMObsPatternsConfig", false);
           put("v2.createAnnotation", false);
           put("v2.deleteAnnotation", false);
           put("v2.getPageAnnotations", false);