diff --git a/.generator/schemas/v2/openapi.yaml b/.generator/schemas/v2/openapi.yaml
index d235bdcd3db..e632b11bed7 100644
--- a/.generator/schemas/v2/openapi.yaml
+++ b/.generator/schemas/v2/openapi.yaml
@@ -758,6 +758,14 @@ components:
schema:
example: "my-job"
type: string
+ LLMObsAnnotationQueueIDPathParameter:
+ description: The ID of the LLM Observability annotation queue.
+ example: "b5e7f3a1-9c2d-4f8b-a1e6-3d7e9f0a2b4c"
+ in: path
+ name: queue_id
+ required: true
+ schema:
+ type: string
LLMObsDatasetIDPathParameter:
description: The ID of the LLM Observability dataset.
example: "9f64e5c7-dc5a-45c8-a17c-1b85f0bec97d"
@@ -36063,6 +36071,386 @@ components:
format: int64
type: integer
type: object
+ LLMObsAnnotatedInteractionItem:
+ description: An interaction with its associated annotations.
+ properties:
+ annotations:
+ description: List of annotations for this interaction.
+ items:
+ $ref: "#/components/schemas/LLMObsAnnotationItem"
+ type: array
+ content_id:
+ description: Identifier of the content for this interaction.
+ example: "trace-abc-123"
+ type: string
+ id:
+ description: Unique identifier of the interaction.
+ example: "interaction-456"
+ type: string
+ type:
+ $ref: "#/components/schemas/LLMObsInteractionType"
+ required:
+ - id
+ - type
+ - content_id
+ - annotations
+ type: object
+ LLMObsAnnotatedInteractionsDataAttributesResponse:
+ description: Attributes containing the list of annotated interactions.
+ properties:
+ annotated_interactions:
+ description: List of interactions with their annotations.
+ items:
+ $ref: "#/components/schemas/LLMObsAnnotatedInteractionItem"
+ type: array
+ required:
+ - annotated_interactions
+ type: object
+ LLMObsAnnotatedInteractionsDataResponse:
+ description: Data object for annotated interactions.
+ properties:
+ attributes:
+ $ref: "#/components/schemas/LLMObsAnnotatedInteractionsDataAttributesResponse"
+ id:
+ description: The queue ID.
+ example: "b5e7f3a1-9c2d-4f8b-a1e6-3d7e9f0a2b4c"
+ type: string
+ type:
+ $ref: "#/components/schemas/LLMObsAnnotatedInteractionsType"
+ required:
+ - id
+ - type
+ - attributes
+ type: object
+ LLMObsAnnotatedInteractionsResponse:
+ description: Response containing the annotated interactions for an annotation queue.
+ properties:
+ data:
+ $ref: "#/components/schemas/LLMObsAnnotatedInteractionsDataResponse"
+ required:
+ - data
+ type: object
+ LLMObsAnnotatedInteractionsType:
+ description: Resource type for annotated interactions.
+ enum:
+ - annotated_interactions
+ example: annotated_interactions
+ type: string
+ x-enum-varnames:
+ - ANNOTATED_INTERACTIONS
+ LLMObsAnnotationItem:
+ description: A single annotation on an interaction.
+ properties:
+ created_at:
+ description: Timestamp when the annotation was created.
+ example: "2024-01-15T10:30:00Z"
+ format: date-time
+ type: string
+ created_by:
+ description: Identifier of the user who created the annotation.
+ example: "00000000-0000-0000-0000-000000000002"
+ type: string
+ id:
+ description: Unique identifier of the annotation.
+ example: "annotation-789"
+ type: string
+ interaction_id:
+ description: Identifier of the interaction this annotation belongs to.
+ example: "interaction-456"
+ type: string
+ label_values:
+ additionalProperties: {}
+ description: The label values for this annotation.
+ example:
+ quality: "good"
+ type: object
+ modified_at:
+ description: Timestamp when the annotation was last modified.
+ example: "2024-01-15T10:30:00Z"
+ format: date-time
+ type: string
+ modified_by:
+ description: Identifier of the user who last modified the annotation.
+ example: "00000000-0000-0000-0000-000000000002"
+ type: string
+ required:
+ - id
+ - interaction_id
+ - label_values
+ - created_by
+ - created_at
+ - modified_by
+ - modified_at
+ type: object
+ LLMObsAnnotationQueueDataAttributesRequest:
+ description: Attributes for creating an LLM Observability annotation queue.
+ properties:
+ description:
+ description: Description of the annotation queue.
+ example: "Queue for annotating customer support traces"
+ type: string
+ name:
+ description: Name of the annotation queue.
+ example: "My annotation queue"
+ type: string
+ project_id:
+ description: Identifier of the project this queue belongs to.
+ example: "a33671aa-24fd-4dcd-9b33-a8ec7dde7751"
+ type: string
+ required:
+ - name
+ - project_id
+ type: object
+ LLMObsAnnotationQueueDataAttributesResponse:
+ description: Attributes of an LLM Observability annotation queue.
+ properties:
+ created_at:
+ description: Timestamp when the queue was created.
+ example: "2024-01-15T10:30:00Z"
+ format: date-time
+ type: string
+ created_by:
+ description: Identifier of the user who created the queue.
+ example: "00000000-0000-0000-0000-000000000002"
+ type: string
+ description:
+ description: Description of the annotation queue.
+ example: "Queue for annotating customer support traces"
+ type: string
+ modified_at:
+ description: Timestamp when the queue was last modified.
+ example: "2024-01-15T10:30:00Z"
+ format: date-time
+ type: string
+ modified_by:
+ description: Identifier of the user who last modified the queue.
+ example: "00000000-0000-0000-0000-000000000002"
+ type: string
+ name:
+ description: Name of the annotation queue.
+ example: "My annotation queue"
+ type: string
+ owned_by:
+ description: Identifier of the user who owns the queue.
+ example: "00000000-0000-0000-0000-000000000002"
+ type: string
+ project_id:
+ description: Identifier of the project this queue belongs to.
+ example: "a33671aa-24fd-4dcd-9b33-a8ec7dde7751"
+ type: string
+ required:
+ - name
+ - project_id
+ - description
+ - created_by
+ - created_at
+ - modified_by
+ - modified_at
+ - owned_by
+ type: object
+ LLMObsAnnotationQueueDataRequest:
+ description: Data object for creating an LLM Observability annotation queue.
+ properties:
+ attributes:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueDataAttributesRequest"
+ type:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueType"
+ required:
+ - type
+ - attributes
+ type: object
+ LLMObsAnnotationQueueDataResponse:
+ description: Data object for an LLM Observability annotation queue.
+ properties:
+ attributes:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueDataAttributesResponse"
+ id:
+ description: Unique identifier of the annotation queue.
+ example: "b5e7f3a1-9c2d-4f8b-a1e6-3d7e9f0a2b4c"
+ type: string
+ type:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueType"
+ required:
+ - id
+ - type
+ - attributes
+ type: object
+ LLMObsAnnotationQueueInteractionItem:
+ description: A single interaction to add to an annotation queue.
+ properties:
+ content_id:
+ description: Identifier of the content (such as trace ID) for this interaction.
+ example: "trace-abc-123"
+ type: string
+ type:
+ $ref: "#/components/schemas/LLMObsInteractionType"
+ required:
+ - type
+ - content_id
+ type: object
+ LLMObsAnnotationQueueInteractionResponseItem:
+ description: A single interaction result.
+ properties:
+ already_existed:
+ description: Whether this interaction already existed in the queue.
+ example: false
+ type: boolean
+ content_id:
+ description: Identifier of the content for this interaction.
+ example: "trace-abc-123"
+ type: string
+ id:
+ description: Unique identifier of the interaction.
+ example: "00000000-0000-0000-0000-000000000000"
+ type: string
+ type:
+ $ref: "#/components/schemas/LLMObsInteractionType"
+ required:
+ - id
+ - type
+ - content_id
+ - already_existed
+ type: object
+ LLMObsAnnotationQueueInteractionsDataAttributesRequest:
+ description: Attributes for adding interactions to an annotation queue.
+ properties:
+ interactions:
+ description: List of interactions to add to the queue. Must contain at least one item.
+ items:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueInteractionItem"
+ minItems: 1
+ type: array
+ required:
+ - interactions
+ type: object
+ LLMObsAnnotationQueueInteractionsDataAttributesResponse:
+ description: Attributes of the interaction addition response.
+ properties:
+ interactions:
+ description: List of interactions that were processed.
+ items:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueInteractionResponseItem"
+ type: array
+ required:
+ - interactions
+ type: object
+ LLMObsAnnotationQueueInteractionsDataRequest:
+ description: Data object for adding interactions to an annotation queue.
+ properties:
+ attributes:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueInteractionsDataAttributesRequest"
+ type:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueInteractionsType"
+ required:
+ - type
+ - attributes
+ type: object
+ LLMObsAnnotationQueueInteractionsDataResponse:
+ description: Data object for the interaction addition response.
+ properties:
+ attributes:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueInteractionsDataAttributesResponse"
+ id:
+ description: The queue ID the interactions were added to.
+ example: "b5e7f3a1-9c2d-4f8b-a1e6-3d7e9f0a2b4c"
+ type: string
+ type:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueInteractionsType"
+ required:
+ - id
+ - type
+ - attributes
+ type: object
+ LLMObsAnnotationQueueInteractionsRequest:
+ description: Request to add interactions to an LLM Observability annotation queue.
+ properties:
+ data:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueInteractionsDataRequest"
+ required:
+ - data
+ type: object
+ LLMObsAnnotationQueueInteractionsResponse:
+ description: Response containing the result of adding interactions to an annotation queue.
+ properties:
+ data:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueInteractionsDataResponse"
+ required:
+ - data
+ type: object
+ LLMObsAnnotationQueueInteractionsType:
+ description: Resource type for annotation queue interactions.
+ enum:
+ - interactions
+ example: interactions
+ type: string
+ x-enum-varnames:
+ - INTERACTIONS
+ LLMObsAnnotationQueueRequest:
+ description: Request to create an LLM Observability annotation queue.
+ properties:
+ data:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueDataRequest"
+ required:
+ - data
+ type: object
+ LLMObsAnnotationQueueResponse:
+ description: Response containing a single LLM Observability annotation queue.
+ properties:
+ data:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueDataResponse"
+ required:
+ - data
+ type: object
+ LLMObsAnnotationQueueType:
+ description: Resource type of an LLM Observability annotation queue.
+ enum:
+ - queues
+ example: queues
+ type: string
+ x-enum-varnames:
+ - QUEUES
+ LLMObsAnnotationQueueUpdateDataAttributesRequest:
+ description: Attributes for updating an LLM Observability annotation queue. All fields are optional.
+ properties:
+ description:
+ description: Updated description of the annotation queue.
+ example: "Updated description"
+ type: string
+ name:
+ description: Updated name of the annotation queue.
+ example: "Updated queue name"
+ type: string
+ type: object
+ LLMObsAnnotationQueueUpdateDataRequest:
+ description: Data object for updating an LLM Observability annotation queue.
+ properties:
+ attributes:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueUpdateDataAttributesRequest"
+ type:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueType"
+ required:
+ - type
+ - attributes
+ type: object
+ LLMObsAnnotationQueueUpdateRequest:
+ description: Request to update an LLM Observability annotation queue.
+ properties:
+ data:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueUpdateDataRequest"
+ required:
+ - data
+ type: object
+ LLMObsAnnotationQueuesResponse:
+ description: Response containing a list of LLM Observability annotation queues.
+ properties:
+ data:
+ description: List of annotation queues.
+ items:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueDataResponse"
+ type: array
+ required:
+ - data
+ type: object
LLMObsCursorMeta:
description: Pagination cursor metadata.
properties:
@@ -36394,6 +36782,41 @@ components:
required:
- data
type: object
+ LLMObsDeleteAnnotationQueueInteractionsDataAttributesRequest:
+ description: Attributes for deleting interactions from an annotation queue.
+ properties:
+ interaction_ids:
+ description: List of interaction IDs to delete. Must contain at least one item.
+ example:
+ - "00000000-0000-0000-0000-000000000000"
+ - "00000000-0000-0000-0000-000000000001"
+ items:
+ description: An interaction ID to delete.
+ type: string
+ minItems: 1
+ type: array
+ required:
+ - interaction_ids
+ type: object
+ LLMObsDeleteAnnotationQueueInteractionsDataRequest:
+ description: Data object for deleting interactions from an annotation queue.
+ properties:
+ attributes:
+ $ref: "#/components/schemas/LLMObsDeleteAnnotationQueueInteractionsDataAttributesRequest"
+ type:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueInteractionsType"
+ required:
+ - type
+ - attributes
+ type: object
+ LLMObsDeleteAnnotationQueueInteractionsRequest:
+ description: Request to delete interactions from an LLM Observability annotation queue.
+ properties:
+ data:
+ $ref: "#/components/schemas/LLMObsDeleteAnnotationQueueInteractionsDataRequest"
+ required:
+ - data
+ type: object
LLMObsDeleteDatasetRecordsDataAttributesRequest:
description: Attributes for deleting records from an LLM Observability dataset.
properties:
@@ -36903,6 +37326,16 @@ components:
required:
- data
type: object
+ LLMObsInteractionType:
+ description: Type of interaction in an annotation queue.
+ enum:
+ - trace
+ - experiment_trace
+ example: trace
+ type: string
+ x-enum-varnames:
+ - TRACE
+ - EXPERIMENT_TRACE
LLMObsMetricAssessment:
description: Assessment result for an LLM Observability experiment metric.
enum:
@@ -92366,6 +92799,358 @@ paths:
operator: OR
permissions:
- org_management
+ /api/v2/llm-obs/v1/annotation-queues:
+ get:
+ description: |-
+ List annotation queues. Optionally filter by project ID or queue IDs. These parameters are mutually exclusive.
+ If neither is provided, all queues in the organization are returned.
+ operationId: ListLLMObsAnnotationQueues
+ parameters:
+ - description: Filter annotation queues by project ID. Cannot be used together with `queueIds`.
+ in: query
+ name: projectId
+ schema:
+ type: string
+ - description: Filter annotation queues by queue IDs (comma-separated). Cannot be used together with `projectId`.
+ in: query
+ name: queueIds
+ schema:
+ items:
+ type: string
+ type: array
+ responses:
+ "200":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/LLMObsAnnotationQueuesResponse"
+ description: OK
+ "400":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Bad Request
+ "401":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Unauthorized
+ "403":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Forbidden
+ "429":
+ $ref: "#/components/responses/TooManyRequestsResponse"
+ security:
+ - apiKeyAuth: []
+ appKeyAuth: []
+ summary: List LLM Observability annotation queues
+ tags:
+ - LLM Observability
+ x-unstable: |-
+ **Note**: This endpoint is in preview and is subject to change.
+ If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/).
+ post:
+ description: |-
+ Create a new annotation queue. Only `name`, `project_id`, and `description` are accepted.
+ Fields such as `created_by`, `owned_by`, `created_at`, `modified_by`, and `modified_at` are inferred by the backend.
+ operationId: CreateLLMObsAnnotationQueue
+ requestBody:
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueRequest"
+ description: Create annotation queue payload.
+ required: true
+ responses:
+ "201":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueResponse"
+ description: Created
+ "400":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Bad Request
+ "401":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Unauthorized
+ "403":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Forbidden
+ "429":
+ $ref: "#/components/responses/TooManyRequestsResponse"
+ security:
+ - apiKeyAuth: []
+ appKeyAuth: []
+ summary: Create an LLM Observability annotation queue
+ tags:
+ - LLM Observability
+ x-unstable: |-
+ **Note**: This endpoint is in preview and is subject to change.
+ If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/).
+ /api/v2/llm-obs/v1/annotation-queues/{queue_id}:
+ delete:
+ description: Delete an annotation queue by its ID.
+ operationId: DeleteLLMObsAnnotationQueue
+ parameters:
+ - $ref: "#/components/parameters/LLMObsAnnotationQueueIDPathParameter"
+ responses:
+ "204":
+ description: No Content
+ "401":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Unauthorized
+ "403":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Forbidden
+ "404":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Not Found
+ "429":
+ $ref: "#/components/responses/TooManyRequestsResponse"
+ security:
+ - apiKeyAuth: []
+ appKeyAuth: []
+ summary: Delete an LLM Observability annotation queue
+ tags:
+ - LLM Observability
+ x-unstable: |-
+ **Note**: This endpoint is in preview and is subject to change.
+ If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/).
+ patch:
+ description: |-
+ Partially update an annotation queue. Only `name` and `description` can be updated.
+ operationId: UpdateLLMObsAnnotationQueue
+ parameters:
+ - $ref: "#/components/parameters/LLMObsAnnotationQueueIDPathParameter"
+ requestBody:
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueUpdateRequest"
+ description: Update annotation queue payload.
+ required: true
+ responses:
+ "200":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueResponse"
+ description: OK
+ "400":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Bad Request
+ "401":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Unauthorized
+ "403":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Forbidden
+ "404":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Not Found
+ "429":
+ $ref: "#/components/responses/TooManyRequestsResponse"
+ security:
+ - apiKeyAuth: []
+ appKeyAuth: []
+ summary: Update an LLM Observability annotation queue
+ tags:
+ - LLM Observability
+ x-unstable: |-
+ **Note**: This endpoint is in preview and is subject to change.
+ If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/).
+ /api/v2/llm-obs/v1/annotation-queues/{queue_id}/annotated-interactions:
+ get:
+ description: Retrieve all interactions and their annotations for a given annotation queue.
+ operationId: GetLLMObsAnnotatedInteractions
+ parameters:
+ - $ref: "#/components/parameters/LLMObsAnnotationQueueIDPathParameter"
+ responses:
+ "200":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/LLMObsAnnotatedInteractionsResponse"
+ description: OK
+ "400":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Bad Request
+ "401":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Unauthorized
+ "403":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Forbidden
+ "404":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Not Found
+ "429":
+ $ref: "#/components/responses/TooManyRequestsResponse"
+ security:
+ - apiKeyAuth: []
+ appKeyAuth: []
+ summary: Get annotated queue interactions
+ tags:
+ - LLM Observability
+ x-unstable: |-
+ **Note**: This endpoint is in preview and is subject to change.
+ If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/).
+ /api/v2/llm-obs/v1/annotation-queues/{queue_id}/interactions:
+ post:
+ description: |-
+ Add one or more interactions (traces) to an annotation queue.
+ At least one interaction must be provided.
+ operationId: CreateLLMObsAnnotationQueueInteractions
+ parameters:
+ - $ref: "#/components/parameters/LLMObsAnnotationQueueIDPathParameter"
+ requestBody:
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueInteractionsRequest"
+ description: Add interactions payload.
+ required: true
+ responses:
+ "201":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/LLMObsAnnotationQueueInteractionsResponse"
+ description: Created
+ "400":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Bad Request
+ "401":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Unauthorized
+ "403":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Forbidden
+ "404":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Not Found
+ "429":
+ $ref: "#/components/responses/TooManyRequestsResponse"
+ security:
+ - apiKeyAuth: []
+ appKeyAuth: []
+ summary: Add annotation queue interactions
+ tags:
+ - LLM Observability
+ x-unstable: |-
+ **Note**: This endpoint is in preview and is subject to change.
+ If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/).
+ /api/v2/llm-obs/v1/annotation-queues/{queue_id}/interactions/delete:
+ post:
+ description: Delete one or more interactions from an annotation queue.
+ operationId: DeleteLLMObsAnnotationQueueInteractions
+ parameters:
+ - $ref: "#/components/parameters/LLMObsAnnotationQueueIDPathParameter"
+ requestBody:
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/LLMObsDeleteAnnotationQueueInteractionsRequest"
+ description: Delete interactions payload.
+ required: true
+ responses:
+ "204":
+ description: No Content
+ "400":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Bad Request
+ "401":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Unauthorized
+ "403":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Forbidden
+ "404":
+ content:
+ application/json:
+ schema:
+ $ref: "#/components/schemas/JSONAPIErrorResponse"
+ description: Not Found
+ "429":
+ $ref: "#/components/responses/TooManyRequestsResponse"
+ security:
+ - apiKeyAuth: []
+ appKeyAuth: []
+ summary: Delete annotation queue interactions
+ tags:
+ - LLM Observability
+ x-unstable: |-
+ **Note**: This endpoint is in preview and is subject to change.
+ If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/).
/api/v2/llm-obs/v1/experiments:
get:
description: List all LLM Observability experiments sorted by creation date, newest first.
@@ -115735,7 +116520,7 @@ tags:
description: Find out more at
url: "https://docs.datadoghq.com/account_management/api-app-keys/"
name: Key Management
- - description: Manage LLM Observability projects, datasets, dataset records, and experiments via the Experiments API.
+ - description: Manage LLM Observability projects, datasets, dataset records, experiments, and annotations.
name: LLM Observability
- description: |-
Search your logs and send them to your Datadog platform over HTTP. See the [Log Management page](https://docs.datadoghq.com/logs/) for more information.
diff --git a/examples/v2/llm-observability/CreateLLMObsAnnotationQueue.java b/examples/v2/llm-observability/CreateLLMObsAnnotationQueue.java
new file mode 100644
index 00000000000..c2d025904af
--- /dev/null
+++ b/examples/v2/llm-observability/CreateLLMObsAnnotationQueue.java
@@ -0,0 +1,40 @@
+// Create an LLM Observability annotation queue returns "Created" response
+
+import com.datadog.api.client.ApiClient;
+import com.datadog.api.client.ApiException;
+import com.datadog.api.client.v2.api.LlmObservabilityApi;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueDataAttributesRequest;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueDataRequest;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueRequest;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueResponse;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueType;
+
+public class Example {
+ public static void main(String[] args) {
+ ApiClient defaultClient = ApiClient.getDefaultApiClient();
+ defaultClient.setUnstableOperationEnabled("v2.createLLMObsAnnotationQueue", true);
+ LlmObservabilityApi apiInstance = new LlmObservabilityApi(defaultClient);
+
+ LLMObsAnnotationQueueRequest body =
+ new LLMObsAnnotationQueueRequest()
+ .data(
+ new LLMObsAnnotationQueueDataRequest()
+ .attributes(
+ new LLMObsAnnotationQueueDataAttributesRequest()
+ .description("Queue for annotating customer support traces")
+ .name("My annotation queue")
+ .projectId("a33671aa-24fd-4dcd-9b33-a8ec7dde7751"))
+ .type(LLMObsAnnotationQueueType.QUEUES));
+
+ try {
+ LLMObsAnnotationQueueResponse result = apiInstance.createLLMObsAnnotationQueue(body);
+ System.out.println(result);
+ } catch (ApiException e) {
+ System.err.println("Exception when calling LlmObservabilityApi#createLLMObsAnnotationQueue");
+ System.err.println("Status code: " + e.getCode());
+ System.err.println("Reason: " + e.getResponseBody());
+ System.err.println("Response headers: " + e.getResponseHeaders());
+ e.printStackTrace();
+ }
+ }
+}
diff --git a/examples/v2/llm-observability/CreateLLMObsAnnotationQueueInteractions.java b/examples/v2/llm-observability/CreateLLMObsAnnotationQueueInteractions.java
new file mode 100644
index 00000000000..052832c8449
--- /dev/null
+++ b/examples/v2/llm-observability/CreateLLMObsAnnotationQueueInteractions.java
@@ -0,0 +1,48 @@
+// Add annotation queue interactions returns "Created" response
+
+import com.datadog.api.client.ApiClient;
+import com.datadog.api.client.ApiException;
+import com.datadog.api.client.v2.api.LlmObservabilityApi;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueInteractionItem;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueInteractionsDataAttributesRequest;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueInteractionsDataRequest;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueInteractionsRequest;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueInteractionsResponse;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueInteractionsType;
+import com.datadog.api.client.v2.model.LLMObsInteractionType;
+import java.util.Collections;
+
+public class Example {
+ public static void main(String[] args) {
+ ApiClient defaultClient = ApiClient.getDefaultApiClient();
+ defaultClient.setUnstableOperationEnabled("v2.createLLMObsAnnotationQueueInteractions", true);
+ LlmObservabilityApi apiInstance = new LlmObservabilityApi(defaultClient);
+
+ LLMObsAnnotationQueueInteractionsRequest body =
+ new LLMObsAnnotationQueueInteractionsRequest()
+ .data(
+ new LLMObsAnnotationQueueInteractionsDataRequest()
+ .attributes(
+ new LLMObsAnnotationQueueInteractionsDataAttributesRequest()
+ .interactions(
+ Collections.singletonList(
+ new LLMObsAnnotationQueueInteractionItem()
+ .contentId("trace-abc-123")
+ .type(LLMObsInteractionType.TRACE))))
+ .type(LLMObsAnnotationQueueInteractionsType.INTERACTIONS));
+
+ try {
+ LLMObsAnnotationQueueInteractionsResponse result =
+ apiInstance.createLLMObsAnnotationQueueInteractions(
+ "b5e7f3a1-9c2d-4f8b-a1e6-3d7e9f0a2b4c", body);
+ System.out.println(result);
+ } catch (ApiException e) {
+ System.err.println(
+ "Exception when calling LlmObservabilityApi#createLLMObsAnnotationQueueInteractions");
+ System.err.println("Status code: " + e.getCode());
+ System.err.println("Reason: " + e.getResponseBody());
+ System.err.println("Response headers: " + e.getResponseHeaders());
+ e.printStackTrace();
+ }
+ }
+}
diff --git a/examples/v2/llm-observability/DeleteLLMObsAnnotationQueue.java b/examples/v2/llm-observability/DeleteLLMObsAnnotationQueue.java
new file mode 100644
index 00000000000..5182dad3fce
--- /dev/null
+++ b/examples/v2/llm-observability/DeleteLLMObsAnnotationQueue.java
@@ -0,0 +1,23 @@
+// Delete an LLM Observability annotation queue returns "No Content" response
+
+import com.datadog.api.client.ApiClient;
+import com.datadog.api.client.ApiException;
+import com.datadog.api.client.v2.api.LlmObservabilityApi;
+
+public class Example {
+ public static void main(String[] args) {
+ ApiClient defaultClient = ApiClient.getDefaultApiClient();
+ defaultClient.setUnstableOperationEnabled("v2.deleteLLMObsAnnotationQueue", true);
+ LlmObservabilityApi apiInstance = new LlmObservabilityApi(defaultClient);
+
+ try {
+ apiInstance.deleteLLMObsAnnotationQueue("b5e7f3a1-9c2d-4f8b-a1e6-3d7e9f0a2b4c");
+ } catch (ApiException e) {
+ System.err.println("Exception when calling LlmObservabilityApi#deleteLLMObsAnnotationQueue");
+ System.err.println("Status code: " + e.getCode());
+ System.err.println("Reason: " + e.getResponseBody());
+ System.err.println("Response headers: " + e.getResponseHeaders());
+ e.printStackTrace();
+ }
+ }
+}
diff --git a/examples/v2/llm-observability/DeleteLLMObsAnnotationQueueInteractions.java b/examples/v2/llm-observability/DeleteLLMObsAnnotationQueueInteractions.java
new file mode 100644
index 00000000000..1057e6e62d1
--- /dev/null
+++ b/examples/v2/llm-observability/DeleteLLMObsAnnotationQueueInteractions.java
@@ -0,0 +1,42 @@
+// Delete annotation queue interactions returns "No Content" response
+
+import com.datadog.api.client.ApiClient;
+import com.datadog.api.client.ApiException;
+import com.datadog.api.client.v2.api.LlmObservabilityApi;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueInteractionsType;
+import com.datadog.api.client.v2.model.LLMObsDeleteAnnotationQueueInteractionsDataAttributesRequest;
+import com.datadog.api.client.v2.model.LLMObsDeleteAnnotationQueueInteractionsDataRequest;
+import com.datadog.api.client.v2.model.LLMObsDeleteAnnotationQueueInteractionsRequest;
+import java.util.Arrays;
+
+public class Example {
+ public static void main(String[] args) {
+ ApiClient defaultClient = ApiClient.getDefaultApiClient();
+ defaultClient.setUnstableOperationEnabled("v2.deleteLLMObsAnnotationQueueInteractions", true);
+ LlmObservabilityApi apiInstance = new LlmObservabilityApi(defaultClient);
+
+ LLMObsDeleteAnnotationQueueInteractionsRequest body =
+ new LLMObsDeleteAnnotationQueueInteractionsRequest()
+ .data(
+ new LLMObsDeleteAnnotationQueueInteractionsDataRequest()
+ .attributes(
+ new LLMObsDeleteAnnotationQueueInteractionsDataAttributesRequest()
+ .interactionIds(
+ Arrays.asList(
+ "00000000-0000-0000-0000-000000000000",
+ "00000000-0000-0000-0000-000000000001")))
+ .type(LLMObsAnnotationQueueInteractionsType.INTERACTIONS));
+
+ try {
+ apiInstance.deleteLLMObsAnnotationQueueInteractions(
+ "b5e7f3a1-9c2d-4f8b-a1e6-3d7e9f0a2b4c", body);
+ } catch (ApiException e) {
+ System.err.println(
+ "Exception when calling LlmObservabilityApi#deleteLLMObsAnnotationQueueInteractions");
+ System.err.println("Status code: " + e.getCode());
+ System.err.println("Reason: " + e.getResponseBody());
+ System.err.println("Response headers: " + e.getResponseHeaders());
+ e.printStackTrace();
+ }
+ }
+}
diff --git a/examples/v2/llm-observability/GetLLMObsAnnotatedInteractions.java b/examples/v2/llm-observability/GetLLMObsAnnotatedInteractions.java
new file mode 100644
index 00000000000..cfc8ab3b5c9
--- /dev/null
+++ b/examples/v2/llm-observability/GetLLMObsAnnotatedInteractions.java
@@ -0,0 +1,27 @@
+// Get annotated queue interactions returns "OK" response
+
+import com.datadog.api.client.ApiClient;
+import com.datadog.api.client.ApiException;
+import com.datadog.api.client.v2.api.LlmObservabilityApi;
+import com.datadog.api.client.v2.model.LLMObsAnnotatedInteractionsResponse;
+
+public class Example {
+ public static void main(String[] args) {
+ ApiClient defaultClient = ApiClient.getDefaultApiClient();
+ defaultClient.setUnstableOperationEnabled("v2.getLLMObsAnnotatedInteractions", true);
+ LlmObservabilityApi apiInstance = new LlmObservabilityApi(defaultClient);
+
+ try {
+ LLMObsAnnotatedInteractionsResponse result =
+ apiInstance.getLLMObsAnnotatedInteractions("b5e7f3a1-9c2d-4f8b-a1e6-3d7e9f0a2b4c");
+ System.out.println(result);
+ } catch (ApiException e) {
+ System.err.println(
+ "Exception when calling LlmObservabilityApi#getLLMObsAnnotatedInteractions");
+ System.err.println("Status code: " + e.getCode());
+ System.err.println("Reason: " + e.getResponseBody());
+ System.err.println("Response headers: " + e.getResponseHeaders());
+ e.printStackTrace();
+ }
+ }
+}
diff --git a/examples/v2/llm-observability/ListLLMObsAnnotationQueues.java b/examples/v2/llm-observability/ListLLMObsAnnotationQueues.java
new file mode 100644
index 00000000000..2530ed44655
--- /dev/null
+++ b/examples/v2/llm-observability/ListLLMObsAnnotationQueues.java
@@ -0,0 +1,25 @@
+// List LLM Observability annotation queues returns "OK" response
+
+import com.datadog.api.client.ApiClient;
+import com.datadog.api.client.ApiException;
+import com.datadog.api.client.v2.api.LlmObservabilityApi;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueuesResponse;
+
+public class Example {
+ public static void main(String[] args) {
+ ApiClient defaultClient = ApiClient.getDefaultApiClient();
+ defaultClient.setUnstableOperationEnabled("v2.listLLMObsAnnotationQueues", true);
+ LlmObservabilityApi apiInstance = new LlmObservabilityApi(defaultClient);
+
+ try {
+ LLMObsAnnotationQueuesResponse result = apiInstance.listLLMObsAnnotationQueues();
+ System.out.println(result);
+ } catch (ApiException e) {
+ System.err.println("Exception when calling LlmObservabilityApi#listLLMObsAnnotationQueues");
+ System.err.println("Status code: " + e.getCode());
+ System.err.println("Reason: " + e.getResponseBody());
+ System.err.println("Response headers: " + e.getResponseHeaders());
+ e.printStackTrace();
+ }
+ }
+}
diff --git a/examples/v2/llm-observability/UpdateLLMObsAnnotationQueue.java b/examples/v2/llm-observability/UpdateLLMObsAnnotationQueue.java
new file mode 100644
index 00000000000..dc73e9f8df9
--- /dev/null
+++ b/examples/v2/llm-observability/UpdateLLMObsAnnotationQueue.java
@@ -0,0 +1,40 @@
+// Update an LLM Observability annotation queue returns "OK" response
+
+import com.datadog.api.client.ApiClient;
+import com.datadog.api.client.ApiException;
+import com.datadog.api.client.v2.api.LlmObservabilityApi;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueResponse;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueType;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueUpdateDataAttributesRequest;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueUpdateDataRequest;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueUpdateRequest;
+
+public class Example {
+ public static void main(String[] args) {
+ ApiClient defaultClient = ApiClient.getDefaultApiClient();
+ defaultClient.setUnstableOperationEnabled("v2.updateLLMObsAnnotationQueue", true);
+ LlmObservabilityApi apiInstance = new LlmObservabilityApi(defaultClient);
+
+ LLMObsAnnotationQueueUpdateRequest body =
+ new LLMObsAnnotationQueueUpdateRequest()
+ .data(
+ new LLMObsAnnotationQueueUpdateDataRequest()
+ .attributes(
+ new LLMObsAnnotationQueueUpdateDataAttributesRequest()
+ .description("Updated description")
+ .name("Updated queue name"))
+ .type(LLMObsAnnotationQueueType.QUEUES));
+
+ try {
+ LLMObsAnnotationQueueResponse result =
+ apiInstance.updateLLMObsAnnotationQueue("b5e7f3a1-9c2d-4f8b-a1e6-3d7e9f0a2b4c", body);
+ System.out.println(result);
+ } catch (ApiException e) {
+ System.err.println("Exception when calling LlmObservabilityApi#updateLLMObsAnnotationQueue");
+ System.err.println("Status code: " + e.getCode());
+ System.err.println("Reason: " + e.getResponseBody());
+ System.err.println("Response headers: " + e.getResponseHeaders());
+ e.printStackTrace();
+ }
+ }
+}
diff --git a/src/main/java/com/datadog/api/client/ApiClient.java b/src/main/java/com/datadog/api/client/ApiClient.java
index bda6d2c704e..5effe4c2a03 100644
--- a/src/main/java/com/datadog/api/client/ApiClient.java
+++ b/src/main/java/com/datadog/api/client/ApiClient.java
@@ -903,19 +903,26 @@ public class ApiClient {
put("v2.updateJiraIssueTemplate", false);
put("v2.createTenancyConfig", false);
put("v2.getTenancyConfigs", false);
+ put("v2.createLLMObsAnnotationQueue", false);
+ put("v2.createLLMObsAnnotationQueueInteractions", false);
put("v2.createLLMObsDataset", false);
put("v2.createLLMObsDatasetRecords", false);
put("v2.createLLMObsExperiment", false);
put("v2.createLLMObsExperimentEvents", false);
put("v2.createLLMObsProject", false);
+ put("v2.deleteLLMObsAnnotationQueue", false);
+ put("v2.deleteLLMObsAnnotationQueueInteractions", false);
put("v2.deleteLLMObsDatasetRecords", false);
put("v2.deleteLLMObsDatasets", false);
put("v2.deleteLLMObsExperiments", false);
put("v2.deleteLLMObsProjects", false);
+ put("v2.getLLMObsAnnotatedInteractions", false);
+ put("v2.listLLMObsAnnotationQueues", false);
put("v2.listLLMObsDatasetRecords", false);
put("v2.listLLMObsDatasets", false);
put("v2.listLLMObsExperiments", false);
put("v2.listLLMObsProjects", false);
+ put("v2.updateLLMObsAnnotationQueue", false);
put("v2.updateLLMObsDataset", false);
put("v2.updateLLMObsDatasetRecords", false);
put("v2.updateLLMObsExperiment", false);
diff --git a/src/main/java/com/datadog/api/client/v2/api/LlmObservabilityApi.java b/src/main/java/com/datadog/api/client/v2/api/LlmObservabilityApi.java
index 6ddbba16182..bb68a7108d6 100644
--- a/src/main/java/com/datadog/api/client/v2/api/LlmObservabilityApi.java
+++ b/src/main/java/com/datadog/api/client/v2/api/LlmObservabilityApi.java
@@ -4,6 +4,13 @@
import com.datadog.api.client.ApiException;
import com.datadog.api.client.ApiResponse;
import com.datadog.api.client.Pair;
+import com.datadog.api.client.v2.model.LLMObsAnnotatedInteractionsResponse;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueInteractionsRequest;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueInteractionsResponse;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueRequest;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueResponse;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueueUpdateRequest;
+import com.datadog.api.client.v2.model.LLMObsAnnotationQueuesResponse;
import com.datadog.api.client.v2.model.LLMObsDatasetRecordsListResponse;
import com.datadog.api.client.v2.model.LLMObsDatasetRecordsMutationResponse;
import com.datadog.api.client.v2.model.LLMObsDatasetRecordsRequest;
@@ -12,6 +19,7 @@
import com.datadog.api.client.v2.model.LLMObsDatasetResponse;
import com.datadog.api.client.v2.model.LLMObsDatasetUpdateRequest;
import com.datadog.api.client.v2.model.LLMObsDatasetsResponse;
+import com.datadog.api.client.v2.model.LLMObsDeleteAnnotationQueueInteractionsRequest;
import com.datadog.api.client.v2.model.LLMObsDeleteDatasetRecordsRequest;
import com.datadog.api.client.v2.model.LLMObsDeleteDatasetsRequest;
import com.datadog.api.client.v2.model.LLMObsDeleteExperimentsRequest;
@@ -64,6 +72,355 @@ public void setApiClient(ApiClient apiClient) {
this.apiClient = apiClient;
}
+ /**
+ * Create an LLM Observability annotation queue.
+ *
+ *
See {@link #createLLMObsAnnotationQueueWithHttpInfo}.
+ *
+ * @param body Create annotation queue payload. (required)
+ * @return LLMObsAnnotationQueueResponse
+ * @throws ApiException if fails to make API call
+ */
+ public LLMObsAnnotationQueueResponse createLLMObsAnnotationQueue(
+ LLMObsAnnotationQueueRequest body) throws ApiException {
+ return createLLMObsAnnotationQueueWithHttpInfo(body).getData();
+ }
+
+ /**
+ * Create an LLM Observability annotation queue.
+ *
+ *
See {@link #createLLMObsAnnotationQueueWithHttpInfoAsync}.
+ *
+ * @param body Create annotation queue payload. (required)
+ * @return CompletableFuture<LLMObsAnnotationQueueResponse>
+ */
+ public CompletableFuture createLLMObsAnnotationQueueAsync(
+ LLMObsAnnotationQueueRequest body) {
+ return createLLMObsAnnotationQueueWithHttpInfoAsync(body)
+ .thenApply(
+ response -> {
+ return response.getData();
+ });
+ }
+
+ /**
+ * Create a new annotation queue. Only name, project_id, and
+ * description are accepted. Fields such as created_by, owned_by,
+ * created_at, modified_by, and modified_at are inferred by
+ * the backend.
+ *
+ * @param body Create annotation queue payload. (required)
+ * @return ApiResponse<LLMObsAnnotationQueueResponse>
+ * @throws ApiException if fails to make API call
+ * @http.response.details
+ *
+ * Response details
+ * | Status Code | Description | Response Headers |
+ * | 201 | Created | - |
+ * | 400 | Bad Request | - |
+ * | 401 | Unauthorized | - |
+ * | 403 | Forbidden | - |
+ * | 429 | Too many requests | - |
+ *
+ */
+ public ApiResponse createLLMObsAnnotationQueueWithHttpInfo(
+ LLMObsAnnotationQueueRequest body) throws ApiException {
+ // Check if unstable operation is enabled
+ String operationId = "createLLMObsAnnotationQueue";
+ if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
+ apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
+ } else {
+ throw new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId));
+ }
+ Object localVarPostBody = body;
+
+ // verify the required parameter 'body' is set
+ if (body == null) {
+ throw new ApiException(
+ 400, "Missing the required parameter 'body' when calling createLLMObsAnnotationQueue");
+ }
+ // create path and map variables
+ String localVarPath = "/api/v2/llm-obs/v1/annotation-queues";
+
+ Map localVarHeaderParams = new HashMap();
+
+ Invocation.Builder builder =
+ apiClient.createBuilder(
+ "v2.LlmObservabilityApi.createLLMObsAnnotationQueue",
+ localVarPath,
+ new ArrayList(),
+ localVarHeaderParams,
+ new HashMap(),
+ new String[] {"application/json"},
+ new String[] {"apiKeyAuth", "appKeyAuth"});
+ return apiClient.invokeAPI(
+ "POST",
+ builder,
+ localVarHeaderParams,
+ new String[] {"application/json"},
+ localVarPostBody,
+ new HashMap(),
+ false,
+ new GenericType() {});
+ }
+
+ /**
+ * Create an LLM Observability annotation queue.
+ *
+ * See {@link #createLLMObsAnnotationQueueWithHttpInfo}.
+ *
+ * @param body Create annotation queue payload. (required)
+ * @return CompletableFuture<ApiResponse<LLMObsAnnotationQueueResponse>>
+ */
+ public CompletableFuture>
+ createLLMObsAnnotationQueueWithHttpInfoAsync(LLMObsAnnotationQueueRequest body) {
+ // Check if unstable operation is enabled
+ String operationId = "createLLMObsAnnotationQueue";
+ if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
+ apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
+ } else {
+ CompletableFuture> result =
+ new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId)));
+ return result;
+ }
+ Object localVarPostBody = body;
+
+ // verify the required parameter 'body' is set
+ if (body == null) {
+ CompletableFuture> result =
+ new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(
+ 400,
+ "Missing the required parameter 'body' when calling createLLMObsAnnotationQueue"));
+ return result;
+ }
+ // create path and map variables
+ String localVarPath = "/api/v2/llm-obs/v1/annotation-queues";
+
+ Map localVarHeaderParams = new HashMap();
+
+ Invocation.Builder builder;
+ try {
+ builder =
+ apiClient.createBuilder(
+ "v2.LlmObservabilityApi.createLLMObsAnnotationQueue",
+ localVarPath,
+ new ArrayList(),
+ localVarHeaderParams,
+ new HashMap(),
+ new String[] {"application/json"},
+ new String[] {"apiKeyAuth", "appKeyAuth"});
+ } catch (ApiException ex) {
+ CompletableFuture> result =
+ new CompletableFuture<>();
+ result.completeExceptionally(ex);
+ return result;
+ }
+ return apiClient.invokeAPIAsync(
+ "POST",
+ builder,
+ localVarHeaderParams,
+ new String[] {"application/json"},
+ localVarPostBody,
+ new HashMap(),
+ false,
+ new GenericType() {});
+ }
+
+ /**
+ * Add annotation queue interactions.
+ *
+ * See {@link #createLLMObsAnnotationQueueInteractionsWithHttpInfo}.
+ *
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
+ * @param body Add interactions payload. (required)
+ * @return LLMObsAnnotationQueueInteractionsResponse
+ * @throws ApiException if fails to make API call
+ */
+ public LLMObsAnnotationQueueInteractionsResponse createLLMObsAnnotationQueueInteractions(
+ String queueId, LLMObsAnnotationQueueInteractionsRequest body) throws ApiException {
+ return createLLMObsAnnotationQueueInteractionsWithHttpInfo(queueId, body).getData();
+ }
+
+ /**
+ * Add annotation queue interactions.
+ *
+ *
See {@link #createLLMObsAnnotationQueueInteractionsWithHttpInfoAsync}.
+ *
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
+ * @param body Add interactions payload. (required)
+ * @return CompletableFuture<LLMObsAnnotationQueueInteractionsResponse>
+ */
+ public CompletableFuture
+ createLLMObsAnnotationQueueInteractionsAsync(
+ String queueId, LLMObsAnnotationQueueInteractionsRequest body) {
+ return createLLMObsAnnotationQueueInteractionsWithHttpInfoAsync(queueId, body)
+ .thenApply(
+ response -> {
+ return response.getData();
+ });
+ }
+
+ /**
+ * Add one or more interactions (traces) to an annotation queue. At least one interaction must be
+ * provided.
+ *
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
+ * @param body Add interactions payload. (required)
+ * @return ApiResponse<LLMObsAnnotationQueueInteractionsResponse>
+ * @throws ApiException if fails to make API call
+ * @http.response.details
+ *
+ * Response details
+ * | Status Code | Description | Response Headers |
+ * | 201 | Created | - |
+ * | 400 | Bad Request | - |
+ * | 401 | Unauthorized | - |
+ * | 403 | Forbidden | - |
+ * | 404 | Not Found | - |
+ * | 429 | Too many requests | - |
+ *
+ */
+ public ApiResponse
+ createLLMObsAnnotationQueueInteractionsWithHttpInfo(
+ String queueId, LLMObsAnnotationQueueInteractionsRequest body) throws ApiException {
+ // Check if unstable operation is enabled
+ String operationId = "createLLMObsAnnotationQueueInteractions";
+ if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
+ apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
+ } else {
+ throw new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId));
+ }
+ Object localVarPostBody = body;
+
+ // verify the required parameter 'queueId' is set
+ if (queueId == null) {
+ throw new ApiException(
+ 400,
+ "Missing the required parameter 'queueId' when calling"
+ + " createLLMObsAnnotationQueueInteractions");
+ }
+
+ // verify the required parameter 'body' is set
+ if (body == null) {
+ throw new ApiException(
+ 400,
+ "Missing the required parameter 'body' when calling"
+ + " createLLMObsAnnotationQueueInteractions");
+ }
+ // create path and map variables
+ String localVarPath =
+ "/api/v2/llm-obs/v1/annotation-queues/{queue_id}/interactions"
+ .replaceAll("\\{" + "queue_id" + "\\}", apiClient.escapeString(queueId.toString()));
+
+ Map localVarHeaderParams = new HashMap();
+
+ Invocation.Builder builder =
+ apiClient.createBuilder(
+ "v2.LlmObservabilityApi.createLLMObsAnnotationQueueInteractions",
+ localVarPath,
+ new ArrayList(),
+ localVarHeaderParams,
+ new HashMap(),
+ new String[] {"application/json"},
+ new String[] {"apiKeyAuth", "appKeyAuth"});
+ return apiClient.invokeAPI(
+ "POST",
+ builder,
+ localVarHeaderParams,
+ new String[] {"application/json"},
+ localVarPostBody,
+ new HashMap(),
+ false,
+ new GenericType() {});
+ }
+
+ /**
+ * Add annotation queue interactions.
+ *
+ * See {@link #createLLMObsAnnotationQueueInteractionsWithHttpInfo}.
+ *
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
+ * @param body Add interactions payload. (required)
+ * @return CompletableFuture<ApiResponse<LLMObsAnnotationQueueInteractionsResponse>>
+ */
+ public CompletableFuture>
+ createLLMObsAnnotationQueueInteractionsWithHttpInfoAsync(
+ String queueId, LLMObsAnnotationQueueInteractionsRequest body) {
+ // Check if unstable operation is enabled
+ String operationId = "createLLMObsAnnotationQueueInteractions";
+ if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
+ apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
+ } else {
+ CompletableFuture> result =
+ new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId)));
+ return result;
+ }
+ Object localVarPostBody = body;
+
+ // verify the required parameter 'queueId' is set
+ if (queueId == null) {
+ CompletableFuture> result =
+ new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(
+ 400,
+ "Missing the required parameter 'queueId' when calling"
+ + " createLLMObsAnnotationQueueInteractions"));
+ return result;
+ }
+
+ // verify the required parameter 'body' is set
+ if (body == null) {
+ CompletableFuture> result =
+ new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(
+ 400,
+ "Missing the required parameter 'body' when calling"
+ + " createLLMObsAnnotationQueueInteractions"));
+ return result;
+ }
+ // create path and map variables
+ String localVarPath =
+ "/api/v2/llm-obs/v1/annotation-queues/{queue_id}/interactions"
+ .replaceAll("\\{" + "queue_id" + "\\}", apiClient.escapeString(queueId.toString()));
+
+ Map localVarHeaderParams = new HashMap();
+
+ Invocation.Builder builder;
+ try {
+ builder =
+ apiClient.createBuilder(
+ "v2.LlmObservabilityApi.createLLMObsAnnotationQueueInteractions",
+ localVarPath,
+ new ArrayList(),
+ localVarHeaderParams,
+ new HashMap(),
+ new String[] {"application/json"},
+ new String[] {"apiKeyAuth", "appKeyAuth"});
+ } catch (ApiException ex) {
+ CompletableFuture> result =
+ new CompletableFuture<>();
+ result.completeExceptionally(ex);
+ return result;
+ }
+ return apiClient.invokeAPIAsync(
+ "POST",
+ builder,
+ localVarHeaderParams,
+ new String[] {"application/json"},
+ localVarPostBody,
+ new HashMap(),
+ false,
+ new GenericType() {});
+ }
+
/**
* Create an LLM Observability dataset.
*
@@ -935,34 +1292,27 @@ public CompletableFuture> createLLMObsProject
}
/**
- * Delete LLM Observability dataset records.
+ * Delete an LLM Observability annotation queue.
*
- * See {@link #deleteLLMObsDatasetRecordsWithHttpInfo}.
+ *
See {@link #deleteLLMObsAnnotationQueueWithHttpInfo}.
*
- * @param projectId The ID of the LLM Observability project. (required)
- * @param datasetId The ID of the LLM Observability dataset. (required)
- * @param body Delete records payload. (required)
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
* @throws ApiException if fails to make API call
*/
- public void deleteLLMObsDatasetRecords(
- String projectId, String datasetId, LLMObsDeleteDatasetRecordsRequest body)
- throws ApiException {
- deleteLLMObsDatasetRecordsWithHttpInfo(projectId, datasetId, body);
+ public void deleteLLMObsAnnotationQueue(String queueId) throws ApiException {
+ deleteLLMObsAnnotationQueueWithHttpInfo(queueId);
}
/**
- * Delete LLM Observability dataset records.
+ * Delete an LLM Observability annotation queue.
*
- *
See {@link #deleteLLMObsDatasetRecordsWithHttpInfoAsync}.
+ *
See {@link #deleteLLMObsAnnotationQueueWithHttpInfoAsync}.
*
- * @param projectId The ID of the LLM Observability project. (required)
- * @param datasetId The ID of the LLM Observability dataset. (required)
- * @param body Delete records payload. (required)
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
* @return CompletableFuture
*/
- public CompletableFuture deleteLLMObsDatasetRecordsAsync(
- String projectId, String datasetId, LLMObsDeleteDatasetRecordsRequest body) {
- return deleteLLMObsDatasetRecordsWithHttpInfoAsync(projectId, datasetId, body)
+ public CompletableFuture deleteLLMObsAnnotationQueueAsync(String queueId) {
+ return deleteLLMObsAnnotationQueueWithHttpInfoAsync(queueId)
.thenApply(
response -> {
return response.getData();
@@ -970,11 +1320,9 @@ public CompletableFuture deleteLLMObsDatasetRecordsAsync(
}
/**
- * Delete one or more records from an LLM Observability dataset.
+ * Delete an annotation queue by its ID.
*
- * @param projectId The ID of the LLM Observability project. (required)
- * @param datasetId The ID of the LLM Observability dataset. (required)
- * @param body Delete records payload. (required)
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
* @return ApiResponse<Void>
* @throws ApiException if fails to make API call
* @http.response.details
@@ -982,55 +1330,38 @@ public CompletableFuture deleteLLMObsDatasetRecordsAsync(
* Response details
* | Status Code | Description | Response Headers |
* | 204 | No Content | - |
- * | 400 | Bad Request | - |
* | 401 | Unauthorized | - |
* | 403 | Forbidden | - |
* | 404 | Not Found | - |
* | 429 | Too many requests | - |
*
*/
- public ApiResponse deleteLLMObsDatasetRecordsWithHttpInfo(
- String projectId, String datasetId, LLMObsDeleteDatasetRecordsRequest body)
+ public ApiResponse deleteLLMObsAnnotationQueueWithHttpInfo(String queueId)
throws ApiException {
// Check if unstable operation is enabled
- String operationId = "deleteLLMObsDatasetRecords";
+ String operationId = "deleteLLMObsAnnotationQueue";
if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
} else {
throw new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId));
}
- Object localVarPostBody = body;
-
- // verify the required parameter 'projectId' is set
- if (projectId == null) {
- throw new ApiException(
- 400,
- "Missing the required parameter 'projectId' when calling deleteLLMObsDatasetRecords");
- }
-
- // verify the required parameter 'datasetId' is set
- if (datasetId == null) {
- throw new ApiException(
- 400,
- "Missing the required parameter 'datasetId' when calling deleteLLMObsDatasetRecords");
- }
+ Object localVarPostBody = null;
- // verify the required parameter 'body' is set
- if (body == null) {
+ // verify the required parameter 'queueId' is set
+ if (queueId == null) {
throw new ApiException(
- 400, "Missing the required parameter 'body' when calling deleteLLMObsDatasetRecords");
+ 400, "Missing the required parameter 'queueId' when calling deleteLLMObsAnnotationQueue");
}
// create path and map variables
String localVarPath =
- "/api/v2/llm-obs/v1/{project_id}/datasets/{dataset_id}/records/delete"
- .replaceAll("\\{" + "project_id" + "\\}", apiClient.escapeString(projectId.toString()))
- .replaceAll("\\{" + "dataset_id" + "\\}", apiClient.escapeString(datasetId.toString()));
+ "/api/v2/llm-obs/v1/annotation-queues/{queue_id}"
+ .replaceAll("\\{" + "queue_id" + "\\}", apiClient.escapeString(queueId.toString()));
Map localVarHeaderParams = new HashMap();
Invocation.Builder builder =
apiClient.createBuilder(
- "v2.LlmObservabilityApi.deleteLLMObsDatasetRecords",
+ "v2.LlmObservabilityApi.deleteLLMObsAnnotationQueue",
localVarPath,
new ArrayList(),
localVarHeaderParams,
@@ -1038,10 +1369,10 @@ public ApiResponse deleteLLMObsDatasetRecordsWithHttpInfo(
new String[] {"*/*"},
new String[] {"apiKeyAuth", "appKeyAuth"});
return apiClient.invokeAPI(
- "POST",
+ "DELETE",
builder,
localVarHeaderParams,
- new String[] {"application/json"},
+ new String[] {},
localVarPostBody,
new HashMap(),
false,
@@ -1049,19 +1380,17 @@ public ApiResponse deleteLLMObsDatasetRecordsWithHttpInfo(
}
/**
- * Delete LLM Observability dataset records.
+ * Delete an LLM Observability annotation queue.
*
- * See {@link #deleteLLMObsDatasetRecordsWithHttpInfo}.
+ *
See {@link #deleteLLMObsAnnotationQueueWithHttpInfo}.
*
- * @param projectId The ID of the LLM Observability project. (required)
- * @param datasetId The ID of the LLM Observability dataset. (required)
- * @param body Delete records payload. (required)
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
* @return CompletableFuture<ApiResponse<Void>>
*/
- public CompletableFuture> deleteLLMObsDatasetRecordsWithHttpInfoAsync(
- String projectId, String datasetId, LLMObsDeleteDatasetRecordsRequest body) {
+ public CompletableFuture> deleteLLMObsAnnotationQueueWithHttpInfoAsync(
+ String queueId) {
// Check if unstable operation is enabled
- String operationId = "deleteLLMObsDatasetRecords";
+ String operationId = "deleteLLMObsAnnotationQueue";
if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
} else {
@@ -1070,44 +1399,21 @@ public CompletableFuture> deleteLLMObsDatasetRecordsWithHttpIn
new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId)));
return result;
}
- Object localVarPostBody = body;
-
- // verify the required parameter 'projectId' is set
- if (projectId == null) {
- CompletableFuture> result = new CompletableFuture<>();
- result.completeExceptionally(
- new ApiException(
- 400,
- "Missing the required parameter 'projectId' when calling"
- + " deleteLLMObsDatasetRecords"));
- return result;
- }
-
- // verify the required parameter 'datasetId' is set
- if (datasetId == null) {
- CompletableFuture> result = new CompletableFuture<>();
- result.completeExceptionally(
- new ApiException(
- 400,
- "Missing the required parameter 'datasetId' when calling"
- + " deleteLLMObsDatasetRecords"));
- return result;
- }
+ Object localVarPostBody = null;
- // verify the required parameter 'body' is set
- if (body == null) {
+ // verify the required parameter 'queueId' is set
+ if (queueId == null) {
CompletableFuture> result = new CompletableFuture<>();
result.completeExceptionally(
new ApiException(
400,
- "Missing the required parameter 'body' when calling deleteLLMObsDatasetRecords"));
+ "Missing the required parameter 'queueId' when calling deleteLLMObsAnnotationQueue"));
return result;
}
// create path and map variables
String localVarPath =
- "/api/v2/llm-obs/v1/{project_id}/datasets/{dataset_id}/records/delete"
- .replaceAll("\\{" + "project_id" + "\\}", apiClient.escapeString(projectId.toString()))
- .replaceAll("\\{" + "dataset_id" + "\\}", apiClient.escapeString(datasetId.toString()));
+ "/api/v2/llm-obs/v1/annotation-queues/{queue_id}"
+ .replaceAll("\\{" + "queue_id" + "\\}", apiClient.escapeString(queueId.toString()));
Map localVarHeaderParams = new HashMap();
@@ -1115,7 +1421,7 @@ public CompletableFuture> deleteLLMObsDatasetRecordsWithHttpIn
try {
builder =
apiClient.createBuilder(
- "v2.LlmObservabilityApi.deleteLLMObsDatasetRecords",
+ "v2.LlmObservabilityApi.deleteLLMObsAnnotationQueue",
localVarPath,
new ArrayList(),
localVarHeaderParams,
@@ -1128,10 +1434,10 @@ public CompletableFuture> deleteLLMObsDatasetRecordsWithHttpIn
return result;
}
return apiClient.invokeAPIAsync(
- "POST",
+ "DELETE",
builder,
localVarHeaderParams,
- new String[] {"application/json"},
+ new String[] {},
localVarPostBody,
new HashMap(),
false,
@@ -1139,31 +1445,31 @@ public CompletableFuture> deleteLLMObsDatasetRecordsWithHttpIn
}
/**
- * Delete LLM Observability datasets.
+ * Delete annotation queue interactions.
*
- * See {@link #deleteLLMObsDatasetsWithHttpInfo}.
+ *
See {@link #deleteLLMObsAnnotationQueueInteractionsWithHttpInfo}.
*
- * @param projectId The ID of the LLM Observability project. (required)
- * @param body Delete datasets payload. (required)
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
+ * @param body Delete interactions payload. (required)
* @throws ApiException if fails to make API call
*/
- public void deleteLLMObsDatasets(String projectId, LLMObsDeleteDatasetsRequest body)
- throws ApiException {
- deleteLLMObsDatasetsWithHttpInfo(projectId, body);
+ public void deleteLLMObsAnnotationQueueInteractions(
+ String queueId, LLMObsDeleteAnnotationQueueInteractionsRequest body) throws ApiException {
+ deleteLLMObsAnnotationQueueInteractionsWithHttpInfo(queueId, body);
}
/**
- * Delete LLM Observability datasets.
+ * Delete annotation queue interactions.
*
- *
See {@link #deleteLLMObsDatasetsWithHttpInfoAsync}.
+ *
See {@link #deleteLLMObsAnnotationQueueInteractionsWithHttpInfoAsync}.
*
- * @param projectId The ID of the LLM Observability project. (required)
- * @param body Delete datasets payload. (required)
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
+ * @param body Delete interactions payload. (required)
* @return CompletableFuture
*/
- public CompletableFuture deleteLLMObsDatasetsAsync(
- String projectId, LLMObsDeleteDatasetsRequest body) {
- return deleteLLMObsDatasetsWithHttpInfoAsync(projectId, body)
+ public CompletableFuture deleteLLMObsAnnotationQueueInteractionsAsync(
+ String queueId, LLMObsDeleteAnnotationQueueInteractionsRequest body) {
+ return deleteLLMObsAnnotationQueueInteractionsWithHttpInfoAsync(queueId, body)
.thenApply(
response -> {
return response.getData();
@@ -1171,10 +1477,10 @@ public CompletableFuture deleteLLMObsDatasetsAsync(
}
/**
- * Delete one or more LLM Observability datasets within the specified project.
+ * Delete one or more interactions from an annotation queue.
*
- * @param projectId The ID of the LLM Observability project. (required)
- * @param body Delete datasets payload. (required)
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
+ * @param body Delete interactions payload. (required)
* @return ApiResponse<Void>
* @throws ApiException if fails to make API call
* @http.response.details
@@ -1189,10 +1495,10 @@ public CompletableFuture deleteLLMObsDatasetsAsync(
* | 429 | Too many requests | - |
*
*/
- public ApiResponse deleteLLMObsDatasetsWithHttpInfo(
- String projectId, LLMObsDeleteDatasetsRequest body) throws ApiException {
+ public ApiResponse deleteLLMObsAnnotationQueueInteractionsWithHttpInfo(
+ String queueId, LLMObsDeleteAnnotationQueueInteractionsRequest body) throws ApiException {
// Check if unstable operation is enabled
- String operationId = "deleteLLMObsDatasets";
+ String operationId = "deleteLLMObsAnnotationQueueInteractions";
if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
} else {
@@ -1200,27 +1506,31 @@ public ApiResponse deleteLLMObsDatasetsWithHttpInfo(
}
Object localVarPostBody = body;
- // verify the required parameter 'projectId' is set
- if (projectId == null) {
+ // verify the required parameter 'queueId' is set
+ if (queueId == null) {
throw new ApiException(
- 400, "Missing the required parameter 'projectId' when calling deleteLLMObsDatasets");
+ 400,
+ "Missing the required parameter 'queueId' when calling"
+ + " deleteLLMObsAnnotationQueueInteractions");
}
// verify the required parameter 'body' is set
if (body == null) {
throw new ApiException(
- 400, "Missing the required parameter 'body' when calling deleteLLMObsDatasets");
+ 400,
+ "Missing the required parameter 'body' when calling"
+ + " deleteLLMObsAnnotationQueueInteractions");
}
// create path and map variables
String localVarPath =
- "/api/v2/llm-obs/v1/{project_id}/datasets/delete"
- .replaceAll("\\{" + "project_id" + "\\}", apiClient.escapeString(projectId.toString()));
+ "/api/v2/llm-obs/v1/annotation-queues/{queue_id}/interactions/delete"
+ .replaceAll("\\{" + "queue_id" + "\\}", apiClient.escapeString(queueId.toString()));
Map localVarHeaderParams = new HashMap();
Invocation.Builder builder =
apiClient.createBuilder(
- "v2.LlmObservabilityApi.deleteLLMObsDatasets",
+ "v2.LlmObservabilityApi.deleteLLMObsAnnotationQueueInteractions",
localVarPath,
new ArrayList(),
localVarHeaderParams,
@@ -1239,18 +1549,19 @@ public ApiResponse deleteLLMObsDatasetsWithHttpInfo(
}
/**
- * Delete LLM Observability datasets.
+ * Delete annotation queue interactions.
*
- * See {@link #deleteLLMObsDatasetsWithHttpInfo}.
+ *
See {@link #deleteLLMObsAnnotationQueueInteractionsWithHttpInfo}.
*
- * @param projectId The ID of the LLM Observability project. (required)
- * @param body Delete datasets payload. (required)
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
+ * @param body Delete interactions payload. (required)
* @return CompletableFuture<ApiResponse<Void>>
*/
- public CompletableFuture> deleteLLMObsDatasetsWithHttpInfoAsync(
- String projectId, LLMObsDeleteDatasetsRequest body) {
+ public CompletableFuture>
+ deleteLLMObsAnnotationQueueInteractionsWithHttpInfoAsync(
+ String queueId, LLMObsDeleteAnnotationQueueInteractionsRequest body) {
// Check if unstable operation is enabled
- String operationId = "deleteLLMObsDatasets";
+ String operationId = "deleteLLMObsAnnotationQueueInteractions";
if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
} else {
@@ -1261,12 +1572,14 @@ public CompletableFuture> deleteLLMObsDatasetsWithHttpInfoAsyn
}
Object localVarPostBody = body;
- // verify the required parameter 'projectId' is set
- if (projectId == null) {
+ // verify the required parameter 'queueId' is set
+ if (queueId == null) {
CompletableFuture> result = new CompletableFuture<>();
result.completeExceptionally(
new ApiException(
- 400, "Missing the required parameter 'projectId' when calling deleteLLMObsDatasets"));
+ 400,
+ "Missing the required parameter 'queueId' when calling"
+ + " deleteLLMObsAnnotationQueueInteractions"));
return result;
}
@@ -1275,13 +1588,15 @@ public CompletableFuture> deleteLLMObsDatasetsWithHttpInfoAsyn
CompletableFuture> result = new CompletableFuture<>();
result.completeExceptionally(
new ApiException(
- 400, "Missing the required parameter 'body' when calling deleteLLMObsDatasets"));
+ 400,
+ "Missing the required parameter 'body' when calling"
+ + " deleteLLMObsAnnotationQueueInteractions"));
return result;
}
// create path and map variables
String localVarPath =
- "/api/v2/llm-obs/v1/{project_id}/datasets/delete"
- .replaceAll("\\{" + "project_id" + "\\}", apiClient.escapeString(projectId.toString()));
+ "/api/v2/llm-obs/v1/annotation-queues/{queue_id}/interactions/delete"
+ .replaceAll("\\{" + "queue_id" + "\\}", apiClient.escapeString(queueId.toString()));
Map localVarHeaderParams = new HashMap();
@@ -1289,7 +1604,7 @@ public CompletableFuture> deleteLLMObsDatasetsWithHttpInfoAsyn
try {
builder =
apiClient.createBuilder(
- "v2.LlmObservabilityApi.deleteLLMObsDatasets",
+ "v2.LlmObservabilityApi.deleteLLMObsAnnotationQueueInteractions",
localVarPath,
new ArrayList(),
localVarHeaderParams,
@@ -1313,27 +1628,34 @@ public CompletableFuture> deleteLLMObsDatasetsWithHttpInfoAsyn
}
/**
- * Delete LLM Observability experiments.
+ * Delete LLM Observability dataset records.
*
- * See {@link #deleteLLMObsExperimentsWithHttpInfo}.
+ *
See {@link #deleteLLMObsDatasetRecordsWithHttpInfo}.
*
- * @param body Delete experiments payload. (required)
+ * @param projectId The ID of the LLM Observability project. (required)
+ * @param datasetId The ID of the LLM Observability dataset. (required)
+ * @param body Delete records payload. (required)
* @throws ApiException if fails to make API call
*/
- public void deleteLLMObsExperiments(LLMObsDeleteExperimentsRequest body) throws ApiException {
- deleteLLMObsExperimentsWithHttpInfo(body);
+ public void deleteLLMObsDatasetRecords(
+ String projectId, String datasetId, LLMObsDeleteDatasetRecordsRequest body)
+ throws ApiException {
+ deleteLLMObsDatasetRecordsWithHttpInfo(projectId, datasetId, body);
}
/**
- * Delete LLM Observability experiments.
+ * Delete LLM Observability dataset records.
*
- *
See {@link #deleteLLMObsExperimentsWithHttpInfoAsync}.
+ *
See {@link #deleteLLMObsDatasetRecordsWithHttpInfoAsync}.
*
- * @param body Delete experiments payload. (required)
+ * @param projectId The ID of the LLM Observability project. (required)
+ * @param datasetId The ID of the LLM Observability dataset. (required)
+ * @param body Delete records payload. (required)
* @return CompletableFuture
*/
- public CompletableFuture deleteLLMObsExperimentsAsync(LLMObsDeleteExperimentsRequest body) {
- return deleteLLMObsExperimentsWithHttpInfoAsync(body)
+ public CompletableFuture deleteLLMObsDatasetRecordsAsync(
+ String projectId, String datasetId, LLMObsDeleteDatasetRecordsRequest body) {
+ return deleteLLMObsDatasetRecordsWithHttpInfoAsync(projectId, datasetId, body)
.thenApply(
response -> {
return response.getData();
@@ -1341,9 +1663,11 @@ public CompletableFuture deleteLLMObsExperimentsAsync(LLMObsDeleteExperime
}
/**
- * Delete one or more LLM Observability experiments.
+ * Delete one or more records from an LLM Observability dataset.
*
- * @param body Delete experiments payload. (required)
+ * @param projectId The ID of the LLM Observability project. (required)
+ * @param datasetId The ID of the LLM Observability dataset. (required)
+ * @param body Delete records payload. (required)
* @return ApiResponse<Void>
* @throws ApiException if fails to make API call
* @http.response.details
@@ -1354,13 +1678,15 @@ public CompletableFuture deleteLLMObsExperimentsAsync(LLMObsDeleteExperime
* | 400 | Bad Request | - |
* | 401 | Unauthorized | - |
* | 403 | Forbidden | - |
+ * | 404 | Not Found | - |
* | 429 | Too many requests | - |
*
*/
- public ApiResponse deleteLLMObsExperimentsWithHttpInfo(LLMObsDeleteExperimentsRequest body)
+ public ApiResponse deleteLLMObsDatasetRecordsWithHttpInfo(
+ String projectId, String datasetId, LLMObsDeleteDatasetRecordsRequest body)
throws ApiException {
// Check if unstable operation is enabled
- String operationId = "deleteLLMObsExperiments";
+ String operationId = "deleteLLMObsDatasetRecords";
if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
} else {
@@ -1368,19 +1694,36 @@ public ApiResponse deleteLLMObsExperimentsWithHttpInfo(LLMObsDeleteExperim
}
Object localVarPostBody = body;
+ // verify the required parameter 'projectId' is set
+ if (projectId == null) {
+ throw new ApiException(
+ 400,
+ "Missing the required parameter 'projectId' when calling deleteLLMObsDatasetRecords");
+ }
+
+ // verify the required parameter 'datasetId' is set
+ if (datasetId == null) {
+ throw new ApiException(
+ 400,
+ "Missing the required parameter 'datasetId' when calling deleteLLMObsDatasetRecords");
+ }
+
// verify the required parameter 'body' is set
if (body == null) {
throw new ApiException(
- 400, "Missing the required parameter 'body' when calling deleteLLMObsExperiments");
+ 400, "Missing the required parameter 'body' when calling deleteLLMObsDatasetRecords");
}
// create path and map variables
- String localVarPath = "/api/v2/llm-obs/v1/experiments/delete";
+ String localVarPath =
+ "/api/v2/llm-obs/v1/{project_id}/datasets/{dataset_id}/records/delete"
+ .replaceAll("\\{" + "project_id" + "\\}", apiClient.escapeString(projectId.toString()))
+ .replaceAll("\\{" + "dataset_id" + "\\}", apiClient.escapeString(datasetId.toString()));
Map localVarHeaderParams = new HashMap();
Invocation.Builder builder =
apiClient.createBuilder(
- "v2.LlmObservabilityApi.deleteLLMObsExperiments",
+ "v2.LlmObservabilityApi.deleteLLMObsDatasetRecords",
localVarPath,
new ArrayList(),
localVarHeaderParams,
@@ -1399,17 +1742,19 @@ public ApiResponse deleteLLMObsExperimentsWithHttpInfo(LLMObsDeleteExperim
}
/**
- * Delete LLM Observability experiments.
+ * Delete LLM Observability dataset records.
*
- * See {@link #deleteLLMObsExperimentsWithHttpInfo}.
+ *
See {@link #deleteLLMObsDatasetRecordsWithHttpInfo}.
*
- * @param body Delete experiments payload. (required)
+ * @param projectId The ID of the LLM Observability project. (required)
+ * @param datasetId The ID of the LLM Observability dataset. (required)
+ * @param body Delete records payload. (required)
* @return CompletableFuture<ApiResponse<Void>>
*/
- public CompletableFuture> deleteLLMObsExperimentsWithHttpInfoAsync(
- LLMObsDeleteExperimentsRequest body) {
+ public CompletableFuture> deleteLLMObsDatasetRecordsWithHttpInfoAsync(
+ String projectId, String datasetId, LLMObsDeleteDatasetRecordsRequest body) {
// Check if unstable operation is enabled
- String operationId = "deleteLLMObsExperiments";
+ String operationId = "deleteLLMObsDatasetRecords";
if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
} else {
@@ -1420,16 +1765,673 @@ public CompletableFuture> deleteLLMObsExperimentsWithHttpInfoA
}
Object localVarPostBody = body;
+ // verify the required parameter 'projectId' is set
+ if (projectId == null) {
+ CompletableFuture> result = new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(
+ 400,
+ "Missing the required parameter 'projectId' when calling"
+ + " deleteLLMObsDatasetRecords"));
+ return result;
+ }
+
+ // verify the required parameter 'datasetId' is set
+ if (datasetId == null) {
+ CompletableFuture> result = new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(
+ 400,
+ "Missing the required parameter 'datasetId' when calling"
+ + " deleteLLMObsDatasetRecords"));
+ return result;
+ }
+
// verify the required parameter 'body' is set
if (body == null) {
CompletableFuture> result = new CompletableFuture<>();
result.completeExceptionally(
new ApiException(
- 400, "Missing the required parameter 'body' when calling deleteLLMObsExperiments"));
+ 400,
+ "Missing the required parameter 'body' when calling deleteLLMObsDatasetRecords"));
+ return result;
+ }
+ // create path and map variables
+ String localVarPath =
+ "/api/v2/llm-obs/v1/{project_id}/datasets/{dataset_id}/records/delete"
+ .replaceAll("\\{" + "project_id" + "\\}", apiClient.escapeString(projectId.toString()))
+ .replaceAll("\\{" + "dataset_id" + "\\}", apiClient.escapeString(datasetId.toString()));
+
+ Map localVarHeaderParams = new HashMap();
+
+ Invocation.Builder builder;
+ try {
+ builder =
+ apiClient.createBuilder(
+ "v2.LlmObservabilityApi.deleteLLMObsDatasetRecords",
+ localVarPath,
+ new ArrayList(),
+ localVarHeaderParams,
+ new HashMap(),
+ new String[] {"*/*"},
+ new String[] {"apiKeyAuth", "appKeyAuth"});
+ } catch (ApiException ex) {
+ CompletableFuture> result = new CompletableFuture<>();
+ result.completeExceptionally(ex);
+ return result;
+ }
+ return apiClient.invokeAPIAsync(
+ "POST",
+ builder,
+ localVarHeaderParams,
+ new String[] {"application/json"},
+ localVarPostBody,
+ new HashMap(),
+ false,
+ null);
+ }
+
+ /**
+ * Delete LLM Observability datasets.
+ *
+ * See {@link #deleteLLMObsDatasetsWithHttpInfo}.
+ *
+ * @param projectId The ID of the LLM Observability project. (required)
+ * @param body Delete datasets payload. (required)
+ * @throws ApiException if fails to make API call
+ */
+ public void deleteLLMObsDatasets(String projectId, LLMObsDeleteDatasetsRequest body)
+ throws ApiException {
+ deleteLLMObsDatasetsWithHttpInfo(projectId, body);
+ }
+
+ /**
+ * Delete LLM Observability datasets.
+ *
+ *
See {@link #deleteLLMObsDatasetsWithHttpInfoAsync}.
+ *
+ * @param projectId The ID of the LLM Observability project. (required)
+ * @param body Delete datasets payload. (required)
+ * @return CompletableFuture
+ */
+ public CompletableFuture deleteLLMObsDatasetsAsync(
+ String projectId, LLMObsDeleteDatasetsRequest body) {
+ return deleteLLMObsDatasetsWithHttpInfoAsync(projectId, body)
+ .thenApply(
+ response -> {
+ return response.getData();
+ });
+ }
+
+ /**
+ * Delete one or more LLM Observability datasets within the specified project.
+ *
+ * @param projectId The ID of the LLM Observability project. (required)
+ * @param body Delete datasets payload. (required)
+ * @return ApiResponse<Void>
+ * @throws ApiException if fails to make API call
+ * @http.response.details
+ *
+ * Response details
+ * | Status Code | Description | Response Headers |
+ * | 204 | No Content | - |
+ * | 400 | Bad Request | - |
+ * | 401 | Unauthorized | - |
+ * | 403 | Forbidden | - |
+ * | 404 | Not Found | - |
+ * | 429 | Too many requests | - |
+ *
+ */
+ public ApiResponse deleteLLMObsDatasetsWithHttpInfo(
+ String projectId, LLMObsDeleteDatasetsRequest body) throws ApiException {
+ // Check if unstable operation is enabled
+ String operationId = "deleteLLMObsDatasets";
+ if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
+ apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
+ } else {
+ throw new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId));
+ }
+ Object localVarPostBody = body;
+
+ // verify the required parameter 'projectId' is set
+ if (projectId == null) {
+ throw new ApiException(
+ 400, "Missing the required parameter 'projectId' when calling deleteLLMObsDatasets");
+ }
+
+ // verify the required parameter 'body' is set
+ if (body == null) {
+ throw new ApiException(
+ 400, "Missing the required parameter 'body' when calling deleteLLMObsDatasets");
+ }
+ // create path and map variables
+ String localVarPath =
+ "/api/v2/llm-obs/v1/{project_id}/datasets/delete"
+ .replaceAll("\\{" + "project_id" + "\\}", apiClient.escapeString(projectId.toString()));
+
+ Map localVarHeaderParams = new HashMap();
+
+ Invocation.Builder builder =
+ apiClient.createBuilder(
+ "v2.LlmObservabilityApi.deleteLLMObsDatasets",
+ localVarPath,
+ new ArrayList(),
+ localVarHeaderParams,
+ new HashMap(),
+ new String[] {"*/*"},
+ new String[] {"apiKeyAuth", "appKeyAuth"});
+ return apiClient.invokeAPI(
+ "POST",
+ builder,
+ localVarHeaderParams,
+ new String[] {"application/json"},
+ localVarPostBody,
+ new HashMap(),
+ false,
+ null);
+ }
+
+ /**
+ * Delete LLM Observability datasets.
+ *
+ * See {@link #deleteLLMObsDatasetsWithHttpInfo}.
+ *
+ * @param projectId The ID of the LLM Observability project. (required)
+ * @param body Delete datasets payload. (required)
+ * @return CompletableFuture<ApiResponse<Void>>
+ */
+ public CompletableFuture> deleteLLMObsDatasetsWithHttpInfoAsync(
+ String projectId, LLMObsDeleteDatasetsRequest body) {
+ // Check if unstable operation is enabled
+ String operationId = "deleteLLMObsDatasets";
+ if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
+ apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
+ } else {
+ CompletableFuture> result = new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId)));
+ return result;
+ }
+ Object localVarPostBody = body;
+
+ // verify the required parameter 'projectId' is set
+ if (projectId == null) {
+ CompletableFuture> result = new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(
+ 400, "Missing the required parameter 'projectId' when calling deleteLLMObsDatasets"));
+ return result;
+ }
+
+ // verify the required parameter 'body' is set
+ if (body == null) {
+ CompletableFuture> result = new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(
+ 400, "Missing the required parameter 'body' when calling deleteLLMObsDatasets"));
+ return result;
+ }
+ // create path and map variables
+ String localVarPath =
+ "/api/v2/llm-obs/v1/{project_id}/datasets/delete"
+ .replaceAll("\\{" + "project_id" + "\\}", apiClient.escapeString(projectId.toString()));
+
+ Map localVarHeaderParams = new HashMap();
+
+ Invocation.Builder builder;
+ try {
+ builder =
+ apiClient.createBuilder(
+ "v2.LlmObservabilityApi.deleteLLMObsDatasets",
+ localVarPath,
+ new ArrayList(),
+ localVarHeaderParams,
+ new HashMap(),
+ new String[] {"*/*"},
+ new String[] {"apiKeyAuth", "appKeyAuth"});
+ } catch (ApiException ex) {
+ CompletableFuture> result = new CompletableFuture<>();
+ result.completeExceptionally(ex);
+ return result;
+ }
+ return apiClient.invokeAPIAsync(
+ "POST",
+ builder,
+ localVarHeaderParams,
+ new String[] {"application/json"},
+ localVarPostBody,
+ new HashMap(),
+ false,
+ null);
+ }
+
+ /**
+ * Delete LLM Observability experiments.
+ *
+ * See {@link #deleteLLMObsExperimentsWithHttpInfo}.
+ *
+ * @param body Delete experiments payload. (required)
+ * @throws ApiException if fails to make API call
+ */
+ public void deleteLLMObsExperiments(LLMObsDeleteExperimentsRequest body) throws ApiException {
+ deleteLLMObsExperimentsWithHttpInfo(body);
+ }
+
+ /**
+ * Delete LLM Observability experiments.
+ *
+ *
See {@link #deleteLLMObsExperimentsWithHttpInfoAsync}.
+ *
+ * @param body Delete experiments payload. (required)
+ * @return CompletableFuture
+ */
+ public CompletableFuture deleteLLMObsExperimentsAsync(LLMObsDeleteExperimentsRequest body) {
+ return deleteLLMObsExperimentsWithHttpInfoAsync(body)
+ .thenApply(
+ response -> {
+ return response.getData();
+ });
+ }
+
+ /**
+ * Delete one or more LLM Observability experiments.
+ *
+ * @param body Delete experiments payload. (required)
+ * @return ApiResponse<Void>
+ * @throws ApiException if fails to make API call
+ * @http.response.details
+ *
+ * Response details
+ * | Status Code | Description | Response Headers |
+ * | 204 | No Content | - |
+ * | 400 | Bad Request | - |
+ * | 401 | Unauthorized | - |
+ * | 403 | Forbidden | - |
+ * | 429 | Too many requests | - |
+ *
+ */
+ public ApiResponse deleteLLMObsExperimentsWithHttpInfo(LLMObsDeleteExperimentsRequest body)
+ throws ApiException {
+ // Check if unstable operation is enabled
+ String operationId = "deleteLLMObsExperiments";
+ if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
+ apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
+ } else {
+ throw new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId));
+ }
+ Object localVarPostBody = body;
+
+ // verify the required parameter 'body' is set
+ if (body == null) {
+ throw new ApiException(
+ 400, "Missing the required parameter 'body' when calling deleteLLMObsExperiments");
+ }
+ // create path and map variables
+ String localVarPath = "/api/v2/llm-obs/v1/experiments/delete";
+
+ Map localVarHeaderParams = new HashMap();
+
+ Invocation.Builder builder =
+ apiClient.createBuilder(
+ "v2.LlmObservabilityApi.deleteLLMObsExperiments",
+ localVarPath,
+ new ArrayList(),
+ localVarHeaderParams,
+ new HashMap(),
+ new String[] {"*/*"},
+ new String[] {"apiKeyAuth", "appKeyAuth"});
+ return apiClient.invokeAPI(
+ "POST",
+ builder,
+ localVarHeaderParams,
+ new String[] {"application/json"},
+ localVarPostBody,
+ new HashMap(),
+ false,
+ null);
+ }
+
+ /**
+ * Delete LLM Observability experiments.
+ *
+ * See {@link #deleteLLMObsExperimentsWithHttpInfo}.
+ *
+ * @param body Delete experiments payload. (required)
+ * @return CompletableFuture<ApiResponse<Void>>
+ */
+ public CompletableFuture> deleteLLMObsExperimentsWithHttpInfoAsync(
+ LLMObsDeleteExperimentsRequest body) {
+ // Check if unstable operation is enabled
+ String operationId = "deleteLLMObsExperiments";
+ if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
+ apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
+ } else {
+ CompletableFuture> result = new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId)));
+ return result;
+ }
+ Object localVarPostBody = body;
+
+ // verify the required parameter 'body' is set
+ if (body == null) {
+ CompletableFuture> result = new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(
+ 400, "Missing the required parameter 'body' when calling deleteLLMObsExperiments"));
+ return result;
+ }
+ // create path and map variables
+ String localVarPath = "/api/v2/llm-obs/v1/experiments/delete";
+
+ Map localVarHeaderParams = new HashMap();
+
+ Invocation.Builder builder;
+ try {
+ builder =
+ apiClient.createBuilder(
+ "v2.LlmObservabilityApi.deleteLLMObsExperiments",
+ localVarPath,
+ new ArrayList(),
+ localVarHeaderParams,
+ new HashMap(),
+ new String[] {"*/*"},
+ new String[] {"apiKeyAuth", "appKeyAuth"});
+ } catch (ApiException ex) {
+ CompletableFuture> result = new CompletableFuture<>();
+ result.completeExceptionally(ex);
+ return result;
+ }
+ return apiClient.invokeAPIAsync(
+ "POST",
+ builder,
+ localVarHeaderParams,
+ new String[] {"application/json"},
+ localVarPostBody,
+ new HashMap(),
+ false,
+ null);
+ }
+
+ /**
+ * Delete LLM Observability projects.
+ *
+ * See {@link #deleteLLMObsProjectsWithHttpInfo}.
+ *
+ * @param body Delete projects payload. (required)
+ * @throws ApiException if fails to make API call
+ */
+ public void deleteLLMObsProjects(LLMObsDeleteProjectsRequest body) throws ApiException {
+ deleteLLMObsProjectsWithHttpInfo(body);
+ }
+
+ /**
+ * Delete LLM Observability projects.
+ *
+ *
See {@link #deleteLLMObsProjectsWithHttpInfoAsync}.
+ *
+ * @param body Delete projects payload. (required)
+ * @return CompletableFuture
+ */
+ public CompletableFuture deleteLLMObsProjectsAsync(LLMObsDeleteProjectsRequest body) {
+ return deleteLLMObsProjectsWithHttpInfoAsync(body)
+ .thenApply(
+ response -> {
+ return response.getData();
+ });
+ }
+
+ /**
+ * Delete one or more LLM Observability projects.
+ *
+ * @param body Delete projects payload. (required)
+ * @return ApiResponse<Void>
+ * @throws ApiException if fails to make API call
+ * @http.response.details
+ *
+ * Response details
+ * | Status Code | Description | Response Headers |
+ * | 204 | No Content | - |
+ * | 400 | Bad Request | - |
+ * | 401 | Unauthorized | - |
+ * | 403 | Forbidden | - |
+ * | 429 | Too many requests | - |
+ *
+ */
+ public ApiResponse deleteLLMObsProjectsWithHttpInfo(LLMObsDeleteProjectsRequest body)
+ throws ApiException {
+ // Check if unstable operation is enabled
+ String operationId = "deleteLLMObsProjects";
+ if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
+ apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
+ } else {
+ throw new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId));
+ }
+ Object localVarPostBody = body;
+
+ // verify the required parameter 'body' is set
+ if (body == null) {
+ throw new ApiException(
+ 400, "Missing the required parameter 'body' when calling deleteLLMObsProjects");
+ }
+ // create path and map variables
+ String localVarPath = "/api/v2/llm-obs/v1/projects/delete";
+
+ Map localVarHeaderParams = new HashMap();
+
+ Invocation.Builder builder =
+ apiClient.createBuilder(
+ "v2.LlmObservabilityApi.deleteLLMObsProjects",
+ localVarPath,
+ new ArrayList(),
+ localVarHeaderParams,
+ new HashMap(),
+ new String[] {"*/*"},
+ new String[] {"apiKeyAuth", "appKeyAuth"});
+ return apiClient.invokeAPI(
+ "POST",
+ builder,
+ localVarHeaderParams,
+ new String[] {"application/json"},
+ localVarPostBody,
+ new HashMap(),
+ false,
+ null);
+ }
+
+ /**
+ * Delete LLM Observability projects.
+ *
+ * See {@link #deleteLLMObsProjectsWithHttpInfo}.
+ *
+ * @param body Delete projects payload. (required)
+ * @return CompletableFuture<ApiResponse<Void>>
+ */
+ public CompletableFuture> deleteLLMObsProjectsWithHttpInfoAsync(
+ LLMObsDeleteProjectsRequest body) {
+ // Check if unstable operation is enabled
+ String operationId = "deleteLLMObsProjects";
+ if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
+ apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
+ } else {
+ CompletableFuture> result = new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId)));
+ return result;
+ }
+ Object localVarPostBody = body;
+
+ // verify the required parameter 'body' is set
+ if (body == null) {
+ CompletableFuture> result = new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(
+ 400, "Missing the required parameter 'body' when calling deleteLLMObsProjects"));
+ return result;
+ }
+ // create path and map variables
+ String localVarPath = "/api/v2/llm-obs/v1/projects/delete";
+
+ Map localVarHeaderParams = new HashMap();
+
+ Invocation.Builder builder;
+ try {
+ builder =
+ apiClient.createBuilder(
+ "v2.LlmObservabilityApi.deleteLLMObsProjects",
+ localVarPath,
+ new ArrayList(),
+ localVarHeaderParams,
+ new HashMap(),
+ new String[] {"*/*"},
+ new String[] {"apiKeyAuth", "appKeyAuth"});
+ } catch (ApiException ex) {
+ CompletableFuture> result = new CompletableFuture<>();
+ result.completeExceptionally(ex);
+ return result;
+ }
+ return apiClient.invokeAPIAsync(
+ "POST",
+ builder,
+ localVarHeaderParams,
+ new String[] {"application/json"},
+ localVarPostBody,
+ new HashMap(),
+ false,
+ null);
+ }
+
+ /**
+ * Get annotated queue interactions.
+ *
+ * See {@link #getLLMObsAnnotatedInteractionsWithHttpInfo}.
+ *
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
+ * @return LLMObsAnnotatedInteractionsResponse
+ * @throws ApiException if fails to make API call
+ */
+ public LLMObsAnnotatedInteractionsResponse getLLMObsAnnotatedInteractions(String queueId)
+ throws ApiException {
+ return getLLMObsAnnotatedInteractionsWithHttpInfo(queueId).getData();
+ }
+
+ /**
+ * Get annotated queue interactions.
+ *
+ *
See {@link #getLLMObsAnnotatedInteractionsWithHttpInfoAsync}.
+ *
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
+ * @return CompletableFuture<LLMObsAnnotatedInteractionsResponse>
+ */
+ public CompletableFuture getLLMObsAnnotatedInteractionsAsync(
+ String queueId) {
+ return getLLMObsAnnotatedInteractionsWithHttpInfoAsync(queueId)
+ .thenApply(
+ response -> {
+ return response.getData();
+ });
+ }
+
+ /**
+ * Retrieve all interactions and their annotations for a given annotation queue.
+ *
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
+ * @return ApiResponse<LLMObsAnnotatedInteractionsResponse>
+ * @throws ApiException if fails to make API call
+ * @http.response.details
+ *
+ * Response details
+ * | Status Code | Description | Response Headers |
+ * | 200 | OK | - |
+ * | 400 | Bad Request | - |
+ * | 401 | Unauthorized | - |
+ * | 403 | Forbidden | - |
+ * | 404 | Not Found | - |
+ * | 429 | Too many requests | - |
+ *
+ */
+ public ApiResponse
+ getLLMObsAnnotatedInteractionsWithHttpInfo(String queueId) throws ApiException {
+ // Check if unstable operation is enabled
+ String operationId = "getLLMObsAnnotatedInteractions";
+ if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
+ apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
+ } else {
+ throw new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId));
+ }
+ Object localVarPostBody = null;
+
+ // verify the required parameter 'queueId' is set
+ if (queueId == null) {
+ throw new ApiException(
+ 400,
+ "Missing the required parameter 'queueId' when calling getLLMObsAnnotatedInteractions");
+ }
+ // create path and map variables
+ String localVarPath =
+ "/api/v2/llm-obs/v1/annotation-queues/{queue_id}/annotated-interactions"
+ .replaceAll("\\{" + "queue_id" + "\\}", apiClient.escapeString(queueId.toString()));
+
+ Map localVarHeaderParams = new HashMap();
+
+ Invocation.Builder builder =
+ apiClient.createBuilder(
+ "v2.LlmObservabilityApi.getLLMObsAnnotatedInteractions",
+ localVarPath,
+ new ArrayList(),
+ localVarHeaderParams,
+ new HashMap(),
+ new String[] {"application/json"},
+ new String[] {"apiKeyAuth", "appKeyAuth"});
+ return apiClient.invokeAPI(
+ "GET",
+ builder,
+ localVarHeaderParams,
+ new String[] {},
+ localVarPostBody,
+ new HashMap(),
+ false,
+ new GenericType() {});
+ }
+
+ /**
+ * Get annotated queue interactions.
+ *
+ * See {@link #getLLMObsAnnotatedInteractionsWithHttpInfo}.
+ *
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
+ * @return CompletableFuture<ApiResponse<LLMObsAnnotatedInteractionsResponse>>
+ */
+ public CompletableFuture>
+ getLLMObsAnnotatedInteractionsWithHttpInfoAsync(String queueId) {
+ // Check if unstable operation is enabled
+ String operationId = "getLLMObsAnnotatedInteractions";
+ if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
+ apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
+ } else {
+ CompletableFuture> result =
+ new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId)));
+ return result;
+ }
+ Object localVarPostBody = null;
+
+ // verify the required parameter 'queueId' is set
+ if (queueId == null) {
+ CompletableFuture> result =
+ new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(
+ 400,
+ "Missing the required parameter 'queueId' when calling"
+ + " getLLMObsAnnotatedInteractions"));
return result;
}
// create path and map variables
- String localVarPath = "/api/v2/llm-obs/v1/experiments/delete";
+ String localVarPath =
+ "/api/v2/llm-obs/v1/annotation-queues/{queue_id}/annotated-interactions"
+ .replaceAll("\\{" + "queue_id" + "\\}", apiClient.escapeString(queueId.toString()));
Map localVarHeaderParams = new HashMap();
@@ -1437,51 +2439,84 @@ public CompletableFuture> deleteLLMObsExperimentsWithHttpInfoA
try {
builder =
apiClient.createBuilder(
- "v2.LlmObservabilityApi.deleteLLMObsExperiments",
+ "v2.LlmObservabilityApi.getLLMObsAnnotatedInteractions",
localVarPath,
new ArrayList(),
localVarHeaderParams,
new HashMap(),
- new String[] {"*/*"},
+ new String[] {"application/json"},
new String[] {"apiKeyAuth", "appKeyAuth"});
} catch (ApiException ex) {
- CompletableFuture> result = new CompletableFuture<>();
+ CompletableFuture> result =
+ new CompletableFuture<>();
result.completeExceptionally(ex);
return result;
}
return apiClient.invokeAPIAsync(
- "POST",
+ "GET",
builder,
localVarHeaderParams,
- new String[] {"application/json"},
+ new String[] {},
localVarPostBody,
new HashMap(),
false,
- null);
+ new GenericType() {});
+ }
+
+ /** Manage optional parameters to listLLMObsAnnotationQueues. */
+ public static class ListLLMObsAnnotationQueuesOptionalParameters {
+ private String projectId;
+ private List queueIds;
+
+ /**
+ * Set projectId.
+ *
+ * @param projectId Filter annotation queues by project ID. Cannot be used together with
+ * queueIds. (optional)
+ * @return ListLLMObsAnnotationQueuesOptionalParameters
+ */
+ public ListLLMObsAnnotationQueuesOptionalParameters projectId(String projectId) {
+ this.projectId = projectId;
+ return this;
+ }
+
+ /**
+ * Set queueIds.
+ *
+ * @param queueIds Filter annotation queues by queue IDs (comma-separated). Cannot be used
+ * together with projectId. (optional)
+ * @return ListLLMObsAnnotationQueuesOptionalParameters
+ */
+ public ListLLMObsAnnotationQueuesOptionalParameters queueIds(List queueIds) {
+ this.queueIds = queueIds;
+ return this;
+ }
}
/**
- * Delete LLM Observability projects.
+ * List LLM Observability annotation queues.
*
- * See {@link #deleteLLMObsProjectsWithHttpInfo}.
+ *
See {@link #listLLMObsAnnotationQueuesWithHttpInfo}.
*
- * @param body Delete projects payload. (required)
+ * @return LLMObsAnnotationQueuesResponse
* @throws ApiException if fails to make API call
*/
- public void deleteLLMObsProjects(LLMObsDeleteProjectsRequest body) throws ApiException {
- deleteLLMObsProjectsWithHttpInfo(body);
+ public LLMObsAnnotationQueuesResponse listLLMObsAnnotationQueues() throws ApiException {
+ return listLLMObsAnnotationQueuesWithHttpInfo(
+ new ListLLMObsAnnotationQueuesOptionalParameters())
+ .getData();
}
/**
- * Delete LLM Observability projects.
+ * List LLM Observability annotation queues.
*
- *
See {@link #deleteLLMObsProjectsWithHttpInfoAsync}.
+ *
See {@link #listLLMObsAnnotationQueuesWithHttpInfoAsync}.
*
- * @param body Delete projects payload. (required)
- * @return CompletableFuture
+ * @return CompletableFuture<LLMObsAnnotationQueuesResponse>
*/
- public CompletableFuture deleteLLMObsProjectsAsync(LLMObsDeleteProjectsRequest body) {
- return deleteLLMObsProjectsWithHttpInfoAsync(body)
+ public CompletableFuture listLLMObsAnnotationQueuesAsync() {
+ return listLLMObsAnnotationQueuesWithHttpInfoAsync(
+ new ListLLMObsAnnotationQueuesOptionalParameters())
.thenApply(
response -> {
return response.getData();
@@ -1489,123 +2524,155 @@ public CompletableFuture deleteLLMObsProjectsAsync(LLMObsDeleteProjectsReq
}
/**
- * Delete one or more LLM Observability projects.
+ * List LLM Observability annotation queues.
*
- * @param body Delete projects payload. (required)
- * @return ApiResponse<Void>
+ * See {@link #listLLMObsAnnotationQueuesWithHttpInfo}.
+ *
+ * @param parameters Optional parameters for the request.
+ * @return LLMObsAnnotationQueuesResponse
+ * @throws ApiException if fails to make API call
+ */
+ public LLMObsAnnotationQueuesResponse listLLMObsAnnotationQueues(
+ ListLLMObsAnnotationQueuesOptionalParameters parameters) throws ApiException {
+ return listLLMObsAnnotationQueuesWithHttpInfo(parameters).getData();
+ }
+
+ /**
+ * List LLM Observability annotation queues.
+ *
+ *
See {@link #listLLMObsAnnotationQueuesWithHttpInfoAsync}.
+ *
+ * @param parameters Optional parameters for the request.
+ * @return CompletableFuture<LLMObsAnnotationQueuesResponse>
+ */
+ public CompletableFuture listLLMObsAnnotationQueuesAsync(
+ ListLLMObsAnnotationQueuesOptionalParameters parameters) {
+ return listLLMObsAnnotationQueuesWithHttpInfoAsync(parameters)
+ .thenApply(
+ response -> {
+ return response.getData();
+ });
+ }
+
+ /**
+ * List annotation queues. Optionally filter by project ID or queue IDs. These parameters are
+ * mutually exclusive. If neither is provided, all queues in the organization are returned.
+ *
+ * @param parameters Optional parameters for the request.
+ * @return ApiResponse<LLMObsAnnotationQueuesResponse>
* @throws ApiException if fails to make API call
* @http.response.details
*
* Response details
* | Status Code | Description | Response Headers |
- * | 204 | No Content | - |
+ * | 200 | OK | - |
* | 400 | Bad Request | - |
* | 401 | Unauthorized | - |
* | 403 | Forbidden | - |
* | 429 | Too many requests | - |
*
*/
- public ApiResponse deleteLLMObsProjectsWithHttpInfo(LLMObsDeleteProjectsRequest body)
- throws ApiException {
+ public ApiResponse listLLMObsAnnotationQueuesWithHttpInfo(
+ ListLLMObsAnnotationQueuesOptionalParameters parameters) throws ApiException {
// Check if unstable operation is enabled
- String operationId = "deleteLLMObsProjects";
+ String operationId = "listLLMObsAnnotationQueues";
if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
} else {
throw new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId));
}
- Object localVarPostBody = body;
-
- // verify the required parameter 'body' is set
- if (body == null) {
- throw new ApiException(
- 400, "Missing the required parameter 'body' when calling deleteLLMObsProjects");
- }
+ Object localVarPostBody = null;
+ String projectId = parameters.projectId;
+ List queueIds = parameters.queueIds;
// create path and map variables
- String localVarPath = "/api/v2/llm-obs/v1/projects/delete";
+ String localVarPath = "/api/v2/llm-obs/v1/annotation-queues";
+ List localVarQueryParams = new ArrayList();
Map localVarHeaderParams = new HashMap();
+ localVarQueryParams.addAll(apiClient.parameterToPairs("", "projectId", projectId));
+ localVarQueryParams.addAll(apiClient.parameterToPairs("multi", "queueIds", queueIds));
+
Invocation.Builder builder =
apiClient.createBuilder(
- "v2.LlmObservabilityApi.deleteLLMObsProjects",
+ "v2.LlmObservabilityApi.listLLMObsAnnotationQueues",
localVarPath,
- new ArrayList(),
+ localVarQueryParams,
localVarHeaderParams,
new HashMap(),
- new String[] {"*/*"},
+ new String[] {"application/json"},
new String[] {"apiKeyAuth", "appKeyAuth"});
return apiClient.invokeAPI(
- "POST",
+ "GET",
builder,
localVarHeaderParams,
- new String[] {"application/json"},
+ new String[] {},
localVarPostBody,
new HashMap(),
false,
- null);
+ new GenericType() {});
}
/**
- * Delete LLM Observability projects.
+ * List LLM Observability annotation queues.
*
- * See {@link #deleteLLMObsProjectsWithHttpInfo}.
+ *
See {@link #listLLMObsAnnotationQueuesWithHttpInfo}.
*
- * @param body Delete projects payload. (required)
- * @return CompletableFuture<ApiResponse<Void>>
+ * @param parameters Optional parameters for the request.
+ * @return CompletableFuture<ApiResponse<LLMObsAnnotationQueuesResponse>>
*/
- public CompletableFuture> deleteLLMObsProjectsWithHttpInfoAsync(
- LLMObsDeleteProjectsRequest body) {
+ public CompletableFuture>
+ listLLMObsAnnotationQueuesWithHttpInfoAsync(
+ ListLLMObsAnnotationQueuesOptionalParameters parameters) {
// Check if unstable operation is enabled
- String operationId = "deleteLLMObsProjects";
+ String operationId = "listLLMObsAnnotationQueues";
if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
} else {
- CompletableFuture> result = new CompletableFuture<>();
+ CompletableFuture> result =
+ new CompletableFuture<>();
result.completeExceptionally(
new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId)));
return result;
}
- Object localVarPostBody = body;
-
- // verify the required parameter 'body' is set
- if (body == null) {
- CompletableFuture> result = new CompletableFuture<>();
- result.completeExceptionally(
- new ApiException(
- 400, "Missing the required parameter 'body' when calling deleteLLMObsProjects"));
- return result;
- }
+ Object localVarPostBody = null;
+ String projectId = parameters.projectId;
+ List queueIds = parameters.queueIds;
// create path and map variables
- String localVarPath = "/api/v2/llm-obs/v1/projects/delete";
+ String localVarPath = "/api/v2/llm-obs/v1/annotation-queues";
+ List localVarQueryParams = new ArrayList();
Map localVarHeaderParams = new HashMap();
+ localVarQueryParams.addAll(apiClient.parameterToPairs("", "projectId", projectId));
+ localVarQueryParams.addAll(apiClient.parameterToPairs("multi", "queueIds", queueIds));
+
Invocation.Builder builder;
try {
builder =
apiClient.createBuilder(
- "v2.LlmObservabilityApi.deleteLLMObsProjects",
+ "v2.LlmObservabilityApi.listLLMObsAnnotationQueues",
localVarPath,
- new ArrayList(),
+ localVarQueryParams,
localVarHeaderParams,
new HashMap(),
- new String[] {"*/*"},
+ new String[] {"application/json"},
new String[] {"apiKeyAuth", "appKeyAuth"});
} catch (ApiException ex) {
- CompletableFuture> result = new CompletableFuture<>();
+ CompletableFuture> result =
+ new CompletableFuture<>();
result.completeExceptionally(ex);
return result;
}
return apiClient.invokeAPIAsync(
- "POST",
+ "GET",
builder,
localVarHeaderParams,
- new String[] {"application/json"},
+ new String[] {},
localVarPostBody,
new HashMap(),
false,
- null);
+ new GenericType() {});
}
/** Manage optional parameters to listLLMObsDatasetRecords. */
@@ -2649,6 +3716,189 @@ public CompletableFuture> listLLMObsProjects
new GenericType() {});
}
+ /**
+ * Update an LLM Observability annotation queue.
+ *
+ * See {@link #updateLLMObsAnnotationQueueWithHttpInfo}.
+ *
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
+ * @param body Update annotation queue payload. (required)
+ * @return LLMObsAnnotationQueueResponse
+ * @throws ApiException if fails to make API call
+ */
+ public LLMObsAnnotationQueueResponse updateLLMObsAnnotationQueue(
+ String queueId, LLMObsAnnotationQueueUpdateRequest body) throws ApiException {
+ return updateLLMObsAnnotationQueueWithHttpInfo(queueId, body).getData();
+ }
+
+ /**
+ * Update an LLM Observability annotation queue.
+ *
+ *
See {@link #updateLLMObsAnnotationQueueWithHttpInfoAsync}.
+ *
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
+ * @param body Update annotation queue payload. (required)
+ * @return CompletableFuture<LLMObsAnnotationQueueResponse>
+ */
+ public CompletableFuture updateLLMObsAnnotationQueueAsync(
+ String queueId, LLMObsAnnotationQueueUpdateRequest body) {
+ return updateLLMObsAnnotationQueueWithHttpInfoAsync(queueId, body)
+ .thenApply(
+ response -> {
+ return response.getData();
+ });
+ }
+
+ /**
+ * Partially update an annotation queue. Only name and description can
+ * be updated.
+ *
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
+ * @param body Update annotation queue payload. (required)
+ * @return ApiResponse<LLMObsAnnotationQueueResponse>
+ * @throws ApiException if fails to make API call
+ * @http.response.details
+ *
+ * Response details
+ * | Status Code | Description | Response Headers |
+ * | 200 | OK | - |
+ * | 400 | Bad Request | - |
+ * | 401 | Unauthorized | - |
+ * | 403 | Forbidden | - |
+ * | 404 | Not Found | - |
+ * | 429 | Too many requests | - |
+ *
+ */
+ public ApiResponse updateLLMObsAnnotationQueueWithHttpInfo(
+ String queueId, LLMObsAnnotationQueueUpdateRequest body) throws ApiException {
+ // Check if unstable operation is enabled
+ String operationId = "updateLLMObsAnnotationQueue";
+ if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
+ apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
+ } else {
+ throw new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId));
+ }
+ Object localVarPostBody = body;
+
+ // verify the required parameter 'queueId' is set
+ if (queueId == null) {
+ throw new ApiException(
+ 400, "Missing the required parameter 'queueId' when calling updateLLMObsAnnotationQueue");
+ }
+
+ // verify the required parameter 'body' is set
+ if (body == null) {
+ throw new ApiException(
+ 400, "Missing the required parameter 'body' when calling updateLLMObsAnnotationQueue");
+ }
+ // create path and map variables
+ String localVarPath =
+ "/api/v2/llm-obs/v1/annotation-queues/{queue_id}"
+ .replaceAll("\\{" + "queue_id" + "\\}", apiClient.escapeString(queueId.toString()));
+
+ Map localVarHeaderParams = new HashMap();
+
+ Invocation.Builder builder =
+ apiClient.createBuilder(
+ "v2.LlmObservabilityApi.updateLLMObsAnnotationQueue",
+ localVarPath,
+ new ArrayList(),
+ localVarHeaderParams,
+ new HashMap(),
+ new String[] {"application/json"},
+ new String[] {"apiKeyAuth", "appKeyAuth"});
+ return apiClient.invokeAPI(
+ "PATCH",
+ builder,
+ localVarHeaderParams,
+ new String[] {"application/json"},
+ localVarPostBody,
+ new HashMap(),
+ false,
+ new GenericType() {});
+ }
+
+ /**
+ * Update an LLM Observability annotation queue.
+ *
+ * See {@link #updateLLMObsAnnotationQueueWithHttpInfo}.
+ *
+ * @param queueId The ID of the LLM Observability annotation queue. (required)
+ * @param body Update annotation queue payload. (required)
+ * @return CompletableFuture<ApiResponse<LLMObsAnnotationQueueResponse>>
+ */
+ public CompletableFuture>
+ updateLLMObsAnnotationQueueWithHttpInfoAsync(
+ String queueId, LLMObsAnnotationQueueUpdateRequest body) {
+ // Check if unstable operation is enabled
+ String operationId = "updateLLMObsAnnotationQueue";
+ if (apiClient.isUnstableOperationEnabled("v2." + operationId)) {
+ apiClient.getLogger().warning(String.format("Using unstable operation '%s'", operationId));
+ } else {
+ CompletableFuture> result =
+ new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(0, String.format("Unstable operation '%s' is disabled", operationId)));
+ return result;
+ }
+ Object localVarPostBody = body;
+
+ // verify the required parameter 'queueId' is set
+ if (queueId == null) {
+ CompletableFuture> result =
+ new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(
+ 400,
+ "Missing the required parameter 'queueId' when calling updateLLMObsAnnotationQueue"));
+ return result;
+ }
+
+ // verify the required parameter 'body' is set
+ if (body == null) {
+ CompletableFuture> result =
+ new CompletableFuture<>();
+ result.completeExceptionally(
+ new ApiException(
+ 400,
+ "Missing the required parameter 'body' when calling updateLLMObsAnnotationQueue"));
+ return result;
+ }
+ // create path and map variables
+ String localVarPath =
+ "/api/v2/llm-obs/v1/annotation-queues/{queue_id}"
+ .replaceAll("\\{" + "queue_id" + "\\}", apiClient.escapeString(queueId.toString()));
+
+ Map localVarHeaderParams = new HashMap();
+
+ Invocation.Builder builder;
+ try {
+ builder =
+ apiClient.createBuilder(
+ "v2.LlmObservabilityApi.updateLLMObsAnnotationQueue",
+ localVarPath,
+ new ArrayList(),
+ localVarHeaderParams,
+ new HashMap(),
+ new String[] {"application/json"},
+ new String[] {"apiKeyAuth", "appKeyAuth"});
+ } catch (ApiException ex) {
+ CompletableFuture> result =
+ new CompletableFuture<>();
+ result.completeExceptionally(ex);
+ return result;
+ }
+ return apiClient.invokeAPIAsync(
+ "PATCH",
+ builder,
+ localVarHeaderParams,
+ new String[] {"application/json"},
+ localVarPostBody,
+ new HashMap(),
+ false,
+ new GenericType