You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Copy file name to clipboardExpand all lines: mmv1/products/ces/Evaluation.yaml
-231Lines changed: 0 additions & 231 deletions
Original file line number
Diff line number
Diff line change
@@ -489,236 +489,5 @@ properties:
489
489
description: "The evaluation expectations to evaluate the replayed conversation against. Format: projects/{project}/locations/{location}/apps/{app}/evaluationExpectations/{evaluationExpectation}"
490
490
item_type:
491
491
type: String
492
-
- name: scenario
493
-
type: NestedObject
494
-
description: Scenario input.
495
-
properties:
496
-
- name: task
497
-
type: String
498
-
description: The task to evaluate.
499
-
required: true
500
-
- name: userFacts
501
-
type: Array
502
-
description: Facts about the user as a key value pair.
503
-
item_type:
504
-
type: NestedObject
505
-
properties:
506
-
- name: name
507
-
type: String
508
-
description: The name of the user fact.
509
-
required: true
510
-
- name: value
511
-
type: String
512
-
description: The value of the user fact.
513
-
required: true
514
-
- name: maxTurns
515
-
type: Integer
516
-
description: Max turns.
517
-
- name: rubrics
518
-
type: Array
519
-
description: Rubrics.
520
-
required: true
521
-
item_type:
522
-
type: String
523
-
- name: scenarioExpectations
524
-
type: Array
525
-
description: Scenario expectations.
526
-
required: true
527
-
item_type:
528
-
type: NestedObject
529
-
exactly_one_of:
530
-
- 'toolExpectation'
531
-
- 'agentResponse'
532
-
properties:
533
-
- name: toolExpectation
534
-
type: NestedObject
535
-
description: Tool expectation.
536
-
properties:
537
-
- name: expectedToolCall
538
-
type: NestedObject
539
-
description: Expected tool call.
540
-
properties:
541
-
- name: id
542
-
type: String
543
-
description: Optional. The unique identifier of the tool call.
544
-
- name: displayName
545
-
type: String
546
-
description: Output only. Display name of the tool.
547
-
output: true
548
-
- name: args
549
-
type: String
550
-
description: The input parameters and values for the tool in JSON object format.
551
-
- name: tool
552
-
type: String
553
-
description: Name of the tool.
554
-
- name: toolsetTool
555
-
type: NestedObject
556
-
description: The toolset tool.
557
-
properties:
558
-
- name: toolset
559
-
type: String
560
-
description: Required. The toolset name.
561
-
- name: toolId
562
-
type: String
563
-
description: The tool ID.
564
-
- name: mockToolResponse
565
-
type: NestedObject
566
-
description: Mock tool response.
567
-
properties:
568
-
- name: id
569
-
type: String
570
-
description: Optional. Matching ID of the tool call.
571
-
- name: displayName
572
-
type: String
573
-
description: Output only. Display name of the tool.
574
-
output: true
575
-
- name: response
576
-
type: String
577
-
description: The tool execution result in JSON object format.
578
-
- name: tool
579
-
type: String
580
-
description: Name of the tool to execute.
581
-
- name: toolsetTool
582
-
type: NestedObject
583
-
description: The toolset tool that got executed.
584
-
properties:
585
-
- name: toolset
586
-
type: String
587
-
description: Required. The toolset name.
588
-
- name: toolId
589
-
type: String
590
-
description: The tool ID.
591
-
- name: agentResponse
592
-
type: NestedObject
593
-
description: Agent response.
594
-
properties:
595
-
- name: role
596
-
type: String
597
-
description: The role within the conversation, e.g., user, agent.
598
-
- name: eventTime
599
-
type: String
600
-
description: Timestamp when the message was sent or received.
601
-
- name: chunks
602
-
type: Array
603
-
description: Content of the message as a series of chunks.
604
-
item_type:
605
-
type: NestedObject
606
-
properties:
607
-
- name: text
608
-
type: String
609
-
description: Text data.
610
-
- name: transcript
611
-
type: String
612
-
description: Transcript data.
613
-
614
-
- name: updatedVariables
615
-
type: String
616
-
description: Updated variables in JSON object format.
617
-
- name: defaultVariables
618
-
type: String
619
-
description: Default variables in JSON object format.
620
-
- name: blob
621
-
type: NestedObject
622
-
description: Represents a blob input or output in the conversation.
623
-
properties:
624
-
- name: mimeType
625
-
type: String
626
-
description: The IANA standard MIME type of the source data.
627
-
required: true
628
-
- name: data
629
-
type: String
630
-
description: Raw bytes of the blob.
631
-
required: true
632
-
- name: image
633
-
type: NestedObject
634
-
description: Represents an image input or output in the conversation.
635
-
properties:
636
-
- name: mimeType
637
-
type: String
638
-
description: The IANA standard MIME type of the source data.
639
-
required: true
640
-
- name: data
641
-
type: String
642
-
description: Raw bytes of the image.
643
-
required: true
644
-
- name: toolCall
645
-
type: NestedObject
646
-
description: Request for the client or the agent to execute the specified tool.
647
-
properties:
648
-
- name: id
649
-
type: String
650
-
description: The unique identifier of the tool call.
651
-
- name: displayName
652
-
type: String
653
-
description: Display name of the tool.
654
-
output: true
655
-
- name: args
656
-
type: String
657
-
description: The input parameters and values for the tool in JSON object format.
658
-
- name: tool
659
-
type: String
660
-
description: The resource name of the tool.
661
-
- name: toolsetTool
662
-
type: NestedObject
663
-
description: A tool that is created from a toolset.
664
-
properties:
665
-
- name: toolset
666
-
type: String
667
-
description: The resource name of the Toolset.
668
-
required: true
669
-
- name: toolId
670
-
type: String
671
-
description: The tool ID to filter the tools to retrieve the schema for.
672
-
- name: toolResponse
673
-
type: NestedObject
674
-
description: The execution result of a specific tool from the client or the agent.
675
-
properties:
676
-
- name: id
677
-
type: String
678
-
description: The matching ID of the tool call the response is for.
679
-
- name: displayName
680
-
type: String
681
-
description: Display name of the tool.
682
-
output: true
683
-
- name: response
684
-
type: String
685
-
description: The tool execution result in JSON object format.
686
-
- name: tool
687
-
type: String
688
-
description: The resource name of the tool.
689
-
- name: toolsetTool
690
-
type: NestedObject
691
-
description: A tool that is created from a toolset.
692
-
properties:
693
-
- name: toolset
694
-
type: String
695
-
description: The resource name of the Toolset.
696
-
required: true
697
-
- name: toolId
698
-
type: String
699
-
description: The tool ID to filter the tools to retrieve the schema for.
700
-
- name: agentTransfer
701
-
type: NestedObject
702
-
description: Represents an event indicating the transfer of a conversation to a different agent.
703
-
properties:
704
-
- name: targetAgent
705
-
type: String
706
-
description: The agent to which the conversation is being transferred.
707
-
required: true
708
-
- name: displayName
709
-
type: String
710
-
description: Display name of the agent.
711
-
output: true
712
492
713
-
- name: variableOverrides
714
-
type: String
715
-
description: Variables / Session Parameters as context for the session, keyed by variable names. Members of this struct will override any default values set by the system.
0 commit comments