Merge branch 'evals' of https://github.com/buster-so/buster into evals

This commit is contained in:
Nate Kelley 2025-04-14 13:24:28 -06:00
commit 0b6707bed3
No known key found for this signature in database
GPG Key ID: FD90372AB8D98B4F
5 changed files with 11 additions and 8 deletions

View File

@ -605,6 +605,8 @@ impl Agent {
session_id: thread.id.to_string(), session_id: thread.id.to_string(),
trace_id: Uuid::new_v4().to_string(), trace_id: Uuid::new_v4().to_string(),
}), }),
// temperature: Some(0.0),
// max_completion_tokens: Some(15000),
// reasoning_effort: Some("low".to_string()), // reasoning_effort: Some("low".to_string()),
..Default::default() ..Default::default()
}; };

View File

@ -328,6 +328,7 @@ impl ToolExecutor for CreateDashboardFilesTool {
"items": { "items": {
"type": "object", "type": "object",
"required": ["name", "yml_content"], "required": ["name", "yml_content"],
"strict": true,
"properties": { "properties": {
"name": { "name": {
"type": "string", "type": "string",

View File

@ -264,6 +264,7 @@ impl ToolExecutor for CreateMetricFilesTool {
"items": { "items": {
"type": "object", "type": "object",
"required": ["name", "yml_content"], "required": ["name", "yml_content"],
"strict": true,
"properties": { "properties": {
"name": { "name": {
"type": "string", "type": "string",

View File

@ -16,8 +16,8 @@ use tracing::{debug, error, info};
use super::{ use super::{
common::{ common::{
process_dashboard_file_modification, ModificationResult, ModifyFilesOutput, process_dashboard_file_modification, FailedFileModification, ModificationResult,
ModifyFilesParams, FailedFileModification, ModifyFilesOutput, ModifyFilesParams,
}, },
file_types::file::FileWithId, file_types::file::FileWithId,
FileModificationTool, FileModificationTool,
@ -230,16 +230,13 @@ impl ToolExecutor for ModifyDashboardFilesTool {
"description": get_modify_dashboards_yml_description().await, "description": get_modify_dashboards_yml_description().await,
"items": { "items": {
"type": "object", "type": "object",
"required": ["id", "file_name", "modifications"], "required": ["id", "modifications"],
"strict": true,
"properties": { "properties": {
"id": { "id": {
"type": "string", "type": "string",
"description": get_dashboard_modification_id_description().await "description": get_dashboard_modification_id_description().await
}, },
"file_name": {
"type": "string",
"description": get_modify_dashboards_file_name_description().await
},
"modifications": { "modifications": {
"type": "array", "type": "array",
"description": get_modify_dashboards_modifications_description().await, "description": get_modify_dashboards_modifications_description().await,
@ -490,7 +487,8 @@ mod tests {
#[test] #[test]
fn test_apply_modifications_append() { fn test_apply_modifications_append() {
let original_content = "name: test_dashboard\ntype: dashboard\ndescription: A test dashboard"; let original_content =
"name: test_dashboard\ntype: dashboard\ndescription: A test dashboard";
// Test appending content with empty content_to_replace // Test appending content with empty content_to_replace
let mods = vec![Modification { let mods = vec![Modification {

View File

@ -328,6 +328,7 @@ impl ToolExecutor for ModifyMetricFilesTool {
"content_to_replace", "content_to_replace",
"new_content" "new_content"
], ],
"strict": true,
"properties": { "properties": {
"content_to_replace": { "content_to_replace": {
"type": "string", "type": "string",