kshitijthakkar commited on
Commit
dc9db21
·
1 Parent(s): d71c62e

Fix synthetic data quick action to specify valid difficulty_distribution parameter

Browse files
Files changed (1) hide show
  1. screens/chat.py +1 -1
screens/chat.py CHANGED
@@ -600,6 +600,6 @@ def on_quick_action(action_type):
600
  "costs": "Compare the costs of the top 3 models - which one offers the best value?",
601
  "recommend": "Based on the leaderboard data, which model would you recommend for a production system that needs both good accuracy and reasonable cost?",
602
  "multi_tool": "Analyze the leaderboard with focus on cost and accuracy, identify the top 2 models, compare them, and estimate the cost of running 500 evaluations on the cheaper one",
603
- "synthetic": "Generate a synthetic test dataset with 100 tasks for the food-delivery domain using these tools: search_restaurants, view_menu, place_order, track_delivery, apply_promo, rate_restaurant, contact_driver. Then create a prompt template for the same domain and tools, and push the dataset to MCP-1st-Birthday/smoltrace-food-delivery-tasks-v2"
604
  }
605
  return prompts.get(action_type, "")
 
600
  "costs": "Compare the costs of the top 3 models - which one offers the best value?",
601
  "recommend": "Based on the leaderboard data, which model would you recommend for a production system that needs both good accuracy and reasonable cost?",
602
  "multi_tool": "Analyze the leaderboard with focus on cost and accuracy, identify the top 2 models, compare them, and estimate the cost of running 500 evaluations on the cheaper one",
603
+ "synthetic": "Generate a synthetic test dataset with 100 tasks for the food-delivery domain using these tools: search_restaurants, view_menu, place_order, track_delivery, apply_promo, rate_restaurant, contact_driver with difficulty_distribution='balanced' and agent_type='both'. Then create a prompt template for the same domain and tools, and push the dataset to MCP-1st-Birthday/smoltrace-food-delivery-tasks-v2"
604
  }
605
  return prompts.get(action_type, "")