Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
21 commits
Select commit Hold shift + click to select a range
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion docs/bug-bash/scenarios/deployment.md
Original file line number Diff line number Diff line change
Expand Up @@ -397,4 +397,4 @@ When logging issues, include:

---

**Next**: [Full Stack Applications Testing](https://github.com/microsoft/mcp/tree/main/docs/bug-bash/scenarios/full-stack-apps.md)
**Next**: [Full Stack Applications Testing](https://github.com/microsoft/mcp/tree/main/docs/bug-bash/scenarios/full-stack-apps.md)
2 changes: 1 addition & 1 deletion eng/tools/ToolDescriptionEvaluator/namespace-tools.json
Original file line number Diff line number Diff line change
Expand Up @@ -69,7 +69,7 @@
},
{
"name": "deploy",
"description": "Deploy commands for deploying applications to Azure, including sub commands: - plan get: generates a deployment plan to construct the infrastructure and deploy the application on Azure. Agent should read its output and generate a deploy plan in '.azure/plan.copilotmd' for execution steps, recommended azure services based on the information agent detected from project. Before calling this tool, please scan this workspace to detect the services to deploy and their dependent services; - iac rules get: offers guidelines for creating Bicep/Terraform files to deploy applications on Azure; - app logs get: fetch logs from log analytics workspace for Container Apps, App Services, function apps that were deployed through azd; - pipeline guidance get: guidance to create a CI/CD pipeline which provision Azure resources and build and deploy applications to Azure; - architecture diagram generate: generates an azure service architecture diagram for the application based on the provided app topology; ",
"description": "Deploy commands for deploying applications to Azure, including sub commands: - plan get: generates a deployment plan to construct the infrastructure and deploy the application on Azure. Agent should read its output and generate a deploy plan in 'docs/plan.copilotmd' for execution steps, recommended azure services based on the information agent detected from project. Before calling this tool, please scan this workspace to detect the services to deploy and their dependent services; - iac rules get: offers guidelines for creating Bicep/Terraform files to deploy applications on Azure; - app logs get: fetch logs from log analytics workspace for Container Apps, App Services, function apps that were deployed through az cli; - pipeline guidance get: guidance to create a CI/CD pipeline which provision Azure resources and build and deploy applications to Azure; - architecture diagram generate: generates an azure service architecture diagram for the application based on the provided app topology; ",
"command": "azmcp deploy"
},
{
Expand Down
76 changes: 39 additions & 37 deletions eng/tools/ToolDescriptionEvaluator/prompts.json
Original file line number Diff line number Diff line change
@@ -1,23 +1,23 @@
{
"foundry_agents_connect": [
"Query an agent in my AI foundry project"
"Query an agent in my Azure AI foundry resource"
],
"foundry_agents_evaluate": [
"Evaluate the full query and response I got from my agent for task_adherence"
],
"foundry_agents_list": [
"List all agents in my AI Foundry project",
"Show me the available agents in my AI Foundry project"
"List all agents in my Azure AI Foundry resource",
"Show me the available agents in my Azure AI Foundry resource"
],
"foundry_agents_query-and-evaluate": [
"Query and evaluate an agent in my AI Foundry project for task_adherence"
"Query and evaluate an agent in my Azure AI Foundry resource for task_adherence"
],
"foundry_knowledge_index_list": [
"List all knowledge indexes in my AI Foundry project",
"Show me the knowledge indexes in my AI Foundry project"
],
"foundry_knowledge_index_schema": [
"Show me the schema for knowledge index <index-name> in my AI Foundry project",
"Show me the schema for knowledge index <index-name> in my Azure AI Foundry resource",
"Get the schema configuration for knowledge index <index-name>"
],
"foundry_models_deploy": [
Expand All @@ -32,18 +32,18 @@
"Show me the available AI Foundry models"
],
"foundry_openai_chat-completions-create": [
"Create a chat completion with the message \"Hello, how are you today?\""
"Create a chat completion with the message \"Hello, how are you today?\" using my Azure AI Foundry resource"
],
"foundry_openai_create-completion": [
"Create a completion with the prompt \"What is Azure?\""
"Create a completion with the prompt \"What is Azure?\" using my Azure AI Foundry resource"
],
"foundry_openai_embeddings-create": [
"Generate embeddings for the text \"Azure OpenAI Service\"",
"Create vector embeddings for my text using Azure OpenAI"
"Generate embeddings for the text \"Azure OpenAI Service\" using my Azure AI Foundry resource",
"Create vector embeddings for my text using my Azure AI Foundry resource"
],
"foundry_openai_models-list": [
"List all available OpenAI models in my Azure resource",
"Show me the OpenAI model deployments"
"List all available OpenAI models in my Azure AI Foundry resource",
"Show me the OpenAI model deployments in my Azure AI Foundry resource"
],
"foundry_resource_get": [
"List all AI Foundry resources in my subscription",
Expand Down Expand Up @@ -128,15 +128,16 @@
"What does app lens say is wrong with my service?"
],
"appservice_database_add": [
"Add a database connection to my app service <app_name> in resource group <resource_group>",
"Configure a SQL Server database for app service <app_name>",
"Add a MySQL database to app service <app_name>",
"Add a PostgreSQL database to app service <app_name>",
"Add a CosmosDB database to app service <app_name>",
"Add database <database_name> on server <database_server> to app service <app_name>",
"Set connection string for database <database_name> in app service <app_name>",
"Configure tenant <tenant> for database <database_name> in app service <app_name>",
"Add database <database_name> with retry policy to app service <app_name>"
"Add database connection <connection_string> to my app service <app_name> for database <database_name> in resource group <resource_group>",
"Configure SQL Server database <database_name> for app service <app_name> with connection string <connection_string> in resource group <resource_group>",
"Add MySQL database <database_name> to app service <app_name> using connection <connection_string> in resource group <resource_group>",
"Add PostgreSQL database <database_name> to app service <app_name> using connection <connection_string> in resource group <resource_group>",
"Connect CosmosDB database <database_name> using connection string <connection_string> to app service <app_name> in resource group <resource_group>",
"Add database connection <connection_string> for database <database_name> on server <database_server> to app service <app_name> in resource group <resource_group>",
"Add database connection string for <database_name> to app service <app_name> using connection string <connection_string> in resource group <resource_group>",
"Connect database <database_name> to my app service <app_name> using connection string <connection_string> in resource group <resource_group>",
"Set up database <database_name> for app service <app_name> with connection string <connection_string> under resource group <resource_group>",
"Configure database <database_name> for app service <app_name> with the connection string <connection_string> in resource group <resource_group>"
],
"applicationinsights_recommendation_list": [
"List code optimization recommendations across my Application Insights components",
Expand Down Expand Up @@ -296,13 +297,13 @@
"Show me the schema of table <table> in the PostgreSQL database <database> in server <server>"
],
"deploy_app_logs_get": [
"Show me the log of the application deployed by azd"
"Show me the log of the application in resource group <resource-group-name>"
],
"deploy_architecture_diagram_generate": [
"Generate the azure architecture diagram for this application"
],
"deploy_iac_rules_get": [
"Show me the rules to generate bicep scripts"
"Show me the rules to generate scripts"
],
"deploy_pipeline_guidance_get": [
"How can I create a CI/CD pipeline to deploy this app to Azure?"
Expand Down Expand Up @@ -330,14 +331,14 @@
"Show Event Grid subscriptions in resource group <resource_group_name> in subscription <subscription>",
"List Event Grid subscriptions for subscription <subscription> in location <location>"
],
"eventhubs_consumergroup_delete": [
"eventhubs_eventhub_consumergroup_delete": [
"Delete my consumer group <consumer_group_name> in my event hub <event_hub_name>, namespace <namespace_name>, and resource group <resource_group_name>"
],
"eventhubs_consumergroup_get": [
"eventhubs_eventhub_consumergroup_get": [
"List all consumer groups in my event hub <event_hub_name> in namespace <namespace_name>",
"Get the details of my consumer group <consumer_group_name> in my event hub <event_hub_name>, namespace <namespace_name>, and resource group <resource_group_name>"
],
"eventhubs_consumergroup_update": [
"eventhubs_eventhub_consumergroup_update": [
"Create a new consumer group <consumer_group_name> in my event hub <event_hub_name>, namespace <namespace_name>, and resource group <resource_group_name>",
"Update my consumer group <consumer_group_name> in my event hub <event_hub_name>, namespace <namespace_name>, and resource group <resource_group_name>"
],
Expand Down Expand Up @@ -499,23 +500,23 @@
"grafana_list": [
"List all Azure Managed Grafana in one subscription"
],
"managedlustre_filesystem_create": [
"managedlustre_fs_create": [
"Create an Azure Managed Lustre filesystem with name <filesystem_name>, size <filesystem_size>, SKU <sku>, and subnet <subnet_id> for availability zone <zone> in location <location>. Maintenance should occur on <maintenance_window_day> at <maintenance_window_time>"
],
"managedlustre_filesystem_list": [
"managedlustre_fs_list": [
"List the Azure Managed Lustre filesystems in my subscription <subscription_name>",
"List the Azure Managed Lustre filesystems in my resource group <resource_group_name>"
],
"managedlustre_filesystem_sku_get": [
"managedlustre_fs_sku_get": [
"List the Azure Managed Lustre SKUs available in location <location>"
],
"managedlustre_filesystem_subnetsize_ask": [
"managedlustre_fs_subnetsize_ask": [
"Tell me how many IP addresses I need for an Azure Managed Lustre filesystem of size <filesystem_size> using the SKU <sku>"
],
"managedlustre_filesystem_subnetsize_validate": [
"managedlustre_fs_subnetsize_validate": [
"Validate if the network <subnet_id> can host Azure Managed Lustre filesystem of size <filesystem_size> using the SKU <sku>"
],
"managedlustre_filesystem_update": [
"managedlustre_fs_update": [
"Update the maintenance window of the Azure Managed Lustre filesystem <filesystem_name> to <maintenance_window_day> at <maintenance_window_time>"
],
"marketplace_product_get": [
Expand All @@ -533,12 +534,13 @@
"Get the latest Azure Functions deployment best practices",
"Get the latest Azure Functions best practices",
"Get the latest Azure Static Web Apps best practices",
"What are azure function best practices?"
"What are azure function best practices?",
"configure azure mcp in coding agent for my repo"
],
"monitor_activitylog_list": [
"List the activity logs of the last month for <resource_name>"
],
"monitor_healthmodels_entity_gethealth": [
"monitor_healthmodels_entity_get": [
"Show me the health status of entity <entity_id> using the health model <health_model_name>"
],
"monitor_metrics_definitions": [
Expand Down Expand Up @@ -627,7 +629,7 @@
"Show me the health status of all my Azure resources",
"What resources in resource group <resource_group_name> have health issues?"
],
"resourcehealth_service-health-events_list": [
"resourcehealth_health-events_list": [
"List all service health events in my subscription",
"Show me Azure service health events for subscription <subscription_id>",
"What service issues have occurred in the last 30 days?",
Expand Down Expand Up @@ -765,10 +767,10 @@
"virtualdesktop_hostpool_list": [
"List all host pools in my subscription"
],
"virtualdesktop_hostpool_sessionhost_list": [
"virtualdesktop_hostpool_host_list": [
"List all session hosts in host pool <hostpool_name>"
],
"virtualdesktop_hostpool_sessionhost_usersession-list": [
"virtualdesktop_hostpool_host_user-list": [
"List all user sessions on session host <sessionhost_name> in host pool <hostpool_name>"
],
"workbooks_create": [
Expand All @@ -793,7 +795,7 @@
],
"cloudarchitect_design": [
"Please help me design an architecture for a large-scale file upload, storage, and retrieval service",
"Help me create a cloud service that will serve as ATM for users",
"Help me design an Azure cloud service that will serve as an ATM for users",
"I want to design a cloud app for ordering groceries",
"How can I design a cloud service in Azure that will store and present videos for users?"
]
Expand Down
Loading