AI-102 Plan and manage an Azure AI solution — All Questions With Answers

"Azure AI Foundry agent definition:\n{  \"name\": \"customer-support-agent\",  \"instructions\": \"Respond to customer queries...\",  \"tools\": [{\"type\": \"code_interpreter\"}]}"

{
  "features": {
    "search": {
      "type": "azure_ai_search",
      "index_name": "support-index",
      "semantic_configuration": "default"
    },
    "chat": {
      "type": "azure_openai",
      "deployment": "gpt-4o",
      "system_message": "You are a helpful assistant."
    },
    "content_safety": {
      "type": "azure_content_safety",
      "blocklist": "custom-blocklist",
      "threshold": "high"
    }
  }
}

{
  "completions": [
    {
      "role": "user",
      "content": "What is the capital of France?"
    },
    {
      "role": "assistant",
      "content": "The capital of France is Paris."
    }
  ],
  "max_tokens": 50,
  "temperature": 0.7,
  "top_p": 0.95
}

{
  "$schema": "https://schema.management.azure.com/schemas/2019-04-01/deploymentTemplate.json#",
  "contentVersion": "1.0.0.0",
  "resources": [
    {
      "type": "Microsoft.CognitiveServices/accounts",
      "apiVersion": "2023-05-01",
      "name": "myaiservices",
      "location": "[resourceGroup().location]",
      "sku": {
        "name": "S0"
      },
      "kind": "AIServices",
      "properties": {
        "customSubDomainName": "myaiservices",
        "networkAcls": {
          "defaultAction": "Deny"
        }
      }
    }
  ]
}

{
  "name": "my-ai-project",
  "location": "eastus",
  "identity": {
    "type": "SystemAssigned"
  },
  "properties": {
    "aiResourceType": "Project",
    "hubResourceId": "/subscriptions/.../resourceGroups/.../providers/Microsoft.MachineLearningServices/workspaces/my-ai-hub"
  }
}

{
  "configurations": {
    "default": [
      {
        "model": {
          "provider": "AzureOpenAI",
          "name": "gpt-4",
          "version": "0613"
        },
        "connection_type": "Strong",
        "system_prompt": "You are an AI assistant..."
      }
    ]
  }
}

{
  "kind": "Conversation",
  "parameters": {
    "projectName": "SupportBot",
    "deploymentName": "Production",
    "stringIndexType": "TextElement_V8",
    "verbose": true
  },
  "analysisInput": {
    "conversationItem": {
      "id": "1",
      "text": "I need help with my billing issue",
      "modality": "text",
      "language": "en",
      "participantId": "user1"
    }
  }
}

resourceGroupName = 'rg-ai-dev'
sku = 'S0'
kind = 'TextAnalytics'
location = 'eastus'

# Deploy Azure AI Language resource
resource 'Microsoft.CognitiveServices/accounts' 'textAnalytics' = {
  name: 'myTextAnalytics'
  location: location
  sku: {
    name: sku
  }
  kind: kind
  properties: {
    customSubDomainName: 'mytextanalytics'
  }
}

{
  "skillset": {
    "name": "custom-entity-skillset",
    "skills": [
      {
        "@odata.type": "#Microsoft.Skills.Custom.WebApiSkill",
        "description": "Custom entity extraction",
        "uri": "https://myfunctionapp.azurewebsites.net/api/extract",
        "context": "/document",
        "inputs": [
          {
            "name": "text",
            "source": "/document/content"
          }
        ],
        "outputs": [
          {
            "name": "entities",
            "targetName": "customEntities"
          }
        ]
      }
    ]
  }
}

{
  "resource": {
    "type": "Microsoft.CognitiveServices/accounts",
    "name": "myaiservice",
    "kind": "CognitiveServices",
    "sku": {
      "name": "S0"
    },
    "properties": {
      "customSubDomainName": "myaiservice",
      "networkAcls": {
        "defaultAction": "Deny",
        "virtualNetworkRules": [
          {
            "id": "/subscriptions/.../virtualNetworks/myVNet/subnets/default",
            "action": "Allow"
          }
        ],
        "ipRules": []
      }
    }
  }
}

{
  "pipeline": {
    "steps": [
      {
        "step": "1",
        "action": "OCR",
        "source": "document"
      },
      {
        "step": "2",
        "action": "Layout extraction",
        "source": "OCR output"
      },
      {
        "step": "3",
        "action": "Table extraction",
        "source": "Layout output"
      }
    ],
    "result": {
      "tables": []
    }
  }
}

{
  "policies": [
    {
      "name": "AllowAllText",
      "contentSource": {
        "sourceType": "allowed",
        "contentTypes": [
          "ControlledMaterial",
          "Normal"
        ]
      }
    },
    {
      "name": "BlockHateSpeech",
      "severityThreshold": {
        "Hate": "high",
        "SelfHarm": "medium"
      }
    }
  ]
}

{
  "properties": {
    "description": "My index",
    "fields": [
      {"name": "id", "type": "Edm.String", "key": true, "searchable": false},
      {"name": "content", "type": "Edm.String", "searchable": true, "filterable": false},
      {"name": "category", "type": "Edm.String", "searchable": true, "filterable": true}
    ],
    "semantic": {
      "defaultConfiguration": {
        "prioritizedFields": {
          "titleField": {"fieldName": "content"},
          "contentFields": [],
          "keywordsFields": []
        }
      }
    }
  }
}

{
  "name": "MyProject",
  "kind": "Conversation",
  "settings": {
    "confidenceThreshold": 0.7,
    "multipleIntents": false
  },
  "intents": [
    {"name": "Greeting", "utterances": ["hi", "hello"]},
    {"name": "OrderStatus", "utterances": ["where is my order", "order status"]}
  ]
}

Refer to the exhibit.
{
  "properties": {
    "displayName": "MySkill",
    "description": "Custom skill for translation",
    "context": "/document",
    "inputs": [
      {
        "name": "text",
        "source": "/document/content"
      }
    ],
    "outputs": [
      {
        "name": "translatedText",
        "targetName": "translated"
      }
    ]
  },
  "type": "Microsoft.Skills/CustomWebApiSkill"
}

Refer to the exhibit.
{
  "name": "MyBot",
  "kind": "bot",
  "location": "westus",
  "properties": {
    "displayName": "MyBot",
    "description": "Customer service bot",
    "endpoint": "https://mybot.azurewebsites.net/api/messages",
    "msaAppId": "12345678-1234-1234-1234-123456789012",
    "luisAppIds": [],
    "developerAppInsightsKey": "<key>",
    "developerAppInsightsApplicationId": "<appId>"
  }
}

Refer to the exhibit.
{
  "role": "system",
  "content": "You are an AI assistant that helps users find information. You have access to the following functions. Use them if required.\n{\n  \"type\": \"function\",\n  \"function\": {\n    \"name\": \"get_weather\",\n    \"description\": \"Get the current weather\",\n    \"parameters\": {\n      \"type\": \"object\",\n      \"properties\": {\n        \"location\": {\n          \"type\": \"string\",\n          \"description\": \"The city and state, e.g. San Francisco, CA\"\n        }\n      },\n      \"required\": [\"location\"]\n    }\n  }\n}

Refer to the exhibit.

```json
{
  "name": "my-search-service",
  "properties": {
    "semantic": {
      "defaultConfiguration": "my-semantic-config",
      "configurations": [
        {
          "name": "my-semantic-config",
          "prioritizedFields": {
            "titleField": {
              "fieldName": "title"
            },
            "prioritizedContentFields": [
              {
                "fieldName": "description"
              }
            ],
            "prioritizedKeywordsFields": []
          }
        }
      ]
    }
  }
}
```

Refer to the exhibit.

```json
{
  "id": "1",
  "kind": "Conversation",
  "analysisInput": {
    "conversationItem": {
      "id": "1",
      "participantId": "user",
      "text": "I want to return my order #12345"
    }
  },
  "parameters": {
    "projectName": "SupportBot",
    "deploymentName": "production",
    "stringIndexType": "TextElement_V8"
  }
}
```

Refer to the exhibit.
{
  "name": "AIHub-HR",
  "location": "eastus",
  "properties": {
    "storageAccount": "/subscriptions/abc/resourceGroups/rg-ai/providers/Microsoft.Storage/storageAccounts/staihub",
    "keyVault": "/subscriptions/abc/resourceGroups/rg-ai/providers/Microsoft.KeyVault/vaults/kvaihub",
    "applicationInsights": "/subscriptions/abc/resourceGroups/rg-ai/providers/microsoft.insights/components/appinsights-aihub",
    "containerRegistry": "/subscriptions/abc/resourceGroups/rg-ai/providers/Microsoft.ContainerRegistry/registries/acrai"
  }
}

Refer to the exhibit.
{
  "role": "system",
  "content": "You are an AI assistant that helps users find information. You must always use the provided tools to answer questions. You must not make up answers."
}
{
  "role": "user",
  "content": "What is the capital of France?"
}
{
  "role": "assistant",
  "content": null,
  "tool_calls": [
    {
      "id": "call1",
      "type": "function",
      "function": {
        "name": "search_web",
        "arguments": "{\"query\": \"capital of France\"}"
      }
    }
  ]
}

Refer to the exhibit.
az cognitiveservices account list -g rg-ai --query "[?kind=='OpenAI'].{Name:name, Endpoint:properties.endpoint, Location:location}" -o table
Name  Endpoint  Location
chatgpt  https://chatgpt.openai.azure.com/  eastus
gpt4  https://gpt4.openai.azure.com/  westeurope

Refer to the exhibit.
{
  "id": "chatcmpl-xxx",
  "object": "chat.completion",
  "choices": [
    {
      "index": 0,
      "message": {
        "role": "assistant",
        "content": "The capital of France is Paris."
      },
      "finish_reason": "stop"
    }
  ],
  "usage": {
    "prompt_tokens": 15,
    "completion_tokens": 7,
    "total_tokens": 22
  }
}

{
  "parameters": {
    "api-version": "2024-10-01-preview",
    "deployment-id": "gpt-4o",
    "messages": [
      {
        "role": "system",
        "content": "You are an AI assistant."
      },
      {
        "role": "user",
        "content": "What is the capital of France?"
      }
    ],
    "max_tokens": 100,
    "temperature": 0.7,
    "stop": ["\n"]
  }
}

{
  "properties": {
    "displayName": "My Custom Vision project",
    "description": "Classify product images",
    "projectType": "Classification",
    "domainId": "general",
    "exportModelContainerUri": "https://mystorageaccount.blob.core.windows.net/models",
    "notificationQueueUri": null,
    "trainingData": {
      "imageData": {
        "sasUri": "https://mystorageaccount.blob.core.windows.net/training-images?sv=2022-11-02&ss=b&srt=o&sp=rw&se=2024-12-31T23:59:59Z&st=2024-01-01&spr=https&sig=..."
      }
    }
  }
}

{
  "properties": {
    "policies": [
      {
        "key": "rate",
        "value": "20:1"
      },
      {
        "key": "renewal-deployment-period",
        "value": "PT10H"
      },
      {
        "key": "quota",
        "value": 100
      }
    ]
  }
}

{
  "properties": {
    "description": "Azure AI Search index for product catalog",
    "fields": [
      {"name": "id", "type": "Edm.String", "key": true, "searchable": false, "filterable": true, "retrievable": true},
      {"name": "productName", "type": "Edm.String", "searchable": true, "filterable": true, "retrievable": true},
      {"name": "category", "type": "Edm.String", "searchable": false, "filterable": true, "retrievable": true},
      {"name": "price", "type": "Edm.Double", "searchable": false, "filterable": true, "retrievable": true, "sortable": true},
      {"name": "descriptionVector", "type": "Collection(Edm.Single)", "searchable": true, "retrievable": false, "dimensions": 1536}
    ]
  }
}

{
  "kind": "conversational",
  "settings": {
    "defaultLanguage": "en-us",
    "enableMultiLanguage": false
  },
  "language": "en-us",
  "intents": [
    {
      "name": "Greeting",
      "trainingPhrases": ["hello", "hi", "good morning"]
    },
    {
      "name": "CheckBalance",
      "trainingPhrases": ["what is my balance", "check balance"]
    }
  ]
}

{
  "properties": {
    "description": "My custom skill",
    "type": "Custom.WebApiSkill",
    "context": "/document",
    "inputs": [
      {
        "name": "text",
        "source": "/document/content"
      }
    ],
    "outputs": [
      {
        "name": "entities",
        "targetName": "entities"
      }
    ],
    "uri": "https://myfunctionapp.azurewebsites.net/api/extract-entities",
    "httpMethod": "POST",
    "timeout": "00:00:30",
    "batchSize": 1,
    "degreeOfParallelism": 10
  }
}