CCDV-F Model Selection and Cost Management — All Questions With Answers

{
  "model": "claude-3-5-sonnet-20240620",
  "max_tokens": 1024,
  "messages": [
    {
      "role": "user",
      "content": [
        {
          "type": "text",
          "text": "Analyze this report:",
          "cache_control": {"type": "ephemeral"}
        },
        {
          "type": "text",
          "text": "[Large Report Content Here...]"
        }
      ]
    }
  ]
}

{
  "custom_id": "request-123",
  "params": {
    "model": "claude-3-haiku-20240307",
    "max_tokens": 500,
    "messages": [{"role": "user", "content": "Summarize this: ..."}]
  }
}