|
|
|
|
|
|
|
|
# Add the new header for claude-3-5-sonnet-20240620 model |
|
|
# Add the new header for claude-3-5-sonnet-20240620 model |
|
|
extra_headers = {} |
|
|
extra_headers = {} |
|
|
if model == "claude-3-5-sonnet-20240620": |
|
|
if model == "claude-3-5-sonnet-20240620": |
|
|
extra_headers["anthropic-beta"] = "max-tokens-3-5-sonnet-2024-07-15" |
|
|
|
|
|
|
|
|
if model_parameters.get('max_tokens') > 4096: |
|
|
|
|
|
extra_headers["anthropic-beta"] = "max-tokens-3-5-sonnet-2024-07-15" |
|
|
|
|
|
|
|
|
if tools: |
|
|
if tools: |
|
|
extra_model_kwargs['tools'] = [ |
|
|
extra_model_kwargs['tools'] = [ |