-
Notifications
You must be signed in to change notification settings - Fork 2
Expand file tree
/
Copy pathtargets.yaml
More file actions
39 lines (35 loc) · 1.18 KB
/
Copy pathtargets.yaml
File metadata and controls
39 lines (35 loc) · 1.18 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
# Target Model Configurations for Vision Examples
# Defines available vision-capable models for evaluation
targets:
# OpenAI GPT-4o (default, recommended for vision tasks)
openai-gpt4o:
provider: openai
model: gpt-4o
apiKey: ${OPENAI_API_KEY}
supportsVision: true
costPer1kImages:
low: 42.50 # $85/1M tokens * 0.5K tokens/image
high: 102.00 # $85/1M tokens * 1.2K tokens/image
auto: 72.25 # Average
# Anthropic Claude 3.5 Sonnet
anthropic-claude:
provider: anthropic
model: claude-3-5-sonnet-20241022
apiKey: ${ANTHROPIC_API_KEY}
supportsVision: true
costPer1kImages:
low: 120.00 # $3/1M tokens * 40K base + 0.5K image
high: 216.00 # $3/1M tokens * 40K base + 1.2K image
auto: 168.00 # Average
# Google Gemini 2.5 Flash
google-gemini:
provider: google
model: gemini-2.0-flash-exp
apiKey: ${GOOGLE_API_KEY}
supportsVision: true
costPer1kImages:
low: 1.88 # $0.075/1M tokens * 25K base + 0.5K image
high: 2.26 # $0.075/1M tokens * 25K base + 1.2K image
auto: 2.07 # Average (most cost-effective)
# Default target
default: openai-gpt4o