wehub-resource-sync
49 lines
1.1 KiB
TOML
49 lines
1.1 KiB
TOML
name = "Gemini 3 Flash Preview"
|
|
description = "New Gemini flash lane bringing frontier-style multimodal reasoning to cheaper runs"
|
|
family = "gemini-flash"
|
|
release_date = "2025-12-17"
|
|
last_updated = "2025-12-17"
|
|
attachment = true
|
|
reasoning = true
|
|
temperature = true
|
|
tool_call = true
|
|
structured_output = true
|
|
knowledge = "2025-01"
|
|
open_weights = false
|
|
|
|
[limit]
|
|
context = 1_048_576
|
|
output = 65_536
|
|
|
|
[modalities]
|
|
input = ["text", "image", "video", "audio", "pdf"]
|
|
output = ["text"]
|
|
|
|
[[benchmarks]]
|
|
name = "SWE-Bench Pro"
|
|
score = 34.63
|
|
metric = "resolve rate"
|
|
dataset = "public"
|
|
source = "https://labs.scale.com/leaderboard/swe_bench_pro_public"
|
|
|
|
[[benchmarks]]
|
|
name = "SWE-Atlas Codebase QnA"
|
|
score = 8.2
|
|
metric = "score"
|
|
harness = "Mini-SWE-Agent"
|
|
source = "https://labs.scale.com/leaderboard/sweatlas-qna"
|
|
|
|
[[benchmarks]]
|
|
name = "SWE-Atlas Refactoring"
|
|
score = 10
|
|
metric = "score"
|
|
harness = "Mini-SWE-Agent"
|
|
source = "https://labs.scale.com/leaderboard/sweatlas-refactoring"
|
|
|
|
[[benchmarks]]
|
|
name = "SWE-Atlas Test Writing"
|
|
score = 30.3
|
|
metric = "score"
|
|
harness = "Mini-SWE-Agent"
|
|
source = "https://labs.scale.com/leaderboard/sweatlas-tw"
|