mirror of
https://github.com/jparkerweb/plan2code.git
synced 2026-11-16 04:45:33 -08:00
479 lines
9.4 KiB
JSON
479 lines
9.4 KiB
JSON
{
|
|
"schema": 1,
|
|
"cases": [
|
|
{
|
|
"name": "claude shipped only",
|
|
"agent": "claude",
|
|
"shipped": {
|
|
"thrifty": {
|
|
"model": "sonnet",
|
|
"effort": "low"
|
|
},
|
|
"balanced": {
|
|
"model": "sonnet",
|
|
"effort": "medium"
|
|
},
|
|
"best": {
|
|
"model": "opus",
|
|
"effort": "medium"
|
|
}
|
|
},
|
|
"user": null,
|
|
"models": [
|
|
"default",
|
|
"sonnet",
|
|
"opus",
|
|
"haiku"
|
|
],
|
|
"hasEffort": true,
|
|
"expect": {
|
|
"resolved": {
|
|
"thrifty": {
|
|
"model": "sonnet",
|
|
"effort": "low"
|
|
},
|
|
"balanced": {
|
|
"model": "sonnet",
|
|
"effort": "medium"
|
|
},
|
|
"best": {
|
|
"model": "opus",
|
|
"effort": "medium"
|
|
}
|
|
},
|
|
"next": {
|
|
"thrifty": "balanced",
|
|
"balanced": "best",
|
|
"best": null
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"name": "devin shipped only",
|
|
"agent": "devin",
|
|
"shipped": {
|
|
"thrifty": {
|
|
"model": "swe-2-medium"
|
|
},
|
|
"balanced": {
|
|
"model": "swe-2-high"
|
|
},
|
|
"best": {
|
|
"model": "claude-opus-5-5-medium"
|
|
}
|
|
},
|
|
"user": null,
|
|
"models": [
|
|
"adaptive",
|
|
"swe-2-medium",
|
|
"swe-2-high",
|
|
"claude-opus-5-5-medium"
|
|
],
|
|
"hasEffort": false,
|
|
"expect": {
|
|
"resolved": {
|
|
"thrifty": {
|
|
"model": "swe-2-medium"
|
|
},
|
|
"balanced": {
|
|
"model": "swe-2-high"
|
|
},
|
|
"best": {
|
|
"model": "claude-opus-5-5-medium"
|
|
}
|
|
},
|
|
"next": {
|
|
"thrifty": "balanced",
|
|
"balanced": "best",
|
|
"best": null
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"name": "a user row overrides one shipped row, the others follow shipped",
|
|
"agent": "claude",
|
|
"shipped": {
|
|
"thrifty": {
|
|
"model": "sonnet",
|
|
"effort": "low"
|
|
},
|
|
"balanced": {
|
|
"model": "sonnet",
|
|
"effort": "medium"
|
|
},
|
|
"best": {
|
|
"model": "opus",
|
|
"effort": "medium"
|
|
}
|
|
},
|
|
"user": {
|
|
"balanced": {
|
|
"model": "opus",
|
|
"effort": "low"
|
|
}
|
|
},
|
|
"models": [
|
|
"default",
|
|
"sonnet",
|
|
"opus",
|
|
"haiku"
|
|
],
|
|
"hasEffort": true,
|
|
"expect": {
|
|
"resolved": {
|
|
"thrifty": {
|
|
"model": "sonnet",
|
|
"effort": "low"
|
|
},
|
|
"balanced": {
|
|
"model": "opus",
|
|
"effort": "low"
|
|
},
|
|
"best": {
|
|
"model": "opus",
|
|
"effort": "medium"
|
|
}
|
|
},
|
|
"next": {
|
|
"thrifty": "balanced",
|
|
"balanced": "best",
|
|
"best": null
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"name": "user-only mapping for an agent with nothing shipped",
|
|
"agent": "codex",
|
|
"shipped": null,
|
|
"user": {
|
|
"thrifty": {
|
|
"model": "gpt-a"
|
|
},
|
|
"balanced": {
|
|
"model": "gpt-b"
|
|
},
|
|
"best": {
|
|
"model": "gpt-c"
|
|
}
|
|
},
|
|
"models": [
|
|
"gpt-a",
|
|
"gpt-b",
|
|
"gpt-c"
|
|
],
|
|
"hasEffort": false,
|
|
"expect": {
|
|
"resolved": {
|
|
"thrifty": {
|
|
"model": "gpt-a"
|
|
},
|
|
"balanced": {
|
|
"model": "gpt-b"
|
|
},
|
|
"best": {
|
|
"model": "gpt-c"
|
|
}
|
|
},
|
|
"next": {
|
|
"thrifty": "balanced",
|
|
"balanced": "best",
|
|
"best": null
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"name": "partly mapped: Balanced only",
|
|
"agent": "opencode",
|
|
"shipped": null,
|
|
"user": {
|
|
"balanced": {
|
|
"model": "m1"
|
|
}
|
|
},
|
|
"models": [
|
|
"m1",
|
|
"m2"
|
|
],
|
|
"hasEffort": false,
|
|
"expect": {
|
|
"resolved": {
|
|
"balanced": {
|
|
"model": "m1"
|
|
}
|
|
},
|
|
"next": {
|
|
"thrifty": "balanced",
|
|
"balanced": null,
|
|
"best": null
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"name": "partly mapped: Thrifty and Best only",
|
|
"agent": "opencode",
|
|
"shipped": null,
|
|
"user": {
|
|
"thrifty": {
|
|
"model": "m1"
|
|
},
|
|
"best": {
|
|
"model": "m2"
|
|
}
|
|
},
|
|
"models": [
|
|
"m1",
|
|
"m2"
|
|
],
|
|
"hasEffort": false,
|
|
"expect": {
|
|
"resolved": {
|
|
"thrifty": {
|
|
"model": "m1"
|
|
},
|
|
"best": {
|
|
"model": "m2"
|
|
}
|
|
},
|
|
"next": {
|
|
"thrifty": "best",
|
|
"balanced": "best",
|
|
"best": null
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"name": "a user row whose model left the list falls back to the shipped row",
|
|
"agent": "claude",
|
|
"shipped": {
|
|
"thrifty": {
|
|
"model": "sonnet",
|
|
"effort": "low"
|
|
},
|
|
"balanced": {
|
|
"model": "sonnet",
|
|
"effort": "medium"
|
|
},
|
|
"best": {
|
|
"model": "opus",
|
|
"effort": "medium"
|
|
}
|
|
},
|
|
"user": {
|
|
"best": {
|
|
"model": "gone",
|
|
"effort": "high"
|
|
}
|
|
},
|
|
"models": [
|
|
"default",
|
|
"sonnet",
|
|
"opus",
|
|
"haiku"
|
|
],
|
|
"hasEffort": true,
|
|
"expect": {
|
|
"resolved": {
|
|
"thrifty": {
|
|
"model": "sonnet",
|
|
"effort": "low"
|
|
},
|
|
"balanced": {
|
|
"model": "sonnet",
|
|
"effort": "medium"
|
|
},
|
|
"best": {
|
|
"model": "opus",
|
|
"effort": "medium"
|
|
}
|
|
},
|
|
"next": {
|
|
"thrifty": "balanced",
|
|
"balanced": "best",
|
|
"best": null
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"name": "a shipped row whose model left the list reads unmapped",
|
|
"agent": "claude",
|
|
"shipped": {
|
|
"thrifty": {
|
|
"model": "sonnet",
|
|
"effort": "low"
|
|
},
|
|
"balanced": {
|
|
"model": "sonnet",
|
|
"effort": "medium"
|
|
},
|
|
"best": {
|
|
"model": "opus",
|
|
"effort": "medium"
|
|
}
|
|
},
|
|
"user": null,
|
|
"models": [
|
|
"default",
|
|
"opus"
|
|
],
|
|
"hasEffort": true,
|
|
"expect": {
|
|
"resolved": {
|
|
"best": {
|
|
"model": "opus",
|
|
"effort": "medium"
|
|
}
|
|
},
|
|
"next": {
|
|
"thrifty": "best",
|
|
"balanced": "best",
|
|
"best": null
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"name": "an effort on an agent without one is dropped",
|
|
"agent": "devin",
|
|
"shipped": null,
|
|
"user": {
|
|
"thrifty": {
|
|
"model": "swe-2-medium",
|
|
"effort": "low"
|
|
},
|
|
"best": {
|
|
"model": "swe-2-high",
|
|
"effort": "high"
|
|
}
|
|
},
|
|
"models": [
|
|
"adaptive",
|
|
"swe-2-medium",
|
|
"swe-2-high",
|
|
"claude-opus-5-5-medium"
|
|
],
|
|
"hasEffort": false,
|
|
"expect": {
|
|
"resolved": {
|
|
"thrifty": {
|
|
"model": "swe-2-medium"
|
|
},
|
|
"best": {
|
|
"model": "swe-2-high"
|
|
}
|
|
},
|
|
"next": {
|
|
"thrifty": "best",
|
|
"balanced": "best",
|
|
"best": null
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"name": "an effort outside low, medium and high is dropped, the row stays",
|
|
"agent": "claude",
|
|
"shipped": null,
|
|
"user": {
|
|
"thrifty": {
|
|
"model": "haiku",
|
|
"effort": "max"
|
|
},
|
|
"balanced": {
|
|
"model": "sonnet",
|
|
"effort": "medium"
|
|
}
|
|
},
|
|
"models": [
|
|
"default",
|
|
"sonnet",
|
|
"opus",
|
|
"haiku"
|
|
],
|
|
"hasEffort": true,
|
|
"expect": {
|
|
"resolved": {
|
|
"thrifty": {
|
|
"model": "haiku"
|
|
},
|
|
"balanced": {
|
|
"model": "sonnet",
|
|
"effort": "medium"
|
|
}
|
|
},
|
|
"next": {
|
|
"thrifty": "balanced",
|
|
"balanced": null,
|
|
"best": null
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"name": "a bad word or a row that is not an object is ignored",
|
|
"agent": "claude",
|
|
"shipped": null,
|
|
"user": {
|
|
"cheap": {
|
|
"model": "haiku"
|
|
},
|
|
"thrifty": "haiku",
|
|
"balanced": [
|
|
"sonnet"
|
|
],
|
|
"best": {
|
|
"model": 7
|
|
},
|
|
"extra": null
|
|
},
|
|
"models": [
|
|
"default",
|
|
"sonnet",
|
|
"opus",
|
|
"haiku"
|
|
],
|
|
"hasEffort": true,
|
|
"expect": {
|
|
"resolved": {},
|
|
"next": {
|
|
"thrifty": null,
|
|
"balanced": null,
|
|
"best": null
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"name": "nothing anywhere",
|
|
"agent": "pi",
|
|
"shipped": null,
|
|
"user": null,
|
|
"models": [],
|
|
"hasEffort": false,
|
|
"expect": {
|
|
"resolved": {},
|
|
"next": {
|
|
"thrifty": null,
|
|
"balanced": null,
|
|
"best": null
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"name": "mappings that are not objects",
|
|
"agent": "pi",
|
|
"shipped": [
|
|
"x"
|
|
],
|
|
"user": "y",
|
|
"models": [
|
|
"x"
|
|
],
|
|
"hasEffort": false,
|
|
"expect": {
|
|
"resolved": {},
|
|
"next": {
|
|
"thrifty": null,
|
|
"balanced": null,
|
|
"best": null
|
|
}
|
|
}
|
|
}
|
|
]
|
|
}
|