|
1 | 1 | {
|
2 | 2 | "Oracle Retrieval (DeepSeek-V2.5)": {
|
3 |
| - "method": "Oracle Retrieval (DeepSeek-V2.5)", |
| 3 | + "method": "Oracle Retrieval", |
4 | 4 | "model": "DeepSeek-V2.5",
|
5 | 5 | "%resolved_full": 0.027,
|
6 | 6 | "%resolved_python": 0.013,
|
|
10 | 10 | "date": "2025-04-27"
|
11 | 11 | },
|
12 | 12 | "Agentless-X (DeepSeek-V2.5)": {
|
13 |
| - "method": "Agentless-v1-X (DeepSeek-V2.5)", |
| 13 | + "method": "Agentless-v1-X", |
14 | 14 | "model": "DeepSeek-V2.5",
|
15 | 15 | "%resolved_full": 0.039,
|
16 | 16 | "%resolved_python": 0.061,
|
|
20 | 20 | "date": "2025-04-27"
|
21 | 21 | },
|
22 | 22 | "AutoCodeRover-X (DeepSeek-V2.5)": {
|
23 |
| - "method": "AutoCodeRover(v20240620)-X (DeepSeek-V2.5)", |
| 23 | + "method": "AutoCodeRover(v20240620)-X", |
24 | 24 | "model": "DeepSeek-V2.5",
|
25 | 25 | "%resolved_full": 0.060,
|
26 | 26 | "%resolved_python": 0.072,
|
|
31 | 31 | },
|
32 | 32 |
|
33 | 33 | "Oracle Retrieval (GPT-4o-2024-08-06)": {
|
34 |
| - "method": "Oracle Retrieval (GPT-4o-2024-08-06)", |
| 34 | + "method": "Oracle Retrieval", |
35 | 35 | "model": "GPT-4o-2024-08-06",
|
36 | 36 | "%resolved_full": 0.027,
|
37 | 37 | "%resolved_python": 0.019,
|
|
41 | 41 | "date": "2025-04-27"
|
42 | 42 | },
|
43 | 43 | "Agentless-X (GPT-4o-2024-08-06)": {
|
44 |
| - "method": "Agentless-v1-X (GPT-4o-2024-08-06)", |
| 44 | + "method": "Agentless-v1-X", |
45 | 45 | "model": "GPT-4o-2024-08-06",
|
46 | 46 | "%resolved_full": 0.086,
|
47 | 47 | "%resolved_python": 0.088,
|
|
51 | 51 | "date": "2025-04-27"
|
52 | 52 | },
|
53 | 53 | "AutoCodeRover-X (GPT-4o-2024-08-06)": {
|
54 |
| - "method": "AutoCodeRover(v20240620)-X (GPT-4o-2024-08-06)", |
| 54 | + "method": "AutoCodeRover(v20240620)-X", |
55 | 55 | "model": "GPT-4o-2024-08-06",
|
56 | 56 | "%resolved_full": 0.081,
|
57 | 57 | "%resolved_python": 0.099,
|
|
62 | 62 | },
|
63 | 63 |
|
64 | 64 | "Oracle Retrieval (Claude-3.5-Sonnet-2024-06-25)": {
|
65 |
| - "method": "Oracle Retrieval (Claude-3.5-Sonnet-2024-06-25)", |
| 65 | + "method": "Oracle Retrieval", |
66 | 66 | "model": "Claude-3.5-Sonnet-2024-06-25",
|
67 | 67 | "%resolved_full": 0.078,
|
68 | 68 | "%resolved_python": 0.051,
|
|
72 | 72 | "date": "2025-04-27"
|
73 | 73 | },
|
74 | 74 | "Agentless-X (Claude-3.5-Sonnet-2024-06-25)": {
|
75 |
| - "method": "Agentless-v1-X (Claude-3.5-Sonnet-2024-06-25)", |
| 75 | + "method": "Agentless-v1-X", |
76 | 76 | "model": "Claude-3.5-Sonnet-2024-06-25",
|
77 | 77 | "%resolved_full": 0.074,
|
78 | 78 | "%resolved_python": 0.078,
|
|
82 | 82 | "date": "2025-04-27"
|
83 | 83 | },
|
84 | 84 | "AutoCodeRover-X (Claude-3.5-Sonnet-2024-06-25)": {
|
85 |
| - "method": "AutoCodeRover(v20240620)-X (Claude-3.5-Sonnet-2024-06-25)", |
| 85 | + "method": "AutoCodeRover(v20240620)-X", |
86 | 86 | "model": "Claude-3.5-Sonnet-2024-06-25",
|
87 | 87 | "%resolved_full": 0.076,
|
88 | 88 | "%resolved_python": 0.088,
|
|
0 commit comments