Skip to content

Commit 7e5b869

Browse files
committed
updated readme and include sweagent
1 parent e600e17 commit 7e5b869

File tree

2 files changed

+9
-8
lines changed

2 files changed

+9
-8
lines changed

docs/README.md

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,11 @@
11
```
22
python update_submissions_dataset.py
33
cd ../
4-
python docs/render_submissions.py --analyze_submissions --render_webpages --split lite
4+
python docs/render_submissions.py --analyze_submissions --split SPLIT
5+
python docs/render_submissions.py --render_webpages --overwrite_previous_eval --split SPLIT
56
```
67

78
```
89
cd ../commit-0.github.io
9-
mkdocs gh-deploy --config-file ../commit0/mkdocs.yml --remote-branch master
10+
mkdocs gh-deploy --config-file ../commit0/mkdocs.yml --remote-branch main
1011
```

docs/update_submissions_dataset.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,12 +1,12 @@
11
from datasets import Dataset
22

33
submissions = {
4-
"org_name": ["test-save-commit0", "commit0-lite-with-test", "commit0-lite-plain", "commit0-all-plain", "openhands-commit0"],
5-
"branch": ["baseline", "fillin", "fillin", "fillin", "openhands"],
6-
"display_name": ["Claude Sonnet 3.5 - Base", "Claude Sonnet 3.5 - Fill-in + Unit Test Feedback", "Claude Sonnet 3.5 - Fill-in", "Claude Sonnet 3.5 - Fill-in", "OpenHands"],
7-
"submission_date": ["09/25/2024", "09/25/2024", "09/25/2024", "09/25/2024", "11/25/2024"],
8-
"split": ["lite", "lite", "lite", "all", "all"],
9-
"project_page": ["https://github.com/test-save-commit0", "https://github.com/commit0-lite-with-test", "https://github.com/commit0-lite-plain", "https://github.com/commit0-all-plain", "https://github.com/openhands-commit0"]
4+
"org_name": ["test-save-commit0", "commit0-lite-with-test", "commit0-lite-plain", "commit0-all-plain", "openhands-commit0", "sweagent-commit0"],
5+
"branch": ["baseline", "fillin", "fillin", "fillin", "openhands", "sweagent"],
6+
"display_name": ["Claude Sonnet 3.5 - Base", "Claude Sonnet 3.5 - Fill-in + Unit Test Feedback", "Claude Sonnet 3.5 - Fill-in", "Claude Sonnet 3.5 - Fill-in", "OpenHands", "SWE-Agent"],
7+
"submission_date": ["09/25/2024", "09/25/2024", "09/25/2024", "09/25/2024", "11/25/2024", "11/26/2024"],
8+
"split": ["lite", "lite", "lite", "all", "all", "all"],
9+
"project_page": ["https://github.com/test-save-commit0", "https://github.com/commit0-lite-with-test", "https://github.com/commit0-lite-plain", "https://github.com/commit0-all-plain", "https://github.com/openhands-commit0", "https://github.com/sweagent-commit0"]
1010
}
1111

1212
Dataset.from_dict(submissions).push_to_hub("celinelee/commit0_submissions")

0 commit comments

Comments
 (0)