-
Notifications
You must be signed in to change notification settings - Fork 219
Expand file tree
/
Copy pathtest_gemlib.py
More file actions
175 lines (130 loc) · 6.72 KB
/
Copy pathtest_gemlib.py
File metadata and controls
175 lines (130 loc) · 6.72 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
import asyncio
from pathlib import Path
import pytest
from wallbreaker.config import Config
from wallbreaker.tools import gemlib
from wallbreaker.tools.registry import ToolContext, ToolRegistry
_ZETALIB_PRESENT = (Path(__file__).resolve().parents[1] / "library" / "ZetaLib").exists()
_ULTRABR3AKS_PRESENT = (Path(__file__).resolve().parents[1] / "library" / "UltraBr3aks").exists()
_BOTH_PRESENT = _ZETALIB_PRESENT and _ULTRABR3AKS_PRESENT
def _reg():
cfg = Config(default_profile="x", profiles={})
reg = ToolRegistry(ToolContext(config=cfg))
gemlib.register(reg)
return reg
def test_corpora_keys():
assert set(gemlib.CORPORA) == {"zetalib", "ultrabreaks"}
@pytest.mark.skipif(not _BOTH_PRESENT, reason="requires offline corpus: ZetaLib + UltraBr3aks. Run: wallbreaker lib update. Tracked: corpus-offline.")
def test_library_root():
root = gemlib.library_root()
assert root.name == "library"
assert (root / "ZetaLib").is_dir()
assert (root / "UltraBr3aks").is_dir()
@pytest.mark.skipif(not _BOTH_PRESENT, reason="requires offline corpus: ZetaLib + UltraBr3aks. Run: wallbreaker lib update. Tracked: corpus-offline.")
def test_both_corpora_present():
assert gemlib.is_present("zetalib")
assert gemlib.is_present("ultrabreaks")
def test_unknown_corpus_degrades():
assert gemlib.is_present("nope") is False
assert gemlib.seed_files("nope") == []
assert gemlib.list_files("nope") == []
@pytest.mark.skipif(not _ZETALIB_PRESENT, reason="requires offline corpus: ZetaLib. Run: wallbreaker lib update. Tracked: corpus-offline.")
def test_zetalib_list_has_known_stems():
files = gemlib.list_files("zetalib")
assert "Aleph Null Portable" in files
assert "Scientist POV" in files
@pytest.mark.skipif(not _ULTRABR3AKS_PRESENT, reason="requires offline corpus: UltraBr3aks. Run: wallbreaker lib update. Tracked: corpus-offline.")
def test_ultrabreaks_list_has_known_stems():
files = gemlib.list_files("ultrabreaks")
assert "Attention-Breaking" in files
assert "1Shot-Puppetry" in files
def test_seed_files_skip_info_and_subtrees():
for corpus in ("zetalib", "ultrabreaks"):
for p in gemlib.seed_files(corpus):
assert p.stem.lower() not in gemlib._SKIP_STEMS
assert p.stat().st_size <= gemlib.MAX_FILE_BYTES
ultra_stems = {p.stem for p in gemlib.seed_files("ultrabreaks")}
assert "README" not in ultra_stems
zeta_rels = [
str(p.relative_to(gemlib.corpus_dir("zetalib"))) for p in gemlib.seed_files("zetalib")
]
assert all("System Prompts" not in r for r in zeta_rels)
assert all("Museum" not in r for r in zeta_rels)
@pytest.mark.skipif(not _BOTH_PRESENT, reason="requires offline corpus: ZetaLib + UltraBr3aks. Run: wallbreaker lib update. Tracked: corpus-offline.")
def test_find_resolves_real_file():
p = gemlib.find("zetalib", "Scientist POV")
assert p is not None and p.is_file()
q = gemlib.find("ultrabreaks", "Attention-Breaking")
assert q is not None and q.is_file()
@pytest.mark.skipif(not _ULTRABR3AKS_PRESENT, reason="requires offline corpus: UltraBr3aks. Run: wallbreaker lib update. Tracked: corpus-offline.")
def test_find_substring_and_case_insensitive():
p = gemlib.find("ultrabreaks", "attention")
assert p is not None and p.stem == "Attention-Breaking"
@pytest.mark.skipif(not _ULTRABR3AKS_PRESENT, reason="requires offline corpus: UltraBr3aks. Run: wallbreaker lib update. Tracked: corpus-offline.")
def test_find_any_finds_ultrabreaks_only_name():
hit = gemlib.find_any("Attention-Breaking")
assert hit is not None
stem, text = hit
assert stem == "Attention-Breaking"
assert len(text) > 100
assert len(text) <= gemlib.FIND_ANY_MAX
def test_find_any_miss():
assert gemlib.find_any("zzz-nonexistent-seed-qqq") is None
@pytest.mark.skipif(not _BOTH_PRESENT, reason="requires offline corpus: ZetaLib + UltraBr3aks. Run: wallbreaker lib update. Tracked: corpus-offline.")
def test_search_returns_hits():
for corpus in ("zetalib", "ultrabreaks"):
hits = gemlib.search(corpus, "you")
assert hits, f"expected hits for a common word in {corpus}"
assert len(hits) <= gemlib.MAX_SEARCH_HITS
_label, lineno, text = hits[0]
assert isinstance(lineno, int)
assert isinstance(text, str)
def test_registered_tool_names():
reg = _reg()
for corpus in ("zetalib", "ultrabreaks"):
for suffix in ("list", "search", "get"):
assert f"{corpus}_{suffix}" in reg.names()
@pytest.mark.skipif(not _BOTH_PRESENT, reason="requires offline corpus: ZetaLib + UltraBr3aks. Run: wallbreaker lib update. Tracked: corpus-offline.")
def test_list_tools_return_content():
reg = _reg()
for corpus in ("zetalib", "ultrabreaks"):
res = asyncio.run(reg.execute(f"{corpus}_list", {}))
assert not res.is_error
assert len(res.content) > 20
@pytest.mark.skipif(not _BOTH_PRESENT, reason="requires offline corpus: ZetaLib + UltraBr3aks. Run: wallbreaker lib update. Tracked: corpus-offline.")
def test_search_tools_return_content():
reg = _reg()
for corpus in ("zetalib", "ultrabreaks"):
res = asyncio.run(reg.execute(f"{corpus}_search", {"query": "you"}))
assert not res.is_error
assert ":" in res.content
def test_search_tool_requires_query():
reg = _reg()
res = asyncio.run(reg.execute("zetalib_search", {}))
assert "required" in res.content.lower()
@pytest.mark.skipif(not _BOTH_PRESENT, reason="requires offline corpus: ZetaLib + UltraBr3aks. Run: wallbreaker lib update. Tracked: corpus-offline.")
def test_get_tools_return_content():
reg = _reg()
res = asyncio.run(reg.execute("zetalib_get", {"name": "Scientist POV"}))
assert not res.is_error
assert "Scientist POV" in res.content
assert "HOW TO USE THIS SEED" in res.content
res2 = asyncio.run(reg.execute("ultrabreaks_get", {"name": "Attention-Breaking"}))
assert not res2.is_error
assert len(res2.content) > 200
@pytest.mark.skipif(not _ULTRABR3AKS_PRESENT, reason="requires offline corpus: UltraBr3aks. Run: wallbreaker lib update. Tracked: corpus-offline.")
def test_get_tool_all():
reg = _reg()
res = asyncio.run(reg.execute("ultrabreaks_get", {"name": "all"}))
assert not res.is_error
assert "=====" in res.content
def test_get_tool_requires_name():
reg = _reg()
res = asyncio.run(reg.execute("zetalib_get", {}))
assert "required" in res.content.lower()
@pytest.mark.skipif(not _ZETALIB_PRESENT, reason="requires offline corpus: ZetaLib. Run: wallbreaker lib update. Tracked: corpus-offline.")
def test_get_tool_miss():
reg = _reg()
res = asyncio.run(reg.execute("zetalib_get", {"name": "zzz-not-a-real-seed"}))
assert not res.is_error
assert "cross-provider" in res.content.lower()