ascertain uniqueness of names

Author: konstantinosKokos

scripts/preprocess.py

@@ -5,7 +5,10 @@
 
 samples = []
 for i, file in enumerate(parse_dir('../data/beauty')):
-    anonymous, _ = enum_references(file)
+    try:
+        anonymous, _ = enum_references(file)
+    except ValueError:
+        continue
     name, scope, holes = tokenize_file(anonymous)
     if len(holes) != 0:
         samples.append((name, scope, holes))

src/Name/data/agda/reader.py

@@ -68,6 +68,8 @@ def parse_term(term_json: dict) -> AgdaTerm[str]:
 
 
 def enum_references(file: File[str]) -> tuple[File[int], dict[int, str]]:
+    if len(file.scope) != len(set(entry.name for entry in file.scope)):
+        raise ValueError(f'{file.name} contains duplicate declaration names')
     name_to_index = defaultdict(lambda: -1, {declaration.name: idx for idx, declaration in enumerate(file.scope)})
     index_to_name = {v: k for k, v in name_to_index.items()}
     return (