We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9633021 commit ee0797fCopy full SHA for ee0797f
evals/sampler.py
@@ -53,7 +53,7 @@ def update_results(dataset, generation_args: dict, results: dict):
53
model_name = args.get("model_url")
54
load_8_bits = args.get("load_8_bits")
55
model = Inference(model_name, load_8_bits)
56
- dataset = load_dataset(DATASET)
+ dataset = load_dataset(DATA)
57
generation_args = yaml.safe_load(Path("evals/config/generation.yaml").read_text())
58
default_args = generation_args.pop("defaults")
59
generation_args = merge_dicts(generation_args, default_args)
0 commit comments