We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 82fc40d commit d37847dCopy full SHA for d37847d
bigcodebench/generate.py
@@ -197,9 +197,12 @@ def run_codegen(
197
if backend == "openai" and reasoning_effort and model.startswith("o1-") or model.startswith("o3-") or model.endswith("-reasoner"):
198
model = model + f"--{reasoning_effort}"
199
200
+ if lora_path:
201
+ model = model + f"--lora-{lora_path}"
202
+
203
if backend == "anthropic" and reasoning_budget and reasoning_beta:
204
model = model + f"--{reasoning_budget}-{reasoning_beta}"
-
205
206
if skip_prefill:
207
identifier = model.replace("/", "--") + "--skip_prefill" + f"--{revision}--bigcodebench{extra}-{split}--{backend}-{temperature}-{n_samples}-sanitized_calibrated.jsonl"
208
else:
0 commit comments