We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e1dcdc5 commit 2d98747Copy full SHA for 2d98747
tests/integration/defs/accuracy/accuracy_core.py
@@ -297,7 +297,7 @@ class GSM8K(AccuracyTask):
297
ALPHA = 0.05
298
BETA = 0.2
299
SIGMA = 50
300
- NUM_SAMPLES = 1319 # Full sample
+ NUM_SAMPLES = 2 # Full sample
301
302
MAX_INPUT_LEN = 4096
303
MAX_OUTPUT_LEN = 256
tests/integration/defs/accuracy/test_llm_api_pytorch.py
@@ -2312,6 +2312,7 @@ def test_nvfp4(
2312
# task.evaluate(llm)
2313
task = GSM8K(self.MODEL_NAME)
2314
task.evaluate(llm)
2315
+ assert False
2316
2317
def test_eagle3(self):
2318
pytorch_config = dict(
0 commit comments