Run pre-commit

Author: Kyle1668

eval_tasks/eval_adapter.py

@@ -479,7 +479,9 @@ def pattern_match(patterns, source_list):
             elif isinstance(task_name, str):
                 group_task_objects.append(top_level_task)
             else:
-                raise ValueError("The task object is of an unhandled type. Unable to override fewshot values.")
+                raise ValueError(
+                    "The task object is of an unhandled type. Unable to override fewshot values."
+                )
 
             for task_obj in group_task_objects:
                 if type(task_obj) == tuple:
@@ -561,5 +563,5 @@ def run_eval_harness(
         num_fewshot=num_fewshot,
         bootstrap_iters=bootstrap_iters,
         use_cache=False,
-        limit=neox_args.eval_task_limit
+        limit=neox_args.eval_task_limit,
     )

megatron/fused_kernels/type_shim.h

@@ -277,7 +277,7 @@ reduce_block_into_lanes(T* x,
             final = x[tid] + x[tid + 32];
         else
             final = val;
-            // __SYNCWARP();
+        // __SYNCWARP();
 
 #pragma unroll
         for (int i = 16; i >= lanes; i >>= 1)
@@ -321,7 +321,7 @@ reduce_block_into_lanes_max_op(T* x,
             final = fmaxf(fabsf(x[tid]), fabsf(x[tid + 32]));
         else
             final = val;
-            // __SYNCWARP();
+        // __SYNCWARP();
 
 #pragma unroll
         for (int i = 16; i >= lanes; i >>= 1)

megatron/training.py

@@ -1626,8 +1626,12 @@ def train(
                 lr_scheduler=lr_scheduler,
             )
         # Evaluation
-        is_eval_internal = neox_args.eval_interval and iteration % neox_args.eval_interval == 0
-        is_validation_configured = bool(neox_args.do_valid) or (isinstance(neox_args.eval_tasks, list) and len(neox_args.eval_tasks) > 0)
+        is_eval_internal = (
+            neox_args.eval_interval and iteration % neox_args.eval_interval == 0
+        )
+        is_validation_configured = bool(neox_args.do_valid) or (
+            isinstance(neox_args.eval_tasks, list) and len(neox_args.eval_tasks) > 0
+        )
         if is_eval_internal and is_validation_configured:
             prefix = "iteration {}".format(iteration)
             evaluate_and_print_results(