Add expect failure for several tests and test classes all suffering from AttributeError: module 'tensorflow_model_analysis' has no attribute 'EvalConfig'

These are to be addressed in a future PR

Author: smokestacklightnin

tensorflow_model_analysis/metrics/bleu_test.py

@@ -559,6 +559,8 @@ def test_bleu_merge_accumulators(self, accs_list, expected_merged_acc):
 
 class BleuEnd2EndTest(parameterized.TestCase):
 
+  # PR 189: Remove the `expectedFailure` mark if the test passes
+  @unittest.expectedFailure
   def test_bleu_end_2_end(self):
     # Same test as BleuTest.testBleuDefault with 'imperfect_score'
     eval_config = text_format.Parse(

tensorflow_model_analysis/metrics/example_count_test.py

@@ -94,6 +94,8 @@ def check_result(got):
 
 class ExampleCountEnd2EndTest(parameterized.TestCase):
 
+  # PR 189: Remove the `expectedFailure` mark if the test passes
+  @unittest.expectedFailure
   def testExampleCountsWithoutLabelPredictions(self):
     eval_config = text_format.Parse(
         """

tensorflow_model_analysis/metrics/object_detection_confusion_matrix_metrics_test.py

@@ -21,7 +21,9 @@
 from tensorflow_model_analysis.metrics import metric_types
 from google.protobuf import text_format
 
-
+# PR 189: Remove the `expectedFailure` mark if the test passes
+# The test failures are `AttributeError: module 'tensorflow_model_analysis' has no attribute 'EvalConfig'`
+@unittest.expectedFailure
 class ObjectDetectionConfusionMatrixMetricsTest(parameterized.TestCase):
 
   @parameterized.named_parameters(('_max_recall',

tensorflow_model_analysis/metrics/object_detection_confusion_matrix_plot_test.py

@@ -28,6 +28,8 @@ class ObjectDetectionConfusionMatrixPlotTest(
     test_util.TensorflowModelAnalysisTest, absltest.TestCase
 ):
 
+  # PR 189: Remove the `expectedFailure` mark if the test passes
+  @unittest.expectedFailure
   def testConfusionMatrixPlot(self):
     eval_config = text_format.Parse(
         """

tensorflow_model_analysis/metrics/object_detection_metrics_test.py

@@ -22,6 +22,9 @@
 from google.protobuf import text_format
 
 
+# PR 189: Remove the `expectedFailure` mark if the test passes
+# The test failures are `AttributeError: module 'tensorflow_model_analysis' has no attribute 'EvalConfig'`
+@unittest.expectedFailure
 class ObjectDetectionMetricsTest(parameterized.TestCase):
   """This tests the object detection metrics.
 

tensorflow_model_analysis/metrics/rouge_test.py

@@ -632,6 +632,8 @@ def check_result(got):
 
 class RougeEnd2EndTest(parameterized.TestCase):
 
+  # PR 189: Remove the `expectedFailure` mark if the test passes
+  @unittest.expectedFailure
   def testRougeEnd2End(self):
     # Same tests as RougeTest.testRougeMultipleExamplesWeighted
     eval_config = text_format.Parse(

tensorflow_model_analysis/metrics/set_match_confusion_matrix_metrics_test.py

@@ -22,6 +22,9 @@
 from google.protobuf import text_format
 
 
+# PR 189: Remove the `expectedFailure` mark if the test passes
+# The test failures are `AttributeError: module 'tensorflow_model_analysis' has no attribute 'EvalConfig'`
+@unittest.expectedFailure
 class SetMatchConfusionMatrixMetricsTest(parameterized.TestCase):
 
   @parameterized.named_parameters(

tensorflow_model_analysis/metrics/stats_test.py

@@ -290,6 +290,8 @@ def check_result(got):
 
 class MeanEnd2EndTest(parameterized.TestCase):
 
+  # PR 189: Remove the `expectedFailure` mark if the test passes
+  @unittest.expectedFailure
   def testMeanEnd2End(self):
     extracts = [
         {

tensorflow_model_analysis/utils/example_keras_model_test.py

@@ -91,6 +91,8 @@ def _write_tf_records(self, examples):
         writer.write(example.SerializeToString())
     return data_location
 
+  # PR 189: Remove the `expectedFailure` mark if the test passes
+  @unittest.expectedFailure
   def test_example_keras_model(self):
     data = self._create_data()
     classifier = example_keras_model.get_example_classifier_model()