Add representation tests

demo/data/config.yml

@@ -1,6 +1,5 @@
 defaults:
   min_pass_rate: 0.65
-  min_representation: 50
 tests:
   accuracy:
     min_micro_f1_score:
@@ -36,16 +35,59 @@ tests:
       min_pass_rate: 0.70
     replace_to_hindu_names:
       min_pass_rate: 0.66
-
+      
   robustness:
     lowercase:
       min_pass_rate: 0.65
     swap_entities:
       min_pass_rate: 0.65
     uppercase:
       min_pass_rate: 0.65
-    add_context:
-      min_pass_rate: 0.65
-      parameters:
-        ending_context: ['Bye', 'Reported']
-        starting_context: ['Hi', 'Good morning', 'Hello']
+
+  representation:
+     min_label_representation_count:
+        min_count: 
+            O : 50
+            PER: 10
+            LOC: 40
+
+     min_ethnicity_name_representation_count:
+        min_count: 
+            white : 50
+            black: 10
+            asian: 40
+            hispanic: 30
+
+     min_ethnicity_name_representation_proportion:
+        min_proportion: 
+            white : 0.20
+            black: 0.36
+
+     min_religion_name_representation_count:
+        min_count: 
+            christian: 10
+            muslim : 5
+            hindu: 8
+            parsi: 40
+            sikh: 10
+
+     min_religion_name_representation_proportion:
+        min_proportion: 
+            muslim : 0.4
+            hindu: 0.5
+
+     min_country_economic_representation_count:
+        min_count: 
+            high_income: 10
+            low_income: 10
+
+     min_label_representation_proportion:
+        min_proportion: 
+            O: 0.4
+            PER: 0.2
+            LOC: 0.1
+
+     min_country_economic_representation_proportion:
+        min_proportion: 
+            high_income: 0.6
+            low_income: 0.1

demo/data/representation.yml

@@ -0,0 +1,50 @@
+defaults:
+  min_pass_rate: 0.65 
+tests:
+    representation:
+        min_label_representation_count:
+            min_count: 
+                O : 50
+                PER: 10
+                LOC: 40
+
+        min_ethnicity_name_representation_count:
+            min_count: 
+                white : 50
+                black: 10
+                asian: 40
+                hispanic: 30
+
+        min_ethnicity_name_representation_proportion:
+            min_proportion: 
+                white : 0.20
+                black: 0.36
+
+        min_religion_name_representation_count:
+            min_count: 
+                christian: 10
+                muslim : 5
+                hindu: 8
+                parsi: 40
+                sikh: 10
+
+        min_religion_name_representation_proportion:
+            min_proportion: 
+                muslim : 0.4
+                hindu: 0.5
+
+        min_country_economic_representation_count:
+            min_count: 
+                high_income: 10
+                low_income: 10
+
+        min_label_representation_proportion:
+            min_proportion: 
+                O: 0.4
+                PER: 0.2
+                LOC: 0.1
+
+        min_country_economic_representation_proportion:
+            min_proportion: 
+                high_income: 0.6
+                low_income: 0.1

nlptest/transform/__init__.py

@@ -461,15 +461,15 @@ def transform(self):
         List[Sample]
             A list of `Sample` objects representing the resulting dataset after running the robustness test.
         """
-
-        all_samples = []
+        
+        all_samples = [] 
         for test_name, params in self.tests.items():
             data_handler_copy = [x.copy() for x in self._data_handler]
-            transformed_samples = self.supported_tests[test_name].transform(data_handler_copy,
-                                                                            **params.get('parameters', {}))
+            transformed_samples = self.supported_tests[test_name].transform(test_name,data_handler_copy, params)
             for sample in transformed_samples:
                 sample.test_type = test_name
             all_samples.extend(transformed_samples)
+
         return all_samples
 
     @classmethod