minor fix

Author: NamaWho

examples/example.ipynb

@@ -954,9 +954,9 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "nuggetizer",
+   "display_name": "Python [conda env:base] *",
    "language": "python",
-   "name": "python3"
+   "name": "conda-base-py"
   },
   "language_info": {
    "codemirror_mode": {
@@ -968,7 +968,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.10.16"
+   "version": "3.10.13"
   }
  },
  "nbformat": 4,

requirements-dev.txt

@@ -3,3 +3,4 @@ pytest-subtests
 pytest-cov
 pytest-json-report
 ruff
+nbformat

src/open_nuggetizer/measure/_measures.py

@@ -1,6 +1,5 @@
 from ir_measures import measures
 
-
 class _AllScore(measures.Measure):
     __name__ = 'AllScore'
     NAME = __name__
@@ -11,7 +10,6 @@ class _AllScore(measures.Measure):
         'strict': measures.ParamInfo(dtype=bool, default=False, desc='Exclude nuggets partially supported in measure'),
     }
 
-
 AllScore = _AllScore()
 measures.register(AllScore)
 
@@ -48,9 +46,9 @@ class _WeightedScore(measures.Measure):
 
 
 # debug printing measures registry
-def print_measures_registry():
-    print("Registered measures:")
-    for measure in measures.registry:
-        print(measure)
-    print("Registered measures with details:")
-print_measures_registry()
+#def print_measures_registry():
+#    print("Registered measures:")
+#    for measure in measures.registry:
+#        print(measure)
+#    print("Registered measures with details:")
+#print_measures_registry()

src/open_nuggetizer/measure/_provider.py

@@ -15,19 +15,18 @@ def __init__(self, nuggetizer_instance, measures, qrels, invocations):
     def _unweighted(self, nuggets, partial_rel, strict, partial_weight):
         full_support = [n for n in nuggets if n[1] > partial_rel]
         partial_support = [n for n in nuggets if 0 < n[1] <= partial_rel]
-
         if not len(full_support) > 0:
             return 0.0
 
         value = len(full_support)
         if not strict:
             value += partial_weight * len(partial_support)
-
+            
         return value / len(nuggets)
 
     def _weighted(self, nuggets, rel, partial_rel, strict, partial_weight):
-        vital_nuggets = [n for n in nuggets if n[2] > rel]
-        okay_nuggets = [n for n in nuggets if 0 < n[2] <= rel]
+        vital_nuggets = [n for n in nuggets if n[1] > rel]
+        okay_nuggets = [n for n in nuggets if 0 < n[1] <= rel]
 
         vital_score = self._unweighted(vital_nuggets, partial_rel, strict, partial_weight)
         okay_score = self._unweighted(okay_nuggets, partial_rel, strict, partial_weight)
@@ -79,8 +78,6 @@ def __init__(self, nuggetizer_instance):
         self.nuggetizer_instance = nuggetizer_instance
 
     def supports(self, measure) -> bool:
-        print(f"Measure: {measure.NAME}")
-        print(f"Supported measures: {self.SUPPORTED_MEASURES}")
         measure.validate_params()
         for supported_measure in self.SUPPORTED_MEASURES:
             if measure.NAME == supported_measure.NAME:

src/open_nuggetizer/measure/_util.py

@@ -82,6 +82,7 @@ def predict_type(self):
 
     def as_dict_of_dict(self):
         t, err = self.predict_type()
+        print(t, err)
         if t == 'dict_of_dict':
             return self.qrels
         else:

src/open_nuggetizer/nuggetizer.py

@@ -473,7 +473,7 @@ def __post_init__(self):
 
         if self.mode == NuggetAssignMode.SUPPORT_GRADE_2:
             self.mapping = {
-                "support": 1,
+                "support": 2,
                 "not_support": 0,
             }
         else:
@@ -514,7 +514,7 @@ def transform_by_query(self, inp: Iterable[dict]) -> Iterable[dict]:
             output = self.nuggetizer.generate(prompt)[0].text
             assignments.extend(self.prompt.answer_extraction(output))
         assignments = [self.mapping.get(x.lower(), 0) for x in assignments]
-    
+        print("Assignments:", assignments)
         return [
             {
                 "qid": qid,