🐛 Include item_id in deduplication

Author: shnizzedy

src/mindlogger_data_export/processors.py

@@ -108,7 +108,7 @@ class DeduplicateResponsesProcessor(ReportProcessor):
     """Deduplicate responses, keeping latest by "activity_end_time".
 
     This processor removes duplicate item responses for the same
-    user/activity/submission combination, keeping only the most recent entry.
+    user/activity/submission/ITEM combination, keeping only the most recent entry.
     """
 
     NAME = "DeduplicateResponses"
@@ -117,8 +117,13 @@ class DeduplicateResponsesProcessor(ReportProcessor):
 
     def _run(self, report: pl.DataFrame) -> pl.DataFrame:
         """Deduplicate report by keeping latest activity_end_time."""
-        # Define the columns that should be unique
-        unique_cols = ["target_user_secret_id", "source_user_secret_id", "activity_id"]
+        # Define the columns that should be unique PER ITEM
+        unique_cols = [
+            "target_user_secret_id",
+            "source_user_secret_id",
+            "activity_id",
+            "item_id",
+        ]
 
         # Check which columns actually exist in the report
         existing_unique_cols = [col for col in unique_cols if col in report.columns]