Merge pull request #220 from American-Institutes-for-Research/HEA-873/inherit_product_in_wealth_characteristics

Inherit product_id in wealth_characteristic_instances - see HEA-873

Author: rhunwicks

pipelines/assets/wealth_characteristic.py

@@ -195,6 +195,7 @@ def wealth_characteristic_instances(
             "wealth_characteristic_id",
             "product_id",
             "unit_of_measure_id",
+            "wealth_characteristic__has_product",
         )
     }
     context.log.info("Loaded %d Wealth Characteristic Labels", len(label_map))
@@ -239,6 +240,7 @@ def wealth_characteristic_instances(
 
     # Iterate over the rows
     wealth_group_characteristic_values = []
+    last_product_id = None
     for row in df.iloc[num_header_rows:].index:  # Ignore the Wealth Group header rows
         label = prepared_labels[row]
         if not label:
@@ -249,6 +251,21 @@ def wealth_characteristic_instances(
         if not any(attributes.values()):
             # Ignore rows that don't contain any relevant data (or which aren't in the label_map)
             continue
+        # Apply product inheritance
+        if attributes.get("product_id"):
+            last_product_id = attributes.get("product_id")
+        elif attributes.get("wealth_characteristic__has_product"):
+            if not last_product_id:
+                raise ValueError(
+                    "Wealth Characteristic Label '%s' in row %s requires a product, but there is no previous product to inherit"
+                    % (label, row)
+                )
+            attributes["product_id"] = last_product_id
+        else:
+            # The current label doesn't need a product (and doesn't have one), so clear the last_product_id
+            # so that it isn't inherited by subsequent labels.
+            last_product_id = None
+
         # Lookup the Wealth Group Category from Column B
         wealth_group_category = wealthgroupcategorylookup.get(df.loc[row, "B"])
         if not wealth_group_category: