Exclude certain variables in CoDICE housekeeping products (IMAP-Science-Operations-Center#1399)

* Added variables to exclude in L1a+ housekeeping products

Author: bourque

imap_processing/codice/codice_l1a.py

@@ -561,7 +561,23 @@ def create_hskp_dataset(
         attrs=cdf_attrs.get_global_attributes("imap_codice_l1a_hskp"),
     )
 
+    # These variables don't need to carry over from L0 to L1a
+    exclude_variables = [
+        "spare_1",
+        "spare_2",
+        "spare_3",
+        "spare_4",
+        "spare_5",
+        "spare_6",
+        "spare_62",
+        "spare_68",
+        "chksum",
+    ]
+
     for variable in packet:
+        if variable in exclude_variables:
+            continue
+
         attrs = cdf_attrs.get_variable_attributes(variable)
 
         dataset[variable] = xr.DataArray(

imap_processing/tests/codice/test_codice_l1a.py

@@ -62,7 +62,7 @@
 EXPECTED_NUM_VARIABLES = [
     0,  # hi-ialirt  # TODO: Need to implement
     0,  # lo-ialirt  # TODO: Need to implement
-    148,  # hskp
+    139,  # hskp
     8 + len(constants.LO_COUNTERS_AGGREGATED_VARIABLE_NAMES),  # lo-counters-aggregated
     9,  # lo-counters-singles
     13,  # lo-sw-priority
@@ -247,35 +247,17 @@ def test_l1a_validate_hskp_data(test_l1a_data):
     # Load the validation housekeeping data
     validation_hskp_data = load_cdf(validation_hskp_filepath)
 
-    # These variables are present in the decommed test data, but not present in
-    # the validation data
-    # TODO: Ask Joey if these can be removed from the L1a housekeeping CDFs
+    # These variables are not present in the validation dataset
     exclude_variables = [
-        "spare_1",
-        "spare_2",
-        "spare_3",
-        "spare_4",
-        "spare_5",
-        "spare_6",
-        "spare_62",
-        "spare_68",
+        "version",
+        "type",
+        "sec_hdr_flg",
+        "pkt_apid",
+        "seq_flgs",
+        "src_seq_ctr",
+        "pkt_len",
     ]
 
-    # These variables are not present in the validation data
-    # TODO: Ask joey if this is expected
-    exclude_variables.extend(
-        [
-            "version",
-            "type",
-            "sec_hdr_flg",
-            "pkt_apid",
-            "seq_flgs",
-            "src_seq_ctr",
-            "pkt_len",
-            "chksum",
-        ]
-    )
-
     for variable in hskp_data:
         if variable not in exclude_variables:
             np.testing.assert_array_equal(