Mag l1a compression

imap_processing/mag/constants.py

@@ -55,3 +55,49 @@ class PrimarySensor(Enum):
 
     MAGO = 0
     MAGI = 1
+
+
+FIBONACCI_SEQUENCE = [
+    1,
+    2,
+    3,
+    5,
+    8,
+    13,
+    21,
+    34,
+    55,
+    89,
+    144,
+    233,
+    377,
+    610,
+    987,
+    1597,
+    2584,
+    4181,
+    6765,
+    10946,
+    17711,
+    28657,
+    46368,
+    75025,
+    121393,
+    196418,
+    317811,
+    514229,
+    832040,
+    1346269,
+    2178309,
+    3524578,
+    5702887,
+    9227465,
+    14930352,
+    24157817,
+    39088169,
+    63245986,
+    102334155,
+    165580141,
+]
+
+MAX_FINE_TIME = 65535  # maximum 16 bit unsigned int

imap_processing/mag/l0/mag_l0_data.py

@@ -106,14 +106,13 @@ def __post_init__(self) -> None:
         Also convert encoded "VECSEC" (vectors per second) into proper vectors per
         second values.
         """
-        # Convert string output from space_packet_parser to numpy array of
-        # big-endian bytes
-        self.VECTORS = np.frombuffer(
-            int(self.VECTORS, 2).to_bytes(len(self.VECTORS) // 8, "big"),  # type: ignore[arg-type]
-            # TODO Check MYPY Error: Argument 1 to "int" has incompatible type
-            # "Union[ndarray[Any, Any], str]"; expected "Union[str, bytes, bytearray]"
-            dtype=np.dtype(">b"),
-        )
+        if isinstance(self.VECTORS, str):
+            # Convert string output from space_packet_parser to numpy array of
+            # big-endian bytes
+            self.VECTORS = np.frombuffer(
+                int(self.VECTORS, 2).to_bytes(len(self.VECTORS) // 8, "big"),
+                dtype=np.dtype(">B"),
+            )
 
         # Remove buffer from end of vectors. Vector data needs to be in 50 bit chunks,
         # and may have an extra byte at the end from CCSDS padding.

imap_processing/mag/l1a/mag_l1a.py

@@ -42,6 +42,10 @@ def mag_l1a(packet_filepath: Path, data_version: str) -> list[xr.Dataset]:
     norm_data = packets["norm"]
     burst_data = packets["burst"]
 
+    print(np.unpackbits(norm_data[0].VECTORS))
+    print(len(np.unpackbits(norm_data[0].VECTORS)))
+    print(len(norm_data[0].VECTORS))
+
     input_files = [packet_filepath.name]
 
     # Create attribute manager and add MAG L1A attributes and global variables
@@ -188,6 +192,7 @@ def process_packets(
             # this is because mypy expects both to have the attributes
             primary_packet_data.total_vectors,
             secondary_packet_data.total_vectors,
+            mag_l0.COMPRESSION,
         )
 
         primary_timestamped_vectors = MagL1a.calculate_vector_time(