feat(notes): handle missing association cols

Author: thekaveman

hubspot/notes.ipynb

@@ -37,6 +37,11 @@
         "\n",
         "\n",
         "ACCESS_TOKEN = os.environ[\"HUBSPOT_ACCESS_TOKEN\"]\n",
+        "PAGE_SIZE = 10\n",
+        "\n",
+        "PROPERTIES = [\"hs_created_by\", \"hs_createdate\", \"hs_note_body\"]\n",
+        "ASSOCIATION_TYPES = [\"companies\", \"contacts\", \"vendors\"]\n",
+        "ASSOCIATION_COLUMNS = [f\"associations.{assoc}.results\" for assoc in ASSOCIATION_TYPES]\n",
         "\n",
         "hubspot = HubSpot(access_token=ACCESS_TOKEN)"
       ]
@@ -58,20 +63,29 @@
       "metadata": {},
       "outputs": [],
       "source": [
-        "notes_props = [\"hs_created_by\", \"hs_createdate\", \"hs_note_body\"]\n",
-        "notes_assoc = [\"companies\", \"contacts\", \"vendors\"]\n",
+        "response = hubspot.crm.objects.notes.basic_api.get_page(limit=PAGE_SIZE, properties=PROPERTIES, associations=ASSOCIATION_TYPES)\n",
         "\n",
-        "response = hubspot.crm.objects.notes.basic_api.get_page(limit=10, properties=notes_props, associations=notes_assoc)\n",
+        "notes = hubspot_to_df(response)"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "# add any missing association columns\n",
+        "missing_assoc = [col for col in ASSOCIATION_COLUMNS if col not in notes.columns]\n",
+        "notes = notes.reindex(columns=notes.columns.tolist() + missing_assoc)\n",
         "\n",
-        "notes = hubspot_to_df(response)\n",
         "# drop notes without a body\n",
         "notes = notes.dropna(subset=[\"properties.hs_note_body\"])\n",
         "\n",
         "# drop notes without a creator\n",
         "notes = notes.dropna(subset=[\"properties.hs_created_by\"])\n",
         "\n",
         "# drop notes without any of the association types (e.g. all are NA)\n",
-        "notes = notes.dropna(subset=[\"associations.contacts.results\", \"associations.companies.results\"], how=\"all\")"
+        "notes = notes.dropna(subset=ASSOCIATION_COLUMNS, how=\"all\")"
       ]
     },
     {