feat: scrape output includes query

mjgiblett · Sep 30, 2024 · ddce6eb · ddce6eb
1 parent 866cb18
commit ddce6eb
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/serps/constants.py b/serps/constants.py
@@ -31,5 +31,5 @@
 
 # other
 
-DATAFRAME_COLUMNS = ["Page", "Position", "URL", "Title", "Description"]
+DATAFRAME_COLUMNS = ["Query", "Page", "Position", "URL", "Title", "Description"]
 QUERIES_FILETYPE = ".yaml"
diff --git a/serps/main.py b/serps/main.py
@@ -66,7 +66,8 @@ def request_scrape(auth: tuple[str, str], payload: dict[str, Any]) -> DataFrame:
             for result in data["content"]["results"]["organic"]:
                 results.append(
                     {
-                        "Page": page,
+                        "Query": query,
+                        "Page": page + 1,
                         "Position": result["pos"],
                         "URL": result["url"],
                         "Title": result["title"],