Skip to content

Commit f0f272c

Browse files
[8.x] Stringify doc[id] field (#3015) (#3017)
Co-authored-by: Jedr Blaszyk <[email protected]>
1 parent fa53dcb commit f0f272c

File tree

2 files changed

+10
-5
lines changed

2 files changed

+10
-5
lines changed

connectors/es/sink.py

+6-3
Original file line numberDiff line numberDiff line change
@@ -545,7 +545,8 @@ async def get_docs(self, generator, skip_unchanged_documents=False):
545545
if count % self.display_every == 0:
546546
self._log_progress()
547547

548-
doc_id = doc["id"] = doc.pop("_id")
548+
doc_id = doc.pop("_id")
549+
doc["id"] = str(doc_id)
549550

550551
if self.basic_rule_engine and not self.basic_rule_engine.should_ingest(
551552
doc
@@ -660,7 +661,8 @@ async def get_docs_incrementally(self, generator):
660661
if count % self.display_every == 0:
661662
self._log_progress()
662663

663-
doc_id = doc["id"] = doc.pop("_id")
664+
doc_id = doc.pop("_id")
665+
doc["id"] = str(doc_id)
664666

665667
if self.basic_rule_engine and not self.basic_rule_engine.should_ingest(
666668
doc
@@ -737,7 +739,8 @@ async def get_access_control_docs(self, generator):
737739
if count % self.display_every == 0:
738740
self._log_progress()
739741

740-
doc_id = doc["id"] = doc.pop("_id")
742+
doc_id = doc.pop("_id")
743+
doc["id"] = str(doc_id)
741744
doc_exists = doc_id in existing_ids
742745

743746
if doc_exists:

tests/test_sink.py

+4-2
Original file line numberDiff line numberDiff line change
@@ -383,15 +383,17 @@ async def _dl(doit=True, timestamp=None):
383383
def index_operation(doc):
384384
# deepcopy as get_docs mutates docs
385385
doc_copy = deepcopy(doc)
386-
doc_id = doc_copy["id"] = doc_copy.pop("_id")
386+
doc_id = doc_copy.pop("_id")
387+
doc_copy["id"] = str(doc_id)
387388

388389
return {"_op_type": "index", "_index": INDEX, "_id": doc_id, "doc": doc_copy}
389390

390391

391392
def update_operation(doc):
392393
# deepcopy as get_docs mutates docs
393394
doc_copy = deepcopy(doc)
394-
doc_id = doc_copy["id"] = doc_copy.pop("_id")
395+
doc_id = doc_copy.pop("_id")
396+
doc_copy["id"] = str(doc_id)
395397

396398
return {"_op_type": "update", "_index": INDEX, "_id": doc_id, "doc": doc_copy}
397399

0 commit comments

Comments
 (0)