Kafka_consumer_mongoDB_connection(Step 5).ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "d01c02be-e7a9-4117-aa98-a08cccd198b7",
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "from pymongo import  MongoClient\n",
    "from kafka import KafkaConsumer"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0e312b5a-a56b-4ac9-8a28-530ece64e45a",
   "metadata": {
    "tags": []
   },
   "source": [
    "# Connecting to the MongoDB Database"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "13f914a6-b534-4387-904b-84f94cab2267",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Connected successfully!\n"
     ]
    }
   ],
   "source": [
    "try:\n",
    "   client = MongoClient('localhost',27017)\n",
    "   db = client.AnomalyDetection\n",
    "   print(\"Connected successfully!\")\n",
    "except:  \n",
    "   print(\"Could not connect to MongoDB\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "c007b176-460e-4770-a207-3092e777295a",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['coba_info', 'Details']"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "db.list_collection_names()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "751d442d-9522-4f20-8eae-c1a34d9e4e20",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "def json_deserializer(data):\n",
    "    return json.loads(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "257e0d85-11e0-4b50-b822-1ac18b82056b",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "consumer = KafkaConsumer('topic3',bootstrap_servers=['localhost:9092'],auto_offset_reset=\"latest\",group_id=\"group-1\",\n",
    "                       value_deserializer=json_deserializer,consumer_timeout_ms=15000)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b5f4de04-5548-498a-af12-03275e0fe9d2",
   "metadata": {},
   "source": [
    "# Taking the results from Consumer and inserting the data to the MongoDB Database"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "431035b3-3740-4807-9e5d-ae82f8e9e89f",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf7af7bac0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9939f970>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf7af7ba60>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140d00>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf7af7baf0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99141870>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf7af7b9a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140d00>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf7af7bbe0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140f10>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf7af7bac0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140d00>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf7ac48070>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9939f970>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf7af44e80>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99143bb0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99141960>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140f10>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99141960>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140d00>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140f10>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99142230>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991421d0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99142380>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140f10>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99142320>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991421d0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991423b0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140f10>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99142230>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991421d0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99142380>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140f10>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99142320>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991421d0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991423b0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140f10>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99142230>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991421d0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99142380>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140f10>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99142320>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991421d0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a260>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140d00>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991421a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a260>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99143bb0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99141870>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991421d0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140d00>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991421a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99143bb0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a260>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99141870>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991421d0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a260>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140d00>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991421a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99143bb0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99141870>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991421d0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140d00>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a260>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991421a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991998a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99143bb0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a260>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99141870>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991421d0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140d00>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99199600>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991421a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf9919a050>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99143bb0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99142380>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99142200>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991421a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99143bb0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99142320>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99142200>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99140d00>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99143bb0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99142380>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99142200>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf991421a0>\n",
      "Data inserted with record ids <pymongo.results.InsertOneResult object at 0x7fcf99143bb0>\n"
     ]
    }
   ],
   "source": [
    "for msg in consumer:\n",
    "    record = json.loads(msg.value) \n",
    "    HostIP = record['Host']\n",
    "    Date = record['Date']\n",
    "    Time = record['Time']\n",
    "    Method = record['Method']\n",
    "    Endpoint = record['Endpoint']\n",
    "    Protocol= record['Protocol']\n",
    "    Status_Code= record['Status Code']\n",
    "    Content_Size= record['Content Size']\n",
    "    No_of_Requests= record['No of Requests']\n",
    "    Anomaly= record['Anomaly']\n",
    "    Anomaly_Score= record['Anomaly_Score']\n",
    "    \n",
    "    if record['Anomaly']==1:\n",
    "    # Create dictionary and ingest data into MongoDB\n",
    "        try:\n",
    "           rec = {'Host':HostIP,'Date':Date,'Time':Time,'Method':Method,'Endpoint' :Endpoint,'Protocol': Protocol,'Status_Code':Status_Code,'Content_Size':Content_Size,'No_of_Requests':No_of_Requests,'Anomaly':Anomaly,'Anomaly_Score':Anomaly_Score }\n",
    "           rec_id1 = db.Details.insert_one(rec)\n",
    "           print(\"Data inserted with record ids\", rec_id1)\n",
    "        except:\n",
    "           print(\"Could not insert into MongoDB\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6943ed50-9a82-451f-a3de-aad73354af33",
   "metadata": {},
   "source": [
    "# Displaying A single Content of the MongoDB DataBase"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "a4ccc721-8136-49ff-b9c7-71677286b70e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'_id': ObjectId('6409513ab980f37f6a19c81d'),\n",
       " 'Host': 580338691,\n",
       " 'Date': '2023-02-16',\n",
       " 'Time': '13:48:43',\n",
       " 'Method': 6,\n",
       " 'Endpoint': 10,\n",
       " 'Protocol': 5,\n",
       " 'Status_Code': 8,\n",
       " 'Content_Size': 150.0,\n",
       " 'No_of_Requests': 1,\n",
       " 'Anomaly': 1,\n",
       " 'Anomaly_Score': 4799787.000047398}"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "db.Details.find_one()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9dcb3351-90e2-4863-b2cd-e21366befd36",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}