Fix error big async data (#70)

* increase buffer

* remove raw request and response

src/h3xrecon/__about__.py

@@ -1,4 +1,4 @@
 # SPDX-FileCopyrightText: 2024-present h3xit <[email protected]>
 #
 # SPDX-License-Identifier: MIT
-__version__ = "0.0.3.dev1"
+__version__ = "0.0.3.dev3"

src/h3xrecon/plugins/main.py

@@ -17,12 +17,24 @@ async def execute(self, params: dict) -> AsyncGenerator[Dict[str, Any], None]:
     async def _read_subprocess_output(self, process: asyncio.subprocess.Process) -> AsyncGenerator[str, None]:
         """Helper method to read and process subprocess output."""
         while True:
-            line = await process.stdout.readline()
-            if not line:
+            try:
+                # Increase buffer limit to handle larger outputs
+                line = await process.stdout.readuntil(b'\n', limit=1024*1024)  # 1MB buffer
+                output = line.decode().strip()
+                if output:
+                    yield output
+            except asyncio.exceptions.IncompleteReadError:
+                break
+            except asyncio.exceptions.LimitOverrunError:
+                # If we hit the limit, read the remaining data
+                partial = await process.stdout.read(1024*1024)
+                if partial:
+                    output = partial.decode().strip()
+                    if output:
+                        yield output
+                continue
+            except Exception as e:
+                logger.error(f"Error reading subprocess output: {str(e)}")
                 break
-            output = line.decode().strip()
-            if output:
-                #logger.debug(f"{self.name} output: {output}")
-                yield output
 
         await process.wait()

src/h3xrecon/plugins/plugins/nuclei.py

@@ -64,7 +64,7 @@ async def execute(self, params: Dict[str, Any], program_id: int = None, executio
         function_params = asdict(FunctionParams(**params))
         logger.info(f"Running {self.name} on {function_params.get("target", {})}")
         command = f"""
-            nuclei -u {function_params.get("target", {})} -j {" ".join(function_params.get("extra_params", []))}
+            nuclei -or -u {function_params.get("target", {})} -j {" ".join(function_params.get("extra_params", []))}
         """
         logger.debug(f"Running command: {command}")
         process = await asyncio.create_subprocess_shell(