feat: Replace agentkeepalive with native Node.js HTTP agents for proxy support

Replace the agentkeepalive dependency with Node.js native http.Agent and https.Agent to enable HTTP proxy support. The native agents support the HTTP_PROXY and HTTPS_PROXY environment variables out of the box, allowing the client to work seamlessly with proxy configurations.

This change maintains the same keep-alive functionality while removing an external dependency and adding proxy support capability.

Author: tducret

package-lock.json

@@ -66,7 +66,6 @@
         "@apify/log": "^2.2.6",
         "@apify/utilities": "^2.23.2",
         "@crawlee/types": "^3.3.0",
-        "agentkeepalive": "^4.2.1",
         "ansi-colors": "^4.1.1",
         "async-retry": "^1.3.3",
         "axios": "^1.6.7",

package.json

@@ -1,6 +1,7 @@
+import http from 'node:http';
+import https from 'node:https';
 import os from 'node:os';
 
-import KeepAliveAgent from 'agentkeepalive';
 import type { RetryFunction } from 'async-retry';
 import retry from 'async-retry';
 import type { AxiosError, AxiosInstance, AxiosRequestConfig, AxiosResponse, InternalAxiosRequestConfig } from 'axios';
@@ -32,9 +33,9 @@ export class HttpClient {
 
     timeoutMillis: number;
 
-    httpAgent?: KeepAliveAgent;
+    httpAgent?: http.Agent;
 
-    httpsAgent?: KeepAliveAgent.HttpsAgent;
+    httpsAgent?: https.Agent;
 
     axios: AxiosInstance;
 
@@ -58,11 +59,13 @@ export class HttpClient {
             // is for inactive sockets, sometimes the platform would take
             // long to process requests and the socket would time-out
             // while waiting for the response.
-            const agentOpts = {
+            const agentOptions: http.AgentOptions = {
+                keepAlive: true,
                 timeout: this.timeoutMillis,
             };
-            this.httpAgent = new KeepAliveAgent(agentOpts);
-            this.httpsAgent = new KeepAliveAgent.HttpsAgent(agentOpts);
+
+            this.httpAgent = new http.Agent(agentOptions);
+            this.httpsAgent = new https.Agent(agentOptions);
         }
 
         this.axios = axios.create({