Overwrite main's files with http_validator

Author: adamridges

.gitignore

@@ -11,39 +11,17 @@ wheels/
 
 # Env files
 *.env
-*.db
-*.db.bak
 
 # MacOS
 .DS_Store
 
-# Logging
-logs.json
-logs_mineshaft/
 
-# IDEs
-.idea/
-
-# Validator generated files
-.cache/
-repos/
-repo_cache/
-agents/
-validator/datasets/swebench_verified/repos/
-results/
+# SWE-Bench
 logs/
 
-# Miner installations and submodules
-SWE-agent/*
-.gitmodules
-
-LOCAL_NOTES.md
-LOCAL_NOTES.md
-conversation.jsonc
-
 # Platform cache
 subnet_hotkeys_cache.json
-.commits_cache.json
 
-# IP name mappings (local config)
-whitelist.json
+
+# Adam's stuff
+gui/

agent.py

@@ -0,0 +1,100 @@
+import os
+import json
+import requests
+
+
+
+RUN_ID = os.getenv("RUN_ID")
+if not RUN_ID:
+    print("[AGENT] WARNING: RUN_ID is not set")
+
+SANDBOX_PROXY_URL = os.getenv("SANDBOX_PROXY_URL")
+if not SANDBOX_PROXY_URL:
+    print("[AGENT] WARNING: SANDBOX_PROXY_URL is not set")
+
+
+
+def inference(model, temperature, messages):
+    try:
+        payload = {
+            "run_id": RUN_ID,
+            "model": model,
+            "temperature": temperature,
+            "messages": messages
+        }
+        
+        print(f"[AGENT] inference(): Sending inference request for model {model} (temperature {temperature}) with {len(messages)} messages")
+        response = requests.post(
+            f"{SANDBOX_PROXY_URL}/api/inference",
+            headers={"Content-Type": "application/json"},
+            data=json.dumps(payload)
+        )
+        
+        if response.status_code == 200:
+            result = response.text.strip('"')
+            print(f"[AGENT] inference(): Inference response: {len(result)} characters")
+            return result
+        else:
+            print(f"[AGENT] inference(): Inference failed with status {response.status_code}: {response.text}")
+            return None
+            
+    except Exception as e:
+        print(f"[AGENT] inference(): Inference request failed: {e}")
+        return None
+
+
+
+def embedding(input):
+    try:
+        payload = {
+            "run_id": RUN_ID,
+            "input": input
+        }
+        
+        print(f"[AGENT] embedding(): Sending embedding request...")
+        response = requests.post(
+            f"{SANDBOX_PROXY_URL}/api/embedding",
+            headers={"Content-Type": "application/json"},
+            data=json.dumps(payload)
+        )
+        
+        if response.status_code == 200:
+            result = response.json()
+            print(f"[AGENT] embedding(): Embedding response: {len(result)} dimensions")
+            return result
+        else:
+            print(f"[AGENT] embedding(): Embedding failed with status {response.status_code}: {response.text}")
+            return None
+            
+    except Exception as e:
+        print(f"[AGENT] embedding(): Embedding request failed: {e}")
+        return None
+
+
+
+def agent_main(input): 
+    print("[AGENT] Entered agent_main()")
+
+
+
+    # Test inference function
+    message = "What is 2+2?"
+    print(f"[AGENT] <-- '{message}'")
+    messages = [
+        {"role": "user", "content": message}
+    ]
+    inference_result = inference("moonshotai/Kimi-K2-Instruct", 0.5, messages)
+    if inference_result:
+        print(f"[AGENT] --> '{inference_result}'")
+
+
+
+    print("[AGENT] Reading solution from /sandbox/solution.diff")
+    with open("/sandbox/solution.diff", "r") as f:
+        diff = f.read()
+
+
+
+    print("[AGENT] Exiting agent_main()")
+    
+    return diff

api/.commits_cache.json

@@ -0,0 +1 @@
+["57ff9fec4be08a941f08d1e41ea3de870e5729fa", "590cadc6b019e7f6d620e858228490109839926f", "768fc4c9608229a2b405fcead4959c7f4f33a79f", "385f9a18764bd7578866292561361bc0b48096f1", "85882bf82f7944523f9d22853e44c7315f2c8171", "fe49148b81a79796dea185bc82c76091a9380f92", "e434bee0aa9c5c7071f9f54de7567232d59ce5da", "6ba640919c6d51a2bcbff8b493f318849b437a60", "1bc3f6b22237200473b704dca9df2f7d18f24578", "4cbeae9da2bd11edd2d0f3de44e6184795089ad6", "96bb89a3b2b8ac3fcd5281af533d1c343c1ca307", "60421984b5856b09e0db916f3393baf7495333e7", "37dcf2fe9d1da708bbad4729c973c22d5dbdb5f8", "144e40de50576399545256e95017d8e44388a177", "7e230c433657f2b34de60616ffd8a99576eac27e", "856877d8857ec0bd22b44cc8f8c9d62fec30dbfd", "ba5669f23d66af5a57887db0ddee61e269343b8d", "89ae6b444f940947637f0e1ba3e8b31376b1a135", "08b8f99b2af4865b67a6f277626d443c0b57bb08", "fa226e5eddcdc125bd64f8faccbf6c29a38bc347", "098cedb9df5628b798e9a5ab5f97df3a520cf54d", "42439cef169bebd5c9761ac740afe1a720288c11", "c41411cc4c95e072da1a90cf4e052547553d5b81", "c957ffd55b2997fa2895895dbcd4c2135ecbd0d1", "db7128ab8dd0999f2c87b70c3eba09968a2416eb", "ef421703a2b8b97809328a3781572bd38e29b0e9", "e8f85f55957d3462f49421d550b2ccc4e7535013", "022bea3f22d75eb7ff282201a800d4caf0a24082", "d2c96674c8b5976a7c04fd209c59431623f58db0", "64023fd419ae410b81baa41fdc371648d0fb20a4"]

api/.env.example

@@ -1,27 +1,26 @@
-ENV=
+ENV=dev
 
-NETUID=372
-SUBTENSOR_NETWORK=testnet
-SUBTENSOR_ADDRESS=wss://test.finney.opentensor.ai:443
+AWS_ACCESS_KEY_ID=
+AWS_SECRET_ACCESS_KEY=
+AWS_REGION=
 
-BAN_PASSWORD=
+S3_BUCKET_NAME=
 
-AWS_MASTER_USERNAME=
-AWS_MASTER_PASSWORD=
+DATABASE_USERNAME=
+DATABASE_PASSWORD=
+DATABASE_HOST=
+DATABASE_PORT=5432
+DATABASE_NAME=
 
-AWS_RDS_PLATFORM_ENDPOINT=
-AWS_RDS_PLATFORM_DB_NAME=
+SCREENER_PASSWORD=
+SCREENER_1_THRESHOLD=0.3 # Must get at least 30% on screener-1
+SCREENER_2_THRESHOLD=0.4 # Must get at least 40% on screener-2
+PRUNE_THRESHOLD=0.9 # Must get at least 90% of the top agent's score after finishing screener-2
 
-AWS_S3_BUCKET_NAME=
+VALIDATOR_HEARTBEAT_TIMEOUT_SECONDS=60 # 1 minute
+VALIDATOR_HEARTBEAT_TIMEOUT_INTERVAL_SECONDS=60 # 1 minute
+VALIDATOR_RUNNING_AGENT_TIMEOUT_SECONDS=2400 # 40 minutes
+VALIDATOR_RUNNING_EVAL_TIMEOUT_SECONDS=600 # 10 minutes
+NUM_EVALS_PER_AGENT=3
 
-TAOSTATS_API_KEY=
-
-OPEN_USER_PASSWORD=
-
-DB_USER_INT=
-DB_PASS_INT=
-DB_HOST_INT=
-DB_PORT_INT=
-DB_NAME_INT=
-
-TREASURY_TRANSACTION_PASSWORD=
+MINER_AGENT_UPLOAD_RATE_LIMIT_SECONDS=86400 # 24 hours

api/config.py

@@ -0,0 +1,167 @@
+import os
+import utils.logger as logger
+
+from dotenv import load_dotenv
+
+
+
+# Load everything from .env
+load_dotenv()
+
+
+
+# TODO ADAM: fix up the file where this is used
+NETUID = os.getenv("NETUID")
+if not NETUID:
+    logger.fatal("NETUID is not set in .env")
+NETUID = int(NETUID)
+
+SUBTENSOR_ADDRESS = os.getenv("SUBTENSOR_ADDRESS")
+if not SUBTENSOR_ADDRESS:
+    logger.fatal("SUBTENSOR_ADDRESS is not set in .env")
+
+SUBTENSOR_NETWORK = os.getenv("SUBTENSOR_NETWORK")
+if not SUBTENSOR_ADDRESS:
+    logger.fatal("SUBTENSOR_ADDRESS is not set in .env")
+
+
+
+
+# Load the environment configuration
+ENV = os.getenv("ENV")
+if not ENV:
+    logger.fatal("ENV is not set in .env")
+
+if ENV != "prod" and ENV != "dev":
+    logger.fatal("ENV must be either 'prod' or 'dev'")
+
+
+
+# Load AWS configuration
+AWS_ACCESS_KEY_ID = os.getenv("AWS_ACCESS_KEY_ID")
+if not AWS_ACCESS_KEY_ID:
+    logger.fatal("AWS_ACCESS_KEY_ID is not set in .env")
+    
+AWS_SECRET_ACCESS_KEY = os.getenv("AWS_SECRET_ACCESS_KEY")
+if not AWS_SECRET_ACCESS_KEY:
+    logger.fatal("AWS_SECRET_ACCESS_KEY is not set in .env")
+
+AWS_REGION = os.getenv("AWS_REGION")
+if not AWS_REGION:
+    logger.fatal("AWS_REGION is not set in .env")
+
+
+
+# Load S3 configuration
+S3_BUCKET_NAME = os.getenv("S3_BUCKET_NAME")
+if not S3_BUCKET_NAME:
+    logger.fatal("S3_BUCKET_NAME is not set in .env")
+
+
+
+# Load database configuration
+DATABASE_USERNAME = os.getenv("DATABASE_USERNAME")
+if not DATABASE_USERNAME:
+    logger.fatal("DATABASE_USERNAME is not set in .env")
+    
+DATABASE_PASSWORD = os.getenv("DATABASE_PASSWORD")
+if not DATABASE_PASSWORD:
+    logger.fatal("DATABASE_PASSWORD is not set in .env")
+    
+DATABASE_HOST = os.getenv("DATABASE_HOST")
+if not DATABASE_HOST:
+    logger.fatal("DATABASE_HOST is not set in .env")
+    
+DATABASE_PORT = os.getenv("DATABASE_PORT")
+if not DATABASE_PORT:
+    logger.fatal("DATABASE_PORT is not set in .env")
+DATABASE_PORT = int(DATABASE_PORT)
+    
+DATABASE_NAME = os.getenv("DATABASE_NAME")
+if not DATABASE_NAME:
+    logger.fatal("DATABASE_NAME is not set in .env")
+
+
+
+# Load screener configuration
+SCREENER_PASSWORD = os.getenv("SCREENER_PASSWORD")
+if not SCREENER_PASSWORD:
+    logger.fatal("SCREENER_PASSWORD is not set in .env")
+
+SCREENER_1_THRESHOLD = os.getenv("SCREENER_1_THRESHOLD")
+if not SCREENER_1_THRESHOLD:
+    logger.fatal("SCREENER_1_THRESHOLD is not set in .env")
+SCREENER_1_THRESHOLD = float(SCREENER_1_THRESHOLD)
+
+SCREENER_2_THRESHOLD = os.getenv("SCREENER_2_THRESHOLD")
+if not SCREENER_2_THRESHOLD:
+    logger.fatal("SCREENER_2_THRESHOLD is not set in .env")
+SCREENER_2_THRESHOLD = float(SCREENER_2_THRESHOLD)
+
+PRUNE_THRESHOLD = os.getenv("PRUNE_THRESHOLD")
+if not PRUNE_THRESHOLD:
+    logger.fatal("PRUNE_THRESHOLD is not set in .env")
+PRUNE_THRESHOLD = float(PRUNE_THRESHOLD)
+
+
+
+# Load validator configuration
+VALIDATOR_HEARTBEAT_TIMEOUT_SECONDS = os.getenv("VALIDATOR_HEARTBEAT_TIMEOUT_SECONDS")
+if not VALIDATOR_HEARTBEAT_TIMEOUT_SECONDS:
+    logger.fatal("VALIDATOR_HEARTBEAT_TIMEOUT_SECONDS is not set in .env")
+VALIDATOR_HEARTBEAT_TIMEOUT_SECONDS = int(VALIDATOR_HEARTBEAT_TIMEOUT_SECONDS)
+
+VALIDATOR_HEARTBEAT_TIMEOUT_INTERVAL_SECONDS = os.getenv("VALIDATOR_HEARTBEAT_TIMEOUT_INTERVAL_SECONDS")
+if not VALIDATOR_HEARTBEAT_TIMEOUT_INTERVAL_SECONDS:
+    logger.fatal("VALIDATOR_HEARTBEAT_TIMEOUT_INTERVAL_SECONDS is not set in .env")
+VALIDATOR_HEARTBEAT_TIMEOUT_INTERVAL_SECONDS = int(VALIDATOR_HEARTBEAT_TIMEOUT_INTERVAL_SECONDS)
+
+VALIDATOR_RUNNING_AGENT_TIMEOUT_SECONDS = os.getenv("VALIDATOR_RUNNING_AGENT_TIMEOUT_SECONDS")
+if not VALIDATOR_RUNNING_AGENT_TIMEOUT_SECONDS:
+    logger.fatal("VALIDATOR_RUNNING_AGENT_TIMEOUT_SECONDS is not set in .env")
+VALIDATOR_RUNNING_AGENT_TIMEOUT_SECONDS = int(VALIDATOR_RUNNING_AGENT_TIMEOUT_SECONDS)
+
+VALIDATOR_RUNNING_EVAL_TIMEOUT_SECONDS = os.getenv("VALIDATOR_RUNNING_EVAL_TIMEOUT_SECONDS")
+if not VALIDATOR_RUNNING_EVAL_TIMEOUT_SECONDS:
+    logger.fatal("VALIDATOR_RUNNING_EVAL_TIMEOUT_SECONDS is not set in .env")
+VALIDATOR_RUNNING_EVAL_TIMEOUT_SECONDS = int(VALIDATOR_RUNNING_EVAL_TIMEOUT_SECONDS)
+
+NUM_EVALS_PER_AGENT = os.getenv("NUM_EVALS_PER_AGENT")
+if not NUM_EVALS_PER_AGENT:
+    logger.fatal("NUM_EVALS_PER_AGENT is not set in .env")
+NUM_EVALS_PER_AGENT = int(NUM_EVALS_PER_AGENT)
+
+
+
+MINER_AGENT_UPLOAD_RATE_LIMIT_SECONDS = os.getenv("MINER_AGENT_UPLOAD_RATE_LIMIT_SECONDS")
+if not MINER_AGENT_UPLOAD_RATE_LIMIT_SECONDS:
+    logger.fatal("MINER_AGENT_UPLOAD_RATE_LIMIT_SECONDS is not set in .env")
+MINER_AGENT_UPLOAD_RATE_LIMIT_SECONDS = int(MINER_AGENT_UPLOAD_RATE_LIMIT_SECONDS)
+
+
+
+logger.info("=== API Configuration ===")
+logger.info(f"Environment: {'Production' if ENV == 'prod' else 'Development'}")
+logger.info("-------------------------")
+logger.info(f"AWS Region: {AWS_REGION}")
+logger.info("-------------------------")
+logger.info(f"S3 Bucket Name: {S3_BUCKET_NAME}")
+logger.info("-------------------------")
+logger.info(f"Database Username: {DATABASE_USERNAME}")
+logger.info(f"Database Host: {DATABASE_HOST}")
+logger.info(f"Database Port: {DATABASE_PORT}")
+logger.info(f"Database Name: {DATABASE_NAME}")
+logger.info("-------------------------")
+logger.info(f"Screener 1 Threshold: {SCREENER_1_THRESHOLD}")
+logger.info(f"Screener 2 Threshold: {SCREENER_2_THRESHOLD}")
+logger.info(f"Prune Threshold: {PRUNE_THRESHOLD}")
+logger.info("-------------------------")
+logger.info(f"Validator Heartbeat Timeout: {VALIDATOR_HEARTBEAT_TIMEOUT_SECONDS} second(s)")
+logger.info(f"Validator Heartbeat Timeout Interval: {VALIDATOR_HEARTBEAT_TIMEOUT_INTERVAL_SECONDS} second(s)")
+logger.info(f"Validator Running Agent Timeout: {VALIDATOR_RUNNING_AGENT_TIMEOUT_SECONDS} second(s)")
+logger.info(f"Validator Running Evaluation Timeout: {VALIDATOR_RUNNING_EVAL_TIMEOUT_SECONDS} second(s)")
+logger.info("-------------------------")
+logger.info(f"Number of Evaluations Per Agent: {NUM_EVALS_PER_AGENT}")
+logger.info("-------------------------")
+logger.info(f"Miner Agent Upload Rate Limit: {MINER_AGENT_UPLOAD_RATE_LIMIT_SECONDS} second(s)")
+logger.info("=========================")

api/loops/validator_heartbeat_timeout.py

@@ -0,0 +1,15 @@
+import asyncio
+import api.config as config
+import utils.logger as logger
+
+from api.src.endpoints.validator import delete_validators_that_have_not_sent_a_heartbeat
+
+
+
+async def validator_heartbeat_timeout_loop():
+    logger.info("Starting validator heartbeat timeout loop...")
+
+    while True:
+        await delete_validators_that_have_not_sent_a_heartbeat()
+
+        await asyncio.sleep(config.VALIDATOR_HEARTBEAT_TIMEOUT_INTERVAL_SECONDS)