diff --git a/evaluation/benchmarks/swe_bench/run_infer.py b/evaluation/benchmarks/swe_bench/run_infer.py
index f7290bc52da8..1db2123c0faa 100644
--- a/evaluation/benchmarks/swe_bench/run_infer.py
+++ b/evaluation/benchmarks/swe_bench/run_infer.py
@@ -259,6 +259,9 @@ def get_config(
         condenser=metadata.condenser_config,
         enable_prompt_extensions=False,
         model_routing=model_routing_config,
+        system_prompt_filename=metadata.agent_config.system_prompt_filename
+        if metadata.agent_config
+        else 'system_prompt.j2',
     )
     config.set_agent_config(agent_config)
 
diff --git a/pyproject.toml b/pyproject.toml
index 9938870e4a50..a3ec6c5ff206 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -218,3 +218,11 @@ lint.pydocstyle.convention = "google"
 concurrency = [ "gevent" ]
 relative_files = true
 omit = [ "enterprise/tests/*", "**/test_*" ]
+
+[tool.pyright]
+exclude = [
+  "evaluation/evaluation_outputs/**",
+  "**/__pycache__",
+  "**/.git",
+  "**/node_modules",
+]