diff --git a/README.md b/README.md index 66ad4d2..ed98aa3 100644 --- a/README.md +++ b/README.md @@ -10,17 +10,18 @@ Steel is an open-source browser API purpose-built for AI agents. | Rank | Agent | Organization | WebVoyager Score | Source | Open Source | New | SOTA | | ---- | --------------- | -------------- | ---------------- | ------------------------------------------------------------------------------------------------- | ----------- | --- | ---- | -| 1 | Browser Use | Browser Use | 89.1% | [Source](https://browser-use.com/posts/sota-technical-report) | Yes | Yes | Yes | -| 2 | Operator | OpenAI | 87% | [Source](https://openai.com/index/introducing-operator/) | No | Yes | | -| 3 | Kura | Kura | 87% | [Source](https://www.trykura.com/benchmarks) | No | Yes | | -| 4 | Skyvern 2.0 | Skyvern | 85.85% | [Source](https://blog.skyvern.com/skyvern-2-0-state-of-the-art-web-navigation-with-85-8-on-webvoyager-eval/) | Yes | Yes | | -| 5 | Project Mariner | Google | 83.5% | [Source](https://deepmind.google/technologies/project-mariner/) | No | | | -| 6 | Proxy | Convergence AI | 82% | [Source](https://convergence.ai/training-web-agents-with-web-world-models-dec-2024/) | No | | | -| 7 | Agent-E | Emergence AI | 73.1% | [Source](https://www.emergence.ai/blog/agent-e-sota) | No | | | -| 8 | Runner H 0.1 | H Company | 67% | [Source](https://www.hcompany.ai/blog/a-research-update) | No | | | -| 9 | WILBUR | Academic Research | 60.6% | [Source](https://arxiv.org/abs/2404.05902) | No | | | -| 10 | WebVoyager | Academic Research | 59.1% | [Source](https://arxiv.org/abs/2401.13919) | Yes | | | -| 11 | Computer Use | Anthropic | 52% | [Source](https://www.hcompany.ai/blog/a-research-update) | No | | | +| 1 | Index | Laminar | 92% | [Source](https://x.com/skull8888888888/status/1910763169489764374) | Yes | Yes | Yes | +| 2 | Browser Use | Browser Use | 89.1% | [Source](https://browser-use.com/posts/sota-technical-report) | Yes | Yes | | +| 3 | Operator | OpenAI | 87% | [Source](https://openai.com/index/introducing-operator/) | No | Yes | | +| 4 | Kura | Kura | 87% | [Source](https://www.trykura.com/benchmarks) | No | Yes | | +| 5 | Skyvern 2.0 | Skyvern | 85.85% | [Source](https://blog.skyvern.com/skyvern-2-0-state-of-the-art-web-navigation-with-85-8-on-webvoyager-eval/) | Yes | Yes | | +| 6 | Project Mariner | Google | 83.5% | [Source](https://deepmind.google/technologies/project-mariner/) | No | | | +| 7 | Proxy | Convergence AI | 82% | [Source](https://convergence.ai/training-web-agents-with-web-world-models-dec-2024/) | No | | | +| 8 | Agent-E | Emergence AI | 73.1% | [Source](https://www.emergence.ai/blog/agent-e-sota) | No | | | +| 9 | Runner H 0.1 | H Company | 67% | [Source](https://www.hcompany.ai/blog/a-research-update) | No | | | +| 10 | WILBUR | Academic Research | 60.6% | [Source](https://arxiv.org/abs/2404.05902) | No | | | +| 11 | WebVoyager | Academic Research | 59.1% | [Source](https://arxiv.org/abs/2401.13919) | Yes | | | +| 12 | Computer Use | Anthropic | 52% | [Source](https://www.hcompany.ai/blog/a-research-update) | No | | | **Notes:** diff --git a/src/lib/leaderboard.ts b/src/lib/leaderboard.ts index aa27843..49e8fdf 100644 --- a/src/lib/leaderboard.ts +++ b/src/lib/leaderboard.ts @@ -11,6 +11,17 @@ export interface LeaderboardEntry { } export const leaderboardEntries: LeaderboardEntry[] = [ + { + agent: "Index", + organization: "Laminar", + webVoyager: { + score: "92%", + source: "https://x.com/skull8888888888/status/1910763169489764374", + }, + isNew: true, + github: "https://github.com/lmnr-ai/index", + homepage: "https://github.com/lmnr-ai/index", + }, { agent: "Browser Use", organization: "Browser Use",