Leaderboard View
Get the current leaderboard rankings for the given leaderboard
A successful response will include a list of JSON objects in the body.
For the LLM leaderboard:
```json
[
{
"id": "str" (submission uuid),
"rank": "int",
"model_name": "str",
"model_size_billions": "optional float",
"source_url": "optional str",
"organization_name": "optional str",
"organization_url": "optional str",
"domain_knowledge_score": "float",
"quantity_extraction_score": "float",
"program_synthesis_score": "float",
"overall_score": "float",
"is_open_source": "bool",
"is_highlighted": "bool",
}
]
```
For the RAG leaderboard:
```json
[
{
"id": "str" (submission uuid),
"rank": "int",
"model_name": "str",
"rag_name: "optional str",
"source_url": "optional str",
"organization_name": "optional str",
"organization_url": "optional str",
"long_document_score": "float",
"overall_score": "float",
"open_source_status": "str",
"is_highlighted": "bool",
}
]
```
GET /api/v1/leaderboard/rag
[ { "id": "4c1ae107-0253-4c1e-9b8e-3e3ff896c324", "model_name": "Claude 3.5 Sonnet", "source_url": null, "organization_name": "Anthropic", "organization_url": "https://www.anthropic.com/", "is_highlighted": false, "long_document_score": 0.4711111111111111, "overall_score": 0.4711111111111111, "rag_name": "N/A", "open_source_status": "closed", "rank": 1 }, { "id": "750de5f2-1593-4bee-a969-80281535f0a6", "model_name": "o1-preview", "source_url": null, "organization_name": "OpenAI", "organization_url": "https://www.openai.com/", "is_highlighted": false, "long_document_score": 0.4311111111111111, "overall_score": 0.4311111111111111, "rag_name": "N/A", "open_source_status": "closed", "rank": 2 }, { "id": "fe112cee-1b99-437c-a1fe-b29ef4f2b9f5", "model_name": "GPT-4o", "source_url": null, "organization_name": "OpenAI", "organization_url": "https://www.openai.com/", "is_highlighted": false, "long_document_score": 0.39555555555555555, "overall_score": 0.39555555555555555, "rag_name": "N/A", "open_source_status": "closed", "rank": 3 }, { "id": "f0114153-1eb9-4cb2-8143-aa9e4660f4f1", "model_name": "Claude 3.5 Sonnet", "source_url": null, "organization_name": "Anthropic", "organization_url": "https://www.anthropic.com/", "is_highlighted": false, "long_document_score": 0.3111111111111111, "overall_score": 0.3111111111111111, "rag_name": "text-embedding-3-large", "open_source_status": "closed", "rank": 4 }, { "id": "bd7108e5-2b87-4690-9764-b43641a023c7", "model_name": "GPT-4o", "source_url": null, "organization_name": "OpenAI", "organization_url": "https://www.openai.com/", "is_highlighted": false, "long_document_score": 0.30666666666666664, "overall_score": 0.30666666666666664, "rag_name": "text-embedding-3-large", "open_source_status": "closed", "rank": 5 }, { "id": "32c3f4f8-f19b-407c-9d99-e40fc2f8640f", "model_name": "Mistral Large 2", "source_url": null, "organization_name": "Mistral AI", "organization_url": "https://mistral.ai/", "is_highlighted": false, "long_document_score": 0.27111111111111114, "overall_score": 0.27111111111111114, "rag_name": "text-embedding-3-large", "open_source_status": "closed", "rank": 6 }, { "id": "a14b6fb7-09af-45a7-943f-8bc7f9818715", "model_name": "GPT-4o", "source_url": null, "organization_name": "OpenAI", "organization_url": "https://www.openai.com/", "is_highlighted": false, "long_document_score": 0.26222222222222225, "overall_score": 0.26222222222222225, "rag_name": "text-embedding-3-small", "open_source_status": "closed", "rank": 7 }, { "id": "a51a855e-18c5-4086-9026-e9f9087fdbda", "model_name": "Llama 3 70B", "source_url": null, "organization_name": "Meta", "organization_url": "https://ai.meta.com/", "is_highlighted": false, "long_document_score": 0.24888888888888888, "overall_score": 0.24888888888888888, "rag_name": "text-embedding-3-large", "open_source_status": "closed", "rank": 8 }, { "id": "d3497bf5-7fc7-4f43-9784-8098ec8a34b0", "model_name": "o1-preview", "source_url": null, "organization_name": "OpenAI", "organization_url": "https://openai.com/", "is_highlighted": false, "long_document_score": 0.22666666666666666, "overall_score": 0.22666666666666666, "rag_name": "text-embedding-3-large", "open_source_status": "closed", "rank": 9 }, { "id": "e429ecdd-5cff-4f30-997f-174f06d8a78b", "model_name": "GPT-4o", "source_url": null, "organization_name": "OpenAI", "organization_url": "https://openai.com/", "is_highlighted": false, "long_document_score": 0.21333333333333335, "overall_score": 0.21333333333333335, "rag_name": "nvidia-Llama3-ChatQA-1.5-8B", "open_source_status": "closed", "rank": 10 }, { "id": "8c3fc6b3-ef59-4c65-86aa-ec2d14030af1", "model_name": "Llama 3 70B", "source_url": null, "organization_name": "Meta", "organization_url": "https://ai.meta.com/", "is_highlighted": false, "long_document_score": 0.2, "overall_score": 0.2, "rag_name": "N/A", "open_source_status": "closed", "rank": 11 }, { "id": "d1c035fa-78b9-4663-90c0-f471dfce8ebd", "model_name": "GPT-4 Turbo", "source_url": null, "organization_name": "OpenAI", "organization_url": "https://www.openai.com/", "is_highlighted": false, "long_document_score": 0.2, "overall_score": 0.2, "rag_name": "N/A", "open_source_status": "closed", "rank": 12 }, { "id": "f082d661-bf4f-4650-9e36-97d4b2d075ba", "model_name": "GPT-4o", "source_url": null, "organization_name": "OpenAI", "organization_url": "https://openai.com/", "is_highlighted": false, "long_document_score": 0.17333333333333334, "overall_score": 0.17333333333333334, "rag_name": "snowflake-arctic-embed-xs", "open_source_status": "closed", "rank": 13 }, { "id": "914a512a-2476-4fc7-948d-a875e26ebdde", "model_name": "Mixtral 8x7B", "source_url": null, "organization_name": "Mistral AI", "organization_url": "https://mistral.ai/", "is_highlighted": false, "long_document_score": 0.1288888888888889, "overall_score": 0.1288888888888889, "rag_name": "text-embedding-3-large", "open_source_status": "closed", "rank": 14 } ]