import{s as K,n as N,o as Q}from"../chunks/scheduler.7da89386.js";import{S as W,i as J,g as r,s as i,r as V,A as X,h as s,f as a,c as l,j as B,x as v,u as U,k as M,y as Y,a as n,v as D,d as F,t as G,w as I}from"../chunks/index.20910acc.js";import{H as Z,E as ee}from"../chunks/getInferenceSnippets.217b4024.js";function te(q){let o,x,b,y,d,j='
',_,c,$,m,S="A library for easily evaluating machine learning models and datasets.",E,p,z="With a single line of code, you get access to dozens of evaluation methods for different domains (NLP, Computer Vision, Reinforcement Learning, and more!). Be it on your local machine or in a distributed training setup, you can evaluate your models in a consistent and reproducible way!",L,g,A='Visit the 🤗 Evaluate organization for a full list of available metrics. Each metric has a dedicated Space with an interactive demo for how to use the metric, and a documentation card detailing the metrics limitations and usage.',T,f,O='
Tip: For more recent evaluation approaches, for example for evaluating LLMs, we recommend our newer and more actively maintained library LightEval.
',C,u,R='Learn the basics and become familiar with loading, computing, and saving with 🤗 Evaluate. Start here if you are using 🤗 Evaluate for the first time!
Practical guides to help you achieve a specific goal. Take a look at these guides to learn how to use 🤗 Evaluate to solve real-world problems.
High-level explanations for building a better understanding of important topics such as considerations going into evaluating a model or dataset and the difference between metrics, measurements, and comparisons.
Technical descriptions of how 🤗 Evaluate classes and methods work.