import{s as hn,o as $n,n as O}from"../chunks/scheduler.7da89386.js";import{S as bn,i as _n,g as c,s as o,r as f,A as yn,h as d,f as l,c as r,j as w,u as g,x as y,k as C,y as n,a as p,v,d as h,t as $,w as b}from"../chunks/index.20910acc.js";import{D as j}from"../chunks/Docstring.f0851586.js";import{C as G}from"../chunks/CodeBlock.143bd81e.js";import{E as A}from"../chunks/ExampleCodeBlock.d74eb35c.js";import{H as Ft,E as xn}from"../chunks/getInferenceSnippets.217b4024.js";function Mn(M){let a,x="Example:",m,s,u;return s=new G({props:{code:"bXlfbWV0cmljJTIwJTNEJTIwRXZhbHVhdGlvbk1vZHVsZUluZm8uZnJvbV9kaXJlY3RvcnkoJTIyJTJGcGF0aCUyRnRvJTJGZGlyZWN0b3J5JTJGJTIyKQ==",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>my_metric = EvaluationModuleInfo.from_directory(<span class="hljs-string">&quot;/path/to/directory/&quot;</span>)',wrap:!1}}),{c(){a=c("p"),a.textContent=x,m=o(),f(s.$$.fragment)},l(t){a=d(t,"P",{"data-svelte-h":!0}),y(a)!=="svelte-11lpom8"&&(a.textContent=x),m=r(t),g(s.$$.fragment,t)},m(t,_){p(t,a,_),p(t,m,_),v(s,t,_),u=!0},p:O,i(t){u||(h(s.$$.fragment,t),u=!0)},o(t){$(s.$$.fragment,t),u=!1},d(t){t&&(l(a),l(m)),b(s,t)}}}function wn(M){let a,x="Example:",m,s,u;return s=new G({props:{code:"bXlfbWV0cmljLmluZm8ud3JpdGVfdG9fZGlyZWN0b3J5KCUyMiUyRnBhdGglMkZ0byUyRmRpcmVjdG9yeSUyRiUyMik=",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span>my_metric.info.write_to_directory(<span class="hljs-string">&quot;/path/to/directory/&quot;</span>)',wrap:!1}}),{c(){a=c("p"),a.textContent=x,m=o(),f(s.$$.fragment)},l(t){a=d(t,"P",{"data-svelte-h":!0}),y(a)!=="svelte-11lpom8"&&(a.textContent=x),m=r(t),g(s.$$.fragment,t)},m(t,_){p(t,a,_),p(t,m,_),v(s,t,_),u=!0},p:O,i(t){u||(h(s.$$.fragment,t),u=!0)},o(t){$(s.$$.fragment,t),u=!1},d(t){t&&(l(a),l(m)),b(s,t)}}}function Cn(M){let a,x="Example:",m,s,u;return s=new G({props:{code:"aW1wb3J0JTIwZXZhbHVhdGUlMEFhY2N1cmFjeSUyMCUzRCUyMGV2YWx1YXRlLmxvYWQoJTIyYWNjdXJhY3klMjIpJTBBYWNjdXJhY3kuYWRkKHJlZmVyZW5jZXMlM0QlNUIwJTJDMSU1RCUyQyUyMHByZWRpY3Rpb25zJTNEJTVCMSUyQzAlNUQp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> evaluate
<span class="hljs-meta">&gt;&gt;&gt; </span>accuracy = evaluate.load(<span class="hljs-string">&quot;accuracy&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>accuracy.add(references=[<span class="hljs-number">0</span>,<span class="hljs-number">1</span>], predictions=[<span class="hljs-number">1</span>,<span class="hljs-number">0</span>])`,wrap:!1}}),{c(){a=c("p"),a.textContent=x,m=o(),f(s.$$.fragment)},l(t){a=d(t,"P",{"data-svelte-h":!0}),y(a)!=="svelte-11lpom8"&&(a.textContent=x),m=r(t),g(s.$$.fragment,t)},m(t,_){p(t,a,_),p(t,m,_),v(s,t,_),u=!0},p:O,i(t){u||(h(s.$$.fragment,t),u=!0)},o(t){$(s.$$.fragment,t),u=!1},d(t){t&&(l(a),l(m)),b(s,t)}}}function jn(M){let a,x="Example:",m,s,u;return s=new G({props:{code:"aW1wb3J0JTIwZXZhbHVhdGUlMEFhY2N1cmFjeSUyMCUzRCUyMGV2YWx1YXRlLmxvYWQoJTIyYWNjdXJhY3klMjIpJTBBZm9yJTIwcmVmcyUyQyUyMHByZWRzJTIwaW4lMjB6aXAoJTVCJTVCMCUyQzElNUQlMkMlNUIwJTJDMSU1RCU1RCUyQyUyMCU1QiU1QjElMkMwJTVEJTJDJTVCMCUyQzElNUQlNUQpJTNBJTBBJTIwJTIwJTIwJTIwYWNjdXJhY3kuYWRkX2JhdGNoKHJlZmVyZW5jZXMlM0RyZWZzJTJDJTIwcHJlZGljdGlvbnMlM0RwcmVkcyk=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> evaluate
<span class="hljs-meta">&gt;&gt;&gt; </span>accuracy = evaluate.load(<span class="hljs-string">&quot;accuracy&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">for</span> refs, preds <span class="hljs-keyword">in</span> <span class="hljs-built_in">zip</span>([[<span class="hljs-number">0</span>,<span class="hljs-number">1</span>],[<span class="hljs-number">0</span>,<span class="hljs-number">1</span>]], [[<span class="hljs-number">1</span>,<span class="hljs-number">0</span>],[<span class="hljs-number">0</span>,<span class="hljs-number">1</span>]]):
<span class="hljs-meta">... </span>    accuracy.add_batch(references=refs, predictions=preds)`,wrap:!1}}),{c(){a=c("p"),a.textContent=x,m=o(),f(s.$$.fragment)},l(t){a=d(t,"P",{"data-svelte-h":!0}),y(a)!=="svelte-11lpom8"&&(a.textContent=x),m=r(t),g(s.$$.fragment,t)},m(t,_){p(t,a,_),p(t,m,_),v(s,t,_),u=!0},p:O,i(t){u||(h(s.$$.fragment,t),u=!0)},o(t){$(s.$$.fragment,t),u=!1},d(t){t&&(l(a),l(m)),b(s,t)}}}function Tn(M){let a,x;return a=new G({props:{code:"aW1wb3J0JTIwZXZhbHVhdGUlMEFhY2N1cmFjeSUyMCUzRCUyMCUyMGV2YWx1YXRlLmxvYWQoJTIyYWNjdXJhY3klMjIpJTBBYWNjdXJhY3kuY29tcHV0ZShwcmVkaWN0aW9ucyUzRCU1QjAlMkMlMjAxJTJDJTIwMSUyQyUyMDAlNUQlMkMlMjByZWZlcmVuY2VzJTNEJTVCMCUyQyUyMDElMkMlMjAwJTJDJTIwMSU1RCk=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> evaluate
<span class="hljs-meta">&gt;&gt;&gt; </span>accuracy =  evaluate.load(<span class="hljs-string">&quot;accuracy&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>accuracy.compute(predictions=[<span class="hljs-number">0</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>], references=[<span class="hljs-number">0</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">1</span>])`,wrap:!1}}),{c(){f(a.$$.fragment)},l(m){g(a.$$.fragment,m)},m(m,s){v(a,m,s),x=!0},p:O,i(m){x||(h(a.$$.fragment,m),x=!0)},o(m){$(a.$$.fragment,m),x=!1},d(m){b(a,m)}}}function En(M){let a,x="Example:",m,s,u;return s=new G({props:{code:"aW1wb3J0JTIwZXZhbHVhdGU=",highlighted:'<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> evaluate',wrap:!1}}),{c(){a=c("p"),a.textContent=x,m=o(),f(s.$$.fragment)},l(t){a=d(t,"P",{"data-svelte-h":!0}),y(a)!=="svelte-11lpom8"&&(a.textContent=x),m=r(t),g(s.$$.fragment,t)},m(t,_){p(t,a,_),p(t,m,_),v(s,t,_),u=!0},p:O,i(t){u||(h(s.$$.fragment,t),u=!0)},o(t){$(s.$$.fragment,t),u=!1},d(t){t&&(l(a),l(m)),b(s,t)}}}function Jn(M){let a,x="Examples:",m,s,u;return s=new G({props:{code:"aW1wb3J0JTIwZXZhbHVhdGUlMEFhY2N1cmFjeSUyMCUzRCUyMGV2YWx1YXRlLmxvYWQoJTIyYWNjdXJhY3klMjIpJTBBZjElMjAlM0QlMjBldmFsdWF0ZS5sb2FkKCUyMmYxJTIyKSUwQWNsZl9tZXRyaWNzJTIwJTNEJTIwY29tYmluZSglNUIlMjJhY2N1cmFjeSUyMiUyQyUyMCUyMmYxJTIyJTVEKQ==",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> evaluate
<span class="hljs-meta">&gt;&gt;&gt; </span>accuracy = evaluate.load(<span class="hljs-string">&quot;accuracy&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>f1 = evaluate.load(<span class="hljs-string">&quot;f1&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>clf_metrics = combine([<span class="hljs-string">&quot;accuracy&quot;</span>, <span class="hljs-string">&quot;f1&quot;</span>])`,wrap:!1}}),{c(){a=c("p"),a.textContent=x,m=o(),f(s.$$.fragment)},l(t){a=d(t,"P",{"data-svelte-h":!0}),y(a)!=="svelte-kvfsh7"&&(a.textContent=x),m=r(t),g(s.$$.fragment,t)},m(t,_){p(t,a,_),p(t,m,_),v(s,t,_),u=!0},p:O,i(t){u||(h(s.$$.fragment,t),u=!0)},o(t){$(s.$$.fragment,t),u=!1},d(t){t&&(l(a),l(m)),b(s,t)}}}function Un(M){let a,x="Example:",m,s,u;return s=new G({props:{code:"aW1wb3J0JTIwZXZhbHVhdGUlMEFhY2N1cmFjeSUyMCUzRCUyMGV2YWx1YXRlLmxvYWQoJTIyYWNjdXJhY3klMjIpJTBBZjElMjAlM0QlMjBldmFsdWF0ZS5sb2FkKCUyMmYxJTIyKSUwQWNsZl9tZXRyaWNzJTIwJTNEJTIwY29tYmluZSglNUIlMjJhY2N1cmFjeSUyMiUyQyUyMCUyMmYxJTIyJTVEKSUwQWZvciUyMHJlZiUyQyUyMHByZWQlMjBpbiUyMHppcCglNUIwJTJDMSUyQzAlMkMxJTVEJTJDJTIwJTVCMSUyQzAlMkMwJTJDMSU1RCklM0ElMEElMjAlMjAlMjAlMjBjbGZfbWV0cmljcy5hZGQocmVmZXJlbmNlcyUzRHJlZiUyQyUyMHByZWRpY3Rpb25zJTNEcHJlZCk=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> evaluate
<span class="hljs-meta">&gt;&gt;&gt; </span>accuracy = evaluate.load(<span class="hljs-string">&quot;accuracy&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>f1 = evaluate.load(<span class="hljs-string">&quot;f1&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>clf_metrics = combine([<span class="hljs-string">&quot;accuracy&quot;</span>, <span class="hljs-string">&quot;f1&quot;</span>])
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">for</span> ref, pred <span class="hljs-keyword">in</span> <span class="hljs-built_in">zip</span>([<span class="hljs-number">0</span>,<span class="hljs-number">1</span>,<span class="hljs-number">0</span>,<span class="hljs-number">1</span>], [<span class="hljs-number">1</span>,<span class="hljs-number">0</span>,<span class="hljs-number">0</span>,<span class="hljs-number">1</span>]):
<span class="hljs-meta">... </span>    clf_metrics.add(references=ref, predictions=pred)`,wrap:!1}}),{c(){a=c("p"),a.textContent=x,m=o(),f(s.$$.fragment)},l(t){a=d(t,"P",{"data-svelte-h":!0}),y(a)!=="svelte-11lpom8"&&(a.textContent=x),m=r(t),g(s.$$.fragment,t)},m(t,_){p(t,a,_),p(t,m,_),v(s,t,_),u=!0},p:O,i(t){u||(h(s.$$.fragment,t),u=!0)},o(t){$(s.$$.fragment,t),u=!1},d(t){t&&(l(a),l(m)),b(s,t)}}}function kn(M){let a,x="Example:",m,s,u;return s=new G({props:{code:"aW1wb3J0JTIwZXZhbHVhdGUlMEFhY2N1cmFjeSUyMCUzRCUyMGV2YWx1YXRlLmxvYWQoJTIyYWNjdXJhY3klMjIpJTBBZjElMjAlM0QlMjBldmFsdWF0ZS5sb2FkKCUyMmYxJTIyKSUwQWNsZl9tZXRyaWNzJTIwJTNEJTIwY29tYmluZSglNUIlMjJhY2N1cmFjeSUyMiUyQyUyMCUyMmYxJTIyJTVEKSUwQWZvciUyMHJlZnMlMkMlMjBwcmVkcyUyMGluJTIwemlwKCU1QiU1QjAlMkMxJTVEJTJDJTVCMCUyQzElNUQlNUQlMkMlMjAlNUIlNUIxJTJDMCU1RCUyQyU1QjAlMkMxJTVEJTVEKSUzQSUwQSUyMCUyMCUyMCUyMGNsZl9tZXRyaWNzLmFkZChyZWZlcmVuY2VzJTNEcmVmcyUyQyUyMHByZWRpY3Rpb25zJTNEcHJlZHMp",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> evaluate
<span class="hljs-meta">&gt;&gt;&gt; </span>accuracy = evaluate.load(<span class="hljs-string">&quot;accuracy&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>f1 = evaluate.load(<span class="hljs-string">&quot;f1&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>clf_metrics = combine([<span class="hljs-string">&quot;accuracy&quot;</span>, <span class="hljs-string">&quot;f1&quot;</span>])
<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">for</span> refs, preds <span class="hljs-keyword">in</span> <span class="hljs-built_in">zip</span>([[<span class="hljs-number">0</span>,<span class="hljs-number">1</span>],[<span class="hljs-number">0</span>,<span class="hljs-number">1</span>]], [[<span class="hljs-number">1</span>,<span class="hljs-number">0</span>],[<span class="hljs-number">0</span>,<span class="hljs-number">1</span>]]):
<span class="hljs-meta">... </span>    clf_metrics.add(references=refs, predictions=preds)`,wrap:!1}}),{c(){a=c("p"),a.textContent=x,m=o(),f(s.$$.fragment)},l(t){a=d(t,"P",{"data-svelte-h":!0}),y(a)!=="svelte-11lpom8"&&(a.textContent=x),m=r(t),g(s.$$.fragment,t)},m(t,_){p(t,a,_),p(t,m,_),v(s,t,_),u=!0},p:O,i(t){u||(h(s.$$.fragment,t),u=!0)},o(t){$(s.$$.fragment,t),u=!1},d(t){t&&(l(a),l(m)),b(s,t)}}}function Nn(M){let a,x="Example:",m,s,u;return s=new G({props:{code:"aW1wb3J0JTIwZXZhbHVhdGUlMEFhY2N1cmFjeSUyMCUzRCUyMGV2YWx1YXRlLmxvYWQoJTIyYWNjdXJhY3klMjIpJTBBZjElMjAlM0QlMjBldmFsdWF0ZS5sb2FkKCUyMmYxJTIyKSUwQWNsZl9tZXRyaWNzJTIwJTNEJTIwY29tYmluZSglNUIlMjJhY2N1cmFjeSUyMiUyQyUyMCUyMmYxJTIyJTVEKSUwQWNsZl9tZXRyaWNzLmNvbXB1dGUocHJlZGljdGlvbnMlM0QlNUIwJTJDMSU1RCUyQyUyMHJlZmVyZW5jZXMlM0QlNUIxJTJDMSU1RCk=",highlighted:`<span class="hljs-meta">&gt;&gt;&gt; </span><span class="hljs-keyword">import</span> evaluate
<span class="hljs-meta">&gt;&gt;&gt; </span>accuracy = evaluate.load(<span class="hljs-string">&quot;accuracy&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>f1 = evaluate.load(<span class="hljs-string">&quot;f1&quot;</span>)
<span class="hljs-meta">&gt;&gt;&gt; </span>clf_metrics = combine([<span class="hljs-string">&quot;accuracy&quot;</span>, <span class="hljs-string">&quot;f1&quot;</span>])
<span class="hljs-meta">&gt;&gt;&gt; </span>clf_metrics.compute(predictions=[<span class="hljs-number">0</span>,<span class="hljs-number">1</span>], references=[<span class="hljs-number">1</span>,<span class="hljs-number">1</span>])
{<span class="hljs-string">&#x27;accuracy&#x27;</span>: <span class="hljs-number">0.5</span>, <span class="hljs-string">&#x27;f1&#x27;</span>: <span class="hljs-number">0.6666666666666666</span>}`,wrap:!1}}),{c(){a=c("p"),a.textContent=x,m=o(),f(s.$$.fragment)},l(t){a=d(t,"P",{"data-svelte-h":!0}),y(a)!=="svelte-11lpom8"&&(a.textContent=x),m=r(t),g(s.$$.fragment,t)},m(t,_){p(t,a,_),p(t,m,_),v(s,t,_),u=!0},p:O,i(t){u||(h(s.$$.fragment,t),u=!0)},o(t){$(s.$$.fragment,t),u=!1},d(t){t&&(l(a),l(m)),b(s,t)}}}function In(M){let a,x,m,s,u,t,_,xt,$e,La="The base class <code>EvaluationModuleInfo</code> implements a the logic for the subclasses <code>MetricInfo</code>, <code>ComparisonInfo</code>, and <code>MeasurementInfo</code>.",Mt,T,be,Rt,Fe,Sa=`Base class to store information about an evaluation used for <code>MetricInfo</code>, <code>ComparisonInfo</code>,
and <code>MeasurementInfo</code>.`,Ht,Re,Pa=`<code>EvaluationModuleInfo</code> documents an evaluation, including its name, version, and features.
See the constructor arguments and properties for a full list.`,qt,He,Qa="Note: Not all fields are known on construction and may be updated later.",zt,D,_e,Xt,qe,Da="Create <code>EvaluationModuleInfo</code> from the JSON file in <code>metric_info_dir</code>.",At,oe,Ot,F,ye,Gt,ze,Fa=`Write <code>EvaluationModuleInfo</code> as JSON to <code>metric_info_dir</code>.
Also save the license separately in LICENSE.`,Bt,re,wt,k,xe,Kt,Xe,Ra="Information about a metric.",ea,Ae,Ha=`<code>EvaluationModuleInfo</code> documents a metric, including its name, version, and features.
See the constructor arguments and properties for a full list.`,ta,Oe,qa="Note: Not all fields are known on construction and may be updated later.",Ct,N,Me,aa,Ge,za="Information about a comparison.",na,Be,Xa=`<code>EvaluationModuleInfo</code> documents a comparison, including its name, version, and features.
See the constructor arguments and properties for a full list.`,sa,Ke,Aa="Note: Not all fields are known on construction and may be updated later.",jt,I,we,oa,et,Oa="Information about a measurement.",ra,tt,Ga=`<code>EvaluationModuleInfo</code> documents a measurement, including its name, version, and features.
See the constructor arguments and properties for a full list.`,la,at,Ba="Note: Not all fields are known on construction and may be updated later.",Tt,Ce,Et,je,Ka="The base class <code>EvaluationModule</code> implements a the logic for the subclasses <code>Metric</code>, <code>Comparison</code>, and <code>Measurement</code>.",Jt,E,Te,ia,nt,en="A <code>EvaluationModule</code> is the base class and common API for metrics, comparisons, and measurements.",ca,R,Ee,da,st,tn="Add one prediction and reference for the evaluation module’s stack.",ma,le,pa,H,Je,ua,ot,an="Add a batch of predictions and references for the evaluation module’s stack.",fa,ie,ga,V,Ue,va,rt,nn="Compute the evaluation module.",ha,lt,sn="Usage of positional arguments is not allowed to prevent mistakes.",$a,ce,ba,q,ke,_a,it,on="Downloads and prepares evaluation module for reading.",ya,de,Ut,B,Ne,xa,ct,rn="A Metric is the base class and common API for all metrics.",kt,K,Ie,Ma,dt,ln="A Comparison is the base class and common API for all comparisons.",Nt,ee,Ze,wa,mt,cn="A Measurement is the base class and common API for all measurements.",It,Ye,Zt,Ve,dn="The <code>combine</code> function allows to combine multiple <code>EvaluationModule</code>s into a single <code>CombinedEvaluations</code>.",Yt,Z,We,Ca,pt,mn=`Combines several metrics, comparisons, or measurements into a single <code>CombinedEvaluations</code> object that
can be used like a single evaluation module.`,ja,ut,pn=`If two scores have the same name, then they are prefixed with their module names.
And if two modules have the same name, please use a dictionary to give them different names, otherwise an integer id is appended to the prefix.`,Ta,me,Vt,Y,Le,Ea,z,Se,Ja,ft,un="Add one prediction and reference for each evaluation module’s stack.",Ua,pe,ka,X,Pe,Na,gt,fn="Add a batch of predictions and references for each evaluation module’s stack.",Ia,ue,Za,W,Qe,Ya,vt,gn="Compute each evaluation module.",Va,ht,vn="Usage of positional arguments is not allowed to prevent mistakes.",Wa,fe,Wt,De,Lt,yt,St;return u=new Ft({props:{title:"Main classes",local:"main-classes",headingTag:"h1"}}),_=new Ft({props:{title:"EvaluationModuleInfo",local:"evaluate.EvaluationModuleInfo",headingTag:"h2"}}),be=new j({props:{name:"class evaluate.EvaluationModuleInfo",anchor:"evaluate.EvaluationModuleInfo",parameters:[{name:"description",val:": str"},{name:"citation",val:": str"},{name:"features",val:": typing.Union[datasets.features.features.Features, typing.List[datasets.features.features.Features]]"},{name:"inputs_description",val:": str = <factory>"},{name:"homepage",val:": str = <factory>"},{name:"license",val:": str = <factory>"},{name:"codebase_urls",val:": typing.List[str] = <factory>"},{name:"reference_urls",val:": typing.List[str] = <factory>"},{name:"streamable",val:": bool = False"},{name:"format",val:": typing.Optional[str] = None"},{name:"module_type",val:": str = 'metric'"},{name:"module_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"experiment_id",val:": typing.Optional[str] = None"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/info.py#L34"}}),_e=new j({props:{name:"from_directory",anchor:"evaluate.EvaluationModuleInfo.from_directory",parameters:[{name:"metric_info_dir",val:""}],parametersDescription:[{anchor:"evaluate.EvaluationModuleInfo.from_directory.metric_info_dir",description:`<strong>metric_info_dir</strong> (<code>str</code>) &#x2014;
The directory containing the <code>metric_info</code> JSON file. This
should be the root directory of a specific metric version.`,name:"metric_info_dir"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/info.py#L92"}}),oe=new A({props:{anchor:"evaluate.EvaluationModuleInfo.from_directory.example",$$slots:{default:[Mn]},$$scope:{ctx:M}}}),ye=new j({props:{name:"write_to_directory",anchor:"evaluate.EvaluationModuleInfo.write_to_directory",parameters:[{name:"metric_info_dir",val:""}],parametersDescription:[{anchor:"evaluate.EvaluationModuleInfo.write_to_directory.metric_info_dir",description:`<strong>metric_info_dir</strong> (<code>str</code>) &#x2014;
The directory to save <code>metric_info_dir</code> to.`,name:"metric_info_dir"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/info.py#L72"}}),re=new A({props:{anchor:"evaluate.EvaluationModuleInfo.write_to_directory.example",$$slots:{default:[wn]},$$scope:{ctx:M}}}),xe=new j({props:{name:"class evaluate.MetricInfo",anchor:"evaluate.MetricInfo",parameters:[{name:"description",val:": str"},{name:"citation",val:": str"},{name:"features",val:": typing.Union[datasets.features.features.Features, typing.List[datasets.features.features.Features]]"},{name:"inputs_description",val:": str = <factory>"},{name:"homepage",val:": str = <factory>"},{name:"license",val:": str = <factory>"},{name:"codebase_urls",val:": typing.List[str] = <factory>"},{name:"reference_urls",val:": typing.List[str] = <factory>"},{name:"streamable",val:": bool = False"},{name:"format",val:": typing.Optional[str] = None"},{name:"module_type",val:": str = 'metric'"},{name:"module_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"experiment_id",val:": typing.Optional[str] = None"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/info.py#L121"}}),Me=new j({props:{name:"class evaluate.ComparisonInfo",anchor:"evaluate.ComparisonInfo",parameters:[{name:"description",val:": str"},{name:"citation",val:": str"},{name:"features",val:": typing.Union[datasets.features.features.Features, typing.List[datasets.features.features.Features]]"},{name:"inputs_description",val:": str = <factory>"},{name:"homepage",val:": str = <factory>"},{name:"license",val:": str = <factory>"},{name:"codebase_urls",val:": typing.List[str] = <factory>"},{name:"reference_urls",val:": typing.List[str] = <factory>"},{name:"streamable",val:": bool = False"},{name:"format",val:": typing.Optional[str] = None"},{name:"module_type",val:": str = 'comparison'"},{name:"module_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"experiment_id",val:": typing.Optional[str] = None"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/info.py#L134"}}),we=new j({props:{name:"class evaluate.MeasurementInfo",anchor:"evaluate.MeasurementInfo",parameters:[{name:"description",val:": str"},{name:"citation",val:": str"},{name:"features",val:": typing.Union[datasets.features.features.Features, typing.List[datasets.features.features.Features]]"},{name:"inputs_description",val:": str = <factory>"},{name:"homepage",val:": str = <factory>"},{name:"license",val:": str = <factory>"},{name:"codebase_urls",val:": typing.List[str] = <factory>"},{name:"reference_urls",val:": typing.List[str] = <factory>"},{name:"streamable",val:": bool = False"},{name:"format",val:": typing.Optional[str] = None"},{name:"module_type",val:": str = 'measurement'"},{name:"module_name",val:": typing.Optional[str] = None"},{name:"config_name",val:": typing.Optional[str] = None"},{name:"experiment_id",val:": typing.Optional[str] = None"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/info.py#L147"}}),Ce=new Ft({props:{title:"EvaluationModule",local:"evaluate.EvaluationModule",headingTag:"h2"}}),Te=new j({props:{name:"class evaluate.EvaluationModule",anchor:"evaluate.EvaluationModule",parameters:[{name:"config_name",val:": typing.Optional[str] = None"},{name:"keep_in_memory",val:": bool = False"},{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"num_process",val:": int = 1"},{name:"process_id",val:": int = 0"},{name:"seed",val:": typing.Optional[int] = None"},{name:"experiment_id",val:": typing.Optional[str] = None"},{name:"hash",val:": str = None"},{name:"max_concurrent_cache_files",val:": int = 10000"},{name:"timeout",val:": typing.Union[int, float] = 100"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"evaluate.EvaluationModule.config_name",description:`<strong>config_name</strong> (<code>str</code>) &#x2014;
This is used to define a hash specific to a module computation script and prevents the module&#x2019;s data
to be overridden when the module loading script is modified.`,name:"config_name"},{anchor:"evaluate.EvaluationModule.keep_in_memory",description:`<strong>keep_in_memory</strong> (<code>bool</code>) &#x2014;
Keep all predictions and references in memory. Not possible in distributed settings.`,name:"keep_in_memory"},{anchor:"evaluate.EvaluationModule.cache_dir",description:`<strong>cache_dir</strong> (<code>str</code>) &#x2014;
Path to a directory in which temporary prediction/references data will be stored.
The data directory should be located on a shared file-system in distributed setups.`,name:"cache_dir"},{anchor:"evaluate.EvaluationModule.num_process",description:`<strong>num_process</strong> (<code>int</code>) &#x2014;
Specify the total number of nodes in a distributed settings.
This is useful to compute module in distributed setups (in particular non-additive modules like F1).`,name:"num_process"},{anchor:"evaluate.EvaluationModule.process_id",description:`<strong>process_id</strong> (<code>int</code>) &#x2014;
Specify the id of the current process in a distributed setup (between 0 and num_process-1)
This is useful to compute module in distributed setups (in particular non-additive metrics like F1).`,name:"process_id"},{anchor:"evaluate.EvaluationModule.seed",description:`<strong>seed</strong> (<code>int</code>, optional) &#x2014;
If specified, this will temporarily set numpy&#x2019;s random seed when <a href="/docs/evaluate/v0.4.5/en/package_reference/main_classes#evaluate.EvaluationModule.compute">compute()</a> is run.`,name:"seed"},{anchor:"evaluate.EvaluationModule.experiment_id",description:`<strong>experiment_id</strong> (<code>str</code>) &#x2014;
A specific experiment id. This is used if several distributed evaluations share the same file system.
This is useful to compute module in distributed setups (in particular non-additive metrics like F1).`,name:"experiment_id"},{anchor:"evaluate.EvaluationModule.hash",description:`<strong>hash</strong> (<code>str</code>) &#x2014;
Used to identify the evaluation module according to the hashed file contents.`,name:"hash"},{anchor:"evaluate.EvaluationModule.max_concurrent_cache_files",description:`<strong>max_concurrent_cache_files</strong> (<code>int</code>) &#x2014;
Max number of concurrent module cache files (default <code>10000</code>).`,name:"max_concurrent_cache_files"},{anchor:"evaluate.EvaluationModule.timeout",description:`<strong>timeout</strong> (<code>Union[int, float]</code>) &#x2014;
Timeout in second for distributed setting synchronization.`,name:"timeout"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/module.py#L149"}}),Ee=new j({props:{name:"add",anchor:"evaluate.EvaluationModule.add",parameters:[{name:"prediction",val:" = None"},{name:"reference",val:" = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"evaluate.EvaluationModule.add.prediction",description:`<strong>prediction</strong> (<code>list/array/tensor</code>, <em>optional</em>) &#x2014;
Predictions.`,name:"prediction"},{anchor:"evaluate.EvaluationModule.add.reference",description:`<strong>reference</strong> (<code>list/array/tensor</code>, <em>optional</em>) &#x2014;
References.`,name:"reference"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/module.py#L548"}}),le=new A({props:{anchor:"evaluate.EvaluationModule.add.example",$$slots:{default:[Cn]},$$scope:{ctx:M}}}),Je=new j({props:{name:"add_batch",anchor:"evaluate.EvaluationModule.add_batch",parameters:[{name:"predictions",val:" = None"},{name:"references",val:" = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"evaluate.EvaluationModule.add_batch.predictions",description:`<strong>predictions</strong> (<code>list/array/tensor</code>, <em>optional</em>) &#x2014;
Predictions.`,name:"predictions"},{anchor:"evaluate.EvaluationModule.add_batch.references",description:`<strong>references</strong> (<code>list/array/tensor</code>, <em>optional</em>) &#x2014;
References.`,name:"references"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/module.py#L488"}}),ie=new A({props:{anchor:"evaluate.EvaluationModule.add_batch.example",$$slots:{default:[jn]},$$scope:{ctx:M}}}),Ue=new j({props:{name:"compute",anchor:"evaluate.EvaluationModule.compute",parameters:[{name:"predictions",val:" = None"},{name:"references",val:" = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"evaluate.EvaluationModule.compute.predictions",description:`<strong>predictions</strong> (<code>list/array/tensor</code>, <em>optional</em>) &#x2014;
Predictions.`,name:"predictions"},{anchor:"evaluate.EvaluationModule.compute.references",description:`<strong>references</strong> (<code>list/array/tensor</code>, <em>optional</em>) &#x2014;
References.`,name:"references"},{anchor:"evaluate.EvaluationModule.compute.*kwargs",description:`*<strong>*kwargs</strong> (optional) &#x2014;
Keyword arguments that will be forwarded to the evaluation module <a href="/docs/evaluate/v0.4.5/en/package_reference/main_classes#evaluate.EvaluationModule.compute">compute()</a>
method (see details in the docstring).`,name:"*kwargs"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/module.py#L415",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<ul>
<li>Dictionary with the results if this evaluation module is run on the main process (<code>process_id == 0</code>).</li>
<li><code>None</code> if the evaluation module is not run on the main process (<code>process_id != 0</code>).</li>
</ul>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>dict</code> or <code>None</code></p>
`}}),ce=new A({props:{anchor:"evaluate.EvaluationModule.compute.example",$$slots:{default:[Tn]},$$scope:{ctx:M}}}),ke=new j({props:{name:"download_and_prepare",anchor:"evaluate.EvaluationModule.download_and_prepare",parameters:[{name:"download_config",val:": typing.Optional[datasets.download.download_config.DownloadConfig] = None"},{name:"dl_manager",val:": typing.Optional[datasets.download.download_manager.DownloadManager] = None"}],parametersDescription:[{anchor:"evaluate.EvaluationModule.download_and_prepare.download_config",description:`<strong>download_config</strong> (<code>DownloadConfig</code>, <em>optional</em>) &#x2014;
Specific download configuration parameters.`,name:"download_config"},{anchor:"evaluate.EvaluationModule.download_and_prepare.dl_manager",description:`<strong>dl_manager</strong> (<code>DownloadManager</code>, <em>optional</em>) &#x2014;
Specific download manager to use.`,name:"dl_manager"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/module.py#L677"}}),de=new A({props:{anchor:"evaluate.EvaluationModule.download_and_prepare.example",$$slots:{default:[En]},$$scope:{ctx:M}}}),Ne=new j({props:{name:"class evaluate.Metric",anchor:"evaluate.Metric",parameters:[{name:"config_name",val:": typing.Optional[str] = None"},{name:"keep_in_memory",val:": bool = False"},{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"num_process",val:": int = 1"},{name:"process_id",val:": int = 0"},{name:"seed",val:": typing.Optional[int] = None"},{name:"experiment_id",val:": typing.Optional[str] = None"},{name:"hash",val:": str = None"},{name:"max_concurrent_cache_files",val:": int = 10000"},{name:"timeout",val:": typing.Union[int, float] = 100"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"evaluate.Metric.config_name",description:`<strong>config_name</strong> (<code>str</code>) &#x2014;
This is used to define a hash specific to a metric computation script and prevents the metric&#x2019;s data
to be overridden when the metric loading script is modified.`,name:"config_name"},{anchor:"evaluate.Metric.keep_in_memory",description:`<strong>keep_in_memory</strong> (<code>bool</code>) &#x2014;
Keep all predictions and references in memory. Not possible in distributed settings.`,name:"keep_in_memory"},{anchor:"evaluate.Metric.cache_dir",description:`<strong>cache_dir</strong> (<code>str</code>) &#x2014;
Path to a directory in which temporary prediction/references data will be stored.
The data directory should be located on a shared file-system in distributed setups.`,name:"cache_dir"},{anchor:"evaluate.Metric.num_process",description:`<strong>num_process</strong> (<code>int</code>) &#x2014;
Specify the total number of nodes in a distributed settings.
This is useful to compute metrics in distributed setups (in particular non-additive metrics like F1).`,name:"num_process"},{anchor:"evaluate.Metric.process_id",description:`<strong>process_id</strong> (<code>int</code>) &#x2014;
Specify the id of the current process in a distributed setup (between 0 and num_process-1)
This is useful to compute metrics in distributed setups (in particular non-additive metrics like F1).`,name:"process_id"},{anchor:"evaluate.Metric.seed",description:`<strong>seed</strong> (<code>int</code>, <em>optional</em>) &#x2014;
If specified, this will temporarily set numpy&#x2019;s random seed when <a href="/docs/evaluate/v0.4.5/en/package_reference/main_classes#evaluate.EvaluationModule.compute">compute()</a> is run.`,name:"seed"},{anchor:"evaluate.Metric.experiment_id",description:`<strong>experiment_id</strong> (<code>str</code>) &#x2014;
A specific experiment id. This is used if several distributed evaluations share the same file system.
This is useful to compute metrics in distributed setups (in particular non-additive metrics like F1).`,name:"experiment_id"},{anchor:"evaluate.Metric.max_concurrent_cache_files",description:`<strong>max_concurrent_cache_files</strong> (<code>int</code>) &#x2014;
Max number of concurrent metric cache files (default <code>10000</code>).`,name:"max_concurrent_cache_files"},{anchor:"evaluate.Metric.timeout",description:`<strong>timeout</strong> (<code>Union[int, float]</code>) &#x2014;
Timeout in second for distributed setting synchronization.`,name:"timeout"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/module.py#L782"}}),Ie=new j({props:{name:"class evaluate.Comparison",anchor:"evaluate.Comparison",parameters:[{name:"config_name",val:": typing.Optional[str] = None"},{name:"keep_in_memory",val:": bool = False"},{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"num_process",val:": int = 1"},{name:"process_id",val:": int = 0"},{name:"seed",val:": typing.Optional[int] = None"},{name:"experiment_id",val:": typing.Optional[str] = None"},{name:"hash",val:": str = None"},{name:"max_concurrent_cache_files",val:": int = 10000"},{name:"timeout",val:": typing.Union[int, float] = 100"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"evaluate.Comparison.config_name",description:`<strong>config_name</strong> (<code>str</code>) &#x2014;
This is used to define a hash specific to a comparison computation script and prevents the comparison&#x2019;s data
to be overridden when the comparison loading script is modified.`,name:"config_name"},{anchor:"evaluate.Comparison.keep_in_memory",description:`<strong>keep_in_memory</strong> (<code>bool</code>) &#x2014;
Keep all predictions and references in memory. Not possible in distributed settings.`,name:"keep_in_memory"},{anchor:"evaluate.Comparison.cache_dir",description:`<strong>cache_dir</strong> (<code>str</code>) &#x2014;
Path to a directory in which temporary prediction/references data will be stored.
The data directory should be located on a shared file-system in distributed setups.`,name:"cache_dir"},{anchor:"evaluate.Comparison.num_process",description:`<strong>num_process</strong> (<code>int</code>) &#x2014;
Specify the total number of nodes in a distributed settings.
This is useful to compute  comparisons in distributed setups (in particular non-additive comparisons).`,name:"num_process"},{anchor:"evaluate.Comparison.process_id",description:`<strong>process_id</strong> (<code>int</code>) &#x2014;
Specify the id of the current process in a distributed setup (between 0 and num_process-1)
This is useful to compute  comparisons in distributed setups (in particular non-additive comparisons).`,name:"process_id"},{anchor:"evaluate.Comparison.seed",description:`<strong>seed</strong> (<code>int</code>, <em>optional</em>) &#x2014;
If specified, this will temporarily set numpy&#x2019;s random seed when <a href="/docs/evaluate/v0.4.5/en/package_reference/main_classes#evaluate.EvaluationModule.compute">compute()</a> is run.`,name:"seed"},{anchor:"evaluate.Comparison.experiment_id",description:`<strong>experiment_id</strong> (<code>str</code>) &#x2014;
A specific experiment id. This is used if several distributed evaluations share the same file system.
This is useful to compute  comparisons in distributed setups (in particular non-additive comparisons).`,name:"experiment_id"},{anchor:"evaluate.Comparison.max_concurrent_cache_files",description:`<strong>max_concurrent_cache_files</strong> (<code>int</code>) &#x2014;
Max number of concurrent comparison cache files (default <code>10000</code>).`,name:"max_concurrent_cache_files"},{anchor:"evaluate.Comparison.timeout",description:`<strong>timeout</strong> (<code>Union[int, float]</code>) &#x2014;
Timeout in second for distributed setting synchronization.`,name:"timeout"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/module.py#L812"}}),Ze=new j({props:{name:"class evaluate.Measurement",anchor:"evaluate.Measurement",parameters:[{name:"config_name",val:": typing.Optional[str] = None"},{name:"keep_in_memory",val:": bool = False"},{name:"cache_dir",val:": typing.Optional[str] = None"},{name:"num_process",val:": int = 1"},{name:"process_id",val:": int = 0"},{name:"seed",val:": typing.Optional[int] = None"},{name:"experiment_id",val:": typing.Optional[str] = None"},{name:"hash",val:": str = None"},{name:"max_concurrent_cache_files",val:": int = 10000"},{name:"timeout",val:": typing.Union[int, float] = 100"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"evaluate.Measurement.config_name",description:`<strong>config_name</strong> (<code>str</code>) &#x2014;
This is used to define a hash specific to a measurement computation script and prevents the measurement&#x2019;s data
to be overridden when the measurement loading script is modified.`,name:"config_name"},{anchor:"evaluate.Measurement.keep_in_memory",description:`<strong>keep_in_memory</strong> (<code>bool</code>) &#x2014;
Keep all predictions and references in memory. Not possible in distributed settings.`,name:"keep_in_memory"},{anchor:"evaluate.Measurement.cache_dir",description:`<strong>cache_dir</strong> (<code>str</code>) &#x2014;
Path to a directory in which temporary prediction/references data will be stored.
The data directory should be located on a shared file-system in distributed setups.`,name:"cache_dir"},{anchor:"evaluate.Measurement.num_process",description:`<strong>num_process</strong> (<code>int</code>) &#x2014;
Specify the total number of nodes in a distributed settings.
This is useful to compute measurements in distributed setups (in particular non-additive measurements).`,name:"num_process"},{anchor:"evaluate.Measurement.process_id",description:`<strong>process_id</strong> (<code>int</code>) &#x2014;
Specify the id of the current process in a distributed setup (between 0 and num_process-1)
This is useful to compute measurements in distributed setups (in particular non-additive measurements).`,name:"process_id"},{anchor:"evaluate.Measurement.seed",description:`<strong>seed</strong> (<code>int</code>, <em>optional</em>) &#x2014;
If specified, this will temporarily set numpy&#x2019;s random seed when <a href="/docs/evaluate/v0.4.5/en/package_reference/main_classes#evaluate.EvaluationModule.compute">compute()</a> is run.`,name:"seed"},{anchor:"evaluate.Measurement.experiment_id",description:`<strong>experiment_id</strong> (<code>str</code>) &#x2014;
A specific experiment id. This is used if several distributed evaluations share the same file system.
This is useful to compute measurements in distributed setups (in particular non-additive measurements).`,name:"experiment_id"},{anchor:"evaluate.Measurement.max_concurrent_cache_files",description:`<strong>max_concurrent_cache_files</strong> (<code>int</code>) &#x2014;
Max number of concurrent measurement cache files (default <code>10000</code>).`,name:"max_concurrent_cache_files"},{anchor:"evaluate.Measurement.timeout",description:`<strong>timeout</strong> (<code>Union[int, float]</code>) &#x2014;
Timeout in second for distributed setting synchronization.`,name:"timeout"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/module.py#L842"}}),Ye=new Ft({props:{title:"CombinedEvaluations",local:"evaluate.combine",headingTag:"h2"}}),We=new j({props:{name:"evaluate.combine",anchor:"evaluate.combine",parameters:[{name:"evaluations",val:""},{name:"force_prefix",val:" = False"}],parametersDescription:[{anchor:"evaluate.combine.evaluations",description:`<strong>evaluations</strong> (<code>Union[list, dict]</code>) &#x2014;
A list or dictionary of evaluation modules. The modules can either be passed
as strings or loaded <code>EvaluationModule</code>s. If a dictionary is passed its keys are the names used and the values the modules.
The names are used as prefix in case there are name overlaps in the returned results of each module or if <code>force_prefix=True</code>.`,name:"evaluations"},{anchor:"evaluate.combine.force_prefix",description:`<strong>force_prefix</strong> (<code>bool</code>, <em>optional</em>, defaults to <code>False</code>) &#x2014;
If <code>True</code> all scores from the modules are prefixed with their name. If
a dictionary is passed the keys are used as name otherwise the module&#x2019;s name.`,name:"force_prefix"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/module.py#L1008"}}),me=new A({props:{anchor:"evaluate.combine.example",$$slots:{default:[Jn]},$$scope:{ctx:M}}}),Le=new j({props:{name:"class evaluate.CombinedEvaluations",anchor:"evaluate.CombinedEvaluations",parameters:[{name:"evaluation_modules",val:""},{name:"force_prefix",val:" = False"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/module.py#L872"}}),Se=new j({props:{name:"add",anchor:"evaluate.CombinedEvaluations.add",parameters:[{name:"prediction",val:" = None"},{name:"reference",val:" = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"evaluate.CombinedEvaluations.add.predictions",description:`<strong>predictions</strong> (<code>list/array/tensor</code>, <em>optional</em>) &#x2014;
Predictions.`,name:"predictions"},{anchor:"evaluate.CombinedEvaluations.add.references",description:`<strong>references</strong> (<code>list/array/tensor</code>, <em>optional</em>) &#x2014;
References.`,name:"references"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/module.py#L895"}}),pe=new A({props:{anchor:"evaluate.CombinedEvaluations.add.example",$$slots:{default:[Un]},$$scope:{ctx:M}}}),Pe=new j({props:{name:"add_batch",anchor:"evaluate.CombinedEvaluations.add_batch",parameters:[{name:"predictions",val:" = None"},{name:"references",val:" = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"evaluate.CombinedEvaluations.add_batch.predictions",description:`<strong>predictions</strong> (<code>list/array/tensor</code>, <em>optional</em>) &#x2014;
Predictions.`,name:"predictions"},{anchor:"evaluate.CombinedEvaluations.add_batch.references",description:`<strong>references</strong> (<code>list/array/tensor</code>, <em>optional</em>) &#x2014;
References.`,name:"references"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/module.py#L920"}}),ue=new A({props:{anchor:"evaluate.CombinedEvaluations.add_batch.example",$$slots:{default:[kn]},$$scope:{ctx:M}}}),Qe=new j({props:{name:"compute",anchor:"evaluate.CombinedEvaluations.compute",parameters:[{name:"predictions",val:" = None"},{name:"references",val:" = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"evaluate.CombinedEvaluations.compute.predictions",description:`<strong>predictions</strong> (<code>list/array/tensor</code>, <em>optional</em>) &#x2014;
Predictions.`,name:"predictions"},{anchor:"evaluate.CombinedEvaluations.compute.references",description:`<strong>references</strong> (<code>list/array/tensor</code>, <em>optional</em>) &#x2014;
References.`,name:"references"},{anchor:"evaluate.CombinedEvaluations.compute.*kwargs",description:`*<strong>*kwargs</strong> (<em>optional</em>) &#x2014;
Keyword arguments that will be forwarded to the evaluation module <a href="/docs/evaluate/v0.4.5/en/package_reference/main_classes#evaluate.EvaluationModule.compute">compute()</a>
method (see details in the docstring).`,name:"*kwargs"}],source:"https://github.com/huggingface/evaluate/blob/v0.4.5/src/evaluate/module.py#L944",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<ul>
<li>Dictionary with the results if this evaluation module is run on the main process (<code>process_id == 0</code>).</li>
<li><code>None</code> if the evaluation module is not run on the main process (<code>process_id != 0</code>).</li>
</ul>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>dict</code> or <code>None</code></p>
`}}),fe=new A({props:{anchor:"evaluate.CombinedEvaluations.compute.example",$$slots:{default:[Nn]},$$scope:{ctx:M}}}),De=new xn({props:{source:"https://github.com/huggingface/evaluate/blob/main/docs/source/package_reference/main_classes.mdx"}}),{c(){a=c("meta"),x=o(),m=c("p"),s=o(),f(u.$$.fragment),t=o(),f(_.$$.fragment),xt=o(),$e=c("p"),$e.innerHTML=La,Mt=o(),T=c("div"),f(be.$$.fragment),Rt=o(),Fe=c("p"),Fe.innerHTML=Sa,Ht=o(),Re=c("p"),Re.innerHTML=Pa,qt=o(),He=c("p"),He.textContent=Qa,zt=o(),D=c("div"),f(_e.$$.fragment),Xt=o(),qe=c("p"),qe.innerHTML=Da,At=o(),f(oe.$$.fragment),Ot=o(),F=c("div"),f(ye.$$.fragment),Gt=o(),ze=c("p"),ze.innerHTML=Fa,Bt=o(),f(re.$$.fragment),wt=o(),k=c("div"),f(xe.$$.fragment),Kt=o(),Xe=c("p"),Xe.textContent=Ra,ea=o(),Ae=c("p"),Ae.innerHTML=Ha,ta=o(),Oe=c("p"),Oe.textContent=qa,Ct=o(),N=c("div"),f(Me.$$.fragment),aa=o(),Ge=c("p"),Ge.textContent=za,na=o(),Be=c("p"),Be.innerHTML=Xa,sa=o(),Ke=c("p"),Ke.textContent=Aa,jt=o(),I=c("div"),f(we.$$.fragment),oa=o(),et=c("p"),et.textContent=Oa,ra=o(),tt=c("p"),tt.innerHTML=Ga,la=o(),at=c("p"),at.textContent=Ba,Tt=o(),f(Ce.$$.fragment),Et=o(),je=c("p"),je.innerHTML=Ka,Jt=o(),E=c("div"),f(Te.$$.fragment),ia=o(),nt=c("p"),nt.innerHTML=en,ca=o(),R=c("div"),f(Ee.$$.fragment),da=o(),st=c("p"),st.textContent=tn,ma=o(),f(le.$$.fragment),pa=o(),H=c("div"),f(Je.$$.fragment),ua=o(),ot=c("p"),ot.textContent=an,fa=o(),f(ie.$$.fragment),ga=o(),V=c("div"),f(Ue.$$.fragment),va=o(),rt=c("p"),rt.textContent=nn,ha=o(),lt=c("p"),lt.textContent=sn,$a=o(),f(ce.$$.fragment),ba=o(),q=c("div"),f(ke.$$.fragment),_a=o(),it=c("p"),it.textContent=on,ya=o(),f(de.$$.fragment),Ut=o(),B=c("div"),f(Ne.$$.fragment),xa=o(),ct=c("p"),ct.textContent=rn,kt=o(),K=c("div"),f(Ie.$$.fragment),Ma=o(),dt=c("p"),dt.textContent=ln,Nt=o(),ee=c("div"),f(Ze.$$.fragment),wa=o(),mt=c("p"),mt.textContent=cn,It=o(),f(Ye.$$.fragment),Zt=o(),Ve=c("p"),Ve.innerHTML=dn,Yt=o(),Z=c("div"),f(We.$$.fragment),Ca=o(),pt=c("p"),pt.innerHTML=mn,ja=o(),ut=c("p"),ut.textContent=pn,Ta=o(),f(me.$$.fragment),Vt=o(),Y=c("div"),f(Le.$$.fragment),Ea=o(),z=c("div"),f(Se.$$.fragment),Ja=o(),ft=c("p"),ft.textContent=un,Ua=o(),f(pe.$$.fragment),ka=o(),X=c("div"),f(Pe.$$.fragment),Na=o(),gt=c("p"),gt.textContent=fn,Ia=o(),f(ue.$$.fragment),Za=o(),W=c("div"),f(Qe.$$.fragment),Ya=o(),vt=c("p"),vt.textContent=gn,Va=o(),ht=c("p"),ht.textContent=vn,Wa=o(),f(fe.$$.fragment),Wt=o(),f(De.$$.fragment),Lt=o(),yt=c("p"),this.h()},l(e){const i=yn("svelte-u9bgzb",document.head);a=d(i,"META",{name:!0,content:!0}),i.forEach(l),x=r(e),m=d(e,"P",{}),w(m).forEach(l),s=r(e),g(u.$$.fragment,e),t=r(e),g(_.$$.fragment,e),xt=r(e),$e=d(e,"P",{"data-svelte-h":!0}),y($e)!=="svelte-r3c65o"&&($e.innerHTML=La),Mt=r(e),T=d(e,"DIV",{class:!0});var J=w(T);g(be.$$.fragment,J),Rt=r(J),Fe=d(J,"P",{"data-svelte-h":!0}),y(Fe)!=="svelte-ra6joo"&&(Fe.innerHTML=Sa),Ht=r(J),Re=d(J,"P",{"data-svelte-h":!0}),y(Re)!=="svelte-df7vaj"&&(Re.innerHTML=Pa),qt=r(J),He=d(J,"P",{"data-svelte-h":!0}),y(He)!=="svelte-i6tnp8"&&(He.textContent=Qa),zt=r(J),D=d(J,"DIV",{class:!0});var te=w(D);g(_e.$$.fragment,te),Xt=r(te),qe=d(te,"P",{"data-svelte-h":!0}),y(qe)!=="svelte-zfolxt"&&(qe.innerHTML=Da),At=r(te),g(oe.$$.fragment,te),te.forEach(l),Ot=r(J),F=d(J,"DIV",{class:!0});var ae=w(F);g(ye.$$.fragment,ae),Gt=r(ae),ze=d(ae,"P",{"data-svelte-h":!0}),y(ze)!=="svelte-nbw6rp"&&(ze.innerHTML=Fa),Bt=r(ae),g(re.$$.fragment,ae),ae.forEach(l),J.forEach(l),wt=r(e),k=d(e,"DIV",{class:!0});var L=w(k);g(xe.$$.fragment,L),Kt=r(L),Xe=d(L,"P",{"data-svelte-h":!0}),y(Xe)!=="svelte-6i8lom"&&(Xe.textContent=Ra),ea=r(L),Ae=d(L,"P",{"data-svelte-h":!0}),y(Ae)!=="svelte-1smx4t5"&&(Ae.innerHTML=Ha),ta=r(L),Oe=d(L,"P",{"data-svelte-h":!0}),y(Oe)!=="svelte-i6tnp8"&&(Oe.textContent=qa),L.forEach(l),Ct=r(e),N=d(e,"DIV",{class:!0});var S=w(N);g(Me.$$.fragment,S),aa=r(S),Ge=d(S,"P",{"data-svelte-h":!0}),y(Ge)!=="svelte-m2yf9h"&&(Ge.textContent=za),na=r(S),Be=d(S,"P",{"data-svelte-h":!0}),y(Be)!=="svelte-2xrfz2"&&(Be.innerHTML=Xa),sa=r(S),Ke=d(S,"P",{"data-svelte-h":!0}),y(Ke)!=="svelte-i6tnp8"&&(Ke.textContent=Aa),S.forEach(l),jt=r(e),I=d(e,"DIV",{class:!0});var P=w(I);g(we.$$.fragment,P),oa=r(P),et=d(P,"P",{"data-svelte-h":!0}),y(et)!=="svelte-ldvgxe"&&(et.textContent=Oa),ra=r(P),tt=d(P,"P",{"data-svelte-h":!0}),y(tt)!=="svelte-183b2vb"&&(tt.innerHTML=Ga),la=r(P),at=d(P,"P",{"data-svelte-h":!0}),y(at)!=="svelte-i6tnp8"&&(at.textContent=Ba),P.forEach(l),Tt=r(e),g(Ce.$$.fragment,e),Et=r(e),je=d(e,"P",{"data-svelte-h":!0}),y(je)!=="svelte-1k52jf4"&&(je.innerHTML=Ka),Jt=r(e),E=d(e,"DIV",{class:!0});var U=w(E);g(Te.$$.fragment,U),ia=r(U),nt=d(U,"P",{"data-svelte-h":!0}),y(nt)!=="svelte-19jesei"&&(nt.innerHTML=en),ca=r(U),R=d(U,"DIV",{class:!0});var ne=w(R);g(Ee.$$.fragment,ne),da=r(ne),st=d(ne,"P",{"data-svelte-h":!0}),y(st)!=="svelte-dyhfls"&&(st.textContent=tn),ma=r(ne),g(le.$$.fragment,ne),ne.forEach(l),pa=r(U),H=d(U,"DIV",{class:!0});var se=w(H);g(Je.$$.fragment,se),ua=r(se),ot=d(se,"P",{"data-svelte-h":!0}),y(ot)!=="svelte-froa9g"&&(ot.textContent=an),fa=r(se),g(ie.$$.fragment,se),se.forEach(l),ga=r(U),V=d(U,"DIV",{class:!0});var Q=w(V);g(Ue.$$.fragment,Q),va=r(Q),rt=d(Q,"P",{"data-svelte-h":!0}),y(rt)!=="svelte-1w3d10q"&&(rt.textContent=nn),ha=r(Q),lt=d(Q,"P",{"data-svelte-h":!0}),y(lt)!=="svelte-yrjmzb"&&(lt.textContent=sn),$a=r(Q),g(ce.$$.fragment,Q),Q.forEach(l),ba=r(U),q=d(U,"DIV",{class:!0});var $t=w(q);g(ke.$$.fragment,$t),_a=r($t),it=d($t,"P",{"data-svelte-h":!0}),y(it)!=="svelte-8gwk9l"&&(it.textContent=on),ya=r($t),g(de.$$.fragment,$t),$t.forEach(l),U.forEach(l),Ut=r(e),B=d(e,"DIV",{class:!0});var Pt=w(B);g(Ne.$$.fragment,Pt),xa=r(Pt),ct=d(Pt,"P",{"data-svelte-h":!0}),y(ct)!=="svelte-l5b5u6"&&(ct.textContent=rn),Pt.forEach(l),kt=r(e),K=d(e,"DIV",{class:!0});var Qt=w(K);g(Ie.$$.fragment,Qt),Ma=r(Qt),dt=d(Qt,"P",{"data-svelte-h":!0}),y(dt)!=="svelte-1229yge"&&(dt.textContent=ln),Qt.forEach(l),Nt=r(e),ee=d(e,"DIV",{class:!0});var Dt=w(ee);g(Ze.$$.fragment,Dt),wa=r(Dt),mt=d(Dt,"P",{"data-svelte-h":!0}),y(mt)!=="svelte-1sbvaoq"&&(mt.textContent=cn),Dt.forEach(l),It=r(e),g(Ye.$$.fragment,e),Zt=r(e),Ve=d(e,"P",{"data-svelte-h":!0}),y(Ve)!=="svelte-vxf1pj"&&(Ve.innerHTML=dn),Yt=r(e),Z=d(e,"DIV",{class:!0});var ge=w(Z);g(We.$$.fragment,ge),Ca=r(ge),pt=d(ge,"P",{"data-svelte-h":!0}),y(pt)!=="svelte-tos8sb"&&(pt.innerHTML=mn),ja=r(ge),ut=d(ge,"P",{"data-svelte-h":!0}),y(ut)!=="svelte-32h45r"&&(ut.textContent=pn),Ta=r(ge),g(me.$$.fragment,ge),ge.forEach(l),Vt=r(e),Y=d(e,"DIV",{class:!0});var ve=w(Y);g(Le.$$.fragment,ve),Ea=r(ve),z=d(ve,"DIV",{class:!0});var bt=w(z);g(Se.$$.fragment,bt),Ja=r(bt),ft=d(bt,"P",{"data-svelte-h":!0}),y(ft)!=="svelte-7bmcyg"&&(ft.textContent=un),Ua=r(bt),g(pe.$$.fragment,bt),bt.forEach(l),ka=r(ve),X=d(ve,"DIV",{class:!0});var _t=w(X);g(Pe.$$.fragment,_t),Na=r(_t),gt=d(_t,"P",{"data-svelte-h":!0}),y(gt)!=="svelte-6yi8ik"&&(gt.textContent=fn),Ia=r(_t),g(ue.$$.fragment,_t),_t.forEach(l),Za=r(ve),W=d(ve,"DIV",{class:!0});var he=w(W);g(Qe.$$.fragment,he),Ya=r(he),vt=d(he,"P",{"data-svelte-h":!0}),y(vt)!=="svelte-2b4nzm"&&(vt.textContent=gn),Va=r(he),ht=d(he,"P",{"data-svelte-h":!0}),y(ht)!=="svelte-yrjmzb"&&(ht.textContent=vn),Wa=r(he),g(fe.$$.fragment,he),he.forEach(l),ve.forEach(l),Wt=r(e),g(De.$$.fragment,e),Lt=r(e),yt=d(e,"P",{}),w(yt).forEach(l),this.h()},h(){C(a,"name","hf:doc:metadata"),C(a,"content",Zn),C(D,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(F,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(T,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(k,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(N,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(I,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(R,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(H,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(V,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(q,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(E,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(B,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(K,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(ee,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(Z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(X,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(W,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),C(Y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,i){n(document.head,a),p(e,x,i),p(e,m,i),p(e,s,i),v(u,e,i),p(e,t,i),v(_,e,i),p(e,xt,i),p(e,$e,i),p(e,Mt,i),p(e,T,i),v(be,T,null),n(T,Rt),n(T,Fe),n(T,Ht),n(T,Re),n(T,qt),n(T,He),n(T,zt),n(T,D),v(_e,D,null),n(D,Xt),n(D,qe),n(D,At),v(oe,D,null),n(T,Ot),n(T,F),v(ye,F,null),n(F,Gt),n(F,ze),n(F,Bt),v(re,F,null),p(e,wt,i),p(e,k,i),v(xe,k,null),n(k,Kt),n(k,Xe),n(k,ea),n(k,Ae),n(k,ta),n(k,Oe),p(e,Ct,i),p(e,N,i),v(Me,N,null),n(N,aa),n(N,Ge),n(N,na),n(N,Be),n(N,sa),n(N,Ke),p(e,jt,i),p(e,I,i),v(we,I,null),n(I,oa),n(I,et),n(I,ra),n(I,tt),n(I,la),n(I,at),p(e,Tt,i),v(Ce,e,i),p(e,Et,i),p(e,je,i),p(e,Jt,i),p(e,E,i),v(Te,E,null),n(E,ia),n(E,nt),n(E,ca),n(E,R),v(Ee,R,null),n(R,da),n(R,st),n(R,ma),v(le,R,null),n(E,pa),n(E,H),v(Je,H,null),n(H,ua),n(H,ot),n(H,fa),v(ie,H,null),n(E,ga),n(E,V),v(Ue,V,null),n(V,va),n(V,rt),n(V,ha),n(V,lt),n(V,$a),v(ce,V,null),n(E,ba),n(E,q),v(ke,q,null),n(q,_a),n(q,it),n(q,ya),v(de,q,null),p(e,Ut,i),p(e,B,i),v(Ne,B,null),n(B,xa),n(B,ct),p(e,kt,i),p(e,K,i),v(Ie,K,null),n(K,Ma),n(K,dt),p(e,Nt,i),p(e,ee,i),v(Ze,ee,null),n(ee,wa),n(ee,mt),p(e,It,i),v(Ye,e,i),p(e,Zt,i),p(e,Ve,i),p(e,Yt,i),p(e,Z,i),v(We,Z,null),n(Z,Ca),n(Z,pt),n(Z,ja),n(Z,ut),n(Z,Ta),v(me,Z,null),p(e,Vt,i),p(e,Y,i),v(Le,Y,null),n(Y,Ea),n(Y,z),v(Se,z,null),n(z,Ja),n(z,ft),n(z,Ua),v(pe,z,null),n(Y,ka),n(Y,X),v(Pe,X,null),n(X,Na),n(X,gt),n(X,Ia),v(ue,X,null),n(Y,Za),n(Y,W),v(Qe,W,null),n(W,Ya),n(W,vt),n(W,Va),n(W,ht),n(W,Wa),v(fe,W,null),p(e,Wt,i),v(De,e,i),p(e,Lt,i),p(e,yt,i),St=!0},p(e,[i]){const J={};i&2&&(J.$$scope={dirty:i,ctx:e}),oe.$set(J);const te={};i&2&&(te.$$scope={dirty:i,ctx:e}),re.$set(te);const ae={};i&2&&(ae.$$scope={dirty:i,ctx:e}),le.$set(ae);const L={};i&2&&(L.$$scope={dirty:i,ctx:e}),ie.$set(L);const S={};i&2&&(S.$$scope={dirty:i,ctx:e}),ce.$set(S);const P={};i&2&&(P.$$scope={dirty:i,ctx:e}),de.$set(P);const U={};i&2&&(U.$$scope={dirty:i,ctx:e}),me.$set(U);const ne={};i&2&&(ne.$$scope={dirty:i,ctx:e}),pe.$set(ne);const se={};i&2&&(se.$$scope={dirty:i,ctx:e}),ue.$set(se);const Q={};i&2&&(Q.$$scope={dirty:i,ctx:e}),fe.$set(Q)},i(e){St||(h(u.$$.fragment,e),h(_.$$.fragment,e),h(be.$$.fragment,e),h(_e.$$.fragment,e),h(oe.$$.fragment,e),h(ye.$$.fragment,e),h(re.$$.fragment,e),h(xe.$$.fragment,e),h(Me.$$.fragment,e),h(we.$$.fragment,e),h(Ce.$$.fragment,e),h(Te.$$.fragment,e),h(Ee.$$.fragment,e),h(le.$$.fragment,e),h(Je.$$.fragment,e),h(ie.$$.fragment,e),h(Ue.$$.fragment,e),h(ce.$$.fragment,e),h(ke.$$.fragment,e),h(de.$$.fragment,e),h(Ne.$$.fragment,e),h(Ie.$$.fragment,e),h(Ze.$$.fragment,e),h(Ye.$$.fragment,e),h(We.$$.fragment,e),h(me.$$.fragment,e),h(Le.$$.fragment,e),h(Se.$$.fragment,e),h(pe.$$.fragment,e),h(Pe.$$.fragment,e),h(ue.$$.fragment,e),h(Qe.$$.fragment,e),h(fe.$$.fragment,e),h(De.$$.fragment,e),St=!0)},o(e){$(u.$$.fragment,e),$(_.$$.fragment,e),$(be.$$.fragment,e),$(_e.$$.fragment,e),$(oe.$$.fragment,e),$(ye.$$.fragment,e),$(re.$$.fragment,e),$(xe.$$.fragment,e),$(Me.$$.fragment,e),$(we.$$.fragment,e),$(Ce.$$.fragment,e),$(Te.$$.fragment,e),$(Ee.$$.fragment,e),$(le.$$.fragment,e),$(Je.$$.fragment,e),$(ie.$$.fragment,e),$(Ue.$$.fragment,e),$(ce.$$.fragment,e),$(ke.$$.fragment,e),$(de.$$.fragment,e),$(Ne.$$.fragment,e),$(Ie.$$.fragment,e),$(Ze.$$.fragment,e),$(Ye.$$.fragment,e),$(We.$$.fragment,e),$(me.$$.fragment,e),$(Le.$$.fragment,e),$(Se.$$.fragment,e),$(pe.$$.fragment,e),$(Pe.$$.fragment,e),$(ue.$$.fragment,e),$(Qe.$$.fragment,e),$(fe.$$.fragment,e),$(De.$$.fragment,e),St=!1},d(e){e&&(l(x),l(m),l(s),l(t),l(xt),l($e),l(Mt),l(T),l(wt),l(k),l(Ct),l(N),l(jt),l(I),l(Tt),l(Et),l(je),l(Jt),l(E),l(Ut),l(B),l(kt),l(K),l(Nt),l(ee),l(It),l(Zt),l(Ve),l(Yt),l(Z),l(Vt),l(Y),l(Wt),l(Lt),l(yt)),l(a),b(u,e),b(_,e),b(be),b(_e),b(oe),b(ye),b(re),b(xe),b(Me),b(we),b(Ce,e),b(Te),b(Ee),b(le),b(Je),b(ie),b(Ue),b(ce),b(ke),b(de),b(Ne),b(Ie),b(Ze),b(Ye,e),b(We),b(me),b(Le),b(Se),b(pe),b(Pe),b(ue),b(Qe),b(fe),b(De,e)}}}const Zn='{"title":"Main classes","local":"main-classes","sections":[{"title":"EvaluationModuleInfo","local":"evaluate.EvaluationModuleInfo","sections":[],"depth":2},{"title":"EvaluationModule","local":"evaluate.EvaluationModule","sections":[],"depth":2},{"title":"CombinedEvaluations","local":"evaluate.combine","sections":[],"depth":2}],"depth":1}';function Yn(M){return $n(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Dn extends bn{constructor(a){super(),_n(this,a,Yn,In,hn,{})}}export{Dn as component};