import{s as it,n as st,o as pt}from"../chunks/scheduler.defa9a21.js";import{S as ct,i as dt,g as i,s as r,r as p,A as mt,h as s,f as t,c as n,j as _,u as c,x as v,k as h,y as o,a as l,v as d,d as m,t as g,w as u}from"../chunks/index.fe795e71.js";import{D as b}from"../chunks/Docstring.04de659d.js";import{H as N,E as gt}from"../chunks/getInferenceSnippets.32954405.js";function ut(Ue){let D,ce,se,de,W,me,T,ge,k,ue,S,I,Me,K,Ke="Returns the currently active DeepSpeedPlugin.",fe,f,L,Ve,X,Xe="This plugin is used to integrate DeepSpeed.",Re,P,M,Ae,Y,Ye="Process the DeepSpeed config with the values from the kwargs.",qe,O,V,Fe,ee,et="Sets the HfDeepSpeedWeakref to use the current deepspeed plugin configuration",_e,x,R,Ze,te,tt=`Dummy scheduler presents model parameters or param groups, this is primarily used to follow conventional training
loop when scheduler config is specified in the deepspeed config file.`,he,A,$e,$,q,je,ae,at="Internal wrapper for deepspeed.runtime.engine.DeepSpeedEngine. This is used to follow conventional training loop.",He,C,F,Be,re,rt="Get the global gradient norm from DeepSpeed engine.",ve,Z,be,w,j,Ge,ne,nt="Internal wrapper around a deepspeed optimizer.",De,H,Se,y,B,Je,oe,ot="Internal wrapper around a deepspeed scheduler.",xe,G,we,z,J,Qe,le,lt=`Dummy optimizer presents model parameters or param groups, this is primarily used to follow conventional training
loop when optimizer config is specified in the deepspeed config file.`,ye,Q,ze,U,Pe,pe,Oe;return W=new N({props:{title:"DeepSpeed utilities",local:"deepspeed-utilities",headingTag:"h1"}}),T=new N({props:{title:"DeepSpeedPlugin",local:"deepspeedplugin",headingTag:"h2"}}),k=new N({props:{title:"get_active_deepspeed_plugin",local:"accelerate.utils.get_active_deepspeed_plugin",headingTag:"h2"}}),I=new b({props:{name:"accelerate.utils.get_active_deepspeed_plugin",anchor:"accelerate.utils.get_active_deepspeed_plugin",parameters:[{name:"state",val:""}],source:"https://github.com/huggingface/accelerate/blob/main/src/accelerate/utils/deepspeed.py#L100",raiseDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<ul>
<li><code>ValueError</code> — If DeepSpeed was not enabled and this function is called.</li>
</ul>
`,raiseType:`<script context="module">export const metadata = 'undefined';<\/script>


<p><code>ValueError</code></p>
`}}),L=new b({props:{name:"class accelerate.DeepSpeedPlugin",anchor:"accelerate.DeepSpeedPlugin",parameters:[{name:"hf_ds_config",val:": typing.Any = None"},{name:"gradient_accumulation_steps",val:": int = None"},{name:"gradient_clipping",val:": float = None"},{name:"zero_stage",val:": int = None"},{name:"is_train_batch_min",val:": bool = True"},{name:"offload_optimizer_device",val:": str = None"},{name:"offload_param_device",val:": str = None"},{name:"offload_optimizer_nvme_path",val:": str = None"},{name:"offload_param_nvme_path",val:": str = None"},{name:"zero3_init_flag",val:": bool = None"},{name:"zero3_save_16bit_model",val:": bool = None"},{name:"transformer_moe_cls_names",val:": str = None"},{name:"enable_msamp",val:": bool = None"},{name:"msamp_opt_level",val:": typing.Optional[typing.Literal['O1', 'O2']] = None"}],parametersDescription:[{anchor:"accelerate.DeepSpeedPlugin.hf_ds_config",description:`<strong>hf_ds_config</strong> (<code>Any</code>, defaults to <code>None</code>) &#x2014;
Path to DeepSpeed config file or dict or an object of class <code>accelerate.utils.deepspeed.HfDeepSpeedConfig</code>.`,name:"hf_ds_config"},{anchor:"accelerate.DeepSpeedPlugin.gradient_accumulation_steps",description:`<strong>gradient_accumulation_steps</strong> (<code>int</code>, defaults to <code>None</code>) &#x2014;
Number of steps to accumulate gradients before updating optimizer states. If not set, will use the value
from the <code>Accelerator</code> directly.`,name:"gradient_accumulation_steps"},{anchor:"accelerate.DeepSpeedPlugin.gradient_clipping",description:`<strong>gradient_clipping</strong> (<code>float</code>, defaults to <code>None</code>) &#x2014;
Enable gradient clipping with value.`,name:"gradient_clipping"},{anchor:"accelerate.DeepSpeedPlugin.zero_stage",description:`<strong>zero_stage</strong> (<code>int</code>, defaults to <code>None</code>) &#x2014;
Possible options are 0, 1, 2, 3. Default will be taken from environment variable.`,name:"zero_stage"},{anchor:"accelerate.DeepSpeedPlugin.is_train_batch_min",description:`<strong>is_train_batch_min</strong> (<code>bool</code>, defaults to <code>True</code>) &#x2014;
If both train &amp; eval dataloaders are specified, this will decide the <code>train_batch_size</code>.`,name:"is_train_batch_min"},{anchor:"accelerate.DeepSpeedPlugin.offload_optimizer_device",description:`<strong>offload_optimizer_device</strong> (<code>str</code>, defaults to <code>None</code>) &#x2014;
Possible options are none|cpu|nvme. Only applicable with ZeRO Stages 2 and 3.`,name:"offload_optimizer_device"},{anchor:"accelerate.DeepSpeedPlugin.offload_param_device",description:`<strong>offload_param_device</strong> (<code>str</code>, defaults to <code>None</code>) &#x2014;
Possible options are none|cpu|nvme. Only applicable with ZeRO Stage 3.`,name:"offload_param_device"},{anchor:"accelerate.DeepSpeedPlugin.offload_optimizer_nvme_path",description:`<strong>offload_optimizer_nvme_path</strong> (<code>str</code>, defaults to <code>None</code>) &#x2014;
Possible options are /nvme|/local_nvme. Only applicable with ZeRO Stage 3.`,name:"offload_optimizer_nvme_path"},{anchor:"accelerate.DeepSpeedPlugin.offload_param_nvme_path",description:`<strong>offload_param_nvme_path</strong> (<code>str</code>, defaults to <code>None</code>) &#x2014;
Possible options are /nvme|/local_nvme. Only applicable with ZeRO Stage 3.`,name:"offload_param_nvme_path"},{anchor:"accelerate.DeepSpeedPlugin.zero3_init_flag",description:`<strong>zero3_init_flag</strong> (<code>bool</code>, defaults to <code>None</code>) &#x2014;
Flag to indicate whether to save 16-bit model. Only applicable with ZeRO Stage-3.`,name:"zero3_init_flag"},{anchor:"accelerate.DeepSpeedPlugin.zero3_save_16bit_model",description:`<strong>zero3_save_16bit_model</strong> (<code>bool</code>, defaults to <code>None</code>) &#x2014;
Flag to indicate whether to save 16-bit model. Only applicable with ZeRO Stage-3.`,name:"zero3_save_16bit_model"},{anchor:"accelerate.DeepSpeedPlugin.transformer_moe_cls_names",description:`<strong>transformer_moe_cls_names</strong> (<code>str</code>, defaults to <code>None</code>) &#x2014;
Comma-separated list of Transformers MoE layer class names (case-sensitive). For example,
<code>MixtralSparseMoeBlock</code>, <code>Qwen2MoeSparseMoeBlock</code>, <code>JetMoEAttention</code>, <code>JetMoEBlock</code>, etc.`,name:"transformer_moe_cls_names"},{anchor:"accelerate.DeepSpeedPlugin.enable_msamp",description:`<strong>enable_msamp</strong> (<code>bool</code>, defaults to <code>None</code>) &#x2014;
Flag to indicate whether to enable MS-AMP backend for FP8 training.`,name:"enable_msamp"},{anchor:"accelerate.DeepSpeedPlugin.msasmp_opt_level",description:`<strong>msasmp_opt_level</strong> (<code>Optional[Literal[&quot;O1&quot;, &quot;O2&quot;]]</code>, defaults to <code>None</code>) &#x2014;
Optimization level for MS-AMP (defaults to &#x2018;O1&#x2019;). Only applicable if <code>enable_msamp</code> is True. Should be one
of [&#x2018;O1&#x2019; or &#x2018;O2&#x2019;].`,name:"msasmp_opt_level"}],source:"https://github.com/huggingface/accelerate/blob/main/src/accelerate/utils/dataclasses.py#L1086"}}),M=new b({props:{name:"deepspeed_config_process",anchor:"accelerate.DeepSpeedPlugin.deepspeed_config_process",parameters:[{name:"prefix",val:" = ''"},{name:"mismatches",val:" = None"},{name:"config",val:" = None"},{name:"must_match",val:" = True"},{name:"**kwargs",val:""}],source:"https://github.com/huggingface/accelerate/blob/main/src/accelerate/utils/dataclasses.py#L1355"}}),V=new b({props:{name:"select",anchor:"accelerate.DeepSpeedPlugin.select",parameters:[{name:"_from_accelerator_state",val:": bool = False"}],source:"https://github.com/huggingface/accelerate/blob/main/src/accelerate/utils/dataclasses.py#L1506"}}),R=new b({props:{name:"class accelerate.utils.DummyScheduler",anchor:"accelerate.utils.DummyScheduler",parameters:[{name:"optimizer",val:""},{name:"total_num_steps",val:" = None"},{name:"warmup_num_steps",val:" = 0"},{name:"lr_scheduler_callable",val:" = None"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"accelerate.utils.DummyScheduler.optimizer",description:`<strong>optimizer</strong> (<code>torch.optim.optimizer.Optimizer</code>) &#x2014;
The optimizer to wrap.`,name:"optimizer"},{anchor:"accelerate.utils.DummyScheduler.total_num_steps",description:`<strong>total_num_steps</strong> (int, <em>optional</em>) &#x2014;
Total number of steps.`,name:"total_num_steps"},{anchor:"accelerate.utils.DummyScheduler.warmup_num_steps",description:`<strong>warmup_num_steps</strong> (int, <em>optional</em>) &#x2014;
Number of steps for warmup.`,name:"warmup_num_steps"},{anchor:"accelerate.utils.DummyScheduler.lr_scheduler_callable",description:`<strong>lr_scheduler_callable</strong> (callable, <em>optional</em>) &#x2014;
A callable function that creates an LR Scheduler. It accepts only one argument <code>optimizer</code>.`,name:"lr_scheduler_callable"},{anchor:"accelerate.utils.DummyScheduler.*kwargs",description:`*<strong>*kwargs</strong> (additional keyword arguments, <em>optional</em>) &#x2014;
Other arguments.`,name:"*kwargs"}],source:"https://github.com/huggingface/accelerate/blob/main/src/accelerate/utils/deepspeed.py#L362"}}),A=new N({props:{title:"DeepSpeedEnginerWrapper",local:"accelerate.utils.DeepSpeedEngineWrapper",headingTag:"h2"}}),q=new b({props:{name:"class accelerate.utils.DeepSpeedEngineWrapper",anchor:"accelerate.utils.DeepSpeedEngineWrapper",parameters:[{name:"engine",val:""}],parametersDescription:[{anchor:"accelerate.utils.DeepSpeedEngineWrapper.engine",description:"<strong>engine</strong> (deepspeed.runtime.engine.DeepSpeedEngine) &#x2014; deepspeed engine to wrap",name:"engine"}],source:"https://github.com/huggingface/accelerate/blob/main/src/accelerate/utils/deepspeed.py#L253"}}),F=new b({props:{name:"get_global_grad_norm",anchor:"accelerate.utils.DeepSpeedEngineWrapper.get_global_grad_norm",parameters:[],source:"https://github.com/huggingface/accelerate/blob/main/src/accelerate/utils/deepspeed.py#L286"}}),Z=new N({props:{title:"DeepSpeedOptimizerWrapper",local:"accelerate.utils.DeepSpeedOptimizerWrapper",headingTag:"h2"}}),j=new b({props:{name:"class accelerate.utils.DeepSpeedOptimizerWrapper",anchor:"accelerate.utils.DeepSpeedOptimizerWrapper",parameters:[{name:"optimizer",val:""}],parametersDescription:[{anchor:"accelerate.utils.DeepSpeedOptimizerWrapper.optimizer",description:`<strong>optimizer</strong> (<code>torch.optim.optimizer.Optimizer</code>) &#x2014;
The optimizer to wrap.`,name:"optimizer"}],source:"https://github.com/huggingface/accelerate/blob/main/src/accelerate/utils/deepspeed.py#L295"}}),H=new N({props:{title:"DeepSpeedSchedulerWrapper",local:"accelerate.utils.DeepSpeedSchedulerWrapper",headingTag:"h2"}}),B=new b({props:{name:"class accelerate.utils.DeepSpeedSchedulerWrapper",anchor:"accelerate.utils.DeepSpeedSchedulerWrapper",parameters:[{name:"scheduler",val:""},{name:"optimizers",val:""}],parametersDescription:[{anchor:"accelerate.utils.DeepSpeedSchedulerWrapper.scheduler",description:`<strong>scheduler</strong> (<code>torch.optim.lr_scheduler.LambdaLR</code>) &#x2014;
The scheduler to wrap.`,name:"scheduler"},{anchor:"accelerate.utils.DeepSpeedSchedulerWrapper.optimizers",description:"<strong>optimizers</strong> (one or a list of <code>torch.optim.Optimizer</code>) &#x2014;",name:"optimizers"}],source:"https://github.com/huggingface/accelerate/blob/main/src/accelerate/utils/deepspeed.py#L322"}}),G=new N({props:{title:"DummyOptim",local:"accelerate.utils.DummyOptim",headingTag:"h2"}}),J=new b({props:{name:"class accelerate.utils.DummyOptim",anchor:"accelerate.utils.DummyOptim",parameters:[{name:"params",val:""},{name:"lr",val:" = 0.001"},{name:"weight_decay",val:" = 0"},{name:"**kwargs",val:""}],parametersDescription:[{anchor:"accelerate.utils.DummyOptim.lr",description:`<strong>lr</strong> (float) &#x2014;
Learning rate.`,name:"lr"},{anchor:"accelerate.utils.DummyOptim.params",description:`<strong>params</strong> (iterable) &#x2014; iterable of parameters to optimize or dicts defining
parameter groups`,name:"params"},{anchor:"accelerate.utils.DummyOptim.weight_decay",description:`<strong>weight_decay</strong> (float) &#x2014;
Weight decay.`,name:"weight_decay"},{anchor:"accelerate.utils.DummyOptim.*kwargs",description:`*<strong>*kwargs</strong> (additional keyword arguments, <em>optional</em>) &#x2014;
Other arguments.`,name:"*kwargs"}],source:"https://github.com/huggingface/accelerate/blob/main/src/accelerate/utils/deepspeed.py#L339"}}),Q=new N({props:{title:"DummyScheduler",local:"dummyscheduler",headingTag:"h2"}}),U=new gt({props:{source:"https://github.com/huggingface/accelerate/blob/main/docs/source/package_reference/deepspeed.md"}}),{c(){D=i("meta"),ce=r(),se=i("p"),de=r(),p(W.$$.fragment),me=r(),p(T.$$.fragment),ge=r(),p(k.$$.fragment),ue=r(),S=i("div"),p(I.$$.fragment),Me=r(),K=i("p"),K.textContent=Ke,fe=r(),f=i("div"),p(L.$$.fragment),Ve=r(),X=i("p"),X.textContent=Xe,Re=r(),P=i("div"),p(M.$$.fragment),Ae=r(),Y=i("p"),Y.textContent=Ye,qe=r(),O=i("div"),p(V.$$.fragment),Fe=r(),ee=i("p"),ee.textContent=et,_e=r(),x=i("div"),p(R.$$.fragment),Ze=r(),te=i("p"),te.textContent=tt,he=r(),p(A.$$.fragment),$e=r(),$=i("div"),p(q.$$.fragment),je=r(),ae=i("p"),ae.textContent=at,He=r(),C=i("div"),p(F.$$.fragment),Be=r(),re=i("p"),re.textContent=rt,ve=r(),p(Z.$$.fragment),be=r(),w=i("div"),p(j.$$.fragment),Ge=r(),ne=i("p"),ne.textContent=nt,De=r(),p(H.$$.fragment),Se=r(),y=i("div"),p(B.$$.fragment),Je=r(),oe=i("p"),oe.textContent=ot,xe=r(),p(G.$$.fragment),we=r(),z=i("div"),p(J.$$.fragment),Qe=r(),le=i("p"),le.textContent=lt,ye=r(),p(Q.$$.fragment),ze=r(),p(U.$$.fragment),Pe=r(),pe=i("p"),this.h()},l(e){const a=mt("svelte-u9bgzb",document.head);D=s(a,"META",{name:!0,content:!0}),a.forEach(t),ce=n(e),se=s(e,"P",{}),_(se).forEach(t),de=n(e),c(W.$$.fragment,e),me=n(e),c(T.$$.fragment,e),ge=n(e),c(k.$$.fragment,e),ue=n(e),S=s(e,"DIV",{class:!0});var Ce=_(S);c(I.$$.fragment,Ce),Me=n(Ce),K=s(Ce,"P",{"data-svelte-h":!0}),v(K)!=="svelte-so4ejs"&&(K.textContent=Ke),Ce.forEach(t),fe=n(e),f=s(e,"DIV",{class:!0});var E=_(f);c(L.$$.fragment,E),Ve=n(E),X=s(E,"P",{"data-svelte-h":!0}),v(X)!=="svelte-i90brl"&&(X.textContent=Xe),Re=n(E),P=s(E,"DIV",{class:!0});var Ee=_(P);c(M.$$.fragment,Ee),Ae=n(Ee),Y=s(Ee,"P",{"data-svelte-h":!0}),v(Y)!=="svelte-ht2n4g"&&(Y.textContent=Ye),Ee.forEach(t),qe=n(E),O=s(E,"DIV",{class:!0});var Ne=_(O);c(V.$$.fragment,Ne),Fe=n(Ne),ee=s(Ne,"P",{"data-svelte-h":!0}),v(ee)!=="svelte-19c3yl4"&&(ee.textContent=et),Ne.forEach(t),E.forEach(t),_e=n(e),x=s(e,"DIV",{class:!0});var We=_(x);c(R.$$.fragment,We),Ze=n(We),te=s(We,"P",{"data-svelte-h":!0}),v(te)!=="svelte-mxz6g6"&&(te.textContent=tt),We.forEach(t),he=n(e),c(A.$$.fragment,e),$e=n(e),$=s(e,"DIV",{class:!0});var ie=_($);c(q.$$.fragment,ie),je=n(ie),ae=s(ie,"P",{"data-svelte-h":!0}),v(ae)!=="svelte-nq2ve"&&(ae.textContent=at),He=n(ie),C=s(ie,"DIV",{class:!0});var Te=_(C);c(F.$$.fragment,Te),Be=n(Te),re=s(Te,"P",{"data-svelte-h":!0}),v(re)!=="svelte-1bbj1ap"&&(re.textContent=rt),Te.forEach(t),ie.forEach(t),ve=n(e),c(Z.$$.fragment,e),be=n(e),w=s(e,"DIV",{class:!0});var ke=_(w);c(j.$$.fragment,ke),Ge=n(ke),ne=s(ke,"P",{"data-svelte-h":!0}),v(ne)!=="svelte-1r36mso"&&(ne.textContent=nt),ke.forEach(t),De=n(e),c(H.$$.fragment,e),Se=n(e),y=s(e,"DIV",{class:!0});var Ie=_(y);c(B.$$.fragment,Ie),Je=n(Ie),oe=s(Ie,"P",{"data-svelte-h":!0}),v(oe)!=="svelte-rm0vqe"&&(oe.textContent=ot),Ie.forEach(t),xe=n(e),c(G.$$.fragment,e),we=n(e),z=s(e,"DIV",{class:!0});var Le=_(z);c(J.$$.fragment,Le),Qe=n(Le),le=s(Le,"P",{"data-svelte-h":!0}),v(le)!=="svelte-gs0woa"&&(le.textContent=lt),Le.forEach(t),ye=n(e),c(Q.$$.fragment,e),ze=n(e),c(U.$$.fragment,e),Pe=n(e),pe=s(e,"P",{}),_(pe).forEach(t),this.h()},h(){h(D,"name","hf:doc:metadata"),h(D,"content",ft),h(S,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h(P,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h(O,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h(f,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h(x,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h(C,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h($,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h(w,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h(y,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),h(z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,a){o(document.head,D),l(e,ce,a),l(e,se,a),l(e,de,a),d(W,e,a),l(e,me,a),d(T,e,a),l(e,ge,a),d(k,e,a),l(e,ue,a),l(e,S,a),d(I,S,null),o(S,Me),o(S,K),l(e,fe,a),l(e,f,a),d(L,f,null),o(f,Ve),o(f,X),o(f,Re),o(f,P),d(M,P,null),o(P,Ae),o(P,Y),o(f,qe),o(f,O),d(V,O,null),o(O,Fe),o(O,ee),l(e,_e,a),l(e,x,a),d(R,x,null),o(x,Ze),o(x,te),l(e,he,a),d(A,e,a),l(e,$e,a),l(e,$,a),d(q,$,null),o($,je),o($,ae),o($,He),o($,C),d(F,C,null),o(C,Be),o(C,re),l(e,ve,a),d(Z,e,a),l(e,be,a),l(e,w,a),d(j,w,null),o(w,Ge),o(w,ne),l(e,De,a),d(H,e,a),l(e,Se,a),l(e,y,a),d(B,y,null),o(y,Je),o(y,oe),l(e,xe,a),d(G,e,a),l(e,we,a),l(e,z,a),d(J,z,null),o(z,Qe),o(z,le),l(e,ye,a),d(Q,e,a),l(e,ze,a),d(U,e,a),l(e,Pe,a),l(e,pe,a),Oe=!0},p:st,i(e){Oe||(m(W.$$.fragment,e),m(T.$$.fragment,e),m(k.$$.fragment,e),m(I.$$.fragment,e),m(L.$$.fragment,e),m(M.$$.fragment,e),m(V.$$.fragment,e),m(R.$$.fragment,e),m(A.$$.fragment,e),m(q.$$.fragment,e),m(F.$$.fragment,e),m(Z.$$.fragment,e),m(j.$$.fragment,e),m(H.$$.fragment,e),m(B.$$.fragment,e),m(G.$$.fragment,e),m(J.$$.fragment,e),m(Q.$$.fragment,e),m(U.$$.fragment,e),Oe=!0)},o(e){g(W.$$.fragment,e),g(T.$$.fragment,e),g(k.$$.fragment,e),g(I.$$.fragment,e),g(L.$$.fragment,e),g(M.$$.fragment,e),g(V.$$.fragment,e),g(R.$$.fragment,e),g(A.$$.fragment,e),g(q.$$.fragment,e),g(F.$$.fragment,e),g(Z.$$.fragment,e),g(j.$$.fragment,e),g(H.$$.fragment,e),g(B.$$.fragment,e),g(G.$$.fragment,e),g(J.$$.fragment,e),g(Q.$$.fragment,e),g(U.$$.fragment,e),Oe=!1},d(e){e&&(t(ce),t(se),t(de),t(me),t(ge),t(ue),t(S),t(fe),t(f),t(_e),t(x),t(he),t($e),t($),t(ve),t(be),t(w),t(De),t(Se),t(y),t(xe),t(we),t(z),t(ye),t(ze),t(Pe),t(pe)),t(D),u(W,e),u(T,e),u(k,e),u(I),u(L),u(M),u(V),u(R),u(A,e),u(q),u(F),u(Z,e),u(j),u(H,e),u(B),u(G,e),u(J),u(Q,e),u(U,e)}}}const ft='{"title":"DeepSpeed utilities","local":"deepspeed-utilities","sections":[{"title":"DeepSpeedPlugin","local":"deepspeedplugin","sections":[],"depth":2},{"title":"get_active_deepspeed_plugin","local":"accelerate.utils.get_active_deepspeed_plugin","sections":[],"depth":2},{"title":"DeepSpeedEnginerWrapper","local":"accelerate.utils.DeepSpeedEngineWrapper","sections":[],"depth":2},{"title":"DeepSpeedOptimizerWrapper","local":"accelerate.utils.DeepSpeedOptimizerWrapper","sections":[],"depth":2},{"title":"DeepSpeedSchedulerWrapper","local":"accelerate.utils.DeepSpeedSchedulerWrapper","sections":[],"depth":2},{"title":"DummyOptim","local":"accelerate.utils.DummyOptim","sections":[],"depth":2},{"title":"DummyScheduler","local":"dummyscheduler","sections":[],"depth":2}],"depth":1}';function _t(Ue){return pt(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Dt extends ct{constructor(D){super(),dt(this,D,_t,ut,it,{})}}export{Dt as component};