\relax 
\bibstyle{aaai24}
\citation{borkar1997stochastic}
\citation{hirsch1989convergent}
\citation{borkar2000ode}
\citation{borkar2000ode}
\citation{borkar2000ode}
\newlabel{proofth1}{{A.1}{1}}
\newlabel{th1proof}{{A.1}{1}}
\newlabel{thetaFast}{{A-1}{1}}
\newlabel{omegaFast}{{A-2}{1}}
\newlabel{omegaFastFinal}{{A-3}{1}}
\newlabel{omegaInfty}{{A-4}{1}}
\citation{sutton2009fast}
\newlabel{odetheta}{{A-5}{2}}
\newlabel{covariance}{{A-6}{2}}
\newlabel{odethetafinal}{{A-7}{2}}
\newlabel{proofth2}{{A.2}{2}}
\citation{hirsch1989convergent}
\citation{borkar2000ode}
\citation{borkar2000ode}
\citation{borkar2000ode}
\citation{hirsch1989convergent}
\citation{borkar2000ode}
\citation{borkar2000ode}
\citation{borkar2000ode}
\newlabel{thetavmtdcFastest}{{A-8}{3}}
\newlabel{uvmtdcFastest}{{A-9}{3}}
\newlabel{omegavmtdcFastest}{{A-10}{3}}
\newlabel{omegavmtdcFastestFinal}{{A-11}{3}}
\newlabel{omegavmtdcInfty}{{A-12}{3}}
\newlabel{thetavmtdcFaster}{{A-13}{3}}
\newlabel{uvmtdcFaster}{{A-14}{3}}
\newlabel{uvmtdcFasterFinal}{{A-15}{3}}
\newlabel{uvmtdcInfty}{{A-16}{3}}
\citation{borkar1997stochastic}
\citation{hirsch1989convergent}
\newlabel{thetavmtdcSlowerFinal}{{A-18}{4}}
\newlabel{odethetavmtdcfinal}{{A-19}{4}}
\newlabel{proofVMETD}{{A.3}{4}}
\newlabel{th1proof}{{A.3}{4}}
\newlabel{thetaFast}{{A-20}{4}}
\newlabel{omegaFast}{{A-21}{4}}
\newlabel{omegaFastFinal}{{A-22}{4}}
\citation{borkar2000ode}
\citation{borkar2000ode}
\citation{borkar2000ode}
\newlabel{omegaInfty}{{A-23}{5}}
\newlabel{odetheta}{{A-24}{5}}
\citation{sutton2016emphatic}
\newlabel{rowsum}{{A-27}{6}}
\newlabel{columnsum}{{A-28}{6}}
\newlabel{odethetafinal}{{A-29}{6}}
\newlabel{experimentaldetails}{{B}{6}}
\bibdata{aaai24}
\bibcite{borkar1997stochastic}{{1}{1997}{{Borkar}}{{}}}
\bibcite{borkar2000ode}{{2}{2000}{{Borkar and Meyn}}{{}}}
\bibcite{hirsch1989convergent}{{3}{1989}{{Hirsch}}{{}}}
\bibcite{sutton2009fast}{{4}{2009}{{Sutton et~al.}}{{Sutton, Maei, Precup, Bhatnagar, Silver, Szepesv{\'a}ri, and Wiewiora}}}
\bibcite{sutton2016emphatic}{{5}{2016}{{Sutton, Mahmood, and White}}{{}}}
\providecommand*\caption@xref[2]{\@setref\relax\@undefined{#1}}
\newlabel{lrofways}{{1}{7}}
\gdef \@abspage@last{7}