\relax 
\bibstyle{aaai24}
\citation{sutton2009fast}
\citation{hirsch1989convergent}
\citation{borkar2000ode}
\citation{borkar2000ode}
\citation{borkar2000ode}
\citation{hirsch1989convergent}
\newlabel{proofth2}{{A.1}{1}}
\newlabel{thetavmtdcFastest}{{A-1}{1}}
\newlabel{uvmtdcFastest}{{A-2}{1}}
\newlabel{omegavmtdcFastest}{{A-3}{1}}
\newlabel{omegavmtdcFastestFinal}{{A-4}{1}}
\newlabel{omegavmtdcInfty}{{A-5}{1}}
\newlabel{thetavmtdcFaster}{{A-6}{1}}
\citation{borkar2000ode}
\citation{borkar2000ode}
\citation{borkar2000ode}
\citation{borkar1997stochastic}
\newlabel{uvmtdcFaster}{{A-7}{2}}
\newlabel{uvmtdcFasterFinal}{{A-8}{2}}
\newlabel{uvmtdcInfty}{{A-9}{2}}
\newlabel{thetavmtdcSlowerFinal}{{A-11}{2}}
\newlabel{odethetavmtdcfinal}{{A-12}{2}}
\citation{hirsch1989convergent}
\citation{borkar2000ode}
\citation{borkar2000ode}
\citation{borkar2000ode}
\newlabel{proofVMETD}{{A.2}{3}}
\newlabel{th1proof}{{A.2}{3}}
\newlabel{thetaFast}{{A-13}{3}}
\newlabel{omegaFast}{{A-14}{3}}
\newlabel{omegaFastFinal}{{A-15}{3}}
\newlabel{omegaInfty}{{A-16}{3}}
\citation{sutton2016emphatic}
\newlabel{odetheta}{{A-17}{4}}
\newlabel{rowsum}{{A-20}{4}}
\citation{baird1995residual,sutton2009fast}
\citation{baird1995residual,sutton2009fast,maei2011gradient}
\providecommand*\caption@xref[2]{\@setref\relax\@undefined{#1}}
\newlabel{bairdexample}{{1}{5}}
\newlabel{columnsum}{{A-21}{5}}
\newlabel{odethetafinal}{{A-22}{5}}
\newlabel{experimentaldetails}{{B}{5}}
\bibdata{aaai24}
\bibcite{baird1995residual}{{1}{1995}{{Baird et~al.}}{{}}}
\bibcite{borkar1997stochastic}{{2}{1997}{{Borkar}}{{}}}
\bibcite{borkar2000ode}{{3}{2000}{{Borkar and Meyn}}{{}}}
\bibcite{hirsch1989convergent}{{4}{1989}{{Hirsch}}{{}}}
\bibcite{maei2011gradient}{{5}{2011}{{Maei}}{{}}}
\bibcite{sutton2009fast}{{6}{2009}{{Sutton et~al.}}{{Sutton, Maei, Precup, Bhatnagar, Silver, Szepesv{\'a}ri, and Wiewiora}}}
\bibcite{sutton2016emphatic}{{7}{2016}{{Sutton, Mahmood, and White}}{{}}}
\newlabel{lrofways}{{1}{6}}
\gdef \@abspage@last{6}