Deploying to gh-pages from @ 973e33e2 🚀

5004fd78 · PaParaZz1 · 17365a2a · 5004fd78 · 5004fd78 · 5004fd78
524 changed file
--- a/_images/3s5z_mappo.png
+++ b/_images/3s5z_mappo.png
--- a/_images/3s5z_mappo1.png
+++ b/_images/3s5z_mappo1.png
--- a/_images/5m6m_mappo.png
+++ b/_images/5m6m_mappo.png
--- a/_images/DQN.png
+++ b/_images/DQN.png
--- a/_images/DuelingDQN.png
+++ b/_images/DuelingDQN.png
--- a/_images/Dueling_DQN.png
+++ b/_images/Dueling_DQN.png
--- a/_images/GCL_1.png
+++ b/_images/GCL_1.png
--- a/_images/GCL_2.png
+++ b/_images/GCL_2.png
--- a/_images/Hopper_gcl.png
+++ b/_images/Hopper_gcl.png
--- a/_images/ICM_illustraion.png
+++ b/_images/ICM_illustraion.png
--- a/_images/MMM2_mappo.png
+++ b/_images/MMM2_mappo.png
--- a/_images/MMM_mappo.png
+++ b/_images/MMM_mappo.png
--- a/_images/MiniGrid-DoorKey-16x16-v0.png
+++ b/_images/MiniGrid-DoorKey-16x16-v0.png
--- a/_images/ModifiedPredatorPrey_qtran_vs_qmix_penalty2.png
+++ b/_images/ModifiedPredatorPrey_qtran_vs_qmix_penalty2.png
--- a/_images/PERDQN.png
+++ b/_images/PERDQN.png
--- a/_images/bipedal_walker.gif
+++ b/_images/bipedal_walker.gif
--- a/_images/bipedalwalker_td3.png
+++ b/_images/bipedalwalker_td3.png
--- a/_images/c_car_racing.gif
+++ b/_images/c_car_racing.gif
--- a/_images/c_pong.gif
+++ b/_images/c_pong.gif
--- a/_images/cartpole-ui.png
+++ b/_images/cartpole-ui.png
--- a/_images/cartpole.gif
+++ b/_images/cartpole.gif
--- a/_images/cartpole_dqn.png
+++ b/_images/cartpole_dqn.png
--- a/_images/cartpole_x_theta.png
+++ b/_images/cartpole_x_theta.png
--- a/_images/coinrun.gif
+++ b/_images/coinrun.gif
--- a/_images/coinrun_dqn.svg
+++ b/_images/coinrun_dqn.svg
--- a/_images/coinrun_level1.png
+++ b/_images/coinrun_level1.png
--- a/_images/coinrun_level2.png
+++ b/_images/coinrun_level2.png
--- a/_images/coinrun_level3.png
+++ b/_images/coinrun_level3.png
--- a/_images/d4rl.gif
+++ b/_images/d4rl.gif
--- a/_images/doorkey_r2d2.png
+++ b/_images/doorkey_r2d2.png
--- a/_images/doubleDQN.png
+++ b/_images/doubleDQN.png
--- a/_images/empty8_r2d2.png
+++ b/_images/empty8_r2d2.png
--- a/_images/eq3.png
+++ b/_images/eq3.png
--- a/_images/fourrooms_r2d2.png
+++ b/_images/fourrooms_r2d2.png
--- a/_images/gfootball_train.png
+++ b/_images/gfootball_train.png
--- a/_images/gfootballenv.png
+++ b/_images/gfootballenv.png
--- a/_images/git_command1.png
+++ b/_images/git_command1.png
--- a/_images/git_command2_stash.png
+++ b/_images/git_command2_stash.png
--- a/_images/github_actions_all.png
+++ b/_images/github_actions_all.png
--- a/_images/github_actions_rerun.png
+++ b/_images/github_actions_rerun.png
--- a/_images/github_label1.png
+++ b/_images/github_label1.png
--- a/_images/github_label2.png
+++ b/_images/github_label2.png
--- a/_images/github_label_milestone.png
+++ b/_images/github_label_milestone.png
--- a/_images/github_milestone.png
+++ b/_images/github_milestone.png
--- a/_images/github_review11.png
+++ b/_images/github_review11.png
--- a/_images/github_review12.png
+++ b/_images/github_review12.png
--- a/_images/github_review2.png
+++ b/_images/github_review2.png
--- a/_images/hfo.gif
+++ b/_images/hfo.gif
--- a/_images/hybrid.gif
+++ b/_images/hybrid.gif
--- a/_images/imagenet-topk.png
+++ b/_images/imagenet-topk.png
--- a/_images/imagenet.png
+++ b/_images/imagenet.png
--- a/_images/lunarlander.gif
+++ b/_images/lunarlander.gif
--- a/_images/lunarlander_dqfd.png
+++ b/_images/lunarlander_dqfd.png
--- a/_images/lunarlander_gcl.png
+++ b/_images/lunarlander_gcl.png
--- a/_images/maze_dqn.svg
+++ b/_images/maze_dqn.svg
+<svg viewBox="0 0 330 200" xmlns="http://www.w3.org/2000/svg"><g><g><g><g><g><line x1="30" y1="178" x2="25" y2="178" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="30" y1="164.30769230769232" x2="25" y2="164.30769230769232" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="30" y1="150.6153846153846" x2="25" y2="150.6153846153846" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="30" y1="136.9230769230769" x2="25" y2="136.9230769230769" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="30" y1="123.23076923076923" x2="25" y2="123.23076923076923" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="30" y1="109.53846153846153" x2="25" y2="109.53846153846153" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="30" y1="95.84615384615384" x2="25" y2="95.84615384615384" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="30" y1="82.15384615384616" x2="25" y2="82.15384615384616" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="30" y1="68.46153846153845" x2="25" y2="68.46153846153845" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="30" y1="54.769230769230774" x2="25" y2="54.769230769230774" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="30" y1="41.076923076923066" x2="25" y2="41.076923076923066" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="30" y1="27.384615384615387" x2="25" y2="27.384615384615387" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="30" y1="13.69230769230768" x2="25" y2="13.69230769230768" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="30" y1="0" x2="25" y2="0" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line></g><g transform="translate(20, 0)"><text x="0" y="178" dx="0em" dy="0.3em" style="text-anchor: end; visibility: hidden; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">-1</text><text x="0" y="164.30769230769232" dx="0em" dy="0.3em" style="text-anchor: end; visibility: inherit; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">0</text><text x="0" y="150.6153846153846" dx="0em" dy="0.3em" style="text-anchor: end; visibility: hidden; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">1</text><text x="0" y="136.9230769230769" dx="0em" dy="0.3em" style="text-anchor: end; visibility: inherit; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">2</text><text x="0" y="123.23076923076923" dx="0em" dy="0.3em" style="text-anchor: end; visibility: hidden; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">3</text><text x="0" y="109.53846153846153" dx="0em" dy="0.3em" style="text-anchor: end; visibility: inherit; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">4</text><text x="0" y="95.84615384615384" dx="0em" dy="0.3em" style="text-anchor: end; visibility: hidden; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">5</text><text x="0" y="82.15384615384616" dx="0em" dy="0.3em" style="text-anchor: end; visibility: inherit; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">6</text><text x="0" y="68.46153846153845" dx="0em" dy="0.3em" style="text-anchor: end; visibility: hidden; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">7</text><text x="0" y="54.769230769230774" dx="0em" dy="0.3em" style="text-anchor: end; visibility: inherit; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">8</text><text x="0" y="41.076923076923066" dx="0em" dy="0.3em" style="text-anchor: end; visibility: hidden; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">9</text><text x="0" y="27.384615384615387" dx="0em" dy="0.3em" style="text-anchor: end; visibility: inherit; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">10</text><text x="0" y="13.69230769230768" dx="0em" dy="0.3em" style="text-anchor: end; visibility: hidden; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">11</text><text x="0" y="0" dx="0em" dy="0.3em" style="text-anchor: end; visibility: hidden; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">12</text></g><line x1="30" y1="0" x2="30" y2="178" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line></g></g><g transform="translate(30, 0)" clip-path="url(#clip_0)"><clipPath id="clip_0"><rect width="300" height="178"></rect></clipPath><g><g><g><line x1="0" y1="0" x2="0" y2="178" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="33.33333333333333" y1="0" x2="33.33333333333333" y2="178" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="66.66666666666666" y1="0" x2="66.66666666666666" y2="178" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="100" y1="0" x2="100" y2="178" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="133.33333333333331" y1="0" x2="133.33333333333331" y2="178" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="166.66666666666669" y1="0" x2="166.66666666666669" y2="178" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="200" y1="0" x2="200" y2="178" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="233.33333333333334" y1="0" x2="233.33333333333334" y2="178" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="266.66666666666663" y1="0" x2="266.66666666666663" y2="178" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="300" y1="0" x2="300" y2="178" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line></g><g><line x1="0" y1="178" x2="300" y2="178" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="0" y1="164.30769230769232" x2="300" y2="164.30769230769232" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="0" y1="150.6153846153846" x2="300" y2="150.6153846153846" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="0" y1="136.9230769230769" x2="300" y2="136.9230769230769" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="0" y1="123.23076923076923" x2="300" y2="123.23076923076923" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="0" y1="109.53846153846153" x2="300" y2="109.53846153846153" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="0" y1="95.84615384615384" x2="300" y2="95.84615384615384" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="0" y1="82.15384615384616" x2="300" y2="82.15384615384616" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="0" y1="68.46153846153845" x2="300" y2="68.46153846153845" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="0" y1="54.769230769230774" x2="300" y2="54.769230769230774" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="0" y1="41.076923076923066" x2="300" y2="41.076923076923066" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="0" y1="27.384615384615387" x2="300" y2="27.384615384615387" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="0" y1="13.69230769230768" x2="300" y2="13.69230769230768" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line><line x1="0" y1="0" x2="300" y2="0" fill="rgb(0, 0, 0)" stroke="rgb(60, 60, 60)" stroke-width="1px" opacity="0.25"></line></g></g></g><g><g><line x1="0" y1="164.30769230769232" x2="300" y2="164.30769230769232" fill="rgb(0, 0, 0)" stroke="rgb(153, 153, 153)" stroke-width="1.5px"></line></g></g><g><g><line x1="33.33333333333333" y1="0" x2="33.33333333333333" y2="178" fill="rgb(0, 0, 0)" stroke="rgb(153, 153, 153)" stroke-width="1.5px"></line></g></g><g><g><g><g><g><path stroke="rgb(255, 112, 67)" stroke-width="2px" d="M33.33333333333333,164.30769230769232L40,164.30769230769232L46.666666666666664,164.30769230769232L53.333333333333336,164.30769230769232L60,164.30769230769232L66.66666666666666,164.30769230769232L73.33333333333333,164.30769230769232L80,164.30769230769232L86.66666666666666,164.30769230769232L93.33333333333333,164.30769230769232L100,164.30769230769232L106.66666666666667,164.30769230769232L113.33333333333333,164.30769230769232L120,164.30769230769232L126.66666666666667,164.30769230769232L133.33333333333331,164.30769230769232L140,164.30769230769232L146.66666666666666,164.30769230769232L153.33333333333331,164.30769230769232L160,164.30769230769232L166.66666666666669,164.30769230769232L173.33333333333331,164.30769230769232L179.6799,164.30769230769232L184.81113333333334,164.30769230769232L189.06143333333333,164.30769230769232L193.01196666666667,124.04758926673017L196.97526666666667,95.62632330805046L201.01806666666664,75.56208910675784L205.0685,61.39732765391258L208.868,51.39729907965828L212.61266666666668,44.33742494816261L216.325,39.35322660193532L219.95513333333332,35.83441885027398L223.53703333333334,33.35015866100463L227.1495666666667,31.596279980715025L230.75703333333334,30.35804612497114L234.35703333333333,29.48385526204939L237.9885,28.866677628937538L241.60313333333332,28.4309507762691L245.6686,68.37874856984837L250.06006666666667,96.58187586446842L253.91496666666666,76.23787220029637L257.6734666666667,61.875010169145895L261.40493333333336,51.73483184590509L265.1302333333333,44.57586708152098L268.752,39.521638522007436L272.3359,35.95335344017937L275.9842,33.43414431256318L279.62263333333334,31.6555827383242L283.24690000000004,30.39991830173122" style="fill: none;" fill="none"></path></g></g></g></g><g opacity="0.2"><g><g><g><path stroke="rgb(255, 112, 67)" stroke-width="2px" d="M33.33333333333333,164.30769230769232L40,164.30769230769232L46.666666666666664,164.30769230769232L53.333333333333336,164.30769230769232L60,164.30769230769232L66.66666666666666,164.30769230769232L73.33333333333333,164.30769230769232L80,164.30769230769232L86.66666666666666,164.30769230769232L93.33333333333333,164.30769230769232L100,164.30769230769232L106.66666666666667,164.30769230769232L113.33333333333333,164.30769230769232L120,164.30769230769232L126.66666666666667,164.30769230769232L133.33333333333331,164.30769230769232L140,164.30769230769232L146.66666666666666,164.30769230769232L153.33333333333331,164.30769230769232L160,164.30769230769232L166.66666666666669,164.30769230769232L173.33333333333331,164.30769230769232L179.6799,164.30769230769232L184.81113333333334,164.30769230769232L189.06143333333333,164.30769230769232L193.01196666666667,27.384615384615387L196.97526666666667,27.384615384615387L201.01806666666664,27.384615384615387L205.0685,27.384615384615387L208.868,27.384615384615387L212.61266666666668,27.384615384615387L216.325,27.384615384615387L219.95513333333332,27.384615384615387L223.53703333333334,27.384615384615387L227.1495666666667,27.384615384615387L230.75703333333334,27.384615384615387L234.35703333333333,27.384615384615387L237.9885,27.384615384615387L241.60313333333332,27.384615384615387L245.6686,164.30769230769232L250.06006666666667,164.30769230769232L253.91496666666666,27.384615384615387L257.6734666666667,27.384615384615387L261.40493333333336,27.384615384615387L265.1302333333333,27.384615384615387L268.752,27.384615384615387L272.3359,27.384615384615387L275.9842,27.384615384615387L279.62263333333334,27.384615384615387L283.24690000000004,27.384615384615387" style="fill: none;" fill="none"></path></g></g></g></g></g></g><g transform="translate(30, 178)" clip-path="url(#clip_1)"><clipPath id="clip_1"><rect width="300" height="22"></rect></clipPath><g><g><line x1="0" y1="0" x2="0" y2="5" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="33.33333333333333" y1="0" x2="33.33333333333333" y2="5" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="66.66666666666666" y1="0" x2="66.66666666666666" y2="5" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="100" y1="0" x2="100" y2="5" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="133.33333333333331" y1="0" x2="133.33333333333331" y2="5" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="166.66666666666669" y1="0" x2="166.66666666666669" y2="5" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="200" y1="0" x2="200" y2="5" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="233.33333333333334" y1="0" x2="233.33333333333334" y2="5" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="266.66666666666663" y1="0" x2="266.66666666666663" y2="5" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line><line x1="300" y1="0" x2="300" y2="5" style="visibility: inherit;" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line></g><g transform="translate(0, 8)"><text x="0" y="0" dx="0em" dy="0.95em" style="text-anchor: middle; visibility: hidden; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">-1M</text><text x="33.33333333333333" y="0" dx="0em" dy="0.95em" style="text-anchor: middle; visibility: inherit; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">0</text><text x="66.66666666666666" y="0" dx="0em" dy="0.95em" style="text-anchor: middle; visibility: inherit; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">1M</text><text x="100" y="0" dx="0em" dy="0.95em" style="text-anchor: middle; visibility: inherit; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">2M</text><text x="133.33333333333331" y="0" dx="0em" dy="0.95em" style="text-anchor: middle; visibility: inherit; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">3M</text><text x="166.66666666666669" y="0" dx="0em" dy="0.95em" style="text-anchor: middle; visibility: inherit; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">4M</text><text x="200" y="0" dx="0em" dy="0.95em" style="text-anchor: middle; visibility: inherit; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">5M</text><text x="233.33333333333334" y="0" dx="0em" dy="0.95em" style="text-anchor: middle; visibility: inherit; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">6M</text><text x="266.66666666666663" y="0" dx="0em" dy="0.95em" style="text-anchor: middle; visibility: inherit; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">7M</text><text x="300" y="0" dx="0em" dy="0.95em" style="text-anchor: middle; visibility: hidden; font-family: &quot;Helvetica Neue&quot;, sans-serif; font-size: 12px; font-weight: 200;" fill="rgb(50, 49, 63)" stroke="none" stroke-width="1px">8M</text></g><line x1="0" y1="0" x2="300" y2="0" fill="rgb(0, 0, 0)" stroke="rgb(204, 204, 204)" stroke-width="1px"></line></g></g></g></g></svg>
\ No newline at end of file
--- a/_images/mpe_simple_tag.gif
+++ b/_images/mpe_simple_tag.gif
--- a/_images/mujoco.gif
+++ b/_images/mujoco.gif
--- a/_images/mujoco.png
+++ b/_images/mujoco.png
--- a/_images/pendulum.gif
+++ b/_images/pendulum.gif
--- a/_images/pendulum_ddpg.png
+++ b/_images/pendulum_ddpg.png
--- a/_images/pong_dqn1.png
+++ b/_images/pong_dqn1.png
--- a/_images/pybullet.gif
+++ b/_images/pybullet.gif
--- a/_images/pybullet.png
+++ b/_images/pybullet.png
--- a/_images/pytest_approx.png
+++ b/_images/pytest_approx.png
--- a/_images/pytest_assert.png
+++ b/_images/pytest_assert.png
--- a/_images/pytest_mark.png
+++ b/_images/pytest_mark.png
--- a/_images/qbert_dqn1.png
+++ b/_images/qbert_dqn1.png
--- a/_images/r2d3_loss.png
+++ b/_images/r2d3_loss.png
--- a/_images/r2d3_nstep_return.png
+++ b/_images/r2d3_nstep_return.png
--- a/_images/r2d3_overview.png
+++ b/_images/r2d3_overview.png
--- a/_images/r2d3_pong_demosize.png
+++ b/_images/r2d3_pong_demosize.png
--- a/_images/r2d3_pong_l2_pretrain.png
+++ b/_images/r2d3_pong_l2_pretrain.png
--- a/_images/r2d3_pong_pho.png
+++ b/_images/r2d3_pong_pho.png
--- a/_images/r2d3_pseudo_code_actor.png
+++ b/_images/r2d3_pseudo_code_actor.png
--- a/_images/r2d3_pseudo_code_learner.png
+++ b/_images/r2d3_pseudo_code_learner.png
--- a/_images/r2d3_q_net.png
+++ b/_images/r2d3_q_net.png
--- a/_images/r2d3_slmcl.png
+++ b/_images/r2d3_slmcl.png
--- a/_images/slime_volleyball.gif
+++ b/_images/slime_volleyball.gif
--- a/_images/slime_volleyball_ppo_selfplay.png
+++ b/_images/slime_volleyball_ppo_selfplay.png
--- a/_images/slime_volleyball_ppo_vsbot.png
+++ b/_images/slime_volleyball_ppo_vsbot.png
--- a/_images/smac.gif
+++ b/_images/smac.gif
--- a/_images/spaceinvaders_dqn1.png
+++ b/_images/spaceinvaders_dqn1.png
--- a/_images/tb_icm_doorkey8.png
+++ b/_images/tb_icm_doorkey8.png
--- a/_images/tb_icm_fourroom.png
+++ b/_images/tb_icm_fourroom.png
--- a/_images/tb_icm_pong.png
+++ b/_images/tb_icm_pong.png
--- a/_images/uml_serial_learner_activity.png
+++ b/_images/uml_serial_learner_activity.png
--- a/_images/uml_serial_main_sequence.png
+++ b/_images/uml_serial_main_sequence.png
--- a/_images/verify_gfootball.png
+++ b/_images/verify_gfootball.png
--- a/_images/walker2d_medium_expert_cql.png
+++ b/_images/walker2d_medium_expert_cql.png
--- a/_modules/ding/config/config.html
+++ b/_modules/ding/config/config.html
@@ -88,12 +88,11 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../quick_start/index.html">Quick Start</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../key_concept/index.html">Key Concept</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../intro_rl/index.html">Introduction to RL</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../hands_on/index.html">Hands on RL</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../hands_on/index.html">RL Algorithm Cheat Sheet</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../best_practice/index.html">Best Practice</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../api_doc/index.html">API Doc</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../faq/index_en.html">FAQ</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../faq/index.html">FAQ</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../feature/index.html">Feature</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Developer Guide</span></p>

--- a/_modules/ding/envs/env/base_env.html
+++ b/_modules/ding/envs/env/base_env.html
@@ -88,12 +88,11 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../quick_start/index.html">Quick Start</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../key_concept/index.html">Key Concept</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../intro_rl/index.html">Introduction to RL</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">Hands on RL</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">RL Algorithm Cheat Sheet</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../best_practice/index.html">Best Practice</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api_doc/index.html">API Doc</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index_en.html">FAQ</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index.html">FAQ</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../feature/index.html">Feature</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Developer Guide</span></p>

--- a/_modules/ding/envs/env_manager/base_env_manager.html
+++ b/_modules/ding/envs/env_manager/base_env_manager.html
@@ -88,12 +88,11 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../quick_start/index.html">Quick Start</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../key_concept/index.html">Key Concept</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../intro_rl/index.html">Introduction to RL</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">Hands on RL</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">RL Algorithm Cheat Sheet</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../best_practice/index.html">Best Practice</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api_doc/index.html">API Doc</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index_en.html">FAQ</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index.html">FAQ</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../feature/index.html">Feature</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Developer Guide</span></p>

--- a/_modules/ding/envs/env_manager/subprocess_env_manager.html
+++ b/_modules/ding/envs/env_manager/subprocess_env_manager.html
@@ -88,12 +88,11 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../quick_start/index.html">Quick Start</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../key_concept/index.html">Key Concept</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../intro_rl/index.html">Introduction to RL</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">Hands on RL</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">RL Algorithm Cheat Sheet</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../best_practice/index.html">Best Practice</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api_doc/index.html">API Doc</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index_en.html">FAQ</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index.html">FAQ</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../feature/index.html">Feature</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Developer Guide</span></p>

--- a/_modules/ding/envs/env_wrappers/env_wrappers.html
+++ b/_modules/ding/envs/env_wrappers/env_wrappers.html
@@ -88,12 +88,11 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../quick_start/index.html">Quick Start</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../key_concept/index.html">Key Concept</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../intro_rl/index.html">Introduction to RL</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">Hands on RL</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">RL Algorithm Cheat Sheet</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../best_practice/index.html">Best Practice</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api_doc/index.html">API Doc</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index_en.html">FAQ</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index.html">FAQ</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../feature/index.html">Feature</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Developer Guide</span></p>

--- a/_modules/ding/interaction/base/common.html
+++ b/_modules/ding/interaction/base/common.html
@@ -88,12 +88,11 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../quick_start/index.html">Quick Start</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../key_concept/index.html">Key Concept</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../intro_rl/index.html">Introduction to RL</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">Hands on RL</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">RL Algorithm Cheat Sheet</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../best_practice/index.html">Best Practice</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api_doc/index.html">API Doc</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index_en.html">FAQ</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index.html">FAQ</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../feature/index.html">Feature</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Developer Guide</span></p>

--- a/_modules/ding/interaction/base/threading.html
+++ b/_modules/ding/interaction/base/threading.html
@@ -88,12 +88,11 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../quick_start/index.html">Quick Start</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../key_concept/index.html">Key Concept</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../intro_rl/index.html">Introduction to RL</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">Hands on RL</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">RL Algorithm Cheat Sheet</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../best_practice/index.html">Best Practice</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api_doc/index.html">API Doc</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index_en.html">FAQ</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index.html">FAQ</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../feature/index.html">Feature</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Developer Guide</span></p>

--- a/_modules/ding/interaction/exception/base.html
+++ b/_modules/ding/interaction/exception/base.html
@@ -88,12 +88,11 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../quick_start/index.html">Quick Start</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../key_concept/index.html">Key Concept</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../intro_rl/index.html">Introduction to RL</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">Hands on RL</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">RL Algorithm Cheat Sheet</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../best_practice/index.html">Best Practice</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api_doc/index.html">API Doc</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index_en.html">FAQ</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index.html">FAQ</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../feature/index.html">Feature</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Developer Guide</span></p>

--- a/_modules/ding/interaction/exception/master.html
+++ b/_modules/ding/interaction/exception/master.html
@@ -88,12 +88,11 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../quick_start/index.html">Quick Start</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../key_concept/index.html">Key Concept</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../intro_rl/index.html">Introduction to RL</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">Hands on RL</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">RL Algorithm Cheat Sheet</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../best_practice/index.html">Best Practice</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api_doc/index.html">API Doc</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index_en.html">FAQ</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index.html">FAQ</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../feature/index.html">Feature</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Developer Guide</span></p>

--- a/_modules/ding/interaction/exception/slave.html
+++ b/_modules/ding/interaction/exception/slave.html
@@ -88,12 +88,11 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../quick_start/index.html">Quick Start</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../key_concept/index.html">Key Concept</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../intro_rl/index.html">Introduction to RL</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">Hands on RL</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">RL Algorithm Cheat Sheet</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../best_practice/index.html">Best Practice</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api_doc/index.html">API Doc</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index_en.html">FAQ</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index.html">FAQ</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../feature/index.html">Feature</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Developer Guide</span></p>

--- a/_modules/ding/interaction/master/connection.html
+++ b/_modules/ding/interaction/master/connection.html
@@ -88,12 +88,11 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../../quick_start/index.html">Quick Start</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../key_concept/index.html">Key Concept</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../intro_rl/index.html">Introduction to RL</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">Hands on RL</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../hands_on/index.html">RL Algorithm Cheat Sheet</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../env_tutorial/index.html">RL Environments Tutorial</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../best_practice/index.html">Best Practice</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../api_doc/index.html">API Doc</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index_en.html">FAQ</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../faq/index.html">FAQ</a></li>
 <li class="toctree-l1"><a class="reference internal" href="../../../../feature/index.html">Feature</a></li>
 </ul>
 <p class="caption" role="heading"><span class="caption-text">Developer Guide</span></p>

--- a/_modules/ding/interaction/master/master.html
+++ b/_modules/ding/interaction/master/master.html
--- a/_modules/ding/interaction/master/task.html
+++ b/_modules/ding/interaction/master/task.html
--- a/_modules/ding/interaction/slave/action.html
+++ b/_modules/ding/interaction/slave/action.html
--- a/_modules/ding/interaction/slave/slave.html
+++ b/_modules/ding/interaction/slave/slave.html
--- a/_modules/ding/league/base_league.html
+++ b/_modules/ding/league/base_league.html
--- a/_modules/ding/league/one_vs_one_league.html
+++ b/_modules/ding/league/one_vs_one_league.html
--- a/_modules/ding/league/player.html
+++ b/_modules/ding/league/player.html
--- a/_modules/ding/league/shared_payoff.html
+++ b/_modules/ding/league/shared_payoff.html
--- a/_modules/ding/league/starcraft_player.html
+++ b/_modules/ding/league/starcraft_player.html
--- a/_modules/ding/model/common/encoder.html
+++ b/_modules/ding/model/common/encoder.html
--- a/_modules/ding/model/common/head.html
+++ b/_modules/ding/model/common/head.html
--- a/_modules/ding/model/common/utils.html
+++ b/_modules/ding/model/common/utils.html
--- a/_modules/ding/model/template/coma.html
+++ b/_modules/ding/model/template/coma.html
--- a/_modules/ding/model/template/q_learning.html
+++ b/_modules/ding/model/template/q_learning.html
--- a/_modules/ding/model/template/qac.html
+++ b/_modules/ding/model/template/qac.html
--- a/_modules/ding/model/template/qmix.html
+++ b/_modules/ding/model/template/qmix.html
--- a/_modules/ding/model/template/vac.html
+++ b/_modules/ding/model/template/vac.html
--- a/_modules/ding/policy/a2c.html
+++ b/_modules/ding/policy/a2c.html
--- a/_modules/ding/policy/acer.html
+++ b/_modules/ding/policy/acer.html
--- a/_modules/ding/policy/atoc.html
+++ b/_modules/ding/policy/atoc.html
--- a/_modules/ding/policy/c51.html
+++ b/_modules/ding/policy/c51.html
--- a/_modules/ding/policy/collaq.html
+++ b/_modules/ding/policy/collaq.html
--- a/_modules/ding/policy/coma.html
+++ b/_modules/ding/policy/coma.html
--- a/_modules/ding/policy/ddpg.html
+++ b/_modules/ding/policy/ddpg.html
--- a/_modules/ding/policy/dqn.html
+++ b/_modules/ding/policy/dqn.html
--- a/_modules/ding/policy/impala.html
+++ b/_modules/ding/policy/impala.html
--- a/_modules/ding/policy/iqn.html
+++ b/_modules/ding/policy/iqn.html
--- a/_modules/ding/policy/ppg.html
+++ b/_modules/ding/policy/ppg.html
--- a/_modules/ding/policy/ppo.html
+++ b/_modules/ding/policy/ppo.html
--- a/_modules/ding/policy/qmix.html
+++ b/_modules/ding/policy/qmix.html
--- a/_modules/ding/policy/qrdqn.html
+++ b/_modules/ding/policy/qrdqn.html
--- a/_modules/ding/policy/r2d2.html
+++ b/_modules/ding/policy/r2d2.html
--- a/_modules/ding/policy/r2d3.html
+++ b/_modules/ding/policy/r2d3.html
--- a/_modules/ding/policy/rainbow.html
+++ b/_modules/ding/policy/rainbow.html
--- a/_modules/ding/policy/sac.html
+++ b/_modules/ding/policy/sac.html
--- a/_modules/ding/policy/sql.html
+++ b/_modules/ding/policy/sql.html
--- a/_modules/ding/policy/td3.html
+++ b/_modules/ding/policy/td3.html
--- a/_modules/ding/reward_model/base_reward_model.html
+++ b/_modules/ding/reward_model/base_reward_model.html
--- a/_modules/ding/reward_model/guided_cost_reward_model.html
+++ b/_modules/ding/reward_model/guided_cost_reward_model.html
--- a/_modules/ding/reward_model/icm_reward_model.html
+++ b/_modules/ding/reward_model/icm_reward_model.html
--- a/_modules/ding/reward_model/pdeil_irl_model.html
+++ b/_modules/ding/reward_model/pdeil_irl_model.html
--- a/_modules/ding/reward_model/pwil_irl_model.html
+++ b/_modules/ding/reward_model/pwil_irl_model.html
--- a/_modules/ding/reward_model/red_irl_model.html
+++ b/_modules/ding/reward_model/red_irl_model.html
--- a/_modules/ding/reward_model/rnd_reward_model.html
+++ b/_modules/ding/reward_model/rnd_reward_model.html
--- a/_modules/ding/rl_utils/adder.html
+++ b/_modules/ding/rl_utils/adder.html
--- a/_modules/ding/rl_utils/exploration.html
+++ b/_modules/ding/rl_utils/exploration.html
--- a/_modules/ding/rl_utils/td.html
+++ b/_modules/ding/rl_utils/td.html
--- a/_modules/ding/torch_utils/checkpoint_helper.html
+++ b/_modules/ding/torch_utils/checkpoint_helper.html
--- a/_modules/ding/torch_utils/data_helper.html
+++ b/_modules/ding/torch_utils/data_helper.html
--- a/_modules/ding/torch_utils/distribution.html
+++ b/_modules/ding/torch_utils/distribution.html
--- a/_modules/ding/torch_utils/loss/cross_entropy_loss.html
+++ b/_modules/ding/torch_utils/loss/cross_entropy_loss.html
--- a/_modules/ding/torch_utils/loss/multi_logits_loss.html
+++ b/_modules/ding/torch_utils/loss/multi_logits_loss.html
--- a/_modules/ding/torch_utils/network/activation.html
+++ b/_modules/ding/torch_utils/network/activation.html
--- a/_modules/ding/torch_utils/network/nn_module.html
+++ b/_modules/ding/torch_utils/network/nn_module.html
--- a/_modules/ding/torch_utils/network/res_block.html
+++ b/_modules/ding/torch_utils/network/res_block.html
--- a/_modules/ding/torch_utils/network/rnn.html
+++ b/_modules/ding/torch_utils/network/rnn.html
--- a/_modules/ding/torch_utils/network/scatter_connection.html
+++ b/_modules/ding/torch_utils/network/scatter_connection.html
--- a/_modules/ding/torch_utils/network/soft_argmax.html
+++ b/_modules/ding/torch_utils/network/soft_argmax.html
--- a/_modules/ding/torch_utils/network/transformer.html
+++ b/_modules/ding/torch_utils/network/transformer.html
--- a/_modules/ding/torch_utils/optimizer_helper.html
+++ b/_modules/ding/torch_utils/optimizer_helper.html
--- a/_modules/ding/utils/data/dataloader.html
+++ b/_modules/ding/utils/data/dataloader.html
--- a/_modules/ding/utils/data/structure/cache.html
+++ b/_modules/ding/utils/data/structure/cache.html
--- a/_modules/ding/utils/default_helper.html
+++ b/_modules/ding/utils/default_helper.html
--- a/_modules/ding/utils/design_helper.html
+++ b/_modules/ding/utils/design_helper.html
--- a/_modules/ding/utils/lock_helper.html
+++ b/_modules/ding/utils/lock_helper.html
--- a/_modules/ding/utils/segment_tree.html
+++ b/_modules/ding/utils/segment_tree.html
--- a/_modules/ding/utils/system_helper.html
+++ b/_modules/ding/utils/system_helper.html
--- a/_modules/ding/utils/time_helper.html
+++ b/_modules/ding/utils/time_helper.html
--- a/_modules/ding/utils/time_helper_base.html
+++ b/_modules/ding/utils/time_helper_base.html
--- a/_modules/ding/worker/collector/base_serial_collector.html
+++ b/_modules/ding/worker/collector/base_serial_collector.html
--- a/_modules/ding/worker/collector/base_serial_evaluator.html
+++ b/_modules/ding/worker/collector/base_serial_evaluator.html
--- a/_modules/ding/worker/collector/comm/base_comm_collector.html
+++ b/_modules/ding/worker/collector/comm/base_comm_collector.html
--- a/_modules/ding/worker/collector/comm/flask_fs_collector.html
+++ b/_modules/ding/worker/collector/comm/flask_fs_collector.html
--- a/_modules/ding/worker/collector/comm/utils.html
+++ b/_modules/ding/worker/collector/comm/utils.html
--- a/_modules/ding/worker/coordinator/base_parallel_commander.html
+++ b/_modules/ding/worker/coordinator/base_parallel_commander.html
--- a/_modules/ding/worker/coordinator/base_serial_commander.html
+++ b/_modules/ding/worker/coordinator/base_serial_commander.html
--- a/_modules/ding/worker/coordinator/comm_coordinator.html
+++ b/_modules/ding/worker/coordinator/comm_coordinator.html
--- a/_modules/ding/worker/coordinator/coordinator.html
+++ b/_modules/ding/worker/coordinator/coordinator.html
--- a/_modules/ding/worker/coordinator/resource_manager.html
+++ b/_modules/ding/worker/coordinator/resource_manager.html
--- a/_modules/ding/worker/coordinator/solo_parallel_commander.html
+++ b/_modules/ding/worker/coordinator/solo_parallel_commander.html
--- a/_modules/ding/worker/learner/base_learner.html
+++ b/_modules/ding/worker/learner/base_learner.html
--- a/_modules/ding/worker/learner/comm/base_comm_learner.html
+++ b/_modules/ding/worker/learner/comm/base_comm_learner.html
--- a/_modules/ding/worker/learner/comm/flask_fs_learner.html
+++ b/_modules/ding/worker/learner/comm/flask_fs_learner.html
--- a/_modules/ding/worker/learner/learner_hook.html
+++ b/_modules/ding/worker/learner/learner_hook.html
--- a/_modules/ding/worker/replay_buffer/advanced_buffer.html
+++ b/_modules/ding/worker/replay_buffer/advanced_buffer.html
--- a/_modules/ding/worker/replay_buffer/base_buffer.html
+++ b/_modules/ding/worker/replay_buffer/base_buffer.html
--- a/_modules/ding/worker/replay_buffer/episode_buffer.html
+++ b/_modules/ding/worker/replay_buffer/episode_buffer.html
--- a/_modules/ding/worker/replay_buffer/naive_buffer.html
+++ b/_modules/ding/worker/replay_buffer/naive_buffer.html
--- a/_modules/ding/worker/replay_buffer/utils.html
+++ b/_modules/ding/worker/replay_buffer/utils.html
--- a/_modules/index.html
+++ b/_modules/index.html
--- a/_sources/api_doc/model/template/q_learning.rst.txt
+++ b/_sources/api_doc/model/template/q_learning.rst.txt
--- a/_sources/best_practice/index.rst.txt
+++ b/_sources/best_practice/index.rst.txt
--- a/_sources/best_practice/maac.rst.txt
+++ b/_sources/best_practice/maac.rst.txt
--- a/_sources/env_tutorial/atari_zh.rst.txt
+++ b/_sources/env_tutorial/atari_zh.rst.txt
--- a/_sources/env_tutorial/bipedalwalker_zh.rst.txt
+++ b/_sources/env_tutorial/bipedalwalker_zh.rst.txt
--- a/_sources/env_tutorial/bit_flip_zh.rst.txt
+++ b/_sources/env_tutorial/bit_flip_zh.rst.txt
--- a/_sources/env_tutorial/cartpole_zh.rst.txt
+++ b/_sources/env_tutorial/cartpole_zh.rst.txt
--- a/_sources/env_tutorial/competitive_rl_zh.rst.txt
+++ b/_sources/env_tutorial/competitive_rl_zh.rst.txt
--- a/_sources/env_tutorial/d4rl_zh.rst.txt
+++ b/_sources/env_tutorial/d4rl_zh.rst.txt
--- a/_sources/env_tutorial/gfootball_zh.rst.txt
+++ b/_sources/env_tutorial/gfootball_zh.rst.txt
--- a/_sources/env_tutorial/gym_hybrid_zh.rst.txt
+++ b/_sources/env_tutorial/gym_hybrid_zh.rst.txt
--- a/_sources/env_tutorial/gym_soccer_zh.rst.txt
+++ b/_sources/env_tutorial/gym_soccer_zh.rst.txt
--- a/_sources/env_tutorial/image_cls_zh.rst.txt
+++ b/_sources/env_tutorial/image_cls_zh.rst.txt
--- a/_sources/env_tutorial/index_zh.rst.txt
+++ b/_sources/env_tutorial/index_zh.rst.txt
--- a/_sources/env_tutorial/lunarlander_zh.rst.txt
+++ b/_sources/env_tutorial/lunarlander_zh.rst.txt
--- a/_sources/env_tutorial/minigrid_zh.rst.txt
+++ b/_sources/env_tutorial/minigrid_zh.rst.txt
--- a/_sources/env_tutorial/mujoco_zh.rst.txt
+++ b/_sources/env_tutorial/mujoco_zh.rst.txt
--- a/_sources/env_tutorial/multiagent_particle_zh.rst.txt
+++ b/_sources/env_tutorial/multiagent_particle_zh.rst.txt
--- a/_sources/env_tutorial/pendulum_zh.rst.txt
+++ b/_sources/env_tutorial/pendulum_zh.rst.txt
--- a/_sources/env_tutorial/procgen_zh.rst.txt
+++ b/_sources/env_tutorial/procgen_zh.rst.txt
--- a/_sources/env_tutorial/pybullet_zh.rst.txt
+++ b/_sources/env_tutorial/pybullet_zh.rst.txt
--- a/_sources/env_tutorial/slime_volleyball_zh.rst.txt
+++ b/_sources/env_tutorial/slime_volleyball_zh.rst.txt
--- a/_sources/env_tutorial/smac_zh.rst.txt
+++ b/_sources/env_tutorial/smac_zh.rst.txt
--- a/_sources/faq/index.rst.txt
+++ b/_sources/faq/index.rst.txt
--- a/_sources/faq/index_en.rst.txt
+++ b/_sources/faq/index_en.rst.txt
--- a/_sources/faq/index_zh.rst.txt
+++ b/_sources/faq/index_zh.rst.txt
--- a/_sources/feature/algorithm_overview_en.rst.txt
+++ b/_sources/feature/algorithm_overview_en.rst.txt
--- a/_sources/feature/algorithm_overview_zh.rst.txt
+++ b/_sources/feature/algorithm_overview_zh.rst.txt
--- a/_sources/feature/autolog_overview.rst.txt
+++ b/_sources/feature/autolog_overview.rst.txt
--- a/_sources/feature/collector_overview.rst.txt
+++ b/_sources/feature/collector_overview.rst.txt
--- a/_sources/feature/collector_overview_en.rst.txt
+++ b/_sources/feature/collector_overview_en.rst.txt
--- a/_sources/feature/dataloader_overview.rst.txt
+++ b/_sources/feature/dataloader_overview.rst.txt
--- a/_sources/feature/env_manager_overview.rst.txt
+++ b/_sources/feature/env_manager_overview.rst.txt
--- a/_sources/feature/env_manager_overview_en.rst.txt
+++ b/_sources/feature/env_manager_overview_en.rst.txt
--- a/_sources/feature/env_manager_overview_zh.rst.txt
+++ b/_sources/feature/env_manager_overview_zh.rst.txt
--- a/_sources/feature/env_overview.rst.txt
+++ b/_sources/feature/env_overview.rst.txt
--- a/_sources/feature/env_overview_en.rst.txt
+++ b/_sources/feature/env_overview_en.rst.txt
--- a/_sources/feature/env_overview_zh.rst.txt
+++ b/_sources/feature/env_overview_zh.rst.txt
--- a/_sources/feature/hpc_rl_overview.rst.txt
+++ b/_sources/feature/hpc_rl_overview.rst.txt
--- a/_sources/feature/hpc_rl_overview_en.rst.txt
+++ b/_sources/feature/hpc_rl_overview_en.rst.txt
--- a/_sources/feature/index.rst.txt
+++ b/_sources/feature/index.rst.txt
--- a/_sources/feature/index_zh.rst.txt
+++ b/_sources/feature/index_zh.rst.txt
--- a/_sources/feature/interaction_overview.rst.txt
+++ b/_sources/feature/interaction_overview.rst.txt
--- a/_sources/feature/interaction_overview_en.rst.txt
+++ b/_sources/feature/interaction_overview_en.rst.txt
--- a/_sources/feature/league_overview_en.rst.txt
+++ b/_sources/feature/league_overview_en.rst.txt
--- a/_sources/feature/learner_overview.rst.txt
+++ b/_sources/feature/learner_overview.rst.txt
--- a/_sources/feature/learner_overview_en.rst.txt
+++ b/_sources/feature/learner_overview_en.rst.txt
--- a/_sources/feature/learner_overview_zh.rst.txt
+++ b/_sources/feature/learner_overview_zh.rst.txt
--- a/_sources/feature/loader_overview.rst.txt
+++ b/_sources/feature/loader_overview.rst.txt
--- a/_sources/feature/loader_overview_en.rst.txt
+++ b/_sources/feature/loader_overview_en.rst.txt
--- a/_sources/feature/model_overview_en.rst.txt
+++ b/_sources/feature/model_overview_en.rst.txt
--- a/_sources/feature/orchestrator_overview_en.rst.txt
+++ b/_sources/feature/orchestrator_overview_en.rst.txt
--- a/_sources/feature/policy_overview_en.rst.txt
+++ b/_sources/feature/policy_overview_en.rst.txt
--- a/_sources/feature/replay_buffer_overview_en.rst.txt
+++ b/_sources/feature/replay_buffer_overview_en.rst.txt
--- a/_sources/feature/wrapper_hook_overview.rst.txt
+++ b/_sources/feature/wrapper_hook_overview.rst.txt
--- a/_sources/feature/wrapper_hook_overview_en.rst.txt
+++ b/_sources/feature/wrapper_hook_overview_en.rst.txt
--- a/_sources/feature/wrapper_hook_overview_zh.rst.txt
+++ b/_sources/feature/wrapper_hook_overview_zh.rst.txt
--- a/_sources/guide/code_comment_en.rst.txt
+++ b/_sources/guide/code_comment_en.rst.txt
--- a/_sources/guide/doc_contribution_en.rst.txt
+++ b/_sources/guide/doc_contribution_en.rst.txt
--- a/_sources/guide/git_guide.rst.txt
+++ b/_sources/guide/git_guide.rst.txt
--- a/_sources/guide/git_guide_en.rst.txt
+++ b/_sources/guide/git_guide_en.rst.txt
--- a/_sources/guide/git_guide_zh.rst.txt
+++ b/_sources/guide/git_guide_zh.rst.txt
--- a/_sources/guide/index.rst.txt
+++ b/_sources/guide/index.rst.txt
--- a/_sources/guide/index_zh.rst.txt
+++ b/_sources/guide/index_zh.rst.txt
--- a/_sources/guide/warmup_zh.rst.txt
+++ b/_sources/guide/warmup_zh.rst.txt
--- a/_sources/hands_on/a2c.rst.txt
+++ b/_sources/hands_on/a2c.rst.txt
--- a/_sources/hands_on/c51_qrdqn_iqn.rst.txt
+++ b/_sources/hands_on/c51_qrdqn_iqn.rst.txt
--- a/_sources/hands_on/ddpg.rst.txt
+++ b/_sources/hands_on/ddpg.rst.txt
--- a/_sources/hands_on/dqn.rst.txt
+++ b/_sources/hands_on/dqn.rst.txt
--- a/_sources/hands_on/dqn_zh.rst.txt
+++ b/_sources/hands_on/dqn_zh.rst.txt
--- a/_sources/hands_on/guided_cost_zh.rst.txt
+++ b/_sources/hands_on/guided_cost_zh.rst.txt
--- a/_sources/hands_on/icm_zh.rst.txt
+++ b/_sources/hands_on/icm_zh.rst.txt
--- a/_sources/hands_on/impala.rst.txt
+++ b/_sources/hands_on/impala.rst.txt
--- a/_sources/hands_on/index.rst.txt
+++ b/_sources/hands_on/index.rst.txt
--- a/_sources/hands_on/index_zh.rst.txt
+++ b/_sources/hands_on/index_zh.rst.txt
--- a/_sources/hands_on/ppo.rst.txt
+++ b/_sources/hands_on/ppo.rst.txt
--- a/_sources/hands_on/r2d3_zh.rst.txt
+++ b/_sources/hands_on/r2d3_zh.rst.txt
--- a/_sources/hands_on/rainbow.rst.txt
+++ b/_sources/hands_on/rainbow.rst.txt
--- a/_sources/hands_on/rnd.rst.txt
+++ b/_sources/hands_on/rnd.rst.txt
--- a/_sources/hands_on/sqil.rst.txt
+++ b/_sources/hands_on/sqil.rst.txt
--- a/_sources/index.rst.txt
+++ b/_sources/index.rst.txt
--- a/_sources/index_zh.rst.txt
+++ b/_sources/index_zh.rst.txt
--- a/_sources/installation/index_zh.rst.txt
+++ b/_sources/installation/index_zh.rst.txt
--- a/_sources/intro_rl/basic.rst.txt
+++ b/_sources/intro_rl/basic.rst.txt
--- a/_sources/intro_rl/basic_en.rst.txt
+++ b/_sources/intro_rl/basic_en.rst.txt
--- a/_sources/intro_rl/basic_zh.rst.txt
+++ b/_sources/intro_rl/basic_zh.rst.txt
--- a/_sources/intro_rl/index.rst.txt
+++ b/_sources/intro_rl/index.rst.txt
--- a/_sources/intro_rl/index_zh.rst.txt
+++ b/_sources/intro_rl/index_zh.rst.txt
--- a/_sources/key_concept/index.rst.txt
+++ b/_sources/key_concept/index.rst.txt
--- a/_sources/quick_start/index_zh.rst.txt
+++ b/_sources/quick_start/index_zh.rst.txt
--- a/api_doc/config/config.html
+++ b/api_doc/config/config.html
--- a/api_doc/config/index.html
+++ b/api_doc/config/index.html
--- a/api_doc/env/env.html
+++ b/api_doc/env/env.html
--- a/api_doc/env/env_manager.html
+++ b/api_doc/env/env_manager.html
--- a/api_doc/env/env_wrappers.html
+++ b/api_doc/env/env_wrappers.html
--- a/api_doc/env/index.html
+++ b/api_doc/env/index.html
--- a/api_doc/index.html
+++ b/api_doc/index.html
--- a/api_doc/interaction/base/app.html
+++ b/api_doc/interaction/base/app.html
--- a/api_doc/interaction/base/common.html
+++ b/api_doc/interaction/base/common.html
--- a/api_doc/interaction/base/index.html
+++ b/api_doc/interaction/base/index.html
--- a/api_doc/interaction/base/network.html
+++ b/api_doc/interaction/base/network.html
--- a/api_doc/interaction/base/threading.html
+++ b/api_doc/interaction/base/threading.html
--- a/api_doc/interaction/exception/base.html
+++ b/api_doc/interaction/exception/base.html
--- a/api_doc/interaction/exception/index.html
+++ b/api_doc/interaction/exception/index.html
--- a/api_doc/interaction/exception/master.html
+++ b/api_doc/interaction/exception/master.html
--- a/api_doc/interaction/exception/slave.html
+++ b/api_doc/interaction/exception/slave.html
--- a/api_doc/interaction/index.html
+++ b/api_doc/interaction/index.html
--- a/api_doc/interaction/master/connection.html
+++ b/api_doc/interaction/master/connection.html
--- a/api_doc/interaction/master/index.html
+++ b/api_doc/interaction/master/index.html
--- a/api_doc/interaction/master/master.html
+++ b/api_doc/interaction/master/master.html
--- a/api_doc/interaction/master/task.html
+++ b/api_doc/interaction/master/task.html
--- a/api_doc/interaction/slave/action.html
+++ b/api_doc/interaction/slave/action.html
--- a/api_doc/interaction/slave/index.html
+++ b/api_doc/interaction/slave/index.html
--- a/api_doc/interaction/slave/slave.html
+++ b/api_doc/interaction/slave/slave.html
--- a/api_doc/league/index.html
+++ b/api_doc/league/index.html
--- a/api_doc/league/league.html
+++ b/api_doc/league/league.html
--- a/api_doc/league/payoff.html
+++ b/api_doc/league/payoff.html
--- a/api_doc/league/player.html
+++ b/api_doc/league/player.html
--- a/api_doc/model/common/encoder.html
+++ b/api_doc/model/common/encoder.html
--- a/api_doc/model/common/head.html
+++ b/api_doc/model/common/head.html
--- a/api_doc/model/common/index.html
+++ b/api_doc/model/common/index.html
--- a/api_doc/model/common/utils.html
+++ b/api_doc/model/common/utils.html
--- a/api_doc/model/index.html
+++ b/api_doc/model/index.html
--- a/api_doc/model/template/QAC.html
+++ b/api_doc/model/template/QAC.html
--- a/api_doc/model/template/VAC.html
+++ b/api_doc/model/template/VAC.html
--- a/api_doc/model/template/coma.html
+++ b/api_doc/model/template/coma.html
--- a/api_doc/model/template/index.html
+++ b/api_doc/model/template/index.html
--- a/api_doc/model/template/q_learning.html
+++ b/api_doc/model/template/q_learning.html
--- a/api_doc/model/template/qmix.html
+++ b/api_doc/model/template/qmix.html
--- a/api_doc/policy/a2c.html
+++ b/api_doc/policy/a2c.html
--- a/api_doc/policy/collaq.html
+++ b/api_doc/policy/collaq.html
--- a/api_doc/policy/coma.html
+++ b/api_doc/policy/coma.html
--- a/api_doc/policy/ddpg.html
+++ b/api_doc/policy/ddpg.html
--- a/api_doc/policy/dqn.html
+++ b/api_doc/policy/dqn.html
--- a/api_doc/policy/index.html
+++ b/api_doc/policy/index.html
--- a/api_doc/policy/ppg.html
+++ b/api_doc/policy/ppg.html
--- a/api_doc/policy/qmix.html
+++ b/api_doc/policy/qmix.html
--- a/api_doc/policy/r2d2.html
+++ b/api_doc/policy/r2d2.html
--- a/api_doc/policy/rainbow.html
+++ b/api_doc/policy/rainbow.html
--- a/api_doc/reward_model/base_reward_estimate.html
+++ b/api_doc/reward_model/base_reward_estimate.html
--- a/api_doc/reward_model/gail_irl_model.html
+++ b/api_doc/reward_model/gail_irl_model.html
--- a/api_doc/reward_model/index.html
+++ b/api_doc/reward_model/index.html
--- a/api_doc/reward_model/pdeil_irl_model.html
+++ b/api_doc/reward_model/pdeil_irl_model.html
--- a/api_doc/reward_model/pwil_irl_model.html
+++ b/api_doc/reward_model/pwil_irl_model.html
--- a/api_doc/reward_model/red_irl_model.html
+++ b/api_doc/reward_model/red_irl_model.html
--- a/api_doc/rl_utils/a2c.html
+++ b/api_doc/rl_utils/a2c.html
--- a/api_doc/rl_utils/adder.html
+++ b/api_doc/rl_utils/adder.html
--- a/api_doc/rl_utils/coma.html
+++ b/api_doc/rl_utils/coma.html
--- a/api_doc/rl_utils/exploration.html
+++ b/api_doc/rl_utils/exploration.html
--- a/api_doc/rl_utils/gae.html
+++ b/api_doc/rl_utils/gae.html
--- a/api_doc/rl_utils/index.html
+++ b/api_doc/rl_utils/index.html
--- a/api_doc/rl_utils/isw.html
+++ b/api_doc/rl_utils/isw.html
--- a/api_doc/rl_utils/ppo.html
+++ b/api_doc/rl_utils/ppo.html
--- a/api_doc/rl_utils/td.html
+++ b/api_doc/rl_utils/td.html
--- a/api_doc/rl_utils/upgo.html
+++ b/api_doc/rl_utils/upgo.html
--- a/api_doc/rl_utils/value_rescale.html
+++ b/api_doc/rl_utils/value_rescale.html
--- a/api_doc/rl_utils/vtrace.html
+++ b/api_doc/rl_utils/vtrace.html
--- a/api_doc/torch_utils/checkpoint_helper.html
+++ b/api_doc/torch_utils/checkpoint_helper.html
--- a/api_doc/torch_utils/data_helper.html
+++ b/api_doc/torch_utils/data_helper.html
--- a/api_doc/torch_utils/distribution.html
+++ b/api_doc/torch_utils/distribution.html
--- a/api_doc/torch_utils/index.html
+++ b/api_doc/torch_utils/index.html
--- a/api_doc/torch_utils/metric.html
+++ b/api_doc/torch_utils/metric.html
--- a/api_doc/torch_utils/nn_test_helper.html
+++ b/api_doc/torch_utils/nn_test_helper.html
--- a/api_doc/torch_utils/optimizer_helper.html
+++ b/api_doc/torch_utils/optimizer_helper.html
--- a/api_doc/torch_utils/torch_utils_loss.html
+++ b/api_doc/torch_utils/torch_utils_loss.html
--- a/api_doc/torch_utils/torch_utils_network.html
+++ b/api_doc/torch_utils/torch_utils_network.html
--- a/api_doc/utils/collection_helper.html
+++ b/api_doc/utils/collection_helper.html
--- a/api_doc/utils/compression_helper.html
+++ b/api_doc/utils/compression_helper.html
--- a/api_doc/utils/data/collate_fn.html
+++ b/api_doc/utils/data/collate_fn.html
--- a/api_doc/utils/data/dataloader.html
+++ b/api_doc/utils/data/dataloader.html
--- a/api_doc/utils/data/index.html
+++ b/api_doc/utils/data/index.html
--- a/api_doc/utils/data/structure.html
+++ b/api_doc/utils/data/structure.html
--- a/api_doc/utils/default_helper.html
+++ b/api_doc/utils/default_helper.html
--- a/api_doc/utils/design_helper.html
+++ b/api_doc/utils/design_helper.html
--- a/api_doc/utils/file_helper.html
+++ b/api_doc/utils/file_helper.html
--- a/api_doc/utils/import_helper.html
+++ b/api_doc/utils/import_helper.html
--- a/api_doc/utils/index.html
+++ b/api_doc/utils/index.html
--- a/api_doc/utils/k8s_helper.html
+++ b/api_doc/utils/k8s_helper.html
--- a/api_doc/utils/lock_helper.html
+++ b/api_doc/utils/lock_helper.html
--- a/api_doc/utils/log_helper.html
+++ b/api_doc/utils/log_helper.html
--- a/api_doc/utils/pytorch_ddp_dist_helper.html
+++ b/api_doc/utils/pytorch_ddp_dist_helper.html
--- a/api_doc/utils/segment_tree.html
+++ b/api_doc/utils/segment_tree.html
--- a/api_doc/utils/system_helper.html
+++ b/api_doc/utils/system_helper.html
--- a/api_doc/utils/time_helper.html
+++ b/api_doc/utils/time_helper.html
--- a/api_doc/worker/collector/base_serial_collector.html
+++ b/api_doc/worker/collector/base_serial_collector.html
--- a/api_doc/worker/collector/base_serial_evaluator.html
+++ b/api_doc/worker/collector/base_serial_evaluator.html
--- a/api_doc/worker/collector/comm.html
+++ b/api_doc/worker/collector/comm.html
--- a/api_doc/worker/collector/episode_serial_collector.html
+++ b/api_doc/worker/collector/episode_serial_collector.html
--- a/api_doc/worker/collector/index.html
+++ b/api_doc/worker/collector/index.html
--- a/api_doc/worker/collector/sample_serial_collector.html
+++ b/api_doc/worker/collector/sample_serial_collector.html
--- a/api_doc/worker/coordinator/comm_coordinator.html
+++ b/api_doc/worker/coordinator/comm_coordinator.html
--- a/api_doc/worker/coordinator/commander.html
+++ b/api_doc/worker/coordinator/commander.html
--- a/api_doc/worker/coordinator/coordinator.html
+++ b/api_doc/worker/coordinator/coordinator.html
--- a/api_doc/worker/coordinator/index.html
+++ b/api_doc/worker/coordinator/index.html
--- a/api_doc/worker/coordinator/resource_manager.html
+++ b/api_doc/worker/coordinator/resource_manager.html
--- a/api_doc/worker/learner/comm_learner.html
+++ b/api_doc/worker/learner/comm_learner.html
--- a/api_doc/worker/learner/index.html
+++ b/api_doc/worker/learner/index.html
--- a/api_doc/worker/learner/learner.html
+++ b/api_doc/worker/learner/learner.html
--- a/api_doc/worker/replay_buffer/buffer.html
+++ b/api_doc/worker/replay_buffer/buffer.html
--- a/api_doc/worker/replay_buffer/index.html
+++ b/api_doc/worker/replay_buffer/index.html
--- a/architecture/index.html
+++ b/architecture/index.html
--- a/architecture/interaction/index.html
+++ b/architecture/interaction/index.html
--- a/architecture/interaction/models.html
+++ b/architecture/interaction/models.html
--- a/architecture/interaction/processes.html
+++ b/architecture/interaction/processes.html
--- a/architecture/loader/advantage.html
+++ b/architecture/loader/advantage.html
--- a/architecture/loader/calculation.html
+++ b/architecture/loader/calculation.html
--- a/architecture/loader/index.html
+++ b/architecture/loader/index.html
--- a/best_practice/IL.html
+++ b/best_practice/IL.html
--- a/best_practice/IRL.html
+++ b/best_practice/IRL.html
--- a/best_practice/customization1_dynamic_update_step.html
+++ b/best_practice/customization1_dynamic_update_step.html
--- a/best_practice/env_wrapper.html
+++ b/best_practice/env_wrapper.html
--- a/best_practice/episode_buffer.html
+++ b/best_practice/episode_buffer.html
--- a/best_practice/index.html
+++ b/best_practice/index.html
--- a/best_practice/learner_log.html
+++ b/best_practice/learner_log.html
--- a/best_practice/maac.html
+++ b/best_practice/maac.html
--- a/best_practice/model_wrapper.html
+++ b/best_practice/model_wrapper.html
--- a/best_practice/multi_buffer.html
+++ b/best_practice/multi_buffer.html
--- a/best_practice/multi_discrete.html
+++ b/best_practice/multi_discrete.html
--- a/best_practice/multi_gpu_example.html
+++ b/best_practice/multi_gpu_example.html
--- a/best_practice/nstep_td.html
+++ b/best_practice/nstep_td.html
--- a/best_practice/priority.html
+++ b/best_practice/priority.html
--- a/best_practice/random_collect_size.html
+++ b/best_practice/random_collect_size.html
--- a/best_practice/random_seed.html
+++ b/best_practice/random_seed.html
--- a/best_practice/registry.html
+++ b/best_practice/registry.html
--- a/best_practice/rnn.html
+++ b/best_practice/rnn.html
--- a/best_practice/training_generated_folders.html
+++ b/best_practice/training_generated_folders.html
--- a/env_tutorial/atari.html
+++ b/env_tutorial/atari.html
--- a/env_tutorial/atari_zh.html
+++ b/env_tutorial/atari_zh.html
--- a/env_tutorial/bipedalwalker_zh.html
+++ b/env_tutorial/bipedalwalker_zh.html
--- a/env_tutorial/bit_flip_zh.html
+++ b/env_tutorial/bit_flip_zh.html
--- a/env_tutorial/bsuite.html
+++ b/env_tutorial/bsuite.html
--- a/env_tutorial/cartpole_zh.html
+++ b/env_tutorial/cartpole_zh.html
--- a/env_tutorial/competitive_rl_zh.html
+++ b/env_tutorial/competitive_rl_zh.html
--- a/env_tutorial/d4rl_zh.html
+++ b/env_tutorial/d4rl_zh.html
--- a/env_tutorial/gfootball_zh.html
+++ b/env_tutorial/gfootball_zh.html
--- a/env_tutorial/gym_hybrid_zh.html
+++ b/env_tutorial/gym_hybrid_zh.html
--- a/env_tutorial/gym_soccer_zh.html
+++ b/env_tutorial/gym_soccer_zh.html
--- a/env_tutorial/image_cls_zh.html
+++ b/env_tutorial/image_cls_zh.html
--- a/env_tutorial/index.html
+++ b/env_tutorial/index.html
--- a/env_tutorial/index_zh.html
+++ b/env_tutorial/index_zh.html
--- a/env_tutorial/lunarlander_zh.html
+++ b/env_tutorial/lunarlander_zh.html
--- a/env_tutorial/minigrid_zh.html
+++ b/env_tutorial/minigrid_zh.html
--- a/env_tutorial/mujoco_zh.html
+++ b/env_tutorial/mujoco_zh.html
--- a/env_tutorial/multiagent_particle_zh.html
+++ b/env_tutorial/multiagent_particle_zh.html
--- a/env_tutorial/overcooked.html
+++ b/env_tutorial/overcooked.html
--- a/env_tutorial/pendulum_zh.html
+++ b/env_tutorial/pendulum_zh.html
--- a/env_tutorial/procgen_zh.html
+++ b/env_tutorial/procgen_zh.html
--- a/env_tutorial/pybullet_zh.html
+++ b/env_tutorial/pybullet_zh.html
--- a/env_tutorial/slime_volleyball_zh.html
+++ b/env_tutorial/slime_volleyball_zh.html
--- a/env_tutorial/smac_zh.html
+++ b/env_tutorial/smac_zh.html
--- a/faq/index.html
+++ b/faq/index.html
--- a/faq/index_en.html
+++ b/faq/index_en.html
--- a/feature/algorithm_overview_en.html
+++ b/feature/algorithm_overview_en.html
--- a/feature/algorithm_overview_zh.html
+++ b/feature/algorithm_overview_zh.html
--- a/feature/autolog_overview.html
+++ b/feature/autolog_overview.html
--- a/feature/collector_overview.html
+++ b/feature/collector_overview.html
--- a/feature/collector_overview_en.html
+++ b/feature/collector_overview_en.html
--- a/feature/dataloader_overview.html
+++ b/feature/dataloader_overview.html
--- a/feature/env_manager_overview.html
+++ b/feature/env_manager_overview.html
--- a/feature/env_manager_overview_en.html
+++ b/feature/env_manager_overview_en.html
--- a/feature/env_overview.html
+++ b/feature/env_overview.html
--- a/feature/env_overview_en.html
+++ b/feature/env_overview_en.html
--- a/feature/hpc_rl_overview.html
+++ b/feature/hpc_rl_overview.html
--- a/feature/hpc_rl_overview_en.html
+++ b/feature/hpc_rl_overview_en.html
--- a/feature/index.html
+++ b/feature/index.html
--- a/feature/index_zh.html
+++ b/feature/index_zh.html
--- a/feature/interaction_overview.html
+++ b/feature/interaction_overview.html
--- a/feature/interaction_overview_en.html
+++ b/feature/interaction_overview_en.html
--- a/feature/league_overview_en.html
+++ b/feature/league_overview_en.html
--- a/feature/learner_overview.html
+++ b/feature/learner_overview.html
--- a/feature/learner_overview_en.html
+++ b/feature/learner_overview_en.html
--- a/feature/learner_overview_zh.html
+++ b/feature/learner_overview_zh.html
--- a/feature/loader_overview.html
+++ b/feature/loader_overview.html
--- a/feature/loader_overview_en.html
+++ b/feature/loader_overview_en.html
--- a/feature/model_overview_en.html
+++ b/feature/model_overview_en.html
--- a/feature/orchestrator_overview_en.html
+++ b/feature/orchestrator_overview_en.html
--- a/feature/policy_overview_en.html
+++ b/feature/policy_overview_en.html
--- a/feature/replay_buffer_overview_en.html
+++ b/feature/replay_buffer_overview_en.html
--- a/feature/wrapper_hook_overview.html
+++ b/feature/wrapper_hook_overview.html
--- a/feature/wrapper_hook_overview_en.html
+++ b/feature/wrapper_hook_overview_en.html
--- a/genindex.html
+++ b/genindex.html
--- a/guide/code_comment_en.html
+++ b/guide/code_comment_en.html
--- a/guide/doc_contribution_en.html
+++ b/guide/doc_contribution_en.html
--- a/guide/git_guide.html
+++ b/guide/git_guide.html
--- a/guide/git_guide_en.html
+++ b/guide/git_guide_en.html
--- a/guide/index.html
+++ b/guide/index.html
--- a/guide/index_zh.html
+++ b/guide/index_zh.html
--- a/guide/warmup_zh.html
+++ b/guide/warmup_zh.html
--- a/hands_on/a2c.html
+++ b/hands_on/a2c.html
--- a/hands_on/acer.html
+++ b/hands_on/acer.html
--- a/hands_on/alphago.html
+++ b/hands_on/alphago.html
--- a/hands_on/atoc.html
+++ b/hands_on/atoc.html
--- a/hands_on/c51_qrdqn_iqn.html
+++ b/hands_on/c51_qrdqn_iqn.html
--- a/hands_on/collaq.html
+++ b/hands_on/collaq.html
--- a/hands_on/coma.html
+++ b/hands_on/coma.html
--- a/hands_on/ddpg.html
+++ b/hands_on/ddpg.html
--- a/hands_on/dqn.html
+++ b/hands_on/dqn.html
--- a/hands_on/dqn_zh.html
+++ b/hands_on/dqn_zh.html
--- a/hands_on/gail.html
+++ b/hands_on/gail.html
--- a/hands_on/guided_cost_zh.html
+++ b/hands_on/guided_cost_zh.html
--- a/hands_on/icm_zh.html
+++ b/hands_on/icm_zh.html
--- a/hands_on/impala.html
+++ b/hands_on/impala.html
--- a/hands_on/index.html
+++ b/hands_on/index.html
--- a/hands_on/index_zh.html
+++ b/hands_on/index_zh.html
--- a/hands_on/mcts.html
+++ b/hands_on/mcts.html
--- a/hands_on/ppg.html
+++ b/hands_on/ppg.html
--- a/hands_on/ppo.html
+++ b/hands_on/ppo.html
--- a/hands_on/qmix.html
+++ b/hands_on/qmix.html
--- a/hands_on/r2d3_zh.html
+++ b/hands_on/r2d3_zh.html
--- a/hands_on/rainbow.html
+++ b/hands_on/rainbow.html
--- a/hands_on/rnd.html
+++ b/hands_on/rnd.html
--- a/hands_on/sac.html
+++ b/hands_on/sac.html
--- a/hands_on/sqil.html
+++ b/hands_on/sqil.html
--- a/hands_on/sqn.html
+++ b/hands_on/sqn.html
--- a/hands_on/td3.html
+++ b/hands_on/td3.html
--- a/hands_on/vpn.html
+++ b/hands_on/vpn.html
--- a/index.html
+++ b/index.html
--- a/index_zh.html
+++ b/index_zh.html
--- a/installation/index.html
+++ b/installation/index.html
--- a/installation/index_zh.html
+++ b/installation/index_zh.html
--- a/intro_rl/basic.html
+++ b/intro_rl/basic.html
--- a/intro_rl/basic_en.html
+++ b/intro_rl/basic_en.html
--- a/intro_rl/basic_zh.html
+++ b/intro_rl/basic_zh.html
--- a/intro_rl/index.html
+++ b/intro_rl/index.html
--- a/intro_rl/index_zh.html
+++ b/intro_rl/index_zh.html
--- a/key_concept/index.html
+++ b/key_concept/index.html
--- a/objects.inv
+++ b/objects.inv
--- a/py-modindex.html
+++ b/py-modindex.html
--- a/quick_start/index.html
+++ b/quick_start/index.html
--- a/quick_start/index_zh.html
+++ b/quick_start/index_zh.html
--- a/quick_start/tb_demo.html
+++ b/quick_start/tb_demo.html
--- a/search.html
+++ b/search.html
--- a/searchindex.js
+++ b/searchindex.js
--- a/tutorial_dev/index.html
+++ b/tutorial_dev/index.html