提交 be4435bb 编写于 作者: P PaParaZz1

Deploying to gh-pages from @ 58084df3 🚀

上级 c5c988cd
...@@ -5,22 +5,22 @@ td.linenos .special { color: #000000; background-color: #ffffc0; padding-left: 5 ...@@ -5,22 +5,22 @@ td.linenos .special { color: #000000; background-color: #ffffc0; padding-left: 5
span.linenos.special { color: #000000; background-color: #ffffc0; padding-left: 5px; padding-right: 5px; } span.linenos.special { color: #000000; background-color: #ffffc0; padding-left: 5px; padding-right: 5px; }
.highlight .hll { background-color: #ffffcc } .highlight .hll { background-color: #ffffcc }
.highlight { background: #f8f8f8; } .highlight { background: #f8f8f8; }
.highlight .c { color: #408080; font-style: italic } /* Comment */ .highlight .c { color: #3D7B7B; font-style: italic } /* Comment */
.highlight .err { border: 1px solid #FF0000 } /* Error */ .highlight .err { border: 1px solid #FF0000 } /* Error */
.highlight .k { color: #008000; font-weight: bold } /* Keyword */ .highlight .k { color: #008000; font-weight: bold } /* Keyword */
.highlight .o { color: #666666 } /* Operator */ .highlight .o { color: #666666 } /* Operator */
.highlight .ch { color: #408080; font-style: italic } /* Comment.Hashbang */ .highlight .ch { color: #3D7B7B; font-style: italic } /* Comment.Hashbang */
.highlight .cm { color: #408080; font-style: italic } /* Comment.Multiline */ .highlight .cm { color: #3D7B7B; font-style: italic } /* Comment.Multiline */
.highlight .cp { color: #BC7A00 } /* Comment.Preproc */ .highlight .cp { color: #9C6500 } /* Comment.Preproc */
.highlight .cpf { color: #408080; font-style: italic } /* Comment.PreprocFile */ .highlight .cpf { color: #3D7B7B; font-style: italic } /* Comment.PreprocFile */
.highlight .c1 { color: #408080; font-style: italic } /* Comment.Single */ .highlight .c1 { color: #3D7B7B; font-style: italic } /* Comment.Single */
.highlight .cs { color: #408080; font-style: italic } /* Comment.Special */ .highlight .cs { color: #3D7B7B; font-style: italic } /* Comment.Special */
.highlight .gd { color: #A00000 } /* Generic.Deleted */ .highlight .gd { color: #A00000 } /* Generic.Deleted */
.highlight .ge { font-style: italic } /* Generic.Emph */ .highlight .ge { font-style: italic } /* Generic.Emph */
.highlight .gr { color: #FF0000 } /* Generic.Error */ .highlight .gr { color: #E40000 } /* Generic.Error */
.highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */ .highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */
.highlight .gi { color: #00A000 } /* Generic.Inserted */ .highlight .gi { color: #008400 } /* Generic.Inserted */
.highlight .go { color: #888888 } /* Generic.Output */ .highlight .go { color: #717171 } /* Generic.Output */
.highlight .gp { color: #000080; font-weight: bold } /* Generic.Prompt */ .highlight .gp { color: #000080; font-weight: bold } /* Generic.Prompt */
.highlight .gs { font-weight: bold } /* Generic.Strong */ .highlight .gs { font-weight: bold } /* Generic.Strong */
.highlight .gu { color: #800080; font-weight: bold } /* Generic.Subheading */ .highlight .gu { color: #800080; font-weight: bold } /* Generic.Subheading */
...@@ -33,15 +33,15 @@ span.linenos.special { color: #000000; background-color: #ffffc0; padding-left: ...@@ -33,15 +33,15 @@ span.linenos.special { color: #000000; background-color: #ffffc0; padding-left:
.highlight .kt { color: #B00040 } /* Keyword.Type */ .highlight .kt { color: #B00040 } /* Keyword.Type */
.highlight .m { color: #666666 } /* Literal.Number */ .highlight .m { color: #666666 } /* Literal.Number */
.highlight .s { color: #BA2121 } /* Literal.String */ .highlight .s { color: #BA2121 } /* Literal.String */
.highlight .na { color: #7D9029 } /* Name.Attribute */ .highlight .na { color: #687822 } /* Name.Attribute */
.highlight .nb { color: #008000 } /* Name.Builtin */ .highlight .nb { color: #008000 } /* Name.Builtin */
.highlight .nc { color: #0000FF; font-weight: bold } /* Name.Class */ .highlight .nc { color: #0000FF; font-weight: bold } /* Name.Class */
.highlight .no { color: #880000 } /* Name.Constant */ .highlight .no { color: #880000 } /* Name.Constant */
.highlight .nd { color: #AA22FF } /* Name.Decorator */ .highlight .nd { color: #AA22FF } /* Name.Decorator */
.highlight .ni { color: #999999; font-weight: bold } /* Name.Entity */ .highlight .ni { color: #717171; font-weight: bold } /* Name.Entity */
.highlight .ne { color: #D2413A; font-weight: bold } /* Name.Exception */ .highlight .ne { color: #CB3F38; font-weight: bold } /* Name.Exception */
.highlight .nf { color: #0000FF } /* Name.Function */ .highlight .nf { color: #0000FF } /* Name.Function */
.highlight .nl { color: #A0A000 } /* Name.Label */ .highlight .nl { color: #767600 } /* Name.Label */
.highlight .nn { color: #0000FF; font-weight: bold } /* Name.Namespace */ .highlight .nn { color: #0000FF; font-weight: bold } /* Name.Namespace */
.highlight .nt { color: #008000; font-weight: bold } /* Name.Tag */ .highlight .nt { color: #008000; font-weight: bold } /* Name.Tag */
.highlight .nv { color: #19177C } /* Name.Variable */ .highlight .nv { color: #19177C } /* Name.Variable */
...@@ -58,11 +58,11 @@ span.linenos.special { color: #000000; background-color: #ffffc0; padding-left: ...@@ -58,11 +58,11 @@ span.linenos.special { color: #000000; background-color: #ffffc0; padding-left:
.highlight .dl { color: #BA2121 } /* Literal.String.Delimiter */ .highlight .dl { color: #BA2121 } /* Literal.String.Delimiter */
.highlight .sd { color: #BA2121; font-style: italic } /* Literal.String.Doc */ .highlight .sd { color: #BA2121; font-style: italic } /* Literal.String.Doc */
.highlight .s2 { color: #BA2121 } /* Literal.String.Double */ .highlight .s2 { color: #BA2121 } /* Literal.String.Double */
.highlight .se { color: #BB6622; font-weight: bold } /* Literal.String.Escape */ .highlight .se { color: #AA5D1F; font-weight: bold } /* Literal.String.Escape */
.highlight .sh { color: #BA2121 } /* Literal.String.Heredoc */ .highlight .sh { color: #BA2121 } /* Literal.String.Heredoc */
.highlight .si { color: #BB6688; font-weight: bold } /* Literal.String.Interpol */ .highlight .si { color: #A45A77; font-weight: bold } /* Literal.String.Interpol */
.highlight .sx { color: #008000 } /* Literal.String.Other */ .highlight .sx { color: #008000 } /* Literal.String.Other */
.highlight .sr { color: #BB6688 } /* Literal.String.Regex */ .highlight .sr { color: #A45A77 } /* Literal.String.Regex */
.highlight .s1 { color: #BA2121 } /* Literal.String.Single */ .highlight .s1 { color: #BA2121 } /* Literal.String.Single */
.highlight .ss { color: #19177C } /* Literal.String.Symbol */ .highlight .ss { color: #19177C } /* Literal.String.Symbol */
.highlight .bp { color: #008000 } /* Name.Builtin.Pseudo */ .highlight .bp { color: #008000 } /* Name.Builtin.Pseudo */
......
...@@ -189,11 +189,11 @@ ...@@ -189,11 +189,11 @@
<div class="section" id="transform-and-validation-once"> <div class="section" id="transform-and-validation-once">
<h2>Transform and validation once<a class="headerlink" href="#transform-and-validation-once" title="Permalink to this headline"></a></h2> <h2>Transform and validation once<a class="headerlink" href="#transform-and-validation-once" title="Permalink to this headline"></a></h2>
<p>Loader can be used in data validation, especially configuration data. For example,</p> <p>Loader can be used in data validation, especially configuration data. For example,</p>
<div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span> <div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span><span class="w"></span>
<span class="nt">&quot;name&quot;</span><span class="p">:</span> <span class="s2">&quot;tom&quot;</span><span class="p">,</span> <span class="w"> </span><span class="nt">&quot;name&quot;</span><span class="p">:</span><span class="w"> </span><span class="s2">&quot;tom&quot;</span><span class="p">,</span><span class="w"></span>
<span class="nt">&quot;age&quot;</span><span class="p">:</span> <span class="mi">23</span><span class="p">,</span> <span class="w"> </span><span class="nt">&quot;age&quot;</span><span class="p">:</span><span class="w"> </span><span class="mi">23</span><span class="p">,</span><span class="w"></span>
<span class="nt">&quot;gender&quot;</span><span class="p">:</span> <span class="s2">&quot;male&quot;</span> <span class="w"> </span><span class="nt">&quot;gender&quot;</span><span class="p">:</span><span class="w"> </span><span class="s2">&quot;male&quot;</span><span class="w"></span>
<span class="p">}</span> <span class="p">}</span><span class="w"></span>
</pre></div> </pre></div>
</div> </div>
<p>In the json data above, age and gender should be limited, name should not be too long. So we can build the loader to validate.</p> <p>In the json data above, age and gender should be limited, name should not be too long. So we can build the loader to validate.</p>
...@@ -207,11 +207,11 @@ ...@@ -207,11 +207,11 @@
</pre></div> </pre></div>
</div> </div>
<p>Also, we can validate data’s constraints. For example</p> <p>Also, we can validate data’s constraints. For example</p>
<div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span> <div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span><span class="w"></span>
<span class="nt">&quot;a&quot;</span><span class="p">:</span> <span class="mi">1</span><span class="p">,</span> <span class="w"> </span><span class="nt">&quot;a&quot;</span><span class="p">:</span><span class="w"> </span><span class="mi">1</span><span class="p">,</span><span class="w"></span>
<span class="nt">&quot;b&quot;</span><span class="p">:</span> <span class="mi">2</span><span class="p">,</span> <span class="w"> </span><span class="nt">&quot;b&quot;</span><span class="p">:</span><span class="w"> </span><span class="mi">2</span><span class="p">,</span><span class="w"></span>
<span class="nt">&quot;sum&quot;</span><span class="p">:</span> <span class="mi">3</span> <span class="w"> </span><span class="nt">&quot;sum&quot;</span><span class="p">:</span><span class="w"> </span><span class="mi">3</span><span class="w"></span>
<span class="p">}</span> <span class="p">}</span><span class="w"></span>
</pre></div> </pre></div>
</div> </div>
<p>We can validate this kind of data with the following loader.</p> <p>We can validate this kind of data with the following loader.</p>
...@@ -228,17 +228,17 @@ ...@@ -228,17 +228,17 @@
<div class="section" id="support-for-equivalent-forms"> <div class="section" id="support-for-equivalent-forms">
<h2>Support for equivalent forms<a class="headerlink" href="#support-for-equivalent-forms" title="Permalink to this headline"></a></h2> <h2>Support for equivalent forms<a class="headerlink" href="#support-for-equivalent-forms" title="Permalink to this headline"></a></h2>
<p>Base on <cite>or</cite> feature, equivalent forms of the configuration can be easily supported. For example, this is form 1</p> <p>Base on <cite>or</cite> feature, equivalent forms of the configuration can be easily supported. For example, this is form 1</p>
<div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span> <div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span><span class="w"></span>
<span class="nt">&quot;a&quot;</span><span class="p">:</span> <span class="mi">1</span><span class="p">,</span> <span class="w"> </span><span class="nt">&quot;a&quot;</span><span class="p">:</span><span class="w"> </span><span class="mi">1</span><span class="p">,</span><span class="w"></span>
<span class="nt">&quot;b&quot;</span><span class="p">:</span> <span class="mi">2</span> <span class="w"> </span><span class="nt">&quot;b&quot;</span><span class="p">:</span><span class="w"> </span><span class="mi">2</span><span class="w"></span>
<span class="p">}</span> <span class="p">}</span><span class="w"></span>
</pre></div> </pre></div>
</div> </div>
<p>and this is form 2,</p> <p>and this is form 2,</p>
<div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span> <div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span><span class="w"></span>
<span class="nt">&quot;sum&quot;</span><span class="p">:</span> <span class="mi">3</span><span class="p">,</span> <span class="w"> </span><span class="nt">&quot;sum&quot;</span><span class="p">:</span><span class="w"> </span><span class="mi">3</span><span class="p">,</span><span class="w"></span>
<span class="nt">&quot;diff&quot;</span><span class="p">:</span> <span class="mi">-1</span> <span class="w"> </span><span class="nt">&quot;diff&quot;</span><span class="p">:</span><span class="w"> </span><span class="mi">-1</span><span class="w"></span>
<span class="p">}</span> <span class="p">}</span><span class="w"></span>
</pre></div> </pre></div>
</div> </div>
<p>The actual <cite>a</cite> and <cite>b</cite> should be from 0 to 10.</p> <p>The actual <cite>a</cite> and <cite>b</cite> should be from 0 to 10.</p>
...@@ -261,7 +261,7 @@ ...@@ -261,7 +261,7 @@
</pre></div> </pre></div>
</div> </div>
<p>Not only this, let’s suggest that format 3 appeared at some time, like this (it is a simple string)</p> <p>Not only this, let’s suggest that format 3 appeared at some time, like this (it is a simple string)</p>
<div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="s2">&quot;1,2&quot;</span> <div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="s2">&quot;1,2&quot;</span><span class="w"></span>
</pre></div> </pre></div>
</div> </div>
<p>So we can migrate the loader like this</p> <p>So we can migrate the loader like this</p>
...@@ -291,10 +291,10 @@ ...@@ -291,10 +291,10 @@
</pre></div> </pre></div>
</div> </div>
<p>Afterwards, the inner data structure is changed, <cite>a</cite> or <cite>b</cite> are no longer used, but <cite>first</cite> and <cite>second</cite> instead, like this</p> <p>Afterwards, the inner data structure is changed, <cite>a</cite> or <cite>b</cite> are no longer used, but <cite>first</cite> and <cite>second</cite> instead, like this</p>
<div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span> <div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span><span class="w"></span>
<span class="nt">&quot;first&quot;</span><span class="p">:</span> <span class="mi">1</span><span class="p">,</span> <span class="w"> </span><span class="nt">&quot;first&quot;</span><span class="p">:</span><span class="w"> </span><span class="mi">1</span><span class="p">,</span><span class="w"></span>
<span class="nt">&quot;second&quot;</span><span class="p">:</span> <span class="mi">2</span> <span class="w"> </span><span class="nt">&quot;second&quot;</span><span class="p">:</span><span class="w"> </span><span class="mi">2</span><span class="w"></span>
<span class="p">}</span> <span class="p">}</span><span class="w"></span>
</pre></div> </pre></div>
</div> </div>
<p>we can migrate loader like this</p> <p>we can migrate loader like this</p>
......
...@@ -278,12 +278,12 @@ for setting a storage middleware.</p> ...@@ -278,12 +278,12 @@ for setting a storage middleware.</p>
<code class="docutils literal notranslate"><span class="pre">work-dir</span></code>) and the field <code class="docutils literal notranslate"><span class="pre">path</span></code> (directory location on host) <code class="docutils literal notranslate"><span class="pre">work-dir</span></code>) and the field <code class="docutils literal notranslate"><span class="pre">path</span></code> (directory location on host)
must be provided are required.</p></li> must be provided are required.</p></li>
</ol> </ol>
<div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><span class="nt">spec</span><span class="p">:</span> <div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><span class="nt">spec</span><span class="p">:</span><span class="w"></span>
<span class="l l-Scalar l-Scalar-Plain">...</span> <span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">...</span><span class="w"></span>
<span class="l l-Scalar l-Scalar-Plain">volumes</span><span class="p p-Indicator">:</span> <span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">volumes</span><span class="p p-Indicator">:</span><span class="w"></span>
<span class="p p-Indicator">-</span> <span class="nt">name</span><span class="p">:</span> <span class="l l-Scalar l-Scalar-Plain">work-dir</span> <span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">work-dir</span><span class="w"></span>
<span class="nt">hostPath</span><span class="p">:</span> <span class="w"> </span><span class="nt">hostPath</span><span class="p">:</span><span class="w"></span>
<span class="nt">path</span><span class="p">:</span> <span class="l l-Scalar l-Scalar-Plain">/data/nfs/ding/qbert</span> <span class="w"> </span><span class="nt">path</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">/data/nfs/ding/qbert</span><span class="w"></span>
</pre></div> </pre></div>
</div> </div>
<ol class="arabic simple"> <ol class="arabic simple">
...@@ -292,16 +292,16 @@ must be provided are required.</p></li> ...@@ -292,16 +292,16 @@ must be provided are required.</p></li>
pod a volume gets mounted to. Note that the name of <code class="docutils literal notranslate"><span class="pre">volumeMounts</span></code> pod a volume gets mounted to. Note that the name of <code class="docutils literal notranslate"><span class="pre">volumeMounts</span></code>
must be the same as the name defined in <code class="docutils literal notranslate"><span class="pre">hostPath</span></code>.</p></li> must be the same as the name defined in <code class="docutils literal notranslate"><span class="pre">hostPath</span></code>.</p></li>
</ol> </ol>
<div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span> <span class="l l-Scalar l-Scalar-Plain">...</span> <div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">...</span><span class="w"></span>
<span class="l l-Scalar l-Scalar-Plain">coordinator</span><span class="p p-Indicator">:</span> <span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">coordinator</span><span class="p p-Indicator">:</span><span class="w"></span>
<span class="nt">template</span><span class="p">:</span> <span class="w"> </span><span class="nt">template</span><span class="p">:</span><span class="w"></span>
<span class="nt">spec</span><span class="p">:</span> <span class="w"> </span><span class="nt">spec</span><span class="p">:</span><span class="w"></span>
<span class="nt">containers</span><span class="p">:</span> <span class="w"> </span><span class="nt">containers</span><span class="p">:</span><span class="w"></span>
<span class="l l-Scalar l-Scalar-Plain">...</span> <span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">...</span><span class="w"></span>
<span class="l l-Scalar l-Scalar-Plain">volumeMounts</span><span class="p p-Indicator">:</span> <span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">volumeMounts</span><span class="p p-Indicator">:</span><span class="w"></span>
<span class="p p-Indicator">-</span> <span class="nt">name</span><span class="p">:</span> <span class="l l-Scalar l-Scalar-Plain">work-dir</span> <span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">work-dir</span><span class="w"></span>
<span class="nt">mountPath</span><span class="p">:</span> <span class="l l-Scalar l-Scalar-Plain">/ding</span> <span class="w"> </span><span class="nt">mountPath</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">/ding</span><span class="w"></span>
<span class="nn">...</span> <span class="nn">...</span><span class="w"></span>
</pre></div> </pre></div>
</div> </div>
</div> </div>
...@@ -318,39 +318,39 @@ as in the above-mentioned <code class="docutils literal notranslate"><span class ...@@ -318,39 +318,39 @@ as in the above-mentioned <code class="docutils literal notranslate"><span class
</ol> </ol>
<p>Here’s an example of Inserting experimental config in the <code class="docutils literal notranslate"><span class="pre">DIJob</span></code> <p>Here’s an example of Inserting experimental config in the <code class="docutils literal notranslate"><span class="pre">DIJob</span></code>
config:</p> config:</p>
<div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><span class="nt">coordinator</span><span class="p">:</span> <div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><span class="nt">coordinator</span><span class="p">:</span><span class="w"></span>
<span class="nt">template</span><span class="p">:</span> <span class="w"> </span><span class="nt">template</span><span class="p">:</span><span class="w"></span>
<span class="nt">spec</span><span class="p">:</span> <span class="w"> </span><span class="nt">spec</span><span class="p">:</span><span class="w"></span>
<span class="nt">containers</span><span class="p">:</span> <span class="w"> </span><span class="nt">containers</span><span class="p">:</span><span class="w"></span>
<span class="p p-Indicator">-</span> <span class="nt">name</span><span class="p">:</span> <span class="l l-Scalar l-Scalar-Plain">coordinator</span> <span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">coordinator</span><span class="w"></span>
<span class="nt">image</span><span class="p">:</span> <span class="l l-Scalar l-Scalar-Plain">...</span> <span class="w"> </span><span class="nt">image</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">...</span><span class="w"></span>
<span class="l l-Scalar l-Scalar-Plain">...</span> <span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">...</span><span class="w"></span>
<span class="nt">command</span><span class="p">:</span> <span class="p p-Indicator">[</span><span class="s">&quot;/bin/bash&quot;</span><span class="p p-Indicator">,</span> <span class="s">&quot;-c&quot;</span><span class="p p-Indicator">,]</span> <span class="w"> </span><span class="nt">command</span><span class="p">:</span><span class="w"> </span><span class="p p-Indicator">[</span><span class="s">&quot;/bin/bash&quot;</span><span class="p p-Indicator">,</span><span class="w"> </span><span class="s">&quot;-c&quot;</span><span class="p p-Indicator">,]</span><span class="w"></span>
<span class="nt">args</span><span class="p">:</span> <span class="w"> </span><span class="nt">args</span><span class="p">:</span><span class="w"></span>
<span class="p p-Indicator">-</span> <span class="p p-Indicator">|</span> <span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="p p-Indicator">|</span><span class="w"></span>
<span class="no">cat &lt;&lt;EOF &gt; qbert_dqn_config_k8s.py</span> <span class="w"> </span><span class="no">cat &lt;&lt;EOF &gt; qbert_dqn_config_k8s.py</span><span class="w"></span>
<span class="no">from easydict import EasyDict</span> <span class="w"> </span><span class="no">from easydict import EasyDict</span><span class="w"></span>
<span class="no">qbert_dqn_config = dict(</span> <span class="w"> </span><span class="no">qbert_dqn_config = dict(</span><span class="w"></span>
<span class="no">env=dict(</span> <span class="w"> </span><span class="no">env=dict(</span><span class="w"></span>
<span class="no">collector_env_num=16,</span> <span class="w"> </span><span class="no">collector_env_num=16,</span><span class="w"></span>
<span class="no">collector_episode_num=2,</span> <span class="w"> </span><span class="no">collector_episode_num=2,</span><span class="w"></span>
<span class="no">evaluator_env_num=8,</span> <span class="w"> </span><span class="no">evaluator_env_num=8,</span><span class="w"></span>
<span class="no">evaluator_episode_num=1,</span> <span class="w"> </span><span class="no">evaluator_episode_num=1,</span><span class="w"></span>
<span class="no">stop_value=30000,</span> <span class="w"> </span><span class="no">stop_value=30000,</span><span class="w"></span>
<span class="no">env_id=&#39;QbertNoFrameskip-v4&#39;,</span> <span class="w"> </span><span class="no">env_id=&#39;QbertNoFrameskip-v4&#39;,</span><span class="w"></span>
<span class="no">frame_stack=4,</span> <span class="w"> </span><span class="no">frame_stack=4,</span><span class="w"></span>
<span class="no">manager=dict(</span> <span class="w"> </span><span class="no">manager=dict(</span><span class="w"></span>
<span class="no">shared_memory=False,</span> <span class="w"> </span><span class="no">shared_memory=False,</span><span class="w"></span>
<span class="no">...</span> <span class="w"> </span><span class="no">...</span><span class="w"></span>
<span class="no">...</span> <span class="w"> </span><span class="no">...</span><span class="w"></span>
<span class="no">qbert_dqn_system_config = EasyDict(qbert_dqn_system_config)</span> <span class="w"> </span><span class="no">qbert_dqn_system_config = EasyDict(qbert_dqn_system_config)</span><span class="w"></span>
<span class="no">system_config = qbert_dqn_system_config</span> <span class="w"> </span><span class="no">system_config = qbert_dqn_system_config</span><span class="w"></span>
<span class="no">EOF</span> <span class="w"> </span><span class="no">EOF</span><span class="w"></span>
<span class="no">ding -m dist --module config -p k8s -c qbert_dqn_config_k8s.py -s 0;</span> <span class="w"> </span><span class="no">ding -m dist --module config -p k8s -c qbert_dqn_config_k8s.py -s 0;</span><span class="w"></span>
<span class="no">ding -m dist --module coordinator -p k8s -c qbert_dqn_config_k8s.py.pkl -s 0</span> <span class="w"> </span><span class="no">ding -m dist --module coordinator -p k8s -c qbert_dqn_config_k8s.py.pkl -s 0</span><span class="w"></span>
<span class="l l-Scalar l-Scalar-Plain">...</span> <span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">...</span><span class="w"></span>
</pre></div> </pre></div>
</div> </div>
</div> </div>
...@@ -359,19 +359,19 @@ config:</p> ...@@ -359,19 +359,19 @@ config:</p>
<p>To set environment variables, include the <code class="docutils literal notranslate"><span class="pre">env</span></code> field in the <p>To set environment variables, include the <code class="docutils literal notranslate"><span class="pre">env</span></code> field in the
configuration file. Here’s an example of defining an environment configuration file. Here’s an example of defining an environment
variable with name <code class="docutils literal notranslate"><span class="pre">PYTHONUNBUFFERED</span></code> and value <code class="docutils literal notranslate"><span class="pre">1</span></code></p> variable with name <code class="docutils literal notranslate"><span class="pre">PYTHONUNBUFFERED</span></code> and value <code class="docutils literal notranslate"><span class="pre">1</span></code></p>
<div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><span class="nn">...</span> <div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><span class="nn">...</span><span class="w"></span>
<span class="nt">coordinator</span><span class="p">:</span> <span class="nt">coordinator</span><span class="p">:</span><span class="w"></span>
<span class="nt">template</span><span class="p">:</span> <span class="w"> </span><span class="nt">template</span><span class="p">:</span><span class="w"></span>
<span class="nt">spec</span><span class="p">:</span> <span class="w"> </span><span class="nt">spec</span><span class="p">:</span><span class="w"></span>
<span class="nt">containers</span><span class="p">:</span> <span class="w"> </span><span class="nt">containers</span><span class="p">:</span><span class="w"></span>
<span class="p p-Indicator">-</span> <span class="nt">name</span><span class="p">:</span> <span class="l l-Scalar l-Scalar-Plain">coordinator</span> <span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">coordinator</span><span class="w"></span>
<span class="nt">image</span><span class="p">:</span> <span class="l l-Scalar l-Scalar-Plain">..</span> <span class="w"> </span><span class="nt">image</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">..</span><span class="w"></span>
<span class="l l-Scalar l-Scalar-Plain">...</span> <span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">...</span><span class="w"></span>
<span class="nt">env</span><span class="p">:</span> <span class="w"> </span><span class="nt">env</span><span class="p">:</span><span class="w"></span>
<span class="p p-Indicator">-</span> <span class="nt">name</span><span class="p">:</span> <span class="l l-Scalar l-Scalar-Plain">PYTHONUNBUFFERED</span> <span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">PYTHONUNBUFFERED</span><span class="w"></span>
<span class="nt">value</span><span class="p">:</span> <span class="s">&quot;1&quot;</span> <span class="w"> </span><span class="nt">value</span><span class="p">:</span><span class="w"> </span><span class="s">&quot;1&quot;</span><span class="w"></span>
<span class="l l-Scalar l-Scalar-Plain">...</span> <span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">...</span><span class="w"></span>
<span class=" -Error"> </span><span class="l l-Scalar l-Scalar-Plain">...</span> <span class="w w-Error"> </span><span class="l l-Scalar l-Scalar-Plain">...</span><span class="w"></span>
</pre></div> </pre></div>
</div> </div>
</div> </div>
...@@ -383,23 +383,23 @@ worker. To specify a resource limit, include <code class="docutils literal notra ...@@ -383,23 +383,23 @@ worker. To specify a resource limit, include <code class="docutils literal notra
<p>Here’s an example of the configuration file for the learner which has a <p>Here’s an example of the configuration file for the learner which has a
request of 6 CPU, 1 GPU, 10Gi memory and a limit of 6 CPU, 1 GPU, 10Gi request of 6 CPU, 1 GPU, 10Gi memory and a limit of 6 CPU, 1 GPU, 10Gi
memory:</p> memory:</p>
<div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><span class="nn">...</span> <div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><span class="nn">...</span><span class="w"></span>
<span class="nt">learner</span><span class="p">:</span> <span class="w"> </span><span class="nt">learner</span><span class="p">:</span><span class="w"></span>
<span class="nt">template</span><span class="p">:</span> <span class="w"> </span><span class="nt">template</span><span class="p">:</span><span class="w"></span>
<span class="nt">spec</span><span class="p">:</span> <span class="w"> </span><span class="nt">spec</span><span class="p">:</span><span class="w"></span>
<span class="nt">containers</span><span class="p">:</span> <span class="w"> </span><span class="nt">containers</span><span class="p">:</span><span class="w"></span>
<span class="p p-Indicator">-</span> <span class="nt">name</span><span class="p">:</span> <span class="l l-Scalar l-Scalar-Plain">learner</span> <span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">learner</span><span class="w"></span>
<span class="nt">image</span><span class="p">:</span> <span class="l l-Scalar l-Scalar-Plain">...</span> <span class="w"> </span><span class="nt">image</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">...</span><span class="w"></span>
<span class="l l-Scalar l-Scalar-Plain">...</span> <span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">...</span><span class="w"></span>
<span class="nt">resources</span><span class="p">:</span> <span class="w"> </span><span class="nt">resources</span><span class="p">:</span><span class="w"></span>
<span class="nt">requests</span><span class="p">:</span> <span class="w"> </span><span class="nt">requests</span><span class="p">:</span><span class="w"></span>
<span class="nt">cpu</span><span class="p">:</span> <span class="s">&quot;6&quot;</span> <span class="w"> </span><span class="nt">cpu</span><span class="p">:</span><span class="w"> </span><span class="s">&quot;6&quot;</span><span class="w"></span>
<span class="nt">nvidia.com/gpu</span><span class="p">:</span> <span class="s">&quot;1&quot;</span> <span class="w"> </span><span class="nt">nvidia.com/gpu</span><span class="p">:</span><span class="w"> </span><span class="s">&quot;1&quot;</span><span class="w"></span>
<span class="nt">memory</span><span class="p">:</span> <span class="s">&quot;10Gi&quot;</span> <span class="w"> </span><span class="nt">memory</span><span class="p">:</span><span class="w"> </span><span class="s">&quot;10Gi&quot;</span><span class="w"></span>
<span class="nt">limits</span><span class="p">:</span> <span class="w"> </span><span class="nt">limits</span><span class="p">:</span><span class="w"></span>
<span class="nt">cpu</span><span class="p">:</span> <span class="s">&quot;6&quot;</span> <span class="w"> </span><span class="nt">cpu</span><span class="p">:</span><span class="w"> </span><span class="s">&quot;6&quot;</span><span class="w"></span>
<span class="nt">nvidia.com/gpu</span><span class="p">:</span> <span class="s">&quot;1&quot;</span> <span class="w"> </span><span class="nt">nvidia.com/gpu</span><span class="p">:</span><span class="w"> </span><span class="s">&quot;1&quot;</span><span class="w"></span>
<span class="nt">memory</span><span class="p">:</span> <span class="s">&quot;10Gi&quot;</span> <span class="w"> </span><span class="nt">memory</span><span class="p">:</span><span class="w"> </span><span class="s">&quot;10Gi&quot;</span><span class="w"></span>
</pre></div> </pre></div>
</div> </div>
</div> </div>
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册