logging_pool.html 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272
  1. <!DOCTYPE html>
  2. <!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
  3. <!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
  4. <head>
  5. <meta charset="utf-8">
  6. <meta name="viewport" content="width=device-width, initial-scale=1.0">
  7. <title>grpc.framework.foundation.logging_pool &mdash; grpcio 0.13.1rc1 documentation</title>
  8. <link rel="stylesheet" href="../../../../_static/css/theme.css" type="text/css" />
  9. <link rel="top" title="grpcio 0.13.1rc1 documentation" href="../../../../index.html"/>
  10. <link rel="up" title="Module code" href="../../../index.html"/>
  11. <script src="../../../../_static/js/modernizr.min.js"></script>
  12. </head>
  13. <body class="wy-body-for-nav" role="document">
  14. <div class="wy-grid-for-nav">
  15. <nav data-toggle="wy-nav-shift" class="wy-nav-side">
  16. <div class="wy-side-scroll">
  17. <div class="wy-side-nav-search">
  18. <a href="../../../../index.html" class="icon icon-home"> grpcio
  19. </a>
  20. <div class="version">
  21. 0.13.1rc1
  22. </div>
  23. <div role="search">
  24. <form id="rtd-search-form" class="wy-form" action="../../../../search.html" method="get">
  25. <input type="text" name="q" placeholder="Search docs" />
  26. <input type="hidden" name="check_keywords" value="yes" />
  27. <input type="hidden" name="area" value="default" />
  28. </form>
  29. </div>
  30. </div>
  31. <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
  32. <ul>
  33. <li class="toctree-l1"><a class="reference internal" href="../../../../grpc.html">grpc package</a></li>
  34. </ul>
  35. </div>
  36. </div>
  37. </nav>
  38. <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
  39. <nav class="wy-nav-top" role="navigation" aria-label="top navigation">
  40. <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
  41. <a href="../../../../index.html">grpcio</a>
  42. </nav>
  43. <div class="wy-nav-content">
  44. <div class="rst-content">
  45. <div role="navigation" aria-label="breadcrumbs navigation">
  46. <ul class="wy-breadcrumbs">
  47. <li><a href="../../../../index.html">Docs</a> &raquo;</li>
  48. <li><a href="../../../index.html">Module code</a> &raquo;</li>
  49. <li>grpc.framework.foundation.logging_pool</li>
  50. <li class="wy-breadcrumbs-aside">
  51. </li>
  52. </ul>
  53. <hr/>
  54. </div>
  55. <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
  56. <div itemprop="articleBody">
  57. <h1>Source code for grpc.framework.foundation.logging_pool</h1><div class="highlight"><pre>
  58. <span></span><span class="c1"># Copyright 2015-2016, Google Inc.</span>
  59. <span class="c1"># All rights reserved.</span>
  60. <span class="c1">#</span>
  61. <span class="c1"># Redistribution and use in source and binary forms, with or without</span>
  62. <span class="c1"># modification, are permitted provided that the following conditions are</span>
  63. <span class="c1"># met:</span>
  64. <span class="c1">#</span>
  65. <span class="c1"># * Redistributions of source code must retain the above copyright</span>
  66. <span class="c1"># notice, this list of conditions and the following disclaimer.</span>
  67. <span class="c1"># * Redistributions in binary form must reproduce the above</span>
  68. <span class="c1"># copyright notice, this list of conditions and the following disclaimer</span>
  69. <span class="c1"># in the documentation and/or other materials provided with the</span>
  70. <span class="c1"># distribution.</span>
  71. <span class="c1"># * Neither the name of Google Inc. nor the names of its</span>
  72. <span class="c1"># contributors may be used to endorse or promote products derived from</span>
  73. <span class="c1"># this software without specific prior written permission.</span>
  74. <span class="c1">#</span>
  75. <span class="c1"># THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS</span>
  76. <span class="c1"># &quot;AS IS&quot; AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT</span>
  77. <span class="c1"># LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR</span>
  78. <span class="c1"># A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT</span>
  79. <span class="c1"># OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,</span>
  80. <span class="c1"># SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT</span>
  81. <span class="c1"># LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,</span>
  82. <span class="c1"># DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY</span>
  83. <span class="c1"># THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT</span>
  84. <span class="c1"># (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE</span>
  85. <span class="c1"># OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.</span>
  86. <span class="sd">&quot;&quot;&quot;A thread pool that logs exceptions raised by tasks executed within it.&quot;&quot;&quot;</span>
  87. <span class="kn">import</span> <span class="nn">logging</span>
  88. <span class="kn">from</span> <span class="nn">concurrent</span> <span class="k">import</span> <span class="n">futures</span>
  89. <span class="k">def</span> <span class="nf">_wrap</span><span class="p">(</span><span class="n">behavior</span><span class="p">):</span>
  90. <span class="sd">&quot;&quot;&quot;Wraps an arbitrary callable behavior in exception-logging.&quot;&quot;&quot;</span>
  91. <span class="k">def</span> <span class="nf">_wrapping</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">):</span>
  92. <span class="k">try</span><span class="p">:</span>
  93. <span class="k">return</span> <span class="n">behavior</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">)</span>
  94. <span class="k">except</span> <span class="ne">Exception</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
  95. <span class="n">logging</span><span class="o">.</span><span class="n">exception</span><span class="p">(</span>
  96. <span class="s1">&#39;Unexpected exception from </span><span class="si">%s</span><span class="s1"> executed in logging pool!&#39;</span><span class="p">,</span> <span class="n">behavior</span><span class="p">)</span>
  97. <span class="k">raise</span>
  98. <span class="k">return</span> <span class="n">_wrapping</span>
  99. <span class="k">class</span> <span class="nc">_LoggingPool</span><span class="p">(</span><span class="nb">object</span><span class="p">):</span>
  100. <span class="sd">&quot;&quot;&quot;An exception-logging futures.ThreadPoolExecutor-compatible thread pool.&quot;&quot;&quot;</span>
  101. <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">backing_pool</span><span class="p">):</span>
  102. <span class="bp">self</span><span class="o">.</span><span class="n">_backing_pool</span> <span class="o">=</span> <span class="n">backing_pool</span>
  103. <span class="k">def</span> <span class="nf">__enter__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
  104. <span class="k">return</span> <span class="bp">self</span>
  105. <span class="k">def</span> <span class="nf">__exit__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">exc_type</span><span class="p">,</span> <span class="n">exc_val</span><span class="p">,</span> <span class="n">exc_tb</span><span class="p">):</span>
  106. <span class="bp">self</span><span class="o">.</span><span class="n">_backing_pool</span><span class="o">.</span><span class="n">shutdown</span><span class="p">(</span><span class="n">wait</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
  107. <span class="k">def</span> <span class="nf">submit</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">fn</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">):</span>
  108. <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_backing_pool</span><span class="o">.</span><span class="n">submit</span><span class="p">(</span><span class="n">_wrap</span><span class="p">(</span><span class="n">fn</span><span class="p">),</span> <span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">)</span>
  109. <span class="k">def</span> <span class="nf">map</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">func</span><span class="p">,</span> <span class="o">*</span><span class="n">iterables</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">):</span>
  110. <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_backing_pool</span><span class="o">.</span><span class="n">map</span><span class="p">(</span>
  111. <span class="n">_wrap</span><span class="p">(</span><span class="n">func</span><span class="p">),</span> <span class="o">*</span><span class="n">iterables</span><span class="p">,</span> <span class="n">timeout</span><span class="o">=</span><span class="n">kwargs</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">&#39;timeout&#39;</span><span class="p">,</span> <span class="kc">None</span><span class="p">))</span>
  112. <span class="k">def</span> <span class="nf">shutdown</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">wait</span><span class="o">=</span><span class="kc">True</span><span class="p">):</span>
  113. <span class="bp">self</span><span class="o">.</span><span class="n">_backing_pool</span><span class="o">.</span><span class="n">shutdown</span><span class="p">(</span><span class="n">wait</span><span class="o">=</span><span class="n">wait</span><span class="p">)</span>
  114. <div class="viewcode-block" id="pool"><a class="viewcode-back" href="../../../../grpc.framework.foundation.html#grpc.framework.foundation.logging_pool.pool">[docs]</a><span class="k">def</span> <span class="nf">pool</span><span class="p">(</span><span class="n">max_workers</span><span class="p">):</span>
  115. <span class="sd">&quot;&quot;&quot;Creates a thread pool that logs exceptions raised by the tasks within it.</span>
  116. <span class="sd"> Args:</span>
  117. <span class="sd"> max_workers: The maximum number of worker threads to allow the pool.</span>
  118. <span class="sd"> Returns:</span>
  119. <span class="sd"> A futures.ThreadPoolExecutor-compatible thread pool that logs exceptions</span>
  120. <span class="sd"> raised by the tasks executed within it.</span>
  121. <span class="sd"> &quot;&quot;&quot;</span>
  122. <span class="k">return</span> <span class="n">_LoggingPool</span><span class="p">(</span><span class="n">futures</span><span class="o">.</span><span class="n">ThreadPoolExecutor</span><span class="p">(</span><span class="n">max_workers</span><span class="p">))</span></div>
  123. </pre></div>
  124. </div>
  125. </div>
  126. <footer>
  127. <hr/>
  128. <div role="contentinfo">
  129. <p>
  130. &copy; Copyright 2016, Author.
  131. </p>
  132. </div>
  133. Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/snide/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
  134. </footer>
  135. </div>
  136. </div>
  137. </section>
  138. </div>
  139. <script type="text/javascript">
  140. var DOCUMENTATION_OPTIONS = {
  141. URL_ROOT:'../../../../',
  142. VERSION:'0.13.1rc1',
  143. COLLAPSE_INDEX:false,
  144. FILE_SUFFIX:'.html',
  145. HAS_SOURCE: true
  146. };
  147. </script>
  148. <script type="text/javascript" src="../../../../_static/jquery.js"></script>
  149. <script type="text/javascript" src="../../../../_static/underscore.js"></script>
  150. <script type="text/javascript" src="../../../../_static/doctools.js"></script>
  151. <script type="text/javascript" src="../../../../_static/js/theme.js"></script>
  152. <script type="text/javascript">
  153. jQuery(function () {
  154. SphinxRtdTheme.StickyNav.enable();
  155. });
  156. </script>
  157. </body>
  158. </html>