builder: comm-beta-linux64
slave: sea-hp-linux64-6
starttime: 1496530364.05
results: exception (4)
buildid: 20170603155243
builduid: 6b648d325e0a438e8050a9cd2d00b490
revision: 77d91ed91836909e7bcd0c0a1df2d9c7e3fb782b

========= Started get_buildername exception (results: 4, elapsed: 0 secs) (at 2017-06-03 15:52:44.052933) ==========

<style type="text/css">
    p.error {
      color: red;
      font-family: Verdana, Arial, helvetica, sans-serif;
      font-weight: bold;
    }

    div {
      font-family: Verdana, Arial, helvetica, sans-serif;
    }

    div.stackTrace {
    }

    div.frame {
      padding: 1em;
      background: white;
      border-bottom: thin black dashed;
    }

    div.firstFrame {
      padding: 1em;
      background: white;
      border-top: thin black dashed;
      border-bottom: thin black dashed;
    }

    div.location {
    }

    div.snippet {
      margin-bottom: 0.5em;
      margin-left: 1em;
      background: #FFFFDD;
    }

    div.snippetHighlightLine {
      color: red;
    }

    span.code {
      font-family: "Courier New", courier, monotype;
    }

    span.function {
      font-weight: bold;
      font-family: "Courier New", courier, monotype;
    }

    table.variables {
      border-collapse: collapse;
      margin-left: 1em;
    }

    td.varName {
      vertical-align: top;
      font-weight: bold;
      padding-left: 0.5em;
      padding-right: 0.5em;
    }

    td.varValue {
      padding-left: 0.5em;
      padding-right: 0.5em;
    }

    div.variables {
      margin-bottom: 0.5em;
    }

    span.heading {
      font-weight: bold;
    }

    div.dict {
      background: #cccc99;
      padding: 2px;
      float: left;
    }

    td.dictKey {
      background: #ffff99;
      font-weight: bold;
    }

    td.dictValue {
      background: #ffff99;
    }

    div.list {
      background: #7777cc;
      padding: 2px;
      float: left;
    }

    div.listItem {
      background: #9999ff;
    }

    div.instance {
      background: #cc7777;
      padding: 2px;
      float: left;
    }

    span.instanceName {
      font-weight: bold;
      display: block;
    }

    span.instanceRepr {
      background: #ff9999;
      font-family: "Courier New", courier, monotype;
    }

    div.function {
      background: orange;
      font-weight: bold;
      float: left;
    }
</style>
<a href="#tbend">
<p class="error">&lt;type 'exceptions.IOError'&gt;: [Errno 24] Too many open files: '/builds/buildbot/master01/master/comm-beta-linux64/399-log-get_buildername-output'</p>
</a><div class="stackTrace"><div class="firstFrame">
<div class="location">/builds/buildbot/master01/lib/python2.7/site-packages/buildbot-0.8.2_hg_0ba2f2a46a93_production_0.8-py2.7.egg/buildbot/process/buildstep.py, line 769 in <span class="function">_startStep_2</span></div>
<div class="snippet">
<div class="snippetLine"><span class="lineno">767</span><span class="code"></span></div>

<div class="snippetLine"><span class="lineno">768</span><span class="code">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;if skip is None:</span></div>

<div class="snippetHighlightLine"><span class="lineno">769</span><span class="code">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;skip = self.start()</span></div>

<div class="snippetLine"><span class="lineno">770</span><span class="code"></span></div>
</div><div class="variables"><b>Locals</b><table class="variables">
<tr class="varRow"><td class="varName">skip</td><td class="varValue"><code>None</code></td></tr>

<tr class="varRow"><td class="varName">self</td><td class="varValue"><div class="instance"><span class="instanceName">buildbotcustom.steps.misc.OutputStep instance @ 0xd194dd0</span>
              <span class="instanceRepr">&lt;buildbotcustom.steps.misc.OutputStep instance at 0xd194dd0&gt;</span></div>
              </td></tr>
</table></div></div><div class="frame">
<div class="location">/builds/buildbot/master01/lib/python2.7/site-packages/buildbotcustom/steps/misc.py, line 722 in <span class="function">start</span></div>
<div class="snippet">
<div class="snippetLine"><span class="lineno">720</span><span class="code">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;except:</span></div>

<div class="snippetLine"><span class="lineno">721</span><span class="code">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;data = str(data)</span></div>

<div class="snippetHighlightLine"><span class="lineno">722</span><span class="code">&nbsp;&nbsp;&nbsp;&nbsp;self.addCompleteLog(self.log, data)</span></div>

<div class="snippetLine"><span class="lineno">723</span><span class="code">&nbsp;&nbsp;&nbsp;&nbsp;self.step_status.setText([self.name])</span></div>
</div><div class="variables"><b>Self</b><table class="variables">
<tr class="varRow"><td class="varName">log</td><td class="varValue">'output'</td></tr>

<tr class="varRow"><td class="varName">name</td><td class="varValue">'get_buildername'</td></tr>

<tr class="varRow"><td class="varName">step_status</td><td class="varValue"><div class="instance"><span class="instanceName">buildbot.status.builder.BuildStepStatus instance @ 0xd194f80</span>
              <span class="instanceRepr">&lt;buildbot.status.builder.BuildStepStatus instance at 0xd194f80&gt;</span></div>
              </td></tr>
</table></div><div class="variables"><b>Locals</b><table class="variables">
<tr class="varRow"><td class="varName">self</td><td class="varValue"><div class="instance"><span class="instanceName">buildbotcustom.steps.misc.OutputStep instance @ 0xd194dd0</span>
              <span class="instanceRepr">&lt;buildbotcustom.steps.misc.OutputStep instance at 0xd194dd0&gt;</span></div>
              </td></tr>

<tr class="varRow"><td class="varName">data</td><td class="varValue">'Building on: sea-hp-linux64-6'</td></tr>
</table></div><div class="variables"><b>Globals</b><table class="variables">
<tr class="varRow"><td class="varName">log</td><td class="varValue"><code>&lt;module 'twisted.python.log' from '/builds/buildbot/master01/lib/python2.7/site-packages/twisted/python/log.pyc'&gt;</code></td></tr>
</table></div></div><div class="frame">
<div class="location">/builds/buildbot/master01/lib/python2.7/site-packages/buildbot-0.8.2_hg_0ba2f2a46a93_production_0.8-py2.7.egg/buildbot/process/buildstep.py, line 958 in <span class="function">addCompleteLog</span></div>
<div class="snippet">
<div class="snippetLine"><span class="lineno">956</span><span class="code">&nbsp;&nbsp;def addCompleteLog(self, name, text):</span></div>

<div class="snippetLine"><span class="lineno">957</span><span class="code">&nbsp;&nbsp;&nbsp;&nbsp;log.msg(&quot;addCompleteLog(%s)&quot; % name)</span></div>

<div class="snippetHighlightLine"><span class="lineno">958</span><span class="code">&nbsp;&nbsp;&nbsp;&nbsp;loog = self.step_status.addLog(name)</span></div>

<div class="snippetLine"><span class="lineno">959</span><span class="code">&nbsp;&nbsp;&nbsp;&nbsp;size = loog.chunkSize</span></div>
</div><div class="variables"><b>Self</b><table class="variables">
<tr class="varRow"><td class="varName">step_status</td><td class="varValue"><div class="instance"><span class="instanceName">buildbot.status.builder.BuildStepStatus instance @ 0xd194f80</span>
              <span class="instanceRepr">&lt;buildbot.status.builder.BuildStepStatus instance at 0xd194f80&gt;</span></div>
              </td></tr>
</table></div><div class="variables"><b>Locals</b><table class="variables">
<tr class="varRow"><td class="varName">text</td><td class="varValue">'Building on: sea-hp-linux64-6'</td></tr>

<tr class="varRow"><td class="varName">self</td><td class="varValue"><div class="instance"><span class="instanceName">buildbotcustom.steps.misc.OutputStep instance @ 0xd194dd0</span>
              <span class="instanceRepr">&lt;buildbotcustom.steps.misc.OutputStep instance at 0xd194dd0&gt;</span></div>
              </td></tr>

<tr class="varRow"><td class="varName">name</td><td class="varValue">'output'</td></tr>
</table></div><div class="variables"><b>Globals</b><table class="variables">
<tr class="varRow"><td class="varName">log</td><td class="varValue"><code>&lt;module 'twisted.python.log' from '/builds/buildbot/master01/lib/python2.7/site-packages/twisted/python/log.pyc'&gt;</code></td></tr>
</table></div></div><div class="frame">
<div class="location">/builds/buildbot/master01/lib/python2.7/site-packages/buildbot-0.8.2_hg_0ba2f2a46a93_production_0.8-py2.7.egg/buildbot/status/builder.py, line 1000 in <span class="function">addLog</span></div>
<div class="snippet">
<div class="snippetLine"><span class="lineno">998</span><span class="code">&nbsp;&nbsp;&nbsp;&nbsp;assert self.started # addLog before stepStarted won't notify watchers</span></div>

<div class="snippetLine"><span class="lineno">999</span><span class="code">&nbsp;&nbsp;&nbsp;&nbsp;logfilename = self.build.generateLogfileName(self.name, name)</span></div>

<div class="snippetHighlightLine"><span class="lineno">1000</span><span class="code">&nbsp;&nbsp;&nbsp;&nbsp;log = LogFile(self, name, logfilename)</span></div>

<div class="snippetLine"><span class="lineno">1001</span><span class="code">&nbsp;&nbsp;&nbsp;&nbsp;log.logMaxSize = self.build.builder.logMaxSize</span></div>
</div><div class="variables"><b>Self</b><table class="variables">
<tr class="varRow"><td class="varName">started</td><td class="varValue"><code>1496530364.052933</code></td></tr>

<tr class="varRow"><td class="varName">name</td><td class="varValue">'get_buildername'</td></tr>

<tr class="varRow"><td class="varName">build</td><td class="varValue"><div class="instance"><span class="instanceName">buildbot.status.builder.BuildStatus instance @ 0xc929440</span>
              <span class="instanceRepr">&lt;BuildStatus #399&gt;</span></div>
              </td></tr>
</table></div><div class="variables"><b>Locals</b><table class="variables">
<tr class="varRow"><td class="varName">self</td><td class="varValue"><div class="instance"><span class="instanceName">buildbot.status.builder.BuildStepStatus instance @ 0xd194f80</span>
              <span class="instanceRepr">&lt;buildbot.status.builder.BuildStepStatus instance at 0xd194f80&gt;</span></div>
              </td></tr>

<tr class="varRow"><td class="varName">name</td><td class="varValue">'output'</td></tr>

<tr class="varRow"><td class="varName">logfilename</td><td class="varValue">'399-log-get_buildername-output'</td></tr>
</table></div><div class="variables"><b>Globals</b><table class="variables">
<tr class="varRow"><td class="varName">LogFile</td><td class="varValue"><code>&lt;class buildbot.status.builder.LogFile at 0x2650120&gt;</code></td></tr>

<tr class="varRow"><td class="varName">log</td><td class="varValue"><code>&lt;module 'twisted.python.log' from '/builds/buildbot/master01/lib/python2.7/site-packages/twisted/python/log.pyc'&gt;</code></td></tr>
</table></div></div><div class="frame">
<div class="location">/builds/buildbot/master01/lib/python2.7/site-packages/buildbot-0.8.2_hg_0ba2f2a46a93_production_0.8-py2.7.egg/buildbot/status/builder.py, line 289 in <span class="function">__init__</span></div>
<div class="snippet">
<div class="snippetLine"><span class="lineno">287</span><span class="code">&nbsp;&nbsp;&nbsp;&nbsp;if not os.path.exists(dirname):</span></div>

<div class="snippetLine"><span class="lineno">288</span><span class="code">&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;os.makedirs(dirname)</span></div>

<div class="snippetHighlightLine"><span class="lineno">289</span><span class="code">&nbsp;&nbsp;&nbsp;&nbsp;self.openfile = open(fn, &quot;w+&quot;)</span></div>

<div class="snippetLine"><span class="lineno">290</span><span class="code">&nbsp;&nbsp;&nbsp;&nbsp;self.runEntries = []</span></div>
</div><div class="variables"><b>Locals</b><table class="variables">
<tr class="varRow"><td class="varName">fn</td><td class="varValue">'/builds/buildbot/master01/master/comm-beta-linux64/399-log-get_buildername-output'</td></tr>

<tr class="varRow"><td class="varName">self</td><td class="varValue"><div class="instance"><span class="instanceName">buildbot.status.builder.LogFile instance @ 0x106ecbd8</span>
              <span class="instanceRepr">&lt;buildbot.status.builder.LogFile instance at 0x106ecbd8&gt;</span></div>
              </td></tr>

<tr class="varRow"><td class="varName">dirname</td><td class="varValue">'/builds/buildbot/master01/master/comm-beta-linux64'</td></tr>
</table></div><div class="variables"><b>Globals</b><table class="variables">
<tr class="varRow"><td class="varName">os</td><td class="varValue"><code>&lt;module 'os' from '/builds/buildbot/master01/lib/python2.7/os.pyc'&gt;</code></td></tr>
</table></div></div></div><a name="tbend"> </a>
<p class="error">&lt;type 'exceptions.IOError'&gt;: [Errno 24] Too many open files: '/builds/buildbot/master01/master/comm-beta-linux64/399-log-get_buildername-output'</p>
Traceback (most recent call last):
  File "/builds/buildbot/master01/lib/python2.7/site-packages/buildbot-0.8.2_hg_0ba2f2a46a93_production_0.8-py2.7.egg/buildbot/process/buildstep.py", line 728, in startStep
    d.addCallback(self._startStep_2)
  File "/builds/buildbot/master01/lib/python2.7/site-packages/twisted/internet/defer.py", line 260, in addCallback
    callbackKeywords=kw)
  File "/builds/buildbot/master01/lib/python2.7/site-packages/twisted/internet/defer.py", line 249, in addCallbacks
    self._runCallbacks()
  File "/builds/buildbot/master01/lib/python2.7/site-packages/twisted/internet/defer.py", line 441, in _runCallbacks
    self.result = callback(self.result, *args, **kw)
--- <exception caught here> ---
  File "/builds/buildbot/master01/lib/python2.7/site-packages/buildbot-0.8.2_hg_0ba2f2a46a93_production_0.8-py2.7.egg/buildbot/process/buildstep.py", line 769, in _startStep_2
    skip = self.start()
  File "/builds/buildbot/master01/lib/python2.7/site-packages/buildbotcustom/steps/misc.py", line 722, in start
    self.addCompleteLog(self.log, data)
  File "/builds/buildbot/master01/lib/python2.7/site-packages/buildbot-0.8.2_hg_0ba2f2a46a93_production_0.8-py2.7.egg/buildbot/process/buildstep.py", line 958, in addCompleteLog
    loog = self.step_status.addLog(name)
  File "/builds/buildbot/master01/lib/python2.7/site-packages/buildbot-0.8.2_hg_0ba2f2a46a93_production_0.8-py2.7.egg/buildbot/status/builder.py", line 1000, in addLog
    log = LogFile(self, name, logfilename)
  File "/builds/buildbot/master01/lib/python2.7/site-packages/buildbot-0.8.2_hg_0ba2f2a46a93_production_0.8-py2.7.egg/buildbot/status/builder.py", line 289, in __init__
    self.openfile = open(fn, "w+")
exceptions.IOError: [Errno 24] Too many open files: '/builds/buildbot/master01/master/comm-beta-linux64/399-log-get_buildername-output'
========= Finished get_buildername exception (results: 4, elapsed: 0 secs) (at 2017-06-03 15:52:44.075734) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Skipped  (results: not started, elapsed: not started) ==========
========= Started maybe rebooting failed (results: 2, elapsed: 1 secs) (at 2017-06-03 15:52:44.076450) ==========
python tools/buildfarm/maintenance/count_and_reboot.py -f ../reboot_count.txt -n 1 -z
 in dir /builds/slave/c-beta-lnx64/. (timeout 1200 secs)
 watching logfiles {}
 argv: ['python', 'tools/buildfarm/maintenance/count_and_reboot.py', '-f', '../reboot_count.txt', '-n', '1', '-z']
 environment:
  CCACHE_HASHDIR=
  G_BROKEN_FILENAMES=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/home/seabld
  HOSTNAME=sea-hp-linux64-6.community.scl3.mozilla.com
  LANG=en_US.UTF-8
  LESSOPEN=|/usr/bin/lesspipe.sh %s
  LOGNAME=seabld
  MAIL=/var/spool/mail/seabld
  PATH=/usr/local/bin:/usr/lib64/ccache:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/home/seabld/bin
  PWD=/builds/slave/c-beta-lnx64
  SHELL=/bin/bash
  SHLVL=1
  TERM=linux
  TMOUT=86400
  USER=seabld
  _=/tools/buildbot/bin/python
 using PTY: False
python: can't open file 'tools/buildfarm/maintenance/count_and_reboot.py': [Errno 2] No such file or directory
program finished with exit code 2
elapsedTime=0.029745
========= Finished maybe rebooting failed (results: 2, elapsed: 1 secs) (at 2017-06-03 15:52:45.318385) ==========