<?xml version="1.0" encoding="utf-8"?><!DOCTYPE article  PUBLIC '-//OASIS//DTD DocBook XML V4.4//EN'  'http://www.docbook.org/xml/4.4/docbookx.dtd'><article><articleinfo><title>ilHadoopStatus</title><revhistory><revision><revnumber>36</revnumber><date>2015-10-16 03:01:31</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>35</revnumber><date>2015-10-16 03:00:53</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>34</revnumber><date>2015-07-06 18:24:06</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>33</revnumber><date>2015-07-06 18:23:56</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>32</revnumber><date>2015-06-12 22:16:14</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>31</revnumber><date>2015-06-11 23:37:57</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>30</revnumber><date>2015-06-11 01:07:55</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>29</revnumber><date>2015-06-11 00:42:15</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>28</revnumber><date>2015-05-11 22:38:02</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>27</revnumber><date>2015-05-11 18:07:59</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>26</revnumber><date>2015-05-05 22:42:22</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>25</revnumber><date>2015-04-30 18:39:59</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>24</revnumber><date>2015-04-29 23:40:28</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>23</revnumber><date>2015-04-09 13:41:36</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>22</revnumber><date>2015-04-08 13:36:23</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>21</revnumber><date>2015-04-08 13:36:01</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>20</revnumber><date>2014-12-06 06:32:15</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>19</revnumber><date>2014-12-05 05:05:37</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>18</revnumber><date>2014-12-04 14:29:29</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>17</revnumber><date>2014-12-04 13:41:33</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>16</revnumber><date>2014-12-04 13:19:30</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>15</revnumber><date>2014-12-04 05:15:13</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>14</revnumber><date>2014-12-04 03:17:24</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>13</revnumber><date>2014-12-04 03:16:42</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>12</revnumber><date>2014-12-04 03:15:31</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>11</revnumber><date>2014-12-04 03:15:09</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>10</revnumber><date>2014-12-04 03:13:40</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>9</revnumber><date>2014-12-04 03:11:27</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>8</revnumber><date>2014-12-04 03:08:58</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>7</revnumber><date>2014-12-04 03:08:21</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>6</revnumber><date>2014-12-04 03:07:53</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>5</revnumber><date>2014-12-04 03:07:00</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>4</revnumber><date>2014-12-04 03:06:19</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>3</revnumber><date>2014-12-04 03:04:23</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>2</revnumber><date>2014-12-04 03:03:21</date><authorinitials>akrevl</authorinitials></revision><revision><revnumber>1</revnumber><date>2014-12-04 02:57:21</date><authorinitials>akrevl</authorinitials></revision></revhistory></articleinfo><section><title>Hadoop Cluster Status</title><section><title>Cluster status</title><informaltable><tgroup cols="2"><colspec colname="col_0"/><colspec colname="col_1"/><tbody><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2015-10-15 20:01:00 PDT </para></entry><entry colsep="1" rowsep="1"><para> Cluster back online. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2015-10-15 19:40:00 PDT </para></entry><entry colsep="1" rowsep="1"><para> Cluster issues due to a DNS configuration failure. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2015-07-06 11:20:00 PDT </para></entry><entry colsep="1" rowsep="1"><para> Cluster is online, Yarn back on good behavior. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2015-07-05 12:15:00 PDT </para></entry><entry colsep="1" rowsep="1"><para> Jobs stuck in Yarn queue. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2015-06-12 15:15:00 PDT </para></entry><entry colsep="1" rowsep="1"><para> Cluster is online. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2015-06-11 16:30:00 PDT </para></entry><entry colsep="1" rowsep="1"><para> Cluster is offline for upgrade to CDH 5.4.2 and Spark. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2015-05-11 15:40:00 PDT </para></entry><entry colsep="1" rowsep="1"><para> Cluster is online. Problem fixed. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2015-05-11 07:05:00 PDT </para></entry><entry colsep="1" rowsep="1"><para> HDFS and local FS full. Jobs are not running. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2015-05-05 15:40:00 PDT </para></entry><entry colsep="1" rowsep="1"><para> Cluster is online. Problem fixed. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2015-05-05 10:05:00 PDT </para></entry><entry colsep="1" rowsep="1"><para> Cluster is online but jobs are not getting processed. Looking into the issue. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2015-04-30 11:40:00 PDT </para></entry><entry colsep="1" rowsep="1"><para> Cluster is online. Upgraded to CDH 5.4.0 and JDK 8u45. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2015-04-29 16:30:00 PDT </para></entry><entry colsep="1" rowsep="1"><para> Cluster is offline due to package upgrades (moving to CDH 5.4.0). </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2015-04-09 06:42:00 PDT </para></entry><entry colsep="1" rowsep="1"><para> Cluster is online. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2015-04-08 06:00:00 PDT </para></entry><entry colsep="1" rowsep="1"><para> Cluster is offline due to <ulink url="http://snap.stanford.edu/moin/ilHadoopStatus/moin/NameNode#">NameNode</ulink> issues. Investigating + trying to repair the problem. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2014-12-05 22:32:00 PST </para></entry><entry colsep="1" rowsep="1"><para> Cluster is online. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2014-12-04 21:05:00 PST </para></entry><entry colsep="1" rowsep="1"><para> Maintenance in progress. Installing the secondary namenode, Spark, etc. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2014-12-04 06:28:00 PST </para></entry><entry colsep="1" rowsep="1"><para> Ganglia back to normal. Cluster is online. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2014-12-04 05:40:00 PST </para></entry><entry colsep="1" rowsep="1"><para> Ganglia reporting is currently having issues. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2014-12-04 05:18:00 PST </para></entry><entry colsep="1" rowsep="1"><para> Cluster is back online. </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> 2014-12-03 19:15:00 PST </para></entry><entry colsep="1" rowsep="1"><para> Cluster offline for system updates. Should be back online by <emphasis role="strikethrough">22:00 PST</emphasis> 2014-12-04 02:00 PST. </para></entry></row></tbody></tgroup></informaltable></section><section><title>Cluster usage statistics</title><informaltable><tgroup cols="3"><colspec colname="col_0"/><colspec colname="col_1"/><colspec colname="col_2"/><tbody><row rowsep="1"><entry colsep="1" rowsep="1"><para> <emphasis role="strong">CPU load</emphasis> </para><para> [%] </para></entry><entry colsep="1" rowsep="1"><para> <emphasis role="strong">RAM used</emphasis> </para><para> [bytes] </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"/><entry colsep="1" rowsep="1"/></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> <emphasis role="strong">NETWORK traffic</emphasis> IN </para><!--RAW HTML: <span style="white-space:nowrap;color:green; font-weight:bold; ">--><!--RAW HTML: </span>--><para> OUT </para><!--RAW HTML: <span style="white-space:nowrap;color:blue; font-weight:bold; ">--><!--RAW HTML: </span>--><para> [bytes/s] </para></entry><entry colsep="1" rowsep="1"><para> <emphasis role="strong">DISK read</emphasis> </para><para> [bytes/s]  </para></entry><entry colsep="1" rowsep="1"><para> <emphasis role="strong">DISK write</emphasis> </para><para> [bytes/s] </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"/><entry colsep="1" rowsep="1"/><entry colsep="1" rowsep="1"/></row></tbody></tgroup></informaltable></section><section><title>References</title><itemizedlist><listitem><para><ulink url="http://snap.stanford.edu/moin/ilHadoopStatus/moin/ilHadoopStats#">Hadoop Cluster Statistics</ulink> </para></listitem><listitem><para><ulink url="http://ilHadoop1.stanford.edu:50070/dfshealth.html">NameNode information</ulink> </para></listitem><listitem><para><ulink url="http://ilHadoop1.stanford.edu:8088/cluster">Application tracker</ulink> </para></listitem></itemizedlist></section></section></article>