<?xml version="1.0" encoding="utf-8"?><!DOCTYPE article  PUBLIC '-//OASIS//DTD DocBook XML V4.4//EN'  'http://www.docbook.org/xml/4.4/docbookx.dtd'><article><articleinfo><title>Hadoop</title><revhistory><revision><revnumber>11</revnumber><date>2017-12-11 23:12:45</date><authorinitials>adrijan</authorinitials></revision><revision><revnumber>10</revnumber><date>2017-12-11 22:51:08</date><authorinitials>adrijan</authorinitials></revision><revision><revnumber>9</revnumber><date>2017-12-11 22:50:48</date><authorinitials>adrijan</authorinitials></revision><revision><revnumber>8</revnumber><date>2017-11-01 18:47:03</date><authorinitials>adrijan</authorinitials></revision><revision><revnumber>7</revnumber><date>2017-11-01 00:32:55</date><authorinitials>adrijan</authorinitials></revision><revision><revnumber>6</revnumber><date>2017-11-01 00:31:39</date><authorinitials>adrijan</authorinitials></revision><revision><revnumber>5</revnumber><date>2017-10-31 22:45:47</date><authorinitials>adrijan</authorinitials></revision><revision><revnumber>4</revnumber><date>2017-10-31 22:43:08</date><authorinitials>adrijan</authorinitials></revision><revision><revnumber>3</revnumber><date>2017-10-31 22:41:54</date><authorinitials>adrijan</authorinitials></revision><revision><revnumber>2</revnumber><date>2017-10-31 22:40:56</date><authorinitials>adrijan</authorinitials></revision><revision><revnumber>1</revnumber><date>2017-10-31 22:38:11</date><authorinitials>adrijan</authorinitials></revision></revhistory></articleinfo><section><title>Hadoop</title><informaltable><tgroup cols="12"><colspec colname="col_0"/><colspec colname="col_1"/><colspec colname="col_2"/><colspec colname="col_3"/><colspec colname="col_4"/><colspec colname="col_5"/><colspec colname="col_6"/><colspec colname="col_7"/><colspec colname="col_8"/><colspec colname="col_9"/><colspec colname="col_10"/><colspec colname="col_11"/><tbody><row rowsep="1"><entry colsep="1" rowsep="1"><para> <emphasis role="strong">Server</emphasis> </para></entry><entry colsep="1" rowsep="1"><para> <emphasis role="strong">OS</emphasis> </para></entry><entry colsep="1" rowsep="1"><para> <emphasis role="strong">Memory [GB]</emphasis> </para></entry><entry colsep="1" rowsep="1"><para> <emphasis role="strong">CPU Type</emphasis> </para></entry><entry colsep="1" rowsep="1"><para> <emphasis role="strong">Arch</emphasis> </para></entry><entry colsep="1" rowsep="1"><para> <emphasis role="strong">CPU Speed</emphasis> </para></entry><entry colsep="1" rowsep="1"><para> <emphasis role="strong">CPUs</emphasis> </para></entry><entry colsep="1" rowsep="1"><para> <emphasis role="strong">Cores</emphasis> </para></entry><entry colsep="1" rowsep="1"><para> <emphasis role="strong">Threads</emphasis> </para></entry><entry colsep="1" rowsep="1"><para> <emphasis role="strong">Local Storage [TB]</emphasis> </para></entry><entry colsep="1" rowsep="1"><para> <emphasis role="strong">Login</emphasis> </para></entry><entry colsep="1" rowsep="1"><para> <emphasis role="strong">Description</emphasis> </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> ilhadoop     </para></entry><entry colsep="1" rowsep="1"><para> CentOS 6.6  </para></entry><entry colsep="1" rowsep="1"><para> 64          </para></entry><entry colsep="1" rowsep="1"><para> Opteron 6276 </para></entry><entry colsep="1" rowsep="1"><para> 64 bit </para></entry><entry colsep="1" rowsep="1"><para> 2.3       </para></entry><entry colsep="1" rowsep="1"><para> 2    </para></entry><entry colsep="1" rowsep="1"><para> 32   </para></entry><entry colsep="1" rowsep="1"><para> 32     </para></entry><entry colsep="1" rowsep="1"><para> 2                  </para></entry><entry colsep="1" rowsep="1"><para> CS      </para></entry><entry colsep="1" rowsep="1"><para> JobTracker, NameNode </para></entry></row><row rowsep="1"><entry colsep="1" rowsep="1"><para> ilh01-ilh40  </para></entry><entry colsep="1" rowsep="1"><para> CentOS 6.9  </para></entry><entry colsep="1" rowsep="1"><para> 64          </para></entry><entry colsep="1" rowsep="1"><para> Opteron 6320 </para></entry><entry colsep="1" rowsep="1"><para> 64 bit </para></entry><entry colsep="1" rowsep="1"><para> 2.8       </para></entry><entry colsep="1" rowsep="1"><para> 1    </para></entry><entry colsep="1" rowsep="1"><para> 8    </para></entry><entry colsep="1" rowsep="1"><para> 8      </para></entry><entry colsep="1" rowsep="1"><para> 8                  </para></entry><entry colsep="1" rowsep="1"><para> N/A     </para></entry><entry colsep="1" rowsep="1"><para> TaskTracker, DataNode </para></entry></row></tbody></tgroup></informaltable><para>Before updating notes: </para><section><title>Java version</title><screen><![CDATA[adrijan@ilh02:~$ java -version
java version "1.8.0_45"
Java(TM) SE Runtime Environment (build 1.8.0_45-b14)
Java HotSpot(TM) 64-Bit Server VM (build 25.45-b02, mixed mode)]]></screen><para>Download: <ulink url="http://www.oracle.com/technetwork/java/javase/downloads/java-archive-javase8-2177648.html"/> </para><para>File attached (registration needed to download older versions of java) <ulink url="http://snap.stanford.edu/moin/Hadoop/moin/Hadoop?action=AttachFile&amp;do=get&amp;target=jre-8u45-linux-x64.tar.gz">jre-8u45-linux-x64.tar.gz</ulink> </para><para>Ubuntu 16.04.3: </para><itemizedlist><listitem><para>update-alternatives --install /usr/bin/java java /opt/java/jre1.8.0_45/bin/java 1 </para></listitem><listitem><para>update-alternatives --set java /opt/java/jre1.8.0_45/bin/java </para></listitem></itemizedlist><para>What to take from old machines: </para><itemizedlist><listitem><para>UID and GID of hdfs </para></listitem><listitem><para>fstab </para></listitem><listitem><para>hadoop configuration files </para></listitem></itemizedlist><screen><![CDATA[#START DATANODE
sudo -H -u hdfs bash -c 'export JAVA_HOME=/opt/java; cd /opt/hadoop-2.6.0-cdh5.4.2 ; /opt/hadoop-2.6.0-cdh5.4.2/sbin/hadoop-daemon.sh --config /opt/hadoop-2.6.0-cdh5.4.2/etc/hadoop --script /opt/hadoop/sbin/hdfs start datanode' 
#START YARN
sudo -H -u yarn bash -c 'export JAVA_HOME=/opt/java; cd /opt/hadoop-2.6.0-cdh5.4.2 ; /opt/hadoop/sbin/yarn-daemon.sh --config /opt/hadoop-2.6.0-cdh5.4.2/etc/hadoop start nodemanager' 
#STOP DATANODE
sudo -H -u hdfs bash -c 'export JAVA_HOME=/opt/java; cd /opt/hadoop-2.6.0-cdh5.4.2 ; /opt/hadoop-2.6.0-cdh5.4.2/sbin/hadoop-daemon.sh --config /opt/hadoop-2.6.0-cdh5.4.2/etc/hadoop --script /opt/hadoop/sbin/hdfs stop datanode' 
#STOP YARN
sudo -H -u yarn bash -c 'export JAVA_HOME=/opt/java; cd /opt/hadoop-2.6.0-cdh5.4.2 ; /opt/hadoop/sbin/yarn-daemon.sh --config /opt/hadoop-2.6.0-cdh5.4.2/etc/hadoop stop nodemanager' ]]></screen></section></section></article>