setup Mahout environment

svn co http://svn.apache.org/repos/asf/mahout/trunk
svn co http://svn.apache.org/repos/asf/mahout/branches/mahout-0.8

mv trunk/ mahoutTrunk/

wget http://apache.mesi.com.ar/mahout/0.8/mahout-distribution-0.8.tar.gz

ln -s /home/yiyujia/workingDir/mahoutTrunk mahout

vi .bash_profile
source .bash_profile

export HADOOP_HOME=/home/yiyujia/workingDir/hadoop-1.1.1
export HADOOP_CONF_DIR=$HADOOP_HOME/conf
export MAHOUT_HOME=/mahout
export PATH=$PATH:$MAHOUT_HOME




$HADOOP_HOME/bin/hadoop fs -mkdir testdata

$HADOOP_HOME/bin/hadoop fs -put synthetic_control.data testdata

mvn dependency::tree

$MAHOUT_HOME/bin/mahout org.apache.mahout.clustering.syntheticcontrol.canopy.Job
$MAHOUT_HOME/bin/mahout org.apache.mahout.clustering.syntheticcontrol.kmeans.Job

$HADOOP_HOME/bin/hadoop fs -get output $MAHOUT_HOME/examples

$MAHOUT_HOME/bin/mahout clusterdump --input output/clusters-10 --pointsDir output/clusteredPoints --output $MAHOUT_HOME/examples/output/clusteranalyze.txt

http://harish11g.blogspot.com/2012/02/configuring-mahout-clustering-hadoop.html https://cwiki.apache.org/confluence/display/MAHOUT/Recommender+Documentation http://chimpler.wordpress.com/2013/02/20/playing-with-the-mahout-recommendation-engine-on-a-hadoop-cluster/ http://stackoverflow.com/questions/9072223/how-to-add-maven-dependencies-for-mahout-and-hadoop

install hive

wget http://mirrors.gigenet.com/apache/hive/stable/hive-0.8.1-bin.tar.gz

tar -xvf hive-0.8.1-bin.tar.gz 

ln -s /hadoop/hive-0.8.1-bin /hive


.bash_profile

#set HADOOP_HOME env
export HADOOP_HOME=/hadoop/hadoop

#set HIVE_HOME env
export HIVE_HOME=/hive

PATH=$PATH:$HOME/bin:$HADOOP_HOME/bin:$HIVE_HOME/bin
 
export PATH


yum grouplist | grep -i mysql
yum groupinfo "MySQL Database server"
yum groupinstall "MySQL Database server"




service mysqld start
chkconfig mysqld on && service mysqld restart && chkconfig --list | grep mysqld 


mysql -uroot -p
create database hive;
create user 'hive'@'%' identified by '123456';
GRANT ALL PRIVILEGES ON hive.* TO 'hive'@'%' WITH GRANT OPTION;



/etc/my.cf
system-configure-firewall open 3066


hive-site.xml


  hive.metastore.local
  true
  controls whether to connect to remove metastore server or open a new metastore server in Hive Client JVM



  javax.jdo.option.ConnectionURL
  jdbc:mysql://yiyuCent1.corp.ybusa.net:3306/hive?createDatabaseIfNotExist=true
  JDBC connect string for a JDBC metastore



  javax.jdo.option.ConnectionDriverName
  com.mysql.jdbc.Driver
  Driver class name for a JDBC metastore



  javax.jdo.option.ConnectionUserName
  hive
  username to use against metastore database



  javax.jdo.option.ConnectionPassword
  123456
  password to use against metastore database

http://blog.milford.io/2010/06/installing-apache-hive-with-a-mysql-metastore-in-centos/