wget http://www.eu.apache.org/dist/pig/pig-0.10.0/pig-0.10.0.tar.gz
sudo cp pig-0.10.0.tar.gz /usr/local/
sudo tar -xzvf pig-0.10.0.tar.gz
sudo mv pig-0.10.0/ pig/
vim /home/hduser/.bashrc
export PIG_HOME=/usr/local/pig
if [ -d "$PIG_HOME/bin" ] ; then
PATH=$PATH:$PIG_HOME/bin
fi
chown -R hduser:hadoop /usr/local/pig/
vim /home/hduser/categories.csv
1 routines
2 services
3 applications
vim /home/hduser/products.csv
1 AdminConsole
2 LogService
3 CustomerService
hadoop dfs -put /home/hduser/categories.csv examples/categories.csv
hadoop dfs -put /home/hduser/categories.csv examples/products.csv
hduser@myhost://home/hduser$ pig
13/01/24 14:14:14 WARN pig.Main: Cannot write to log file: /home/hduser/pig_1359029654768.log
2013-01-24 14:14:14,773 [main] INFO org.apache.pig.Main - Apache Pig version 0.10.0 (r1328203) compiled Apr 19 2012, 22:54:12
2013-01-24 14:14:14,968 [main] INFO org.apache.pig.backend.hadoop.executionengine.HExecutionEngine - Connecting to hadoop file system at: hdfs://myhost.com:54310
2013-01-24 14:14:15,384 [main] INFO org.apache.pig.backend.hadoop.executionengine.HExecutionEngine - Connecting to map-reduce job tracker at: myhost.com:54311
grunt> A = LOAD '/user/hduser/examples/categories.csv' USING PigStorage();
grunt> B = FOREACH A GENERATE $0 AS id, $1 AS name;
grunt> DUMP B;
Comments
Post a Comment