bash-4.1$ hdfs dfs -mkdir /user/ercan/person
bash-4.1$ hadoop dfs -put persons.csv /user/ercan/person/persons.csv
hduser@myhost://home/hduser$ pig
13/01/24 14:14:14 WARN pig.Main: Cannot write to log file: /home/ardic/pig_1359029654768.log
2013-01-24 14:14:14,773 [main] INFO org.apache.pig.Main - Apache Pig version 0.10.0 (r1328203) compiled Apr 19 2012, 22:54:12
2013-01-24 14:14:14,968 [main] INFO org.apache.pig.backend.hadoop.executionengine.HExecutionEngine - Connecting to hadoop file system at: hdfs://arcsp-hadoop1.ardich.com:54310
2013-01-24 14:14:15,384 [main] INFO org.apache.pig.backend.hadoop.executionengine.HExecutionEngine - Connecting to map-reduce job tracker at: arcsp-hadoop1.ardich.com:54311
grunt> A = LOAD '/user/ercan/person/persons.csv' USING PigStorage();
grunt> B = FOREACH A GENERATE $0 AS Name, $1 AS Phone, $2 AS Email, $3 AS Date;
grunt> DUMP B;
Sonuç:
$ hadoop dfs -cat pigresult/part-r-00000
1 Hadoop Cloudera
2 MongoDB 10Gen
3 Cassandra DataStax
4 Solr LucidImagination
5 ElasticSearch ElasticSearch
bash-4.1$ hadoop dfs -put persons.csv /user/ercan/person/persons.csv
hduser@myhost://home/hduser$ pig
13/01/24 14:14:14 WARN pig.Main: Cannot write to log file: /home/ardic/pig_1359029654768.log
2013-01-24 14:14:14,773 [main] INFO org.apache.pig.Main - Apache Pig version 0.10.0 (r1328203) compiled Apr 19 2012, 22:54:12
2013-01-24 14:14:14,968 [main] INFO org.apache.pig.backend.hadoop.executionengine.HExecutionEngine - Connecting to hadoop file system at: hdfs://arcsp-hadoop1.ardich.com:54310
2013-01-24 14:14:15,384 [main] INFO org.apache.pig.backend.hadoop.executionengine.HExecutionEngine - Connecting to map-reduce job tracker at: arcsp-hadoop1.ardich.com:54311
grunt> A = LOAD '/user/ercan/person/persons.csv' USING PigStorage();
grunt> B = FOREACH A GENERATE $0 AS Name, $1 AS Phone, $2 AS Email, $3 AS Date;
grunt> DUMP B;
Sonuç:
$ hadoop dfs -cat pigresult/part-r-00000
1 Hadoop Cloudera
2 MongoDB 10Gen
3 Cassandra DataStax
4 Solr LucidImagination
5 ElasticSearch ElasticSearch
Comments
Post a Comment