packagecom.aspire;
importjava.io.BufferedReader;
importjava.io.File;
importjava.io.FileNotFoundException;
importjava.io.FileReader;
importjava.io.IOException;
importjava.util.ArrayList;
importjava.util.List;
importorg.apache.hadoop.conf.Configuration;
importorg.apache.hadoop.hbase.HBaseConfiguration;
importorg.apache.hadoop.hbase.HColumnDescriptor;
importorg.apache.hadoop.hbase.HTableDescriptor;
importorg.apache.hadoop.hbase.client.HBaseAdmin;
importorg.apache.hadoop.hbase.client.HTable;
importorg.apache.hadoop.hbase.client.HTableInterface;
importorg.apache.hadoop.hbase.client.HTablePool;
importorg.apache.hadoop.hbase.client.Put;
importorg.apache.hadoop.hbase.ipc.HBaseClient;
@SuppressWarnings({"unused","deprecation"})
publicclassTest{
publicstaticConfigurationconf=HBaseConfiguration.create();
static{
ConfigurationHBASE_CONFIG=newConfiguration();
//HBASE_CONFIG.set("hbase.zookeeper.quorum","ugcserver3,ugcserver4,ugcserver5");
HBASE_CONFIG.set("hbase.zookeeper.property.clientPort","2181");
conf=HBaseConfiguration.create(HBASE_CONFIG);
}
publicstaticvoidcreatTable(StringtableName,String[]familys)
throwsException{
HBaseAdminadmin=newHBaseAdmin(conf);
if(admin.tableExists(tableName)){
System.out.println("tablealreadyexists!");
}else{
System.out.println("tablenotexists!");
HTableDescriptortableDesc=newHTableDescriptor(tableName);
for(inti=0;i...");
System.exit(1);
}
Stringfilename=args[0];
Stringsplitflag=args[1];
System.out.println(filename+"-----"+splitflag);
StringtableName="dmuser";
String[]fa={"basic","features"};
String[]cols={"name","BRAND","PROVINCE","CITY","ADDR","SEX","AGE","GROUP_NAME","CHILD","CAR","WAP_FEATURE_STR"
};
inta=0;
Listlist=newArrayList();
try{
Test.creatTable(tableName,fa);
}catch(Exceptione){
e.printStackTrace();
}
System.out.println("开始插入数据");
longstart=System.currentTimeMillis();
HTablePoolpool=newHTablePool(conf,1000);
HTableInterfacetable=pool.getTable(tableName);
table.setWriteBufferSize(5*1024*1024);
table.setAutoFlush(false);
Filefile=newFile(filename);
BufferedReaderreader=null;
StringlineString=null;
try{
reader=newBufferedReader(newFileReader(file));
while((lineString=reader.readLine())!=null){
a++;
String[]lines=lineString.split(splitflag);
Putput=newPut(lines[0].getBytes());
for(inti=1;i -->
|
