HBase的API使用

发布 : 2016-03-20 分类 : 大数据 浏览 :

1.导入jar包

2.导入额外jar包

3.创建表

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
TestBase.java

	package com.matrix.hbase;
	
	import java.io.IOException;
	import java.util.Random;
	
	import org.apache.hadoop.conf.Configuration;
	import org.apache.hadoop.hbase.HBaseConfiguration;
	import org.apache.hadoop.hbase.HColumnDescriptor;
	import org.apache.hadoop.hbase.HTableDescriptor;
	import org.apache.hadoop.hbase.TableName;
	import org.apache.hadoop.hbase.client.Admin;
	import org.apache.hadoop.hbase.client.Connection;
	import org.apache.hadoop.hbase.client.ConnectionFactory;
	import org.junit.Before;
	import org.junit.Test;
	
	public class TestBase {
		
		public static Random ra = new Random();
		public static Connection conn = null;
		public static TableName table = TableName.valueOf("test".getBytes());
	
		@Before
		public void setup() throws IOException {
			Configuration config = HBaseConfiguration.create();
			config.set("hbase.zookeeper.quorum", "node2,node3,node5");
			conn = ConnectionFactory.createConnection(config);
		}
	
		@Test
		public void createTable() throws IOException {
			Admin admin = conn.getAdmin();
			// 如果表存在，则删除
			if (admin.tableExists(table)) {
				// 删除表中数据
				admin.disableTable(table);
				// 删除表
				admin.deleteTable(table);
			}
			HTableDescriptor ht = new HTableDescriptor(table);
			HColumnDescriptor hd = new HColumnDescriptor("cf1".getBytes());
			hd.setMaxVersions(5);
			hd.setBlockCacheEnabled(true);
			hd.setBlocksize(1280000);
			ht.addFamily(hd);
			admin.createTable(ht);
		}
	
	}

#3.1查看表是否创建成功

1
hbase(main):024:0> list

4.添加数据到表中

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
TestHbase.java

	package com.matrix.hbase;
	
	import java.io.IOException;
	import java.util.ArrayList;
	import java.util.Iterator;
	import java.util.List;
	import java.util.Random;
	
	import org.apache.hadoop.conf.Configuration;
	import org.apache.hadoop.hbase.Cell;
	import org.apache.hadoop.hbase.HBaseConfiguration;
	import org.apache.hadoop.hbase.HColumnDescriptor;
	import org.apache.hadoop.hbase.HTableDescriptor;
	import org.apache.hadoop.hbase.TableName;
	import org.apache.hadoop.hbase.client.Admin;
	import org.apache.hadoop.hbase.client.Connection;
	import org.apache.hadoop.hbase.client.ConnectionFactory;
	import org.apache.hadoop.hbase.client.Get;
	import org.apache.hadoop.hbase.client.Put;
	import org.apache.hadoop.hbase.client.Result;
	import org.apache.hadoop.hbase.client.ResultScanner;
	import org.apache.hadoop.hbase.client.Scan;
	import org.apache.hadoop.hbase.client.Table;
	import org.junit.Before;
	import org.junit.Test;
	
	public class TestHbase {
	
		public static Random ra = new Random();
		public static Connection conn = null;
		public static TableName table = TableName.valueOf("test".getBytes());
	
		@Before
		public void setup() throws IOException {
			Configuration config = HBaseConfiguration.create();
			config.set("hbase.zookeeper.quorum", "node2,node3,node5");
			conn = ConnectionFactory.createConnection(config);
		}

		@Test
		public void insert() throws IOException {
			Table ta = conn.getTable(TestHbase.table);
			List ls = new ArrayList<Put>();
			for (int i = 0; i <= 1000; i++) {
				Put put = new Put(("123_" + i).getBytes());
				put.addColumn("cf1".getBytes(), "name".getBytes(), "zs".getBytes());
				put.addColumn("cf1".getBytes(), "age".getBytes(), String.valueOf(ra.nextInt(100)).getBytes());
				ls.add(put);
			}
	
			ta.put(ls);
		}
	
	}

4.1.扫描全表

1
hbase(main):006:0> scan 'test'

5.根据需求查询表中数据

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
TestHbase.java

	package com.matrix.hbase;
	
	import java.io.IOException;
	import java.util.ArrayList;
	import java.util.Iterator;
	import java.util.List;
	import java.util.Random;
	
	import org.apache.hadoop.conf.Configuration;
	import org.apache.hadoop.hbase.Cell;
	import org.apache.hadoop.hbase.HBaseConfiguration;
	import org.apache.hadoop.hbase.HColumnDescriptor;
	import org.apache.hadoop.hbase.HTableDescriptor;
	import org.apache.hadoop.hbase.TableName;
	import org.apache.hadoop.hbase.client.Admin;
	import org.apache.hadoop.hbase.client.Connection;
	import org.apache.hadoop.hbase.client.ConnectionFactory;
	import org.apache.hadoop.hbase.client.Get;
	import org.apache.hadoop.hbase.client.Put;
	import org.apache.hadoop.hbase.client.Result;
	import org.apache.hadoop.hbase.client.ResultScanner;
	import org.apache.hadoop.hbase.client.Scan;
	import org.apache.hadoop.hbase.client.Table;
	import org.junit.Before;
	import org.junit.Test;
	
	public class TestHbase {
	
		public static Random ra = new Random();
		public static Connection conn = null;
		public static TableName table = TableName.valueOf("test".getBytes());
	
		@Before
		public void setup() throws IOException {
			Configuration config = HBaseConfiguration.create();
			config.set("hbase.zookeeper.quorum", "node2,node3,node5");
			conn = ConnectionFactory.createConnection(config);
		}
	
		@Test
		public void search() throws IOException {
			Table ta = conn.getTable(TestHbase.table);
			Get get = new Get("123_996".getBytes());
			get.addColumn("cf1".getBytes(), "age".getBytes());
			Result result = ta.get(get);
			Cell cell = result.getColumnLatestCell("cf1".getBytes(), "age".getBytes());
			System.out.printf(new String(cell.getValueArray(), "GBK"));
		}
	
	}

6.批量查询

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
TestHbase.java

	package com.matrix.hbase;
	
	import java.io.IOException;
	import java.util.ArrayList;
	import java.util.Iterator;
	import java.util.List;
	import java.util.Random;
	
	import org.apache.hadoop.conf.Configuration;
	import org.apache.hadoop.hbase.Cell;
	import org.apache.hadoop.hbase.HBaseConfiguration;
	import org.apache.hadoop.hbase.HColumnDescriptor;
	import org.apache.hadoop.hbase.HTableDescriptor;
	import org.apache.hadoop.hbase.TableName;
	import org.apache.hadoop.hbase.client.Admin;
	import org.apache.hadoop.hbase.client.Connection;
	import org.apache.hadoop.hbase.client.ConnectionFactory;
	import org.apache.hadoop.hbase.client.Get;
	import org.apache.hadoop.hbase.client.Put;
	import org.apache.hadoop.hbase.client.Result;
	import org.apache.hadoop.hbase.client.ResultScanner;
	import org.apache.hadoop.hbase.client.Scan;
	import org.apache.hadoop.hbase.client.Table;
	import org.junit.Before;
	import org.junit.Test;
	
	public class TestHbase {
	
		public static Random ra = new Random();
		public static Connection conn = null;
		public static TableName table = TableName.valueOf("test".getBytes());
	
		@Before
		public void setup() throws IOException {
			Configuration config = HBaseConfiguration.create();
			config.set("hbase.zookeeper.quorum", "node2,node3,node5");
			conn = ConnectionFactory.createConnection(config);
		}
	
		@Test
		public void search1() throws IOException {
			Table ta = conn.getTable(TestHbase.table);
			Scan scan = new Scan("123_996".getBytes(), "123_999".getBytes());
			scan.addColumn("cf1".getBytes(), "age".getBytes());
			ResultScanner scanner = ta.getScanner(scan);
			Iterator<Result> it = scanner.iterator();
			while (it.hasNext()) {
				Result next = it.next();
				Cell cell = next.getColumnLatestCell("cf1".getBytes(), "age".getBytes());
				System.out.println(new String(cell.getValueArray(), "utf8"));
			}
		}
	
	}

1
org.apache.hadoop.ipc.RemoteException(java.io.IOException): File /tmp/hadoop-yarn/staging/root/.staging/job_1458115769034_0004/libjars/netty-all-4.0.23.Final.jar could only be replicated to 0 nodes instead of minReplication (=1).  There are 3 datanode(s) running and no node(s) are excluded in this operation.
本文作者 : Matrix
原文链接 : https://matrixsparse.github.io/2016/03/20/Hbase的API使用/
版权声明 : 本博客所有文章除特别声明外，均采用 CC BY-NC-SA 4.0 许可协议。转载请注明出处！

知识 & 情怀 | 二者兼得

微信扫一扫, 向我投食

微信扫一扫, 向我投食

支付宝扫一扫, 向我投食

支付宝扫一扫, 向我投食

标签: #大数据
留下足迹