项目分享
分享一个项目：SkyEye,对java、scala等运行于jvm的程序进行实时日志采集、索引和可视化，对系统进行进程级别的监控，对系统内部的操作进行策略性的报警、对分布式的rpc调用进行trace跟踪以便于进行性能分析。欢迎对分布式跟踪感兴趣的交流~~，交流群：624054633
项目介绍
自定义的spring-boot的hbase starter，为hbase的query和更新等操作提供简易的api并集成spring-boot的auto configuration
打包
修改相关的maven私服地址
gradle clean install uploadArchives使用方式
依赖
compile "com.spring4all:spring-boot-starter-hbase:1.0.0.RELEASE"集成
在spring-boot项目的application.properties文件中加入spring.data.hbase.quorum,spring.data.hbase.rootDir,spring.data.hbase.nodeParent配置项，并赋予正确的值
使用
query
- 将上述配置项赋予正确的值
- dto定义
public class PeopleDto {
private String name;
private int age;
public String getName() {
return name;
}
public PeopleDto setName(String name) {
this.name = name;
return this;
}
public int getAge() {
return age;
}
public PeopleDto setAge(int age) {
this.age = age;
return this;
}
}- RowMapper定义
import com.jthink.skyeye.data.hbase.api.RowMapper;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.util.Bytes;
public class PeopleRowMapper implements RowMapper<PeopleDto> {
private static byte[] COLUMNFAMILY = "f".getBytes();
private static byte[] NAME = "name".getBytes();
private static byte[] AGE = "age".getBytes();
@Override
public PeopleDto mapRow(Result result, int rowNum) throws Exception {
PeopleDto dto = new PeopleDto();
// TODO: 设置相关的属性值
String name = Bytes.toString(result.getValue(COLUMNFAMILY, NAME));
int age = Bytes.toInt(result.getValue(COLUMNFAMILY, AGE));
return dto.setName(name).setAge(age);
}
}- query操作
import com.jthink.skyeye.data.hbase.api.HbaseTemplate;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.util.Bytes;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import java.util.List;
public class QueryService {
@Autowired
private HbaseTemplate hbaseTemplate;
public List<PeopleDto> query(String startRow, String stopRow) {
Scan scan = new Scan(Bytes.toBytes(startRow), Bytes.toBytes(stopRow));
scan.setCaching(5000);
List<PeopleDto> dtos = this.hbaseTemplate.find("people_table", scan, new PeopleRowMapper());
return dtos;
}
public PeopleDto query(String row) {
PeopleDto dto = this.hbaseTemplate.get("people_table", row, new PeopleRowMapper());
return dto;
}
}update等
- 将上述配置项赋予正确的值
- update、delete、put操作
import com.jthink.skyeye.data.hbase.api.HbaseTemplate;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Mutation;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.util.Bytes;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import java.util.ArrayList;
import java.util.List;
@Service
public class QueryService {
@Autowired
private HbaseTemplate hbaseTemplate;
public List<PeopleDto> query(String startRow, String stopRow) {
Scan scan = new Scan(Bytes.toBytes(startRow), Bytes.toBytes(stopRow));
scan.setCaching(5000);
List<PeopleDto> dtos = this.hbaseTemplate.find("people_table", scan, new PeopleRowMapper());
return dtos;
}
public PeopleDto query(String row) {
PeopleDto dto = this.hbaseTemplate.get("people_table", row, new PeopleRowMapper());
return dto;
}
public void saveOrUpdates() {
List<Mutation> puts = new ArrayList<>();
// 设值
this.hbaseTemplate.saveOrUpdates("people_table", puts);
}
public void saveOrUpdate() {
Mutation delete = new Delete(Bytes.toBytes(""));
this.hbaseTemplate.saveOrUpdate("people_table", delete);
}
public void saveOrUpdate() {
List<Mutation> saveOrUpdates = new ArrayList<>();
Put put = new Put(Bytes.toBytes("135xxxxxx"));
put.addColumn(Bytes.toBytes("people"), Bytes.toBytes("name"), Bytes.toBytes("JThink"));
saveOrUpdates.add(put);
Delete delete = new Delete(Bytes.toBytes("136xxxxxx"));
saveOrUpdates.add(delete);
// 继续add
this.hbaseTemplate.saveOrUpdates("people_table", saveOrUpdates);
}
}其他
不可以满足需求的可以使用hbaseTemplate暴露出来的getConnection()方法