• Springboot集成HBase使用案例

    一、HBase部署安装

    1.HBase下载地址:Apache HBase – Apache HBase Downloads

    2.解压启动(进入压缩包bin目录),本次演示的是macOS系统启动演示(windows系统启动命令:./start-hbase.cmd)

    ./start-hbase.sh

     

    3. 浏览器访问http://IP:16010/master-status出现如下页面表示启动成功

     

     4.HBase控制台操作

    4.1进入控制台:

    1. 1. 进入HBase安装包的bin目录
    2. 2. ./hbase shell

    4.2.Hbase控制台常用命令总结如下

    1. 1.进入hbase shell命令行: ./hbase shell  (bin目录下执行)
    2. 2.扫描全表全部数据: scan '表名'
    3. 3.查看连接的用户: whomi
    4. 4.创建表: create ‘表名’,’列族名1’,’列族名2’
    5. 5.查看数据库中全部的表: list
    6. 6.describe查看表结构: describe '表名'
    7. 7.删除表: drop '表名'
    8. 8.插入数据: put ‘表名’,’列族名1:列名1’,’值’
    9. 9.get获取数据: get '表名',行,列族,列
    10. 10.count计算表的行数: count '表名'
    11. 11.删除整行数据: deleteall '表名','行号' 
    12. 12.删除全表数据: truncate '表名'

     4.3.HBase表结构以及参数说明

    1. /**
    2.  * @param tableName    表名
    3.  * @param rowKey       行主键
    4.  * @param columnFamily 列族
    5.  * @param column       列名
    6.  * @param value        列值
    7.  */

     5.代码如下

    5.1.maven依赖(本项目引用的Springboot版本是2.5.6)

    1.  
    2.      org.apache.hbase
    3.      hbase-client
    4.      2.2.3
    5.  
    6.   
    7.         
    8.             io.springfox
    9.             springfox-boot-starter
    10.             3.0.0
    11.         
    12.         
    13.         
    14.             com.github.xiaoymin
    15.             knife4j-spring-boot-starter
    16.             3.0.3
    17.         
    18.  
    19.         
    20.             org.apache.hbase
    21.             hbase-client
    22.             2.2.3
    23.         
    24.  
    25.         
    26.             com.alibaba
    27.             fastjson
    28.             1.2.68
    29.         
    30.  
    31.         
    32.         
    33.             cn.hutool
    34.             hutool-all
    35.             5.3.2
    36.

    yml配置

    1.  
    2. server:
    3.   port: 8081
    4. #swagger文档开启/关闭
    5. springfox:
    6.   documentation:
    7.     auto-startup: true
    8. #knife4j
    9. knife4j:
    10.   production: false # 开启/屏蔽文档资源
    11.  
    12. #HBase
    13. hbase:
    14.   config:
    15.     hbase:
    16.       zookeeper:
    17.         property:
    18.           clientPort: 2181
    19.         quorum: 127.0.0.1

    5.2基础配置

    1. import org.apache.hadoop.conf.Configuration;
    2. import org.apache.hadoop.hbase.HBaseConfiguration;
    3. import org.apache.hadoop.hbase.client.Connection;
    4. import org.apache.hadoop.hbase.client.ConnectionFactory;
    5. import org.springframework.boot.context.properties.EnableConfigurationProperties;
    6. import org.springframework.context.annotation.Bean;
    7.  
    8. import java.io.IOException;
    9. import java.util.Map;
    10.  
    11. /**
    12.  * @author ：jerry
    13.  * @date ：Created in 2022/11/7 09:54
    14.  * @description：
    15.  * @version: V1.1
    16.  */
    17. @EnableConfigurationProperties(HbaseProperties.class)
    18. @org.springframework.context.annotation.Configuration
    19. public class HbaseConfig {
    20.     private final HbaseProperties prop;
    21.  
    22.     public HbaseConfig(HbaseProperties properties) {
    23.         this.prop = properties;
    24.     }
    25.  
    26.     @Bean
    27.     public Configuration configuration() {
    28.         Configuration configuration = HBaseConfiguration.create();
    29.         Map config = prop.getConfig();
    30.         config.forEach(configuration::set);
    31.         return configuration;
    32.     }
    33.  
    34.     @Bean
    35.     public Connection getConnection() throws IOException {
    36.         return ConnectionFactory.createConnection(configuration());
    37.     }
    38. }

    1. import org.springframework.boot.context.properties.ConfigurationProperties;
    2.  
    3. import java.util.Map;
    4.  
    5. /**
    6.  * @author ：jerry
    7.  * @date ：Created in 2022/11/7 09:52
    8.  * @description：
    9.  * @version: V1.1
    10.  */
    11. @ConfigurationProperties(prefix = "hbase")
    12. public class HbaseProperties {
    13.     private Map config;
    14.  
    15.     public Map getConfig() {
    16.         return config;
    17.     }
    18.  
    19.     public void setConfig(Map config) {
    20.         this.config = config;
    21.     }
    22. }

    swagger配置

    1. import com.github.xiaoymin.knife4j.spring.annotations.EnableKnife4j;
    2. import org.springframework.context.annotation.Bean;
    3. import org.springframework.context.annotation.Configuration;
    4. import springfox.documentation.builders.ApiInfoBuilder;
    5. import springfox.documentation.builders.PathSelectors;
    6. import springfox.documentation.builders.RequestHandlerSelectors;
    7. import springfox.documentation.oas.annotations.EnableOpenApi;
    8. import springfox.documentation.service.ApiInfo;
    9. import springfox.documentation.service.Contact;
    10. import springfox.documentation.spi.DocumentationType;
    11. import springfox.documentation.spring.web.plugins.Docket;
    12. /**
    13.  * @author ：jerry
    14.  * @date ：Created in 2022/5/28 10:30
    15.  * @description：
    16.  * @version: V1.1
    17.  *  *Swagger3API文档的配置
    18.  *  knife4j文档地址(端口号根据自己项目配置)： http://localhost:8081/doc.html#
    19.  *  swagger文档地址(端口号根据自己项目配置)：http://localhost:8081/swagger-ui/index.html#/
    20.  */
    21. @Configuration
    22. @EnableOpenApi
    23. @EnableKnife4j
    24. public class Swagger3Config {
    25.  
    26.     @Bean
    27.     public Docket api() {
    28.         return new Docket(DocumentationType.OAS_30)
    29. //                .groupName("webApi")
    30.                 .apiInfo(apiInfo())
    31.                 .select()
    32.                 .apis(RequestHandlerSelectors.basePackage("com.cetc.controller"))
    33.                 .paths(PathSelectors.any())
    34.                 .build();
    35.     }
    36.  
    37.  
    38.     @Bean
    39.     public ApiInfo apiInfo() {
    40.         return new ApiInfoBuilder()
    41.                 .title("SwaggerUI接口文档")
    42.                 .description("接口文档Swagger-Bootstrap版")
    43.                 .termsOfServiceUrl("http://localhost:8081/swagger-ui/index.html#/")
    44.                 .contact(new Contact("jerry","http://localhost:8081/doc.html#", "13258239832@163.com"))
    45.                 .version("1.0")
    46.                 .license("jerry")
    47.                 .build();
    48.     }
    49. }

    5.3.控制层代码

    1. import com.cetc.dto.HBaseDto;
    2. import com.cetc.service.HbaseService;
    3. import com.cetc.util.CommonResultVo;
    4. import io.swagger.annotations.Api;
    5. import io.swagger.annotations.ApiOperation;
    6. import org.springframework.beans.factory.annotation.Autowired;
    7. import org.springframework.web.bind.annotation.*;
    8.  
    9. import java.io.IOException;
    10. import java.util.List;
    11. import java.util.Map;
    12.  
    13. /**
    14.  * @author ：jerry
    15.  * @date ：Created in 2022/11/7 10:39
    16.  * @description：
    17.  * @version: V1.1
    18.  */
    19. @Api(tags = "habse接口测试")
    20. @RestController
    21. @RequestMapping("/hbase")
    22. public class HbaseController {
    23.     @Autowired
    24.     private HbaseService hbaseService;
    25.  
    26.     /**
    27.      * 创建表
    28.      * tableName:表名
    29.      * columnFamilies:列族
    30.      */
    31.     @ApiOperation(value = "创建表")
    32.     @GetMapping("/createTable")
    33.     public CommonResultVo createTable(String tableName, String[] columnFamilies) throws IOException {
    34.         return hbaseService.createTable(tableName, columnFamilies);
    35.     }
    36.  
    37.     @ApiOperation(value = "新增/修改")
    38.     @PostMapping("/saveOrUpdate")
    39.     public CommonResultVo saveOrUpdate(@RequestBody List list) throws IOException {
    40.         for (HBaseDto hBaseDto : list) {
    41.             hbaseService.saveOrUpdate(hBaseDto);
    42.         }
    43.         return CommonResultVo.success();
    44.     }
    45.  
    46.     @ApiOperation(value = "删除表/行/列族/列")
    47.     @PostMapping("/deleteTable")
    48.     public CommonResultVo deleteTable(@RequestBody HBaseDto hBaseDto) throws IOException {
    49.         return hbaseService.deleteTable(hBaseDto);
    50.     }
    51.  
    52.  
    53. //    @ApiOperation(value = "判断表是否已经存在")
    54. //    @GetMapping("/tableExists")
    55. //    public CommonResultVo tableExists(String tableName) throws IOException {
    56. //        boolean flag = hbaseService.tableExists(tableName);
    57. //        return CommonResultVo.success(flag);
    58. //    }
    59.  
    60.     @ApiOperation(value = "高级条件查询")
    61.     @PostMapping("/scanRowData")
    62.     public CommonResultVo scanRowData(@RequestBody HBaseDto hBaseDto) throws IOException {
    63.         return hbaseService.scanRowData(hBaseDto);
    64.     }
    65.  
    66.     @ApiOperation(value = "分页查询")
    67.     @PostMapping("/scanPageRow")
    68.     public CommonResultVo scanPageRow(@RequestBody HBaseDto hBaseDto) throws IOException {
    69.         return hbaseService.scanPageRow(hBaseDto);
    70.     }
    71. //
    72. //    @ApiOperation(value = "总行数")
    73. //    @PostMapping("/countRow")
    74. //    public CommonResultVo countRow(@RequestBody HBaseDto hBaseDto) throws IOException {
    75. //        return CommonResultVo.success(hbaseService.countRow(hBaseDto));
    76. //    }
    77.  
    78.  
    79. }

    5.4数据逻辑层代码

    1. import com.cetc.dto.HBaseDto;
    2. import com.cetc.util.CommonResultVo;
    3.  
    4. import java.io.IOException;
    5. import java.util.List;
    6. import java.util.Map;
    7.  
    8. /**
    9.  * @author ：jerry
    10.  * @date ：Created in 2022/11/7 10:01
    11.  * @description：
    12.  * @version: V1.1
    13.  */
    14. public interface HbaseService {
    15.  
    16.     //创建表
    17.     CommonResultVo createTable(String tableName, String... columnFamilies) throws IOException;
    18.  
    19.     void saveOrUpdate(HBaseDto hBaseDto) throws IOException;
    20.  
    21.     CommonResultVo deleteTable(HBaseDto hBaseDto) throws IOException;
    22.  
    23.     //判断表是否已经存在，这里使用间接的方式来实现
    24.     boolean tableExists(String tableName) throws IOException;
    25.  
    26.     CommonResultVo scanRowData(HBaseDto hBaseDto) throws IOException;
    27.  
    28.     CommonResultVo scanPageRow(HBaseDto hBaseDto) throws IOException;
    29.  
    30.     long countRow(HBaseDto hBaseDto) throws IOException;
    31.  
    32. }
    1. import com.cetc.config.HbaseConfig;
    2. import com.cetc.dto.HBaseDto;
    3. import com.cetc.service.HbaseService;
    4. import com.cetc.util.CommonResultVo;
    5. import lombok.extern.slf4j.Slf4j;
    6. import org.apache.commons.lang3.StringUtils;
    7. import org.apache.hadoop.hbase.*;
    8. import org.apache.hadoop.hbase.client.*;
    9. import org.apache.hadoop.hbase.filter.RowFilter;
    10. import org.apache.hadoop.hbase.filter.SubstringComparator;
    11. import org.apache.hadoop.hbase.util.Bytes;
    12. import org.springframework.beans.factory.annotation.Autowired;
    13. import org.springframework.stereotype.Service;
    14.  
    15. import javax.annotation.PostConstruct;
    16. import java.io.IOException;
    17. import java.util.*;
    18.  
    19. /**
    20.  * @author ：jerry
    21.  * @date ：Created in 2022/11/7 09:58
    22.  * @description：
    23.  * @version: V1.1
    24.  */
    25. @Service
    26. @Slf4j
    27. public class HbaseServiceImpl implements HbaseService {
    28.     @Autowired
    29.     private HbaseConfig config;
    30.  
    31.     private static Connection connection = null;
    32.     private static Admin admin = null;
    33.  
    34.     @PostConstruct
    35.     private void init() {
    36.         if (connection != null) {
    37.             return;
    38.         }
    39.         try {
    40.             connection = ConnectionFactory.createConnection(config.configuration());
    41.             admin = connection.getAdmin();
    42.         } catch (IOException e) {
    43.             log.error("HBase create connection failed:", e);
    44.         }
    45.     }
    46.  
    47.     /**
    48.      * 根据表名/列族创建表
    49.      *
    50.      * @param tableName      表名
    51.      * @param columnFamilies 列族名
    52.      * @throws IOException 异常
    53.      */
    54.     @Override
    55.     public CommonResultVo createTable(String tableName, String... columnFamilies) throws IOException {
    56.         try {
    57.             TableName name = TableName.valueOf(tableName);
    58.             boolean isExists = this.tableExists(tableName);
    59.             if (isExists) {
    60.                 throw new TableExistsException(tableName + "is exists!");
    61.             }
    62.             TableDescriptorBuilder descriptorBuilder = TableDescriptorBuilder.newBuilder(name);
    63.             List columnFamilyList = new ArrayList<>();
    64.             for (String columnFamily : columnFamilies) {
    65.                 ColumnFamilyDescriptor columnFamilyDescriptor = ColumnFamilyDescriptorBuilder
    66.                         .newBuilder(columnFamily.getBytes()).build();
    67.                 columnFamilyList.add(columnFamilyDescriptor);
    68.             }
    69.             descriptorBuilder.setColumnFamilies(columnFamilyList);
    70.             TableDescriptor tableDescriptor = descriptorBuilder.build();
    71.             admin.createTable(tableDescriptor);
    72.         } catch (IOException e) {
    73.             throw new RuntimeException(e);
    74.         }
    75.         return CommonResultVo.success();
    76.     }
    77.  
    78.  
    79.     /**
    80.      * 保存修改
    81.      */
    82.     @Override
    83.     public void saveOrUpdate(HBaseDto dto) throws IOException {
    84.         String tableName = dto.getTableName();  //表名
    85.         String rowKey = dto.getRow();       //行主键
    86.         String columnFamily = dto.getColumnFamily();        //列族
    87.         String columns = dto.getColumn();        //列
    88.         String value = dto.getValue();
    89.         Long msgtimeUtime = dto.getMsgtimeUtime();
    90.  
    91.         Table table = connection.getTable(TableName.valueOf(tableName));
    92.         Put put = new Put(Bytes.toBytes(rowKey));
    93.         put.addColumn(Bytes.toBytes(columnFamily), Bytes.toBytes(columns), Bytes.toBytes(value));
    94.         //设置时间戳
    95.         put.setTimestamp(msgtimeUtime != null ? msgtimeUtime : System.currentTimeMillis());
    96.         table.put(put);
    97.     }
    98.  
    99.  
    100.     /**
    101.      * 删除
    102.      * tableName    表名
    103.      * rowKey       行主键
    104.      * columnFamily 列族
    105.      * column       列
    106.      */
    107.     @Override
    108.     public CommonResultVo deleteTable(HBaseDto hBaseDto) throws IOException {
    109.         boolean isExists = this.tableExists(hBaseDto.getTableName());
    110.         if (!isExists) {
    111.             return CommonResultVo.failed("表" + hBaseDto.getTableName() + "不存在");
    112.         }
    113.         String tableName = hBaseDto.getTableName();
    114.         Table table = connection.getTable(TableName.valueOf(tableName));
    115.  
    116.  
    117.         //删除列
    118.         String columnFamily = hBaseDto.getColumnFamily();   //列族
    119.         String row = hBaseDto.getRow();     //行主键
    120.         String column = hBaseDto.getColumn();       //列
    121.         if (StringUtils.isNotBlank(column) && StringUtils.isNotBlank(row)
    122.                 && StringUtils.isNotBlank(columnFamily) && StringUtils.isNotBlank(column)) {
    123.             Delete delete = new Delete(row.getBytes());
    124.             delete.addColumn(Bytes.toBytes(columnFamily), Bytes.toBytes(column));
    125.             table.delete(delete);
    126.             return CommonResultVo.success("列:" + column + "删除成功");
    127.         }
    128.  
    129.         //删除列族
    130.         if (StringUtils.isNotBlank(columnFamily) && StringUtils.isNotBlank(row)) {
    131.             Delete delete = new Delete(row.getBytes());
    132.             delete.addFamily(Bytes.toBytes(columnFamily));
    133.             table.delete(delete);
    134.             return CommonResultVo.success("列族:" + columnFamily + "删除成功");
    135.         }
    136.  
    137.         //删除行主键
    138.         if (StringUtils.isNotBlank(row)) {
    139.             Delete delete = new Delete(row.getBytes());
    140.             table.delete(delete);
    141.         }
    142.  
    143.         //删除表
    144.         if (StringUtils.isNotBlank(hBaseDto.getTableName())) {
    145.             TableName name = TableName.valueOf(hBaseDto.getTableName());
    146.             admin.disableTable(name);
    147.             admin.deleteTable(name);
    148.             return CommonResultVo.success("表:" + tableName + "删除成功");
    149.         }
    150.  
    151.         return CommonResultVo.success();
    152.     }
    153.  
    154.     /**
    155.      * 判断表是否已经存在，这里使用间接的方式来实现
    156.      *
    157.      * @param tableName 表名
    158.      * @return 真or假
    159.      * @throws IOException 异常
    160.      */
    161.     @Override
    162.     public boolean tableExists(String tableName) throws IOException {
    163.         TableName[] tableNames = admin.listTableNames();
    164.         if (tableNames != null && tableNames.length > 0) {
    165.             for (int i = 0; i < tableNames.length; i++) {
    166.                 if (tableName.equals(tableNames[i].getNameAsString())) {
    167.                     return true;
    168.                 }
    169.             }
    170.         }
    171.         return false;
    172.     }
    173.  
    174.  
    175.     /**
    176.      * 扫描指定列在指定行键范围的值
    177.      */
    178.     public CommonResultVo scanRowData(HBaseDto hBaseDto) throws IOException {
    179.         List> lis = new ArrayList<>();
    180.  
    181.         if (StringUtils.isBlank(hBaseDto.getTableName())) {
    182.             CommonResultVo.failed("表名不能为null");
    183.         }
    184.         boolean flagStu = this.tableExists(hBaseDto.getTableName());
    185.         if (!flagStu) {
    186.             CommonResultVo.failed("表" + hBaseDto.getTableName() + "不存在");
    187.         }
    188.         Table table = connection.getTable(TableName.valueOf(hBaseDto.getTableName()));
    189.         //指定起始行键和结束行键
    190.         Scan scan = new Scan();
    191.         //根据列族查询
    192.         if (StringUtils.isNotBlank(hBaseDto.getColumnFamily())) {
    193.             scan.addFamily(Bytes.toBytes(hBaseDto.getColumnFamily()));
    194.         }
    195.         //起始or结束行
    196.         if (StringUtils.isNotBlank(hBaseDto.getStartRow()) || StringUtils.isNotBlank(hBaseDto.getStopRow())) {
    197.             new Scan(Bytes.toBytes(hBaseDto.getStartRow()), Bytes.toBytes(hBaseDto.getStopRow()));
    198.         }
    199.         //指定行
    200.         if (StringUtils.isNotBlank(hBaseDto.getRow())) {
    201.             RowFilter rowFilter = new RowFilter(CompareOperator.EQUAL, new SubstringComparator(hBaseDto.getRow()));
    202.             scan.setFilter(rowFilter);
    203.         }
    204.         //扫描指定的列
    205.         if (StringUtils.isNotBlank(hBaseDto.getColumn())) {
    206.             scan.addColumn(Bytes.toBytes(hBaseDto.getColumnFamily()), Bytes.toBytes(hBaseDto.getColumn()));
    207.         }
    208.  
    209.         //时间戳精确查询
    210.         if (!Objects.isNull(hBaseDto.getMsgtimeUtime())) {
    211.             scan.setTimestamp(hBaseDto.getMsgtimeUtime());
    212.         }
    213.  
    214.         //时间戳区间查询
    215.         if ((!Objects.isNull(hBaseDto.getStartTime())) && (!Objects.isNull(hBaseDto.getEndTime()))) {
    216.             scan.setTimeRange(hBaseDto.getStartTime(), hBaseDto.getEndTime());
    217.         }
    218.         ResultScanner resultScanner = table.getScanner(scan);
    219.  
    220.         for (Result result : resultScanner) {
    221.  
    222.             Map map = new HashMap<>();
    223.             String flag = "0";
    224.             for (Cell cell : result.rawCells()) {
    225.                 String rowVal = Bytes.toString(CellUtil.cloneRow(cell));
    226.                 if (!flag.equals(rowVal)) {
    227.                     map = new HashMap<>();
    228.                 }
    229.                 flag = rowVal;
    230.                 String columns = Bytes.toString(CellUtil.cloneQualifier(cell));
    231.                 String value = Bytes.toString(CellUtil.cloneValue(cell));
    232.                 map.put(columns, value);
    233.                 map.put("row", rowVal);
    234.                 if (flag.equals(rowVal)) {
    235.                     lis.remove(map);
    236.                 }
    237.                 lis.add(map);
    238. //                System.out.println("行键:" + Bytes.toString(CellUtil.cloneRow(cell)) +
    239. //                        ", 列簇:" + Bytes.toString(CellUtil.cloneFamily(cell)) +
    240. //                        ", 列:" + Bytes.toString(CellUtil.cloneQualifier(cell)) +
    241. //                        ", 值:" + Bytes.toString(CellUtil.cloneValue(cell)));
    242.             }
    243.         }
    244.         return CommonResultVo.success(lis);
    245.     }
    246.  
    247.     /**
    248.      * 分页查询
    249.      */
    250.     @Override
    251.     public CommonResultVo scanPageRow(HBaseDto hBaseDto) throws IOException {
    252.  
    253.  
    254.         List> lis = new ArrayList<>();
    255.  
    256.         if (StringUtils.isBlank(hBaseDto.getTableName())) {
    257.             CommonResultVo.failed("表名不能为null");
    258.         }
    259.         boolean flagStu = this.tableExists(hBaseDto.getTableName());
    260.         if (!flagStu) {
    261.             CommonResultVo.failed("表" + hBaseDto.getTableName() + "不存在");
    262.         }
    263.         Table table = connection.getTable(TableName.valueOf(hBaseDto.getTableName()));
    264.         //指定起始行键和结束行键
    265.         Scan scan = new Scan();
    266.         //根据列族查询
    267.         if (StringUtils.isNotBlank(hBaseDto.getColumnFamily())) {
    268.             scan.addFamily(Bytes.toBytes(hBaseDto.getColumnFamily()));
    269.         }
    270.         //起始or结束行
    271.         if (StringUtils.isNotBlank(hBaseDto.getStartRow()) || StringUtils.isNotBlank(hBaseDto.getStopRow())) {
    272.             new Scan(Bytes.toBytes(hBaseDto.getStartRow()), Bytes.toBytes(hBaseDto.getStopRow()));
    273.         }
    274.         //指定行
    275.         if (StringUtils.isNotBlank(hBaseDto.getRow())) {
    276.             RowFilter rowFilter = new RowFilter(CompareOperator.EQUAL, new SubstringComparator(hBaseDto.getRow()));
    277.             scan.setFilter(rowFilter);
    278.         }
    279.         //扫描指定的列
    280.         if (StringUtils.isNotBlank(hBaseDto.getColumn())) {
    281.             scan.addColumn(Bytes.toBytes(hBaseDto.getColumnFamily()), Bytes.toBytes(hBaseDto.getColumn()));
    282.         }
    283.  
    284.         //时间戳精确查询
    285.         if (!Objects.isNull(hBaseDto.getMsgtimeUtime())) {
    286.             scan.setTimestamp(hBaseDto.getMsgtimeUtime());
    287.         }
    288.  
    289.         //时间戳区间查询
    290.         if ((!Objects.isNull(hBaseDto.getStartTime())) && (!Objects.isNull(hBaseDto.getEndTime()))) {
    291.             scan.setTimeRange(hBaseDto.getStartTime(), hBaseDto.getEndTime());
    292.         }
    293.  
    294.         //current 当前页     pageSize:条数
    295.         scan.setCaching(hBaseDto.getPageSize() * hBaseDto.getCurrent() > 6000 ? 6000 : hBaseDto.getPageSize() * hBaseDto.getCurrent());
    296.  
    297.  
    298.         ResultScanner resultScanner = table.getScanner(scan);
    299.         Result[] results;
    300.         int pageCount = 0;
    301.         while ((results = resultScanner.next(hBaseDto.getPageSize())).length != 0) {
    302.             pageCount++;
    303.             if (pageCount < hBaseDto.getCurrent()) {
    304.                 continue;
    305.             }
    306.             for (Result rs : results) {
    307.                 //在此处解析获取数据
    308. //                alls.add(rs);
    309.                 Map map = new HashMap<>();
    310.                 String flag = "0";
    311.                 for (Cell cell : rs.rawCells()) {
    312.                     String rowVal = Bytes.toString(CellUtil.cloneRow(cell));
    313.                     if (!flag.equals(rowVal)) {
    314.                         map = new HashMap<>();
    315.                     }
    316.                     flag = rowVal;
    317.                     String columns = Bytes.toString(CellUtil.cloneQualifier(cell));
    318.                     String value = Bytes.toString(CellUtil.cloneValue(cell));
    319.                     map.put(columns, value);
    320.                     map.put("row", rowVal);
    321.                     if (flag.equals(rowVal)) {
    322.                         lis.remove(map);
    323.                     }
    324.                     lis.add(map);
    325. //                System.out.println("行键:" + Bytes.toString(CellUtil.cloneRow(cell)) +
    326. //                        ", 列簇:" + Bytes.toString(CellUtil.cloneFamily(cell)) +
    327. //                        ", 列:" + Bytes.toString(CellUtil.cloneQualifier(cell)) +
    328. //                        ", 值:" + Bytes.toString(CellUtil.cloneValue(cell)));
    329.                 }
    330.             }
    331.             break;
    332.         }
    333.         return CommonResultVo.success(lis);
    334.     }
    335.  
    336.     /**
    337.      * 获取HBase的总行数
    338.      */
    339.     @Override
    340.     public long countRow(HBaseDto hBaseDto) throws IOException {
    341.  
    342.         Table table = connection.getTable(TableName.valueOf(hBaseDto.getTableName()));
    343.         Scan scan = new Scan();
    344.         scan.setCaching(20);
    345.         scan.addFamily(Bytes.toBytes(hBaseDto.getColumnFamily()));
    346.         ResultScanner scanner = table.getScanner(scan);
    347.         long rowCount = 0;
    348.  
    349.         Result[] results;
    350.         while ((results = scanner.next(hBaseDto.getPageSize())).length != 0) {
    351.             rowCount+=results.length;
    352.         }
    353.         return rowCount;
    354.     }
    355.  
    356. }

    5.5.封装的实体对象

    1. import io.swagger.annotations.ApiModelProperty;
    2. import lombok.Data;
    3.  
    4. /**
    5.  * @author ：jerry
    6.  * @date ：Created in 2022/11/7 15:50
    7.  * @description：结果集封装
    8.  * @version: V1.1
    9.  */
    10. @Data
    11. public class HBaseDto {
    12.     /**
    13.      * @param tableName    表名
    14.      * @param rowKey       行主键
    15.      * @param columnFamily 列族
    16.      * @param column       列
    17.      * @param value        值
    18.      * @throws
    19.      */
    20.     @ApiModelProperty("行")
    21.     private String row;
    22.  
    23.     @ApiModelProperty("列族")
    24.     private String columnFamily;
    25.  
    26.     @ApiModelProperty("列")
    27.     private String column;
    28.  
    29.     @ApiModelProperty("列值")
    30.     private String value;
    31.  
    32.     @ApiModelProperty("表名")
    33.     private String tableName;
    34.  
    35.     @ApiModelProperty("开始行")
    36.     private String startRow;
    37.  
    38.     @ApiModelProperty("结束行")
    39.     private String stopRow;
    40.  
    41.     @ApiModelProperty("报文时间")
    42.     private Long msgtimeUtime;
    43.  
    44.     @ApiModelProperty("开始时间")
    45.     private Long startTime;
    46.  
    47.     @ApiModelProperty("结束时间")
    48.     private Long endTime;
    49.  
    50.     @ApiModelProperty("页码")
    51.     private Integer current;
    52.  
    53.     @ApiModelProperty("条数")
    54.     private Integer pageSize;
    55. }

    5.6.工具类:

    1. import lombok.Builder;
    2. import lombok.Getter;
    3. import lombok.Setter;
    4.  
    5. /**
    6.  * @author dudycoco
    7.  * @version 1.0.0
    8.  * @ClassName CommonResultVo.java
    9.  * @Description 结果返回公共类
    10.  * @createTime 2022年09月19日 00:16
    11.  */
    12. @Getter
    13. @Setter
    14. @Builder
    15. public class CommonResultVo {
    16.  
    17.     private int code;
    18.     private String message;
    19.     private T data;
    20.  
    21.     protected CommonResultVo() {
    22.     }
    23.  
    24.     protected CommonResultVo(int code, String message, T data) {
    25.         this.code = code;
    26.         this.message = message;
    27.         this.data = data;
    28.     }
    29.  
    30.     /**
    31.      * 成功返回结果
    32.      *
    33.      */
    34.     public static  CommonResultVo success() {
    35.         return new CommonResultVo(ResultCode.SUCCESS.getCode(), ResultCode.SUCCESS.getMessage(), null);
    36.     }
    37.  
    38.     /**
    39.      * 成功返回结果
    40.      *
    41.      * @param data 获取的数据
    42.      */
    43.     public static  CommonResultVo success(T data) {
    44.         return new CommonResultVo(ResultCode.SUCCESS.getCode(), ResultCode.SUCCESS.getMessage(), data);
    45.     }
    46.  
    47.     /**
    48.      * 成功返回结果
    49.      *
    50.      * @param data 获取的数据
    51.      * @param  message 提示信息
    52.      */
    53.     public static  CommonResultVo success(T data, String message) {
    54.         return new CommonResultVo(ResultCode.SUCCESS.getCode(), message, data);
    55.     }
    56.  
    57.     /**
    58.      * 失败返回结果
    59.      * @param resultCode 错误码
    60.      */
    61.     public static  CommonResultVo failed(ResultCode resultCode) {
    62.         return new CommonResultVo(resultCode.getCode(), resultCode.getMessage(), null);
    63.     }
    64.  
    65.     /**
    66.      * 失败返回结果
    67.      * @param resultCode 错误码
    68.      * @param message 错误信息
    69.      */
    70.     public static  CommonResultVo failed(ResultCode resultCode, String message) {
    71.         return new CommonResultVo(resultCode.getCode(), message, null);
    72.     }
    73.  
    74.     /**
    75.      * 失败返回结果
    76.      * @param message 提示信息
    77.      */
    78.     public static  CommonResultVo failed(String message) {
    79.         return new CommonResultVo(ResultCode.FAILED.getCode(), message, null);
    80.     }
    81.  
    82.     /**
    83.      * 失败返回结果
    84.      */
    85.     public static  CommonResultVo failed() {
    86.         return failed(ResultCode.FAILED);
    87.     }
    88. }
    1.  
    2. import lombok.Getter;
    3. import lombok.Setter;
    4.  
    5. /**
    6.  * @author dudycoco
    7.  * @version 1.0.0
    8.  * @ClassName ResultCode.java
    9.  * @Description 返回值code
    10.  * @createTime 2022年09月19日 00:22
    11.  */
    12.  
    13. public enum ResultCode {
    14.     SUCCESS(0, "操作成功"),
    15.     FAILED(-1, "操作失败"),
    16.     VALIDATE_FAILED(404, "参数检验失败"),
    17.     UNAUTHORIZED(401, "暂未登录或token已经过期"),
    18.     FORBIDDEN(403, "没有相关权限");
    19.  
    20.     @Setter
    21.     @Getter
    22.     private int code;
    23.  
    24.     @Setter
    25.     @Getter
    26.     private String message;
    27.  
    28.     private ResultCode(int code, String message) {
    29.         this.code = code;
    30.         this.message = message;
    31.     }
    32.  
    33.  
    34. }

    更多HBase知识点可以查看:Hbase 入门详解_Se7en_InfoQ写作社区

  • 相关阅读:
    第五章 Linux常用应用软件
    Gem5模拟器之scon和模拟脚本时具体在做啥？
    单例模式之DCL(Double-Checked Locking)
    【元宇宙】数字孪生，为智能社会赋能
    spring5.0源码解析 从源码角度分析 advice 的执行顺序 aop 05
    Spring boot和Vue.js实现基于oauth2授权码模式的认证 (二)
    springboot+vue企业销售人员培训报名系统java+ssm
    怎么把pdf转换成高清图片？
    eclipse创建springboot项目的三种方法
    扩展卡尔曼滤波器
  • 原文地址：https://blog.csdn.net/qq_40068304/article/details/127942658