// 配置HBASE的基本信息 val load = ConfigFactory.load() val hbaseTableName = load.getString("hbase.table.name")
// 配置HBASE的连接 val configuration = sc.hadoopConfiguration configuration.set("hbase.zookeeper.quorum", load.getString("hbase.zookeeper.host")) val hbConn = ConnectionFactory.createConnection(configuration)
//获得操作对象 val hbadmin = hbConn.getAdmin if (!hbadmin.tableExists(TableName.valueOf(hbaseTableName))) { // 创建表对象 val tableDescriptor = new HTableDescriptor(TableName.valueOf(hbaseTableName))
//创建一个列簇 val columnDescriptor = new HColumnDescriptor("tags")
//将列簇放入到表中 tableDescriptor.addFamily(columnDescriptor) hbadmin.createTable(tableDescriptor) hbadmin.close() hbConn.close() }
// 创建Job对象 val jobConf = new JobConf(configuration)
// 指定输出类型 jobConf.setOutputFormat(classOf[TableOutputFormat])
// 指定输出到哪张表中 jobConf.set(TableOutputFormat.OUTPUT_TABLE, hbaseTableName) // 此处是app的业务逻辑 。。。。
// 写入到HBASE中 res.map { case (userid, userTags) => { val put = new Put(Bytes.toBytes(userid)) val tags = userTags.map(t => t._1 + ":" + t._2).mkString(",") put.addImmutable(Bytes.toBytes("tags"), Bytes.toBytes(s"$day"), Bytes.toBytes(tags)) (new ImmutableBytesWritable(), put) } }.saveAsHadoopDataset(jobConf)