Guwan
/
cqyt
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

增加掌静脉注册，测试功能

This commit is contained in:
gaoben 2024-07-30 16:19:32 +08:00
parent 55c6235a1c
commit 5d03d332be
12 changed files with 1457 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
shapelight-admin/src/main/java/net/shapelight/AdminApplication.java
View File

@ -3,6 +3,8 @@
package net.shapelight;
//import net.shapelight.modules.dev.mqtt.MqttClientUtil;
import lombok.extern.slf4j.Slf4j;
import net.shapelight.commons.engine.sdk.PalmSDK;
import org.mybatis.spring.annotation.MapperScan;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
@ -12,6 +14,7 @@ import org.springframework.cache.annotation.EnableCaching;
import org.springframework.context.annotation.ImportResource;
import org.springframework.transaction.annotation.EnableTransactionManagement;
@Slf4j
//@ImportResource(value = { "classpath:spring/spring.xml" })
@SpringBootApplication//(exclude = DataSourceAutoConfiguration.class)//排除DataSourceConfiguratrion
@EnableCaching
@ -22,21 +25,24 @@ public class AdminApplication {
public static void main(String[] args) {
SpringApplication.run(AdminApplication.class, args);
//初始化掌静脉sdk
int initCode = PalmSDK.init();
log.debug("掌静脉sdk初始化。。。。。。。。。。:"+initCode);
// //mqtt服务启动
// MqttClientUtil.createClient();
//
// Runtime.getRuntime().addShutdownHook(new Thread() {
// @Override
// public void run() {
// try {
// //释放工作
// //...
//
// } catch (Throwable e) {
// e.printStackTrace();
// }
// }
// });
Runtime.getRuntime().addShutdownHook(new Thread() {
@Override
public void run() {
try {
int code = PalmSDK.release();
log.debug("掌静脉sdk释放。。。。。。。。。。:"+code);
} catch (Throwable e) {
e.printStackTrace();
}
}
});
}
}

216
shapelight-admin/src/main/java/net/shapelight/common/utils/ImageUtils.java
View File

@ -1,10 +1,15 @@
package net.shapelight.common.utils;
import org.springframework.web.multipart.MultipartFile;
import javax.imageio.ImageIO;
import javax.imageio.stream.FileImageInputStream;
import java.awt.*;
import java.awt.image.BufferedImage;
import java.io.*;
import java.util.Base64;
import java.util.Date;
import java.util.zip.ZipEntry;
import java.util.zip.ZipOutputStream;
public class ImageUtils {
/**
@ -101,6 +106,127 @@ public class ImageUtils {
return out.toByteArray();
}
//图片到byte数组
public static byte[] image2byte(String path){
byte[] data = null;
FileImageInputStream input = null;
try {
input = new FileImageInputStream(new File(path));
ByteArrayOutputStream output = new ByteArrayOutputStream();
byte[] buf = new byte[1024];
int numBytesRead = 0;
while ((numBytesRead = input.read(buf)) != -1) {
output.write(buf, 0, numBytesRead);
}
data = output.toByteArray();
output.close();
input.close();
}
catch (FileNotFoundException ex1) {
ex1.printStackTrace();
}
catch (IOException ex1) {
ex1.printStackTrace();
}
return data;
}
public static byte[] getNV21(BufferedImage bufferedImage) {
// BufferedImage bufferedImage = ImageIO.read(new ByteArrayInputStream(imageData));
int width = bufferedImage.getWidth();
int height = bufferedImage.getHeight();
int[] pixels = bufferedImage.getRGB(0, 0, width, height, null, 0, width);
byte[] yuvs = encodeYUV420SP(pixels, width, height);
return yuvs;
}
/**
* nv21  先u后v
*
* @return
* @paramargb
* @paramwidth
* @paramheight
*/
public static byte[] encodeYUV420SP(int[] argb, int width, int height) {
int size = (int) ((Math.ceil(width / 2.0)) * (Math.ceil(height / 2.0)));
int frameSize = width * height;
byte[] yuvs = new byte[frameSize + size * 2];
int y = 0, u = 0, v = 0;
int r = 0, g = 0, b = 0, a = 0;
int index = 0, uvindex = frameSize;
for (int i = 0; i < height; i++) {
for (int j = 0; j < width; j++) {
a = (argb[index] & 0xff000000) >> 24;// a is not used obviously
r = (argb[index] & 0xff0000) >> 16;
g = (argb[index] & 0xff00) >> 8;
b = (argb[index] & 0xff) >> 0;
//转换公式
y = (int) (0.299 * r + 0.587 * g + 0.114 * b);
u = (int) (-0.1687 * r - 0.3313 * g + 0.5 * b + 128);
v = (int) (0.5 * r - 0.4187 * g - 0.0813 * b + 128);
// System.out.println("x:" + i + "y:" + j + "  y:" + y + " u:" + u + " v:" + v);
yuvs[index++] = (byte) ((y < 0) ? 0 : ((y > 255) ? 255 : y));
if (i % 2 == 0 && j % 2 == 0) {
yuvs[uvindex++] = (byte) ((u < 0) ? 0 : ((u > 255) ? 255 : u));
yuvs[uvindex++] = (byte) ((v < 0) ? 0 : ((v > 255) ? 255 : v));
//                    yuvs[uvindex++]=(byte)120;
//                    yuvs[uvindex++] = (byte) ((v < 0) ? 0 : ((v > 255) ? 255 : v));
//                    yuvs[uvindex++]=(byte)240;
}
}
}
return yuvs;
}
public static int[] decodeYUV420sp(byte[] yuvs, int width, int height) {
int frameSize = width * height;
int[] rgbs = new int[frameSize];
int index = 0;
int uvindex = frameSize;
int u = 0, v = 0, y = 0;
for (int i = 0; i < height; i++) {
for (int j = 0; j < width; j++) {
if (i % 2 == 0 && j % 2 == 0) {
u = yuvs[uvindex++];
v = yuvs[uvindex++];
}
//保存到数组中去
y = yuvs[index];
rgbs[index++] = yuv2Rgb(y, u, v);
}
}
return rgbs;
}
public static int yuv2Rgb(int y, int u, int v) {
// 转换公式
int r = (int) ((y & 0xff) + 1.402 * ((v & 0xff) - 128));
int g = (int) ((y & 0xff) - 0.34414 * ((u & 0xff) - 128) - 0.71414 * ((v & 0xff) - 128));
int b = (int) ((y & 0xff) + 1.772 * ((u & 0xff) - 128));
r = (r < 0 ? 0 : r > 255 ? 255 : r);
g = (g < 0 ? 0 : g > 255 ? 255 : g);
b = (b < 0 ? 0 : b > 255 ? 255 : b);
return (0xff << 24) + (r << 16) + (g << 8) + b;
}
// public static void main(String[] args) {
//
//// File imgFile = new File("/home/huangyifang/gb/palm/noface.jpg");
// String path = "/home/huangyifang/gb/palm/noface.jpg";
// byte[] imageData = image2byte(path);
// try {
// BufferedImage bufferedImage = ImageIO.read(new ByteArrayInputStream(imageData));
// byte[] nv21 = getNV21(bufferedImage);
// System.out.println("000000000000000000");
// }catch (Exception e){
// e.printStackTrace();
// }
// }
public static void main(String[] args) throws IOException {
// String imageStr = GetImageBase64Str("d:/3.jpg");
// System.out.println(imageStr);
@ -119,4 +245,94 @@ public class ImageUtils {
}
}
public static void saveMultiFile(MultipartFile mFile, String destFile) throws Exception{
InputStream in_left0 = mFile.getInputStream();
OutputStream os_left0 = new FileOutputStream(destFile);
int bytesRead = 0;
byte[] buffer = new byte[8192];
while ((bytesRead = in_left0.read(buffer, 0, 8192)) != -1) {
os_left0.write(buffer, 0, bytesRead);
}
os_left0.close();
in_left0.close();
}
public static void main2(String[] args) {
String zipFileName = "example.zip";
String folderToCompress = "folder";
try (
ZipOutputStream zipOutputStream = new ZipOutputStream(new FileOutputStream(zipFileName))) {
// 压缩文件夹
compressFolder(folderToCompress, folderToCompress, zipOutputStream);
System.out.println("Folder compressed successfully!");
} catch (IOException e) {
e.printStackTrace();
}
}
public static void compressFolder(String sourceFolder, String folderName, ZipOutputStream zipOutputStream) throws IOException {
File folder = new File(sourceFolder);
File[] files = folder.listFiles();
if (files != null) {
for (File file : files) {
if (file.isDirectory()) {
// 压缩子文件夹
compressFolder(file.getAbsolutePath(), folderName + "/" + file.getName(), zipOutputStream);
} else {
// 压缩文件
addToZipFile(folderName + "/" + file.getName(), file.getAbsolutePath(), zipOutputStream);
}
}
}
}
public static void addToZipFile(String fileName, String fileAbsolutePath, ZipOutputStream zipOutputStream) throws IOException {
// 创建ZipEntry对象并设置文件名
ZipEntry entry = new ZipEntry(fileName);
zipOutputStream.putNextEntry(entry);
// 读取文件内容并写入Zip文件
try (FileInputStream fileInputStream = new FileInputStream(fileAbsolutePath)) {
byte[] buffer = new byte[1024];
int bytesRead;
while ((bytesRead = fileInputStream.read(buffer)) != -1) {
zipOutputStream.write(buffer, 0, bytesRead);
}
}
// 完成当前文件的压缩
zipOutputStream.closeEntry();
}
public static void createDir(String dir){
File folder = new File(dir);
// 判断文件夹是否存在
if (!folder.exists()) {
// 创建文件夹
boolean result = folder.mkdirs();
if (result) {
System.out.println("文件夹创建成功");
} else {
System.out.println("文件夹创建失败");
}
} else {
System.out.println("文件夹已存在");
}
}
public static void deleteFolder(File folder) {
if (folder.isDirectory()) {
File[] files = folder.listFiles();
if (files != null) {
for (File file : files) {
deleteFolder(file);
}
}
}
folder.delete();
}
}

107
shapelight-admin/src/main/java/net/shapelight/common/utils/ZipExample.java Normal file
View File

@ -0,0 +1,107 @@
package net.shapelight.common.utils;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.IOException;
import java.util.zip.ZipEntry;
import java.util.zip.ZipOutputStream;
public class ZipExample {
// public static void main(String[] args) {
// String zipFileName = "/home/huangyifang/gb/palm/temp/20323/example.zip";
// String folderToCompress = "/home/huangyifang/gb/palm/temp/20323";
//
// try (ZipOutputStream zipOutputStream = new ZipOutputStream(new FileOutputStream(zipFileName))) {
// // 压缩文件夹
// compressFolder(folderToCompress, folderToCompress, zipOutputStream);
//
// System.out.println("Folder compressed successfully!");
// } catch (IOException e) {
// e.printStackTrace();
// }
// }
//
// private static void compressFolder(String sourceFolder, String folderName, ZipOutputStream zipOutputStream) throws IOException {
// File folder = new File(sourceFolder);
// File[] files = folder.listFiles();
//
// if (files != null) {
// for (File file : files) {
// if (file.isDirectory()) {
// // 压缩子文件夹
// compressFolder(file.getAbsolutePath(), folderName + "/" + file.getName(), zipOutputStream);
// } else {
// // 压缩文件
// addToZipFile(folderName + "/" + file.getName(), file.getAbsolutePath(), zipOutputStream);
// }
// }
// }
// }
//
// private static void addToZipFile(String fileName, String fileAbsolutePath, ZipOutputStream zipOutputStream) throws IOException {
// // 创建ZipEntry对象并设置文件名
// ZipEntry entry = new ZipEntry(fileName);
// zipOutputStream.putNextEntry(entry);
//
// // 读取文件内容并写入Zip文件
// try (FileInputStream fileInputStream = new FileInputStream(fileAbsolutePath)) {
// byte[] buffer = new byte[1024];
// int bytesRead;
// while ((bytesRead = fileInputStream.read(buffer)) != -1) {
// zipOutputStream.write(buffer, 0, bytesRead);
// }
// }
//
// // 完成当前文件的压缩
// zipOutputStream.closeEntry();
// }
public static void main(String[] args) {
// 要压缩的文件或文件夹
String sourceFile = "/home/huangyifang/project/cell/temp/b68fa15aa7c146f6aa453475981f0b7e";
// 压缩后的ZIP文件名
String zipFileName = "/home/huangyifang/project/cell/temp/b68fa15aa7c146f6aa453475981f0b7e.zip";
// 创建一个输出流将数据写入ZIP文件
try (FileOutputStream fos = new FileOutputStream(zipFileName);
ZipOutputStream zos = new ZipOutputStream(fos)) {
// 调用递归方法压缩文件或文件夹
addToZipFile(sourceFile, sourceFile, zos);
System.out.println("文件已成功打包成 " + zipFileName);
} catch (IOException e) {
e.printStackTrace();
}
}
public static void addToZipFile(String path, String sourceFile, ZipOutputStream zos) throws IOException {
File file = new File(sourceFile);
// 如果是文件夹，则获取其内容并递归调用此方法
if (file.isDirectory()) {
String[] fileList = file.list();
if (fileList != null) {
for (String fileName : fileList) {
addToZipFile(path, sourceFile + File.separator + fileName, zos);
}
}
return;
}
// 如果是文件，则将其添加到ZIP文件中
try (FileInputStream fis = new FileInputStream(sourceFile)) {
String entryName = sourceFile.substring(path.length() + 1); // 获取ZIP中的条目名称
ZipEntry zipEntry = new ZipEntry(entryName);
zos.putNextEntry(zipEntry);
byte[] bytes = new byte[1024];
int length;
while ((length = fis.read(bytes)) >= 0) {
zos.write(bytes, 0, length);
}
}
}
}

552
shapelight-admin/src/main/java/net/shapelight/modules/ten/controller/TenPersonController.java
View File

@ -1,9 +1,9 @@
package net.shapelight.modules.ten.controller;
import java.io.File;
import java.io.FileInputStream;
import java.io.InputStream;
import java.awt.image.BufferedImage;
import java.io.*;
import java.util.*;
import java.util.zip.ZipOutputStream;
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import io.minio.MinioClient;
@ -16,7 +16,11 @@ import lombok.extern.slf4j.Slf4j;
import net.shapelight.common.config.GlobalValue;
import net.shapelight.common.config.MinioConfig;
import net.shapelight.common.utils.*;
import net.shapelight.commons.engine.sdk.PalmSDK;
import net.shapelight.commons.engine.sdk.PicSDK;
import net.shapelight.commons.engine.sdk.SdkImageUtils;
import net.shapelight.commons.engine.sdk.palm.FaceFeatureBase;
import net.shapelight.commons.engine.sdk.palm.OutArg;
import net.shapelight.modules.app.entity.AppUserEntity;
import net.shapelight.modules.app.service.AppUserService;
import net.shapelight.modules.excel.model.PersonModel;
@ -37,6 +41,8 @@ import org.springframework.web.bind.annotation.*;
import org.springframework.web.multipart.MultipartFile;
import javax.imageio.ImageIO;
/**
* 人员表
@ -766,7 +772,547 @@ public class TenPersonController extends AbstractController {
}
return R.ok("成功上传"+(list.size()-failCount)+"条数据，"+failCount+"条数据上传失败").put("data",listError);
} catch (Exception e) {
log.error(e.getMessage());
return R.error(e.getMessage());
}
}
@PostMapping("/palmCheck")
@ApiOperation("掌静脉检测")
public R palmCheck(@RequestParam("file") MultipartFile file) {
if (file.isEmpty() || file.getSize() == 0) {
return R.error("文件不能为空");
}
int regRes = 0;
try {
String uuid = UUIDUtil.uuid();
//文件夹
String tempFile = globalValue.getStaticLocations()+"/"+globalValue.getTempDir()+"/"+uuid+".jpg";
File dest = new File(tempFile);
// file.transferTo(dest);
InputStream ins = file.getInputStream();
OutputStream os = new FileOutputStream(dest);
int bytesRead = 0;
byte[] buffer = new byte[8192];
while ((bytesRead = ins.read(buffer, 0, 8192)) != -1) {
os.write(buffer, 0, bytesRead);
}
os.close();
ins.close();
BufferedImage bufferedImage= ImageIO.read(file.getInputStream());
byte[] nv21 = SdkImageUtils.getNV21(bufferedImage);
OutArg<FaceFeatureBase> feature = new OutArg<>();
regRes = PalmSDK.PushIrAndRegister(bufferedImage.getWidth(),bufferedImage.getHeight(),nv21,feature);
log.debug("检测结果："+regRes);
//删除临时文件
dest.delete();
if(regRes == 0) {
return R.ok();
}else if(regRes == -21){
return R.error("距离太近，错误码："+regRes);
}else if(regRes == -22){
return R.error("距离太远，错误码："+regRes);
}else if(regRes == -23){
return R.error("过曝丢弃，错误码："+regRes);
}else if(regRes == -24){
return R.error("未检测到手掌，错误码："+regRes);
}else if(regRes == -33){
return R.error("提取ROI图像失败，错误码："+regRes);
}else{
return R.error("检测失败，错误码："+regRes);
}
} catch (Exception e) {
log.error(e.getMessage());
return R.error("Exception Error，错误码："+regRes);
}
}
@PostMapping("/updatePalm")
@RequiresPermissions("ten:person")
@ApiOperation(value = "修改人员信息")
public R updatePalm(@RequestPart(value = "tenPerson") TenPersonEntity tenPerson,
@RequestPart(value = "left_ir0",required = false) MultipartFile left_ir0,
@RequestPart(value = "left_ir1",required = false) MultipartFile left_ir1,
@RequestPart(value = "left_ir2",required = false) MultipartFile left_ir2,
@RequestPart(value = "right_ir0",required = false) MultipartFile right_ir0,
@RequestPart(value = "right_ir0",required = false) MultipartFile right_ir1,
@RequestPart(value = "right_ir0",required = false) MultipartFile right_ir2
) {
tenPerson.setTenantId(getUser().getTenantId());
tenPerson.setLastUpdateBy(getUser().getUsername());
tenPerson.setLastUpdateTime(new Date());
tenPerson.setFaceFailure(Constant.FACE_FAILURE_OK);
if(tenPerson.getIdCard()!=null){
if(tenPerson.getIdCard().length() == 15){
String id18 = Convert.toEighteen(tenPerson.getIdCard());
tenPerson.setIdCard(id18);
}
}
if(tenPerson.getName()!=null){
TenPersonEntity oldPerson = tenPersonService.getById(tenPerson.getPersonId(),tenPerson.getCellId());
if(!tenPerson.getName().equals(oldPerson.getName())){
TenPersonEntity tenPersonEntity = tenPersonService.findByName(tenPerson.getName(),
oldPerson.getRoomId(),oldPerson.getCellId());
if(tenPersonEntity!=null){
return R.error("姓名在此房间已存在");
}
}
}
if(tenPerson.getIdCard()!=null){
TenPersonEntity oldPerson = tenPersonService.getById(tenPerson.getPersonId(),tenPerson.getCellId());
if(!tenPerson.getIdCard().equals(oldPerson.getIdCard())){
List<TenPersonEntity> list = tenPersonService.findByIdCardAndDept(tenPerson.getIdCard(),oldPerson.getDeptId());
if(list.size()>0){
return R.error("身份证在此组织已存在");
}
}
}
//验证卡号
if(tenPerson.getDoorCardEntity()!=null && tenPerson.getDoorCardEntity().getDoorCard()!=null
&& !tenPerson.getDoorCardEntity().getDoorCard().isEmpty()){
TenDoorCardEntity oldDoorCard = tenDoorCardService.getOne(new QueryWrapper<TenDoorCardEntity>()
.eq("person_id",tenPerson.getPersonId()));
if (oldDoorCard!=null) {
if(oldDoorCard.getDoorCard().equals(tenPerson.getDoorCardEntity().getDoorCard())){
}else{
TenDoorCardEntity card = tenDoorCardService.getOne(new QueryWrapper<TenDoorCardEntity>()
.eq("door_card",tenPerson.getDoorCardEntity().getDoorCard())
.eq("cell_id",tenPerson.getCellId()));
if(card!=null){
return R.error("卡号已录入");
}
}
}else{
TenDoorCardEntity card = tenDoorCardService.getOne(new QueryWrapper<TenDoorCardEntity>()
.eq("door_card",tenPerson.getDoorCardEntity().getDoorCard())
.eq("cell_id",tenPerson.getCellId()));
if(card!=null){
return R.error("卡号已录入");
}
}
}
else if(tenPerson.getDoorCardEntity()!=null && tenPerson.getDoorCardEntity().getDoorCard()!=null
&& tenPerson.getDoorCardEntity().getDoorCard().trim().equals("")){
}
else{
tenPerson.setDoorCardEntity(null);
}
//----------------------------------掌静脉特征压缩包封装--------------------------------------
if (left_ir0!=null && !left_ir0.isEmpty()
&& left_ir1!=null && !left_ir1.isEmpty()
&& left_ir2!=null && !left_ir2.isEmpty()
&& right_ir0!=null && !right_ir0.isEmpty()
&& right_ir1!=null && !right_ir1.isEmpty()
&& right_ir2!=null && !right_ir2.isEmpty()){
String uuid = UUIDUtil.uuid();
//文件夹
String tempDir = globalValue.getStaticLocations()+"/"+globalValue.getTempDir()+"/"+uuid;
ImageUtils.createDir(tempDir);
//left文件夹
String leftDir = globalValue.getStaticLocations()+"/"+globalValue.getTempDir()+"/"+uuid+"/left";
ImageUtils.createDir(leftDir);
//right文件夹
String rightDir = globalValue.getStaticLocations()+"/"+globalValue.getTempDir()+"/"+uuid+"/right";
ImageUtils.createDir(rightDir);
//zip文件
// File zipFile = new File(globalValue.getStaticLocations()+"/"+globalValue.getTempDir()+"/" + uuid+".zip");
String zipFile = globalValue.getStaticLocations()+"/"+globalValue.getTempDir()+"/" + uuid+".zip";
//rgb文件
String rgbFile = globalValue.getStaticLocations()+"/"+globalValue.getTempDir()+"/" + uuid+"/rgb.jpg";
// File left_ir0_file = new File(tempDir+"/left_ir0.jpg");
// File left_ir1_file = new File(tempDir+"/left_ir1.jpg");
// File left_ir2_file = new File(tempDir+"/left_ir2.jpg");
// File right_ir0_file = new File(tempDir+"/right_ir0.jpg");
// File right_ir1_file = new File(tempDir+"/right_ir1.jpg");
// File right_ir2_file = new File(tempDir+"/right_ir2.jpg");
//保存rgb
String tempOrgImageFile = tenPerson.getOrgImageTemp();
if (tempOrgImageFile != null && !tempOrgImageFile.isEmpty()) {
try {
// 调用statObject()来判断对象是否存在。
// 如果不存在, statObject()抛出异常,
// 否则则代表对象存在。
minioClient.statObject(minioConfig.getBucketName(), tempOrgImageFile);
//判断人脸照片是否合格
//1.保存到本地
InputStream tempInputStream = minioClient.getObject(minioConfig.getBucketName(), tempOrgImageFile);
// String tempPath = globalValue.getStaticLocations() + "/";//+globalValue.getTempDir()+"/";
// String tempOrgFilePath = tempPath + tempOrgImageFile;
int index;
byte[] bytes = new byte[1024];
File outFile = new File(rgbFile);
FileOutputStream downloadFile = new FileOutputStream(outFile);
while ((index = tempInputStream.read(bytes)) != -1) {
downloadFile.write(bytes, 0, index);
downloadFile.flush();
}
downloadFile.close();
tempInputStream.close();
} catch (Exception e) {
e.printStackTrace();
}
}else if(tenPerson.getOrgImage()!=null && !tenPerson.getOrgImage().isEmpty()){
try {
// 调用statObject()来判断对象是否存在。
// 如果不存在, statObject()抛出异常,
// 否则则代表对象存在。
minioClient.statObject(minioConfig.getBucketName(), tenPerson.getOrgImage());
//判断人脸照片是否合格
//1.保存到本地
InputStream tempInputStream = minioClient.getObject(minioConfig.getBucketName(), tenPerson.getOrgImage());
// String tempPath = globalValue.getStaticLocations() + "/";//+globalValue.getTempDir()+"/";
// String tempOrgFilePath = tempPath + tempOrgImageFile;
int index;
byte[] bytes = new byte[1024];
File outFile = new File(rgbFile);
FileOutputStream downloadFile = new FileOutputStream(outFile);
while ((index = tempInputStream.read(bytes)) != -1) {
downloadFile.write(bytes, 0, index);
downloadFile.flush();
}
downloadFile.close();
tempInputStream.close();
} catch (Exception e) {
e.printStackTrace();
}
}
try{
ImageUtils.saveMultiFile(left_ir0, leftDir+"/ir0.jpg");
ImageUtils.saveMultiFile(left_ir1, leftDir+"/ir1.jpg");
ImageUtils.saveMultiFile(left_ir2, leftDir+"/ir2.jpg");
ImageUtils.saveMultiFile(right_ir0, rightDir+"/ir0.jpg");
ImageUtils.saveMultiFile(right_ir1, rightDir+"/ir1.jpg");
ImageUtils.saveMultiFile(right_ir2, rightDir+"/ir2.jpg");
}catch (Exception e){
e.printStackTrace();
}
// 要压缩的文件或文件夹
String sourceFile = tempDir;
// 压缩后的ZIP文件名
String zipFileName = zipFile;
// 创建一个输出流将数据写入ZIP文件
try {
FileOutputStream fos = new FileOutputStream(zipFileName);
ZipOutputStream zos = new ZipOutputStream(fos);
// 调用递归方法压缩文件或文件夹
ZipExample.addToZipFile(sourceFile, sourceFile, zos);
System.out.println("文件已成功打包成 " + zipFileName);
zos.close();
fos.close();
}catch (Exception e){
e.printStackTrace();
}
//保存minio'
try {
// String extension = FilenameUtils.getExtension(file.getOriginalFilename()); //后缀名
String userFileUrl = globalValue.getImagesDir() + "/" +
tenPerson.getCellId().toString() + "/" +
tenPerson.getPersonId().toString() + "/";
String fileName = userFileUrl + "p_" + uuid + ".zip";
InputStream inputStream = new FileInputStream(zipFile);
PutObjectOptions putObjectOptions = new PutObjectOptions(inputStream.available(), -1);
putObjectOptions.setContentType("application/zip");
minioClient.putObject(
minioConfig.getBucketName(), fileName, inputStream, putObjectOptions);
inputStream.close();
//删除zip文件：
File delZip = new File(zipFile);
delZip.delete();
//删除临时文件夹
ImageUtils.deleteFolder(new File(tempDir));
//删除临时rgb文件
File rgbFileTemp = new File(rgbFile);
rgbFileTemp.delete();
tenPerson.setSourceFile(fileName);
} catch (Exception e) {
}
}
//----------------------------------掌静脉特征压缩包封装--------------------------------------
String resStr = tenPersonService.updateById(tenPerson);
if(resStr.equals("OK")){
return R.ok();
}else{
return R.error(resStr);
}
}
/**
* 保存
*/
@PostMapping("/savePalm")
@RequiresPermissions("ten:person")
@ApiOperation(value = "保存人员信息")
public R savePalm(@RequestPart(value = "tenPerson") TenPersonEntity tenPerson,
@RequestPart(value = "left_ir0",required = false) MultipartFile left_ir0,
@RequestPart(value = "left_ir1",required = false) MultipartFile left_ir1,
@RequestPart(value = "left_ir2",required = false) MultipartFile left_ir2,
@RequestPart(value = "right_ir0",required = false) MultipartFile right_ir0,
@RequestPart(value = "right_ir0",required = false) MultipartFile right_ir1,
@RequestPart(value = "right_ir0",required = false) MultipartFile right_ir2
) {
// TenPersonEntity room = tenPersonService.queryByNumberAndLayer(tenRoom.getRoomNumber(),
// tenRoom.getLayer(),
// tenRoom.getBuildId(),
// tenRoom.getCellId());
// if(room!=null){
// return R.error("此户室已经存在");
// }
if(tenPerson.getIdCard()!=null){
if(tenPerson.getIdCard().length() == 15){
String id18 = Convert.toEighteen(tenPerson.getIdCard());
tenPerson.setIdCard(id18);
}
}
//验证app人员是否注册
if (tenPerson.getAppFlag() == Constant.APP_LOGIN_YES) {
//1.验证用户名
AppUserEntity appUser = appUserService.findByUsername(tenPerson.getUsername());
// if (appUser != null) {
// return R.error("用户名已经注册");
// }
//2.验证手机号
appUser = appUserService.findByMobile(tenPerson.getMobile());
if (appUser != null) {
return R.error("手机号已经注册");
}
}
//验证卡号
if(tenPerson.getDoorCardEntity()!=null && tenPerson.getDoorCardEntity().getDoorCard().isEmpty()){
//1. 检查当前钥匙是否已经使用
TenDoorCardEntity card = tenDoorCardService.getOne(new QueryWrapper<TenDoorCardEntity>()
.eq("door_card",tenPerson.getDoorCardEntity().getDoorCard())
.eq("cell_id",tenPerson.getCellId()));
if(card!=null){
return R.error("卡号已录入");
}
// tenDoorCardService.save(tenPerson);
}
TenPersonEntity tenPersonEntity = tenPersonService.findByName(tenPerson.getName(),
tenPerson.getRoomId(),tenPerson.getCellId());
if(tenPersonEntity!=null){
return R.error("姓名在此房间已存在");
}
if(tenPerson.getIdCard()!=null){
// TenPersonEntity tenPersonIdcard = tenPersonService.findByIdCard(tenPerson.getIdCard(),
// tenPerson.getRoomId(),tenPerson.getCellId());
// if(tenPersonIdcard!=null){
// return R.error("身份证在此房间已存在");
// }
List<TenPersonEntity> list = tenPersonService.findByIdCardAndDept(tenPerson.getIdCard(),tenPerson.getDeptId());
if(list.size()>0){
return R.error("身份证在此组织已存在");
}
}
long id = new SnowflakeIdWorker().nextId();
tenPerson.setPersonId(id);
tenPerson.setUuid(UUIDUtil.uuid());
tenPerson.setTenantId(getUser().getTenantId());
tenPerson.setCreateBy(getUser().getUsername());
tenPerson.setCreateTime(new Date());
tenPerson.setRegisterType(Constant.RESGISTER_TYPE_WEB);
tenPerson.setStatus(Constant.PESON_SUATUS_NOMOR);
//----------------------------------掌静脉特征压缩包封装--------------------------------------
if (left_ir0!=null && !left_ir0.isEmpty()
&& left_ir1!=null && !left_ir1.isEmpty()
&& left_ir2!=null && !left_ir2.isEmpty()
&& right_ir0!=null && !right_ir0.isEmpty()
&& right_ir1!=null && !right_ir1.isEmpty()
&& right_ir2!=null && !right_ir2.isEmpty()){
String uuid = UUIDUtil.uuid();
//文件夹
String tempDir = globalValue.getStaticLocations()+"/"+globalValue.getTempDir()+"/"+uuid;
ImageUtils.createDir(tempDir);
//left文件夹
String leftDir = globalValue.getStaticLocations()+"/"+globalValue.getTempDir()+"/"+uuid+"/left";
ImageUtils.createDir(leftDir);
//right文件夹
String rightDir = globalValue.getStaticLocations()+"/"+globalValue.getTempDir()+"/"+uuid+"/right";
ImageUtils.createDir(rightDir);
//zip文件
// File zipFile = new File(globalValue.getStaticLocations()+"/"+globalValue.getTempDir()+"/" + uuid+".zip");
String zipFile = globalValue.getStaticLocations()+"/"+globalValue.getTempDir()+"/" + uuid+".zip";
//rgb文件
String rgbFile = globalValue.getStaticLocations()+"/"+globalValue.getTempDir()+"/" + uuid+"/rgb.jpg";
// File left_ir0_file = new File(tempDir+"/left_ir0.jpg");
// File left_ir1_file = new File(tempDir+"/left_ir1.jpg");
// File left_ir2_file = new File(tempDir+"/left_ir2.jpg");
// File right_ir0_file = new File(tempDir+"/right_ir0.jpg");
// File right_ir1_file = new File(tempDir+"/right_ir1.jpg");
// File right_ir2_file = new File(tempDir+"/right_ir2.jpg");
//保存rgb
String tempOrgImageFile = tenPerson.getOrgImageTemp();
if (tempOrgImageFile != null && !tempOrgImageFile.isEmpty()) {
try {
// 调用statObject()来判断对象是否存在。
// 如果不存在, statObject()抛出异常,
// 否则则代表对象存在。
minioClient.statObject(minioConfig.getBucketName(), tempOrgImageFile);
//判断人脸照片是否合格
//1.保存到本地
InputStream tempInputStream = minioClient.getObject(minioConfig.getBucketName(), tempOrgImageFile);
// String tempPath = globalValue.getStaticLocations() + "/";//+globalValue.getTempDir()+"/";
// String tempOrgFilePath = tempPath + tempOrgImageFile;
int index;
byte[] bytes = new byte[1024];
File outFile = new File(rgbFile);
FileOutputStream downloadFile = new FileOutputStream(outFile);
while ((index = tempInputStream.read(bytes)) != -1) {
downloadFile.write(bytes, 0, index);
downloadFile.flush();
}
downloadFile.close();
tempInputStream.close();
} catch (Exception e) {
e.printStackTrace();
}
}
try{
ImageUtils.saveMultiFile(left_ir0, leftDir+"/ir0.jpg");
ImageUtils.saveMultiFile(left_ir1, leftDir+"/ir1.jpg");
ImageUtils.saveMultiFile(left_ir2, leftDir+"/ir2.jpg");
ImageUtils.saveMultiFile(right_ir0, rightDir+"/ir0.jpg");
ImageUtils.saveMultiFile(right_ir1, rightDir+"/ir1.jpg");
ImageUtils.saveMultiFile(right_ir2, rightDir+"/ir2.jpg");
}catch (Exception e){
e.printStackTrace();
}
// 要压缩的文件或文件夹
String sourceFile = tempDir;
// 压缩后的ZIP文件名
String zipFileName = zipFile;
// 创建一个输出流将数据写入ZIP文件
try {
FileOutputStream fos = new FileOutputStream(zipFileName);
ZipOutputStream zos = new ZipOutputStream(fos);
// 调用递归方法压缩文件或文件夹
ZipExample.addToZipFile(sourceFile, sourceFile, zos);
System.out.println("文件已成功打包成 " + zipFileName);
zos.close();
fos.close();
}catch (Exception e){
e.printStackTrace();
}
//保存minio'
try {
// String extension = FilenameUtils.getExtension(file.getOriginalFilename()); //后缀名
String userFileUrl = globalValue.getImagesDir() + "/" +
tenPerson.getCellId().toString() + "/" +
tenPerson.getPersonId().toString() + "/";
String fileName = userFileUrl + "p_" + uuid + ".zip";
InputStream inputStream = new FileInputStream(zipFile);
PutObjectOptions putObjectOptions = new PutObjectOptions(inputStream.available(), -1);
putObjectOptions.setContentType("application/zip");
minioClient.putObject(
minioConfig.getBucketName(), fileName, inputStream, putObjectOptions);
inputStream.close();
//删除文件：
File delZip = new File(zipFile);
delZip.delete();
//删除临时文件夹
ImageUtils.deleteFolder(new File(tempDir));
//删除临时rgb文件
File rgbFileTemp = new File(rgbFile);
rgbFileTemp.delete();
tenPerson.setSourceFile(fileName);
} catch (Exception e) {
}
}
//----------------------------------掌静脉特征压缩包封装--------------------------------------
int res = tenPersonService.save(tenPerson);
if (res==2) {
return R.error("照片未检测到人脸");
}
return R.ok();
}
@PostMapping("/palmCompare")
@RequiresPermissions("ten:person")
@ApiOperation(value = "保存人员信息")
public R palmCompare(@RequestPart(value = "ir0",required = false) MultipartFile left_ir0,
@RequestPart(value = "ir1",required = false) MultipartFile left_ir1)
{
String uuid = UUIDUtil.uuid();
//文件夹
String tempDir = globalValue.getStaticLocations()+"/"+globalValue.getTempDir()+"/"+uuid;
ImageUtils.createDir(tempDir);
if (left_ir0!=null && !left_ir0.isEmpty()
&& left_ir1!=null && !left_ir1.isEmpty()){
}else{
//删除临时文件夹
ImageUtils.deleteFolder(new File(tempDir));
return R.error("比对照片不能为空");
}
try{
String regFile = tempDir+"/ir0.jpg";
String targetFile = tempDir+"/ir1.jpg";
//保存文件
ImageUtils.saveMultiFile(left_ir0, regFile);
ImageUtils.saveMultiFile(left_ir1, targetFile);
//提取特征
OutArg<FaceFeatureBase> feature = new OutArg<>();
// feature = FaceVerifyManager.the().getFeaturePicpalm_ir("/storage/emulated/0/30007/"+"right/ir"+i+".jpg");
//比对
String resCode = PalmSDK.compareTwoImage(regFile, targetFile);
//删除临时文件夹
ImageUtils.deleteFolder(new File(tempDir));
return R.ok().put("data",resCode);
}catch (Exception e){
e.printStackTrace();
}
return R.error();
}
}

2
shapelight-admin/src/main/resources/application-dev.yml
View File

@ -3,7 +3,7 @@ spring:
type: com.alibaba.druid.pool.DruidDataSource
druid:
driver-class-name: com.mysql.cj.jdbc.Driver
url: jdbc:mysql://192.168.10.20:3306/cell_db_v9_check?useUnicode=true&characterEncoding=UTF-8&serverTimezone=Asia/Shanghai&useSSL=false&rewriteBatchedStatements=true
url: jdbc:mysql://192.168.10.20:3306/cell_db_v10_pv_jd?useUnicode=true&characterEncoding=UTF-8&serverTimezone=Asia/Shanghai&useSSL=false&rewriteBatchedStatements=true
username: user
password: user@server001
# url: jdbc:mysql://39.96.9.232:3306/cell_db_v8_http?useUnicode=true&characterEncoding=UTF-8&serverTimezone=Asia/Shanghai&useSSL=false&rewriteBatchedStatements=true

62
shapelight-engine/src/main/java/net/shapelight/commons/engine/natives/Palmlibrary.java Normal file
View File

@ -0,0 +1,62 @@
package net.shapelight.commons.engine.natives;
import com.sun.jna.Library;
import com.sun.jna.Native;
import com.sun.jna.ptr.IntByReference;
import com.sun.jna.ptr.PointerByReference;
import net.shapelight.commons.engine.sdk.palm.FaceFeatureBase;
import net.shapelight.commons.engine.sdk.palm.OutArg;
/**
*
*/
public interface Palmlibrary extends Library {
Palmlibrary INSTANTCE = (Palmlibrary) Native.load("palm", Palmlibrary.class);
int InitModel(String jsonFile);
int ReleaseHandle();
// XT_API int PushRGBAndRegister(int width, int height, char *data, float **feature, char *matPath, int isPath);
// XT_API int PushRGBAndRecognize(int width, int height, char *data, float **feature, char *matPath, int isPath);
//
// XT_API int PushIrAndRegister(int width, int height, char *data, float **feature, char *matPath, int isPath);
// XT_API int PushIrAndRecognize(int width, int height, char *data, float **feature, char *matPath, int isPath);
int PushIrAndRegister(int width, int height, byte []data, PointerByReference feature);
int PushRGBAndRegister(int width, int height, byte []data, PointerByReference feature);
int PushIrAndRecognize(int width, int height, byte []data, PointerByReference feature);
int PushRGBAndRecognize(int width, int height, byte []data, PointerByReference feature);
//XT_API int PalmSearchFaceFromList(int search_range, const float *query_feature,
// const float *gallery_features, int gallery_features_count,
// const int *feature_split, int feature_split_length,
// float **scores, int *scores_length,
// int **indices, int *indices_length);
/**
* @brief 从人脸库搜索相似度最高的人脸，输出最相似人脸的置信度和人脸索引
* @param[in] search_range 多特征时使用，一般传5
* @param[in] query_feature 需要搜索的特征
* @param[in] gallery_features 底库特征，人脸特征拼接成一维数组，方便jna调用
* @param[in] gallery_features_count 底库特征个数，***注意：不是gallery_features的长度***
* @param[in] feature_split 每段特征长度，元素个数与特征段数相等
* @param[in] feature_split_length feature_split长度
* @param[out] scores 输出置信度
* @param[out] scores_length scores长度
* @param[out] indices 输出人脸索引
* @param[out] indices_length indices长度
* @return 错误码，０表示成功，其他值表示失败
*/
int PalmSearchFaceFromList(int search_range, float[] query_feature,
float[] gallery_features, int gallery_features_length,
int[] feature_split, int feature_split_length,
PointerByReference scores, IntByReference scores_length,
PointerByReference indices, IntByReference indices_length);
}

225
shapelight-engine/src/main/java/net/shapelight/commons/engine/sdk/PalmSDK.java Normal file
View File

@ -0,0 +1,225 @@
package net.shapelight.commons.engine.sdk;
import com.sun.jna.ptr.IntByReference;
import com.sun.jna.ptr.PointerByReference;
import lombok.extern.slf4j.Slf4j;
import net.shapelight.commons.engine.natives.Clibrary;
import net.shapelight.commons.engine.natives.Palmlibrary;
import net.shapelight.commons.engine.sdk.palm.FaceFeatureBase;
import net.shapelight.commons.engine.sdk.palm.FaceFeatureFloat;
import net.shapelight.commons.engine.sdk.palm.OutArg;
import javax.imageio.ImageIO;
import java.awt.image.BufferedImage;
import java.io.ByteArrayInputStream;
import java.util.ArrayList;
import java.util.List;
//@Component
@Slf4j
public class PalmSDK {
private static final int F_LENGHT = 512;
private static final Palmlibrary instance = Palmlibrary.INSTANTCE;
public static int init() {
int code = instance.InitModel("palm/xt_palm_conf.json");
return code;
}
public static int release() {
int code = instance.ReleaseHandle();
return code;
}
/**
* 掌静脉注册
* @param width 宽
* @param height 高
* @param data 红外相机数据 ir数据
* @param feature 特征
* @return
*/
public static int PushIrAndRegister(int width, int height, byte[] data, OutArg<FaceFeatureBase> feature) {
PointerByReference feature_ = new PointerByReference();
FaceFeatureFloat featureFloat = new FaceFeatureFloat();
feature.value = featureFloat;
log.debug("掌静脉PushIrAndRegister start");
int ecode = instance.PushIrAndRegister(width,height,data,feature_);
log.debug("掌静脉PushIrAndRegister ecode=="+ecode);
if (0 == ecode) {
if (feature_==null || feature_.getValue()==null){
log.error("掌静脉PushIrAndRegister 返回特征为空");
return -1;
}
featureFloat.feature = feature_.getValue().getFloatArray(0, F_LENGHT);
float center_x = feature_.getValue().getFloat(F_LENGHT*4);
float center_y = feature_.getValue().getFloat((F_LENGHT+1)*4);
log.error("掌静脉PushIrAndRegister center_x="+center_x+"center_y="+center_y);
}
if (ecode==-1){
log.debug("Xtface PushIrAndRegister faile");
return -1;
}
return ecode;
}
/**
* 掌静脉识别
* @param width 宽
* @param height 高
* @param data 红外相机数据
* @param feature 特征
* @return
*/
public static int PushIrAndRecognize(int width, int height, byte[] data, OutArg<FaceFeatureBase> feature) {
PointerByReference feature_ = new PointerByReference();
FaceFeatureFloat featureFloat = new FaceFeatureFloat();
feature.value = featureFloat;
log.debug("掌静脉PushIrAndRecognize start");
int ecode = instance.PushIrAndRecognize(width,height,data,feature_);
log.debug("掌静脉PushIrAndRecognize ecode=="+ecode);
if (0 == ecode) {
if (feature_==null || feature_.getValue()==null){
log.debug("掌静脉PushIrAndRecognize 返回特征为空");
return -1;
}
featureFloat.feature = feature_.getValue().getFloatArray(0, F_LENGHT);
float center_x = feature_.getValue().getFloat(F_LENGHT*4);
float center_y = feature_.getValue().getFloat((F_LENGHT+1)*4);
log.debug("掌静脉PushIrAndRecognize center_x="+center_x+"center_y="+center_y);
}
if (ecode==-1){
log.debug("Xtface PushIrAndRecognize faile");
return -1;
}
return ecode;
}
/**
* 掌静脉注册
* @param width 宽
* @param height 高
* @param data 红外相机数据 rgb数据
* @param feature 特征
* @return
*/
public static int PushRGBAndRegister(int width, int height, byte[] data, OutArg<FaceFeatureBase> feature) {
PointerByReference feature_ = new PointerByReference();
FaceFeatureFloat featureFloat = new FaceFeatureFloat();
feature.value = featureFloat;
log.debug("掌静脉PushRGBAndRegister start");
int ecode = instance.PushRGBAndRegister(width,height,data,feature_);
log.debug("掌静脉PushRGBAndRegister ecode=="+ecode);
if (0 == ecode) {
if (feature_==null || feature_.getValue()==null){
log.error("掌静脉PushRGBAndRegister 返回特征为空");
return -1;
}
featureFloat.feature = feature_.getValue().getFloatArray(0, F_LENGHT);
float center_x = feature_.getValue().getFloat(F_LENGHT*4);
float center_y = feature_.getValue().getFloat((F_LENGHT+1)*4);
log.error("掌静脉PushIrAndRecognize center_x="+center_x+"center_y="+center_y);
}
if (ecode==-1){
log.debug("Xtface PushRGBAndRegister faile");
return -1;
}
return ecode;
}
public static int searchFromList_palm(int search_range, float[] query_feature,
List<float[]> gallery_features, int[] feature_split,
OutArg<float[]> scores, OutArg<int[]> indices) {
float[] gallery_features_ = null;
int length = 0;
for (int i = 0; i < gallery_features.size(); i++) {
if (gallery_features.get(i) != null && gallery_features.get(i).length > 0) {
length = gallery_features.get(i).length;
gallery_features_ = new float[gallery_features.get(i).length * gallery_features.size()];
break;
}
}
int ecode = -1;
if (gallery_features_ != null) {
for (int i = 0; i < gallery_features.size(); ++i) {
float[] fea = null;
if (gallery_features.get(i) != null) {
fea = gallery_features.get(i);
} else {
fea = new float[length];
}
System.arraycopy(fea, 0, gallery_features_, i * fea.length, fea.length);
}
PointerByReference scores_ = new PointerByReference();
IntByReference scores_length_ = new IntByReference();
PointerByReference indices_ = new PointerByReference();
IntByReference indices_length_ = new IntByReference();
ecode = instance.PalmSearchFaceFromList(search_range, query_feature,
gallery_features_, gallery_features.size(),
feature_split, feature_split.length,
scores_, scores_length_,
indices_, indices_length_);
if (0 == ecode) {
scores.value = scores_.getValue().getFloatArray(0, scores_length_.getValue());
indices.value = indices_.getValue().getIntArray(0, indices_length_.getValue());
for (int index:indices.value
) {
log.debug("下标indices.value:"+index);
}
}
}
return ecode;
}
public static String compareTwoImage(String regFile, String targetFile){
byte[] imageDataR1 = SdkImageUtils.image2byte(regFile);
byte[] imageDataR2 = SdkImageUtils.image2byte(targetFile);
int ecode = 0;
String res = "错误";
try {
BufferedImage bufferedImageR1 = ImageIO.read(new ByteArrayInputStream(imageDataR1));
byte[] nv21R1 = SdkImageUtils.getNV21(bufferedImageR1);
OutArg<FaceFeatureBase> featureR1 = new OutArg<>();
int regResR1 = PalmSDK.PushIrAndRegister(bufferedImageR1.getWidth(), bufferedImageR1.getHeight(), nv21R1, featureR1);
BufferedImage bufferedImageR2 = ImageIO.read(new ByteArrayInputStream(imageDataR2));
byte[] nv21R2 = SdkImageUtils.getNV21(bufferedImageR2);
OutArg<FaceFeatureBase> featureR2 = new OutArg<>();
int regResR2 = PalmSDK.PushIrAndRecognize(bufferedImageR2.getWidth(), bufferedImageR2.getHeight(), nv21R2, featureR2);
float[] reg_feature = featureR1.value.getFeature_f();
float[] target_feature = featureR2.value.getFeature_f();
int[] featureSplitpalm = {F_LENGHT};
OutArg<float[]> score = new OutArg<>();
OutArg<int[]> indices = new OutArg<>();
List<float[]> list_feature = new ArrayList<>();
list_feature.add(reg_feature);
ecode = PalmSDK.searchFromList_palm(5, target_feature, list_feature, featureSplitpalm, score, indices);
res = score.value[0]+"";
System.out.println("识别结果："+ecode+" 识别分数："+ res);
}catch (Exception e){
e.printStackTrace();
}
return res;
}
}

151
shapelight-engine/src/main/java/net/shapelight/commons/engine/sdk/SdkImageUtils.java Normal file
View File

@ -0,0 +1,151 @@
package net.shapelight.commons.engine.sdk;
import javax.imageio.ImageIO;
import javax.imageio.stream.FileImageInputStream;
import java.awt.image.BufferedImage;
import java.io.*;
/**
* Created by ff135 on 2017/4/27.
* <p>
* RGB转YUV:
* <p>
* Y = 0.299 R + 0.587 G + 0.114 B
* <p>
* U = - 0.1687 R - 0.3313 G + 0.5 B + 128
* <p>
* V = 0.5 R - 0.4187 G - 0.0813 B + 128
* <p>
* YUV转RGB
* <p>
* R = Y + 1.402 (V - 128)
* <p>
* G = Y - 0.34414 (U - 128) - 0.71414 (V - 128)
* <p>
* B = Y + 1.772 (U - 128)
*/
public class SdkImageUtils {
//图片到byte数组
public static byte[] image2byte(String path){
byte[] data = null;
FileImageInputStream input = null;
try {
input = new FileImageInputStream(new File(path));
ByteArrayOutputStream output = new ByteArrayOutputStream();
byte[] buf = new byte[1024];
int numBytesRead = 0;
while ((numBytesRead = input.read(buf)) != -1) {
output.write(buf, 0, numBytesRead);
}
data = output.toByteArray();
output.close();
input.close();
}
catch (FileNotFoundException ex1) {
ex1.printStackTrace();
}
catch (IOException ex1) {
ex1.printStackTrace();
}
return data;
}
public static byte[] getNV21(BufferedImage bufferedImage) {
// BufferedImage bufferedImage = ImageIO.read(new ByteArrayInputStream(imageData));
int width = bufferedImage.getWidth();
int height = bufferedImage.getHeight();
int[] pixels = bufferedImage.getRGB(0, 0, width, height, null, 0, width);
byte[] yuvs = encodeYUV420SP(pixels, width, height);
return yuvs;
}
/**
* nv21  先u后v
*
* @return
* @paramargb
* @paramwidth
* @paramheight
*/
public static byte[] encodeYUV420SP(int[] argb, int width, int height) {
int size = (int) ((Math.ceil(width / 2.0)) * (Math.ceil(height / 2.0)));
int frameSize = width * height;
byte[] yuvs = new byte[frameSize + size * 2];
int y = 0, u = 0, v = 0;
int r = 0, g = 0, b = 0, a = 0;
int index = 0, uvindex = frameSize;
for (int i = 0; i < height; i++) {
for (int j = 0; j < width; j++) {
a = (argb[index] & 0xff000000) >> 24;// a is not used obviously
r = (argb[index] & 0xff0000) >> 16;
g = (argb[index] & 0xff00) >> 8;
b = (argb[index] & 0xff) >> 0;
//转换公式
y = (int) (0.299 * r + 0.587 * g + 0.114 * b);
u = (int) (-0.1687 * r - 0.3313 * g + 0.5 * b + 128);
v = (int) (0.5 * r - 0.4187 * g - 0.0813 * b + 128);
// System.out.println("x:" + i + "y:" + j + "  y:" + y + " u:" + u + " v:" + v);
yuvs[index++] = (byte) ((y < 0) ? 0 : ((y > 255) ? 255 : y));
if (i % 2 == 0 && j % 2 == 0) {
yuvs[uvindex++] = (byte) ((u < 0) ? 0 : ((u > 255) ? 255 : u));
yuvs[uvindex++] = (byte) ((v < 0) ? 0 : ((v > 255) ? 255 : v));
//                    yuvs[uvindex++]=(byte)120;
//                    yuvs[uvindex++] = (byte) ((v < 0) ? 0 : ((v > 255) ? 255 : v));
//                    yuvs[uvindex++]=(byte)240;
}
}
}
return yuvs;
}
public static int[] decodeYUV420sp(byte[] yuvs, int width, int height) {
int frameSize = width * height;
int[] rgbs = new int[frameSize];
int index = 0;
int uvindex = frameSize;
int u = 0, v = 0, y = 0;
for (int i = 0; i < height; i++) {
for (int j = 0; j < width; j++) {
if (i % 2 == 0 && j % 2 == 0) {
u = yuvs[uvindex++];
v = yuvs[uvindex++];
}
//保存到数组中去
y = yuvs[index];
rgbs[index++] = yuv2Rgb(y, u, v);
}
}
return rgbs;
}
public static int yuv2Rgb(int y, int u, int v) {
// 转换公式
int r = (int) ((y & 0xff) + 1.402 * ((v & 0xff) - 128));
int g = (int) ((y & 0xff) - 0.34414 * ((u & 0xff) - 128) - 0.71414 * ((v & 0xff) - 128));
int b = (int) ((y & 0xff) + 1.772 * ((u & 0xff) - 128));
r = (r < 0 ? 0 : r > 255 ? 255 : r);
g = (g < 0 ? 0 : g > 255 ? 255 : g);
b = (b < 0 ? 0 : b > 255 ? 255 : b);
return (0xff << 24) + (r << 16) + (g << 8) + b;
}
public static void main(String[] args) {
// File imgFile = new File("/home/huangyifang/gb/palm/noface.jpg");
String path = "/home/huangyifang/gb/palm/noface.jpg";
byte[] imageData = image2byte(path);
try {
BufferedImage bufferedImage = ImageIO.read(new ByteArrayInputStream(imageData));
byte[] nv21 = getNV21(bufferedImage);
System.out.println("000000000000000000");
}catch (Exception e){
e.printStackTrace();
}
}
}

74
shapelight-engine/src/main/java/net/shapelight/commons/engine/sdk/main.java
View File

@ -1,6 +1,49 @@
package net.shapelight.commons.engine.sdk;
import net.shapelight.commons.engine.sdk.palm.FaceFeatureBase;
import net.shapelight.commons.engine.sdk.palm.OutArg;
import javax.imageio.ImageIO;
import java.awt.image.BufferedImage;
import java.io.ByteArrayInputStream;
import java.util.ArrayList;
import java.util.List;
public class main {
public static void testCompare(){
String r1 = "/home/huangyifang/gb/palm/ir0.jpg";
String r2 = "/home/huangyifang/gb/palm/ir1.jpg";
byte[] imageDataR1 = SdkImageUtils.image2byte(r1);
byte[] imageDataR2 = SdkImageUtils.image2byte(r2);
int ecode = 0;
try {
BufferedImage bufferedImageR1 = ImageIO.read(new ByteArrayInputStream(imageDataR1));
byte[] nv21R1 = SdkImageUtils.getNV21(bufferedImageR1);
OutArg<FaceFeatureBase> featureR1 = new OutArg<>();
int regResR1 = PalmSDK.PushIrAndRegister(bufferedImageR1.getWidth(), bufferedImageR1.getHeight(), nv21R1, featureR1);
BufferedImage bufferedImageR2 = ImageIO.read(new ByteArrayInputStream(imageDataR2));
byte[] nv21R2 = SdkImageUtils.getNV21(bufferedImageR2);
OutArg<FaceFeatureBase> featureR2 = new OutArg<>();
int regResR2 = PalmSDK.PushIrAndRecognize(bufferedImageR2.getWidth(), bufferedImageR2.getHeight(), nv21R2, featureR2);
float[] target_feature = featureR2.value.getFeature_f();
float[] reg_feature = featureR1.value.getFeature_f();
int[] featureSplitpalm = {128};
OutArg<float[]> score = new OutArg<>();
OutArg<int[]> indices = new OutArg<>();
List<float[]> list_feature = new ArrayList<>();
list_feature.add(reg_feature);
ecode = PalmSDK.searchFromList_palm(5, target_feature, list_feature, featureSplitpalm, score, indices);
System.out.println("识别结果："+ecode);
}catch (Exception e){
}
}
public static void main(String[] args){
/*Clibrary instance = Clibrary.INSTANTCE;
@ -13,9 +56,34 @@ public class main {
String orgImgPath = "D:/1.jpg";
String faceImgPath = "D:/2.jpg";
int i = PicSDK.getFace(orgImgPath,faceImgPath);
//PicSDK.extract("/home/shapelight/0_image.jpg");
System.out.println(i);
// int i = PicSDK.getFace(orgImgPath,faceImgPath);
// PicSDK.extract("/home/shapelight/0_image.jpg");
// System.out.println(i);
// PalmSDK.InitModel("/home/huangyifang/gb/palm/xt_palm_conf.json");
int res = PalmSDK.init();
System.out.println("初始化掌静脉sdk："+res);
String rgbPath = "/home/huangyifang/gb/palm/test/p_376b2546e00740269fd51cfc8c477e95/left/ir0.jpg";
String irPath = "/home/huangyifang/gb/palm/test/p_376b2546e00740269fd51cfc8c477e95/left/ir1.jpg";
byte[] imageData = SdkImageUtils.image2byte(irPath);
try {
BufferedImage bufferedImage = ImageIO.read(new ByteArrayInputStream(imageData));
byte[] nv21 = SdkImageUtils.getNV21(bufferedImage);
OutArg<FaceFeatureBase> feature = new OutArg<>();
int regRes = PalmSDK.PushIrAndRegister(bufferedImage.getWidth(),bufferedImage.getHeight(),nv21,feature);
System.out.println("注册结果："+regRes);
}catch (Exception e){
e.printStackTrace();
}
// testCompare();
String r1 = "/home/huangyifang/gb/palm/test/p_376b2546e00740269fd51cfc8c477e95/left/ir0.jpg";
String r2 = "/home/huangyifang/gb/palm/test/p_376b2546e00740269fd51cfc8c477e95/right/ir2.jpg";
PalmSDK.compareTwoImage(r1,r2);
}

9
shapelight-engine/src/main/java/net/shapelight/commons/engine/sdk/palm/FaceFeatureBase.java Normal file
View File

@ -0,0 +1,9 @@
package net.shapelight.commons.engine.sdk.palm;
public interface FaceFeatureBase {
byte[] getFeature();
int[] getFeatureSplit();
float[] getFeature_f();
}

36
shapelight-engine/src/main/java/net/shapelight/commons/engine/sdk/palm/FaceFeatureFloat.java Normal file
View File

@ -0,0 +1,36 @@
package net.shapelight.commons.engine.sdk.palm;
import net.shapelight.commons.engine.sdk.palm.FaceFeatureBase;
public class FaceFeatureFloat implements FaceFeatureBase {
public float[] feature;
public int[] featureSplit;
public FaceFeatureFloat(){}
public FaceFeatureFloat(float[] feature, int[] featureSplit){
this.feature = feature;
this.featureSplit = featureSplit;
}
@Override
public byte[] getFeature() {
return null;
}
@Override
public int[] getFeatureSplit() {
int[] byteSplit = new int[featureSplit.length];
for(int i = 0; i < byteSplit.length; ++i){
byteSplit[i] = featureSplit[i] * 4;
}
return byteSplit;
}
@Override
public float[] getFeature_f() {
return feature;
}
}

12
shapelight-engine/src/main/java/net/shapelight/commons/engine/sdk/palm/OutArg.java Normal file
View File

@ -0,0 +1,12 @@
package net.shapelight.commons.engine.sdk.palm;
public class OutArg<T> {
public T value;
public OutArg() {
}
private void setValue(Object obj) {
value = (T) obj;
}
}