基于 SeetaFace6 實現 iOS 端圖片人臉識別&比對。
初始化
std::string buddle = [[[NSBundle mainBundle] resourcePath] UTF8String];
seeta::ModelSetting FD_model(buddle + "/assert/model/face_detector.csta");
seeta::ModelSetting FR_model(buddle + "/assert/model/face_recognizer.csta");
seeta::ModelSetting FL_model(buddle + "/assert/model/face_landmarker_pts5.csta");
seeta::FaceDetector FD(FD_model);
seeta::FaceLandmarker FL(FL_model);
seeta::FaceRecognizer FR(FR_model);
封裝圖片人臉特征值的提取
// 提取圖片特征值
std::shared_ptr<float> extract_img(seeta::FaceDetector *fd,
seeta::FaceRecognizer *fr,
seeta::FaceLandmarker *fl,
std::string imgPath) {
seeta::cv::ImageData imgData = cv::imread(imgPath);
auto faces = fd->detect_v2(imgData);
auto points1 = fl->mark(imgData, faces[0].pos);
std::shared_ptr<float> features(new float[fr->GetExtractFeatureSize()],
std::default_delete<float[]>());
fr->Extract(imgData, points1.data(), features.get());
return features;
}
// 提取圖片特征值
std::vector<std::shared_ptr<float>> extract_img1(seeta::FaceDetector *fd,
seeta::FaceRecognizer *fr,
seeta::FaceLandmarker *fl,
std::string imgPath) {
std::vector<std::shared_ptr<float>> features;
seeta::cv::ImageData imgData = cv::imread(imgPath);
std::vector<SeetaFaceInfo> faces = fd->detect_v2(imgData);
std::cout << "faces count " << faces.size() << std::endl;
std::vector<SeetaFaceInfo> ::const_iterator cit = faces.begin();
while(cit != faces.end()){
SeetaFaceInfo faceInfo = *cit;
auto points = fl->mark(imgData, faceInfo.pos);
std::shared_ptr<float> feature(new float[fr->GetExtractFeatureSize()],
std::default_delete<float[]>());
fr->Extract(imgData, points.data(), feature.get());
features.push_back(feature);
cit++;
}
return features;
}
特征值比對
/*** 特征值對比 */
float compare(seeta::FaceRecognizer *fr,
const std::shared_ptr<float> &feat1,
const std::shared_ptr<float> &feat2) {
return fr->CalculateSimilarity(feat1.get(), feat2.get());
}
/*** 底層邏輯 */
float compare(const float *lhs, const float *rhs, int size) {
float sum = 0;
for (int i = 0; i < size; ++i) {
sum += *lhs * *rhs;
++lhs;
++rhs;
}
return sum;
}
/*** 簡單修改 適配業務需求 */
float compareFixFeature(NSArray<NSString *> *feature, const float *rhs, int size) {
float sum = 0;
for (int i = 0; i < size; ++i) {
CGFloat fl1 = feature[i].floatValue;
sum += fl1 * *rhs;
++rhs;
}
return sum;
}
- (CGFloat)compareFeature1:(NSArray<NSString *> *)feature1 feature2:(NSArray<NSString *> *)feature2 {
CGFloat sum = 0;
for (int i = 0; i < feature1.count; i ++) {
CGFloat fl1 = feature1[i].floatValue;
CGFloat fl2 = feature2[i].floatValue;
sum += fl1 * fl2;
}
return sum;
}
邏輯實現
/*** 提取特征值 */
- (void)getImgFeature {
seeta::FaceDetector FD(FD_model);
seeta::FaceLandmarker FL(FL_model);
seeta::FaceRecognizer FR(FR_model);
std::vector<std::string> imgPathArr;
for (int i = 0; i < 5; i ++) {
std::string path = buddle + "/assert/image/" + std::to_string(i+1) + ".JPG";
imgPathArr.push_back(path);
}
int x = 0;
std::vector<std::string>::iterator imgPath;
for (imgPath = imgPathArr.begin(); imgPath != imgPathArr.end(); imgPath ++) {
std::cout << "img_index *** " << x << std::endl;
std::vector<std::shared_ptr<float>> valueArr = extract_img1(&FD, &FR, &FL, *imgPath);
std::vector<std::shared_ptr<float>>::iterator feature;
for (feature = valueArr.begin(); feature != valueArr.end(); feature ++) {
std::cout << "Feature Adress " << *feature << std::endl;
std::cout << "Feature Value " << **feature << std::endl;
}
x ++;
}
}
/*** 提取特征值 & 輸出 Feature float 數組 */
- (void)printImgFeature {
seeta::FaceDetector FD(FD_model);
seeta::FaceLandmarker FL(FL_model);
seeta::FaceRecognizer FR(FR_model);
std::string imgPath = buddle + "/assert/image/11.JPG";
std::shared_ptr<float> feature = extract_img(&FD, &FR, &FL, imgPath);
float *rhs = feature.get();
for (int i = 0; i < 1024; ++i) {
float value = *rhs;
std::cout << i << " * Value * " << value << std::endl;
++rhs;
}
}
/*** 本地圖片人臉識別&比對 */
- (void)compare1 {
seeta::FaceDetector FD(FD_model);
seeta::FaceLandmarker FL(FL_model);
seeta::FaceRecognizer FR(FR_model);
std::vector<std::string> imgPathArr;
for (int i = 0; i < 5; i ++) {
std::string path = buddle + "/assert/image/" + std::to_string(i+11) + ".JPG";
imgPathArr.push_back(path);
}
std::vector<std::shared_ptr<float>> valueArr;
std::vector<std::string>::iterator imgPath;
for (imgPath = imgPathArr.begin(); imgPath != imgPathArr.end(); imgPath ++) {
std::shared_ptr<float> value = extract_img(&FD, &FR, &FL, *imgPath);
valueArr.push_back(value);
}
int x = 0;
std::vector<std::shared_ptr<float>>::iterator value_i;
for (value_i = valueArr.begin(); value_i != valueArr.end(); value_i ++) {
std::cout << "img_index *** " << x << std::endl;
std::cout << "Feature Adress " << *value_i << std::endl;
std::cout << "Feature Value " << **value_i << std::endl;
// std::cout << "Feature Value " << *value_i->get() << std::endl;
int y = 0;
std::vector<std::shared_ptr<float>>::iterator value_j;
for (value_j = valueArr.begin(); value_j != valueArr.end(); value_j ++) {
float com = compare(&FR, *value_i, *value_j);
std::cout << "compare: " << x << "_" << y << " * value: " << com << std::endl;
y ++;
}
x ++;
}
}
/*** 后臺特征值接收 與 本地圖片人臉識別比對 */
- (void)compare2 {
seeta::FaceDetector FD(FD_model);
seeta::FaceLandmarker FL(FL_model);
seeta::FaceRecognizer FR(FR_model);
std::string imgPath = buddle + "/assert/image/11.JPG";
std::string imgPath2 = buddle + "/assert/image/13.JPG";
// 模擬后臺數據 - 特征值字符串
NSMutableString *resultStr = [NSMutableString string];
std::shared_ptr<float> feature = extract_img(&FD, &FR, &FL, imgPath);
float *rhs = feature.get();
for (int i = 0; i < 1024; ++i) {
float value = *rhs;
NSString *valueStr = [NSString stringWithFormat:@"%f,", value];
[resultStr appendString:valueStr];
++rhs;
}
// NSLog(@"resultStr: %@", resultStr);
NSArray *featureArr = [resultStr componentsSeparatedByString:@","];
std::shared_ptr<float> feature2 = extract_img(&FD, &FR, &FL, imgPath2);
float com = compareFixFeature(featureArr, feature2.get(), 1024);
std::cout << "compare: " << com << std::endl;
}
