using System;
|
using System.Runtime.InteropServices;
|
using System.Collections.Generic;
|
using OpenCvSharp;
|
|
// 人脸跟踪
|
namespace FaceAI
|
{
|
// 人脸跟踪配置结构体
|
[StructLayout(LayoutKind.Sequential, Pack = 1)]
|
struct BDFaceTrackConf
|
{
|
public float detect_intv_before_track; // 未跟踪到人脸前的检测时间间隔
|
public float detect_intv_during_track; // 已跟踪到人脸后的检测时间间隔
|
};
|
|
[StructLayout(LayoutKind.Sequential, Pack = 1)]
|
public struct BDFaceBBox
|
{
|
public int index; // 人脸索引值
|
public float center_x; // 人脸中心点x坐标
|
public float center_y; // 人脸中心点y坐标
|
public float width; // 人脸宽度
|
public float height; // 人脸高度
|
public float score; // 人脸置信度
|
}
|
|
[StructLayout(LayoutKind.Sequential, Pack = 1)]
|
public struct BDFaceLandmark
|
{
|
public int index; // 人脸关键点索引值
|
public int size; // 人脸关键点数量
|
[MarshalAs(UnmanagedType.ByValArray, SizeConst = 144)]
|
public float[] data;// = new float[144];
|
public float score; // 人脸关键点置信度
|
}
|
[StructLayout(LayoutKind.Sequential, Pack = 1)]
|
public struct BDFaceTrackInfo
|
{
|
public int face_id;
|
[MarshalAs(UnmanagedType.Struct)]
|
public BDFaceBBox box;
|
[MarshalAs(UnmanagedType.Struct)]
|
public BDFaceLandmark landmark;
|
}
|
|
// 人脸跟踪
|
class FaceTrack
|
{
|
[DllImport("BaiduFaceApi.dll", EntryPoint = "track", CharSet = CharSet.Ansi
|
, CallingConvention = CallingConvention.Cdecl)]
|
// type 为0时候执行RGB人脸跟踪，1时候执行NIR人脸跟踪
|
public static extern int track(IntPtr ptr, IntPtr mat, int type);
|
|
[DllImport("BaiduFaceApi.dll", EntryPoint = "clear_track_history", CharSet = CharSet.Ansi
|
, CallingConvention = CallingConvention.Cdecl)]
|
// type 为0时候执行RGB人脸跟踪，1时候执行NIR人脸跟踪
|
public static extern void clear_track_history(int type);
|
|
// 测试人脸跟踪
|
public void image_track()
|
{
|
Console.WriteLine("test_track");
|
int max_track_num = 50; // 设置最多检测跟踪人数（多人脸检测），默认为1，最多可设为50
|
|
BDFaceTrackInfo[] track_info = new BDFaceTrackInfo[max_track_num];
|
for (int i = 0; i < max_track_num; i++)
|
{
|
track_info[i] = new BDFaceTrackInfo();
|
track_info[i].box = new BDFaceBBox();
|
track_info[i].box.score = 0;
|
track_info[i].box.width = 0;
|
track_info[i].landmark.data = new float[144];
|
track_info[i].face_id = 0;
|
}
|
int sizeTrack = Marshal.SizeOf(typeof(BDFaceTrackInfo));
|
IntPtr ptT = Marshal.AllocHGlobal(sizeTrack * max_track_num);
|
Mat mat = Cv2.ImRead("../images/2.jpg");
|
// faceNum为返回的检测到的人脸个数
|
int type = 0;
|
int faceNum = track(ptT, mat.CvPtr, type);
|
Console.WriteLine("faceSize is:" + faceNum);
|
// 因为需预分配内存，所以返回的人脸数若大于预先分配的内存数，则仅仅显示预分配的人脸数
|
if (faceNum > max_track_num)
|
{
|
faceNum = max_track_num;
|
}
|
for (int index = 0; index < faceNum; index++) {
|
|
IntPtr ptr = new IntPtr();
|
if (8 == IntPtr.Size)
|
{
|
ptr = (IntPtr)(ptT.ToInt64() + sizeTrack * index);
|
}
|
else if (4 == IntPtr.Size)
|
{
|
ptr = (IntPtr)(ptT.ToInt32() + sizeTrack * index);
|
}
|
|
track_info[index] = (BDFaceTrackInfo)Marshal.PtrToStructure(ptr, typeof(BDFaceTrackInfo));
|
Console.WriteLine("track face_id is {0}:", track_info[index].face_id);
|
Console.WriteLine("track landmarks is:");
|
|
for(int i = 0; i < 144; i++)
|
{
|
Console.WriteLine("lanmark data is {0}:", track_info[index].landmark.data[i]);
|
}
|
Console.WriteLine("track landmarks score is:{0}", track_info[index].landmark.score);
|
Console.WriteLine("track landmarks index is:{0}", track_info[index].landmark.index);
|
|
// 索引值
|
Console.WriteLine("track score is:{0}", track_info[index].box.index);
|
// 置信度
|
Console.WriteLine("track score is:{0}", track_info[index].box.score);
|
// 人脸宽度
|
Console.WriteLine("track mWidth is:{0}", track_info[index].box.width);
|
// 中心点X,Y坐标
|
Console.WriteLine("track mCenter_x is:{0}", track_info[index].box.center_x);
|
Console.WriteLine("track mCenter_y is:{0}", track_info[index].box.center_y);
|
}
|
// 画人脸框
|
FaceDraw.draw_rects(ref mat, faceNum, track_info);
|
// 图片画框保存
|
mat.ImWrite("track.jpg");
|
Marshal.FreeHGlobal(ptT);
|
}
|
|
//usb摄像头实时人脸检测示例
|
public void usb_video_track()
|
{
|
// 默认电脑自带摄像头，device可能为0，若外接usb摄像头，则device可能为1.
|
int dev = 0;
|
using (var window = new Window("face"))
|
using (VideoCapture cap = VideoCapture.FromCamera(dev))
|
{
|
if (!cap.IsOpened())
|
{
|
Console.WriteLine("open camera error");
|
return;
|
}
|
// Frame image buffer
|
Mat image = new Mat();
|
// When the movie playback reaches end, Mat.data becomes NULL.
|
while (true)
|
{
|
cap.Read(image); // same as cvQueryFrame
|
if (!image.Empty())
|
{
|
int ilen = 10;//传入的人脸数
|
BDFaceTrackInfo[] track_info = new BDFaceTrackInfo[ilen];
|
for (int i = 0; i < ilen; i++)
|
{
|
track_info[i].box = new BDFaceBBox();
|
track_info[i].box.score = 0;
|
track_info[i].box.width = 0;
|
track_info[i].landmark.data = new float[144];
|
track_info[i].face_id = 0;
|
}
|
int sizeTrack = Marshal.SizeOf(typeof(BDFaceTrackInfo));
|
IntPtr ptT = Marshal.AllocHGlobal(sizeTrack* ilen);
|
//Cv2.ImWrite("usb_track_Cv2.jpg", image);
|
/* trackMat
|
* 传入参数: maxTrackObjNum:检测到的最大人脸数，传入外部分配人脸数，需要分配对应的内存大小。
|
* 传出检测到的最大人脸数
|
* 返回值: 传入的人脸数 和 检测到的人脸数 中的最小值,实际返回的人脸。
|
****/
|
int faceSize = ilen;//返回人脸数 分配人脸数和检测到人脸数的最小值
|
int curSize = ilen;//当前人脸数 输入分配的人脸数，输出实际检测到的人脸数
|
int type = 0;
|
faceSize = track(ptT, image.CvPtr, type);
|
for (int index = 0; index < faceSize; index++)
|
{
|
IntPtr ptr = new IntPtr();
|
if( 8 == IntPtr.Size)
|
{
|
ptr = (IntPtr)(ptT.ToInt64() + sizeTrack * index);
|
}
|
else if(4 == IntPtr.Size)
|
{
|
ptr = (IntPtr)(ptT.ToInt32() + sizeTrack * index);
|
}
|
|
track_info[index] = (BDFaceTrackInfo)Marshal.PtrToStructure(ptr, typeof(BDFaceTrackInfo));
|
//face_info[index] = (BDFaceBBox)Marshal.PtrToStructure(info_ptr, typeof(BDFaceBBox));
|
Console.WriteLine("in Liveness::usb_track face_id is {0}:",track_info[index].face_id);
|
Console.WriteLine("in Liveness::usb_track landmarks is:");
|
|
Console.WriteLine("in Liveness::usb_track score is:{0:f}", track_info[index].box.score);
|
// 人脸宽度
|
Console.WriteLine("in Liveness::usb_track mWidth is:{0:f}", track_info[index].box.width);
|
// 中心点X,Y坐标
|
Console.WriteLine("in Liveness::usb_track mCenter_x is:{0:f}", track_info[index].box.center_x);
|
Console.WriteLine("in Liveness::usb_track mCenter_y is:{0:f}", track_info[index].box.center_y);
|
|
}
|
|
FaceDraw.draw_rects(ref image, faceSize, track_info);
|
// FaceDraw.draw_shape(ref image, faceSize, track_info);
|
Marshal.FreeHGlobal(ptT);
|
window.ShowImage(image);
|
Cv2.WaitKey(1);
|
Console.WriteLine("mat not empty");
|
}
|
else
|
{
|
Console.WriteLine("mat is empty");
|
}
|
}
|
}
|
}
|
|
// 清除跟踪的人脸信息
|
public void test_clear_tracked_faces()
|
{
|
int type = 0;
|
clear_track_history(type);
|
Console.WriteLine("after clear tracked faces");
|
}
|
|
}
|
}
|
