1

z8018

2025-06-06 7876ac5d67b12e206a68db17c4034df52fa2f060

 project/WCS/WIDESEAWCS_Server/WIDESEAWCS_Common/FaceAI/FaceTrack.cs

@@ -1,221 +1,221 @@
using System;
using System.Runtime.InteropServices;
using System.Collections.Generic;
using OpenCvSharp;
//using System;
//using System.Runtime.InteropServices;
//using System.Collections.Generic;
//using OpenCvSharp;

// 人脸跟踪
namespace FaceAI
{  
    // 人脸跟踪配置结构体        
    [StructLayout(LayoutKind.Sequential, Pack = 1)]
    struct BDFaceTrackConf
    {
        public float detect_intv_before_track;     // 未跟踪到人脸前的检测时间间隔
        public float detect_intv_during_track;     // 已跟踪到人脸后的检测时间间隔
    };
//// 人脸跟踪
//namespace FaceAI
//{  
//    // 人脸跟踪配置结构体        
//    [StructLayout(LayoutKind.Sequential, Pack = 1)]
//    struct BDFaceTrackConf
//    {
//        public float detect_intv_before_track;     // 未跟踪到人脸前的检测时间间隔
//        public float detect_intv_during_track;     // 已跟踪到人脸后的检测时间间隔
//    };

    [StructLayout(LayoutKind.Sequential, Pack = 1)]
     public struct BDFaceBBox
     {
         public int index;  // 人脸索引值
         public float center_x; // 人脸中心点x坐标
         public float center_y; // 人脸中心点y坐标
         public float width; // 人脸宽度
         public float height; // 人脸高度                
         public float score;  // 人脸置信度
     }
//    [StructLayout(LayoutKind.Sequential, Pack = 1)]
//     public struct BDFaceBBox
//     {
//         public int index;  // 人脸索引值
//         public float center_x; // 人脸中心点x坐标
//         public float center_y; // 人脸中心点y坐标
//         public float width; // 人脸宽度
//         public float height; // 人脸高度                
//         public float score;  // 人脸置信度
//     }
   
     [StructLayout(LayoutKind.Sequential, Pack = 1)]
     public struct BDFaceLandmark
    {
         public int index; // 人脸关键点索引值
         public int size; // 人脸关键点数量
        [MarshalAs(UnmanagedType.ByValArray, SizeConst = 144)]
         public float[] data;// = new float[144];
         public float score; // 人脸关键点置信度
    }
     [StructLayout(LayoutKind.Sequential, Pack = 1)]
     public struct BDFaceTrackInfo
     {
         public int face_id;
         [MarshalAs(UnmanagedType.Struct)]
         public BDFaceBBox box;
         [MarshalAs(UnmanagedType.Struct)]
         public BDFaceLandmark landmark;
     } 
//     [StructLayout(LayoutKind.Sequential, Pack = 1)]
//     public struct BDFaceLandmark
//    {
//         public int index; // 人脸关键点索引值
//         public int size; // 人脸关键点数量
//        [MarshalAs(UnmanagedType.ByValArray, SizeConst = 144)]
//         public float[] data;// = new float[144];
//         public float score; // 人脸关键点置信度
//    }
//     [StructLayout(LayoutKind.Sequential, Pack = 1)]
//     public struct BDFaceTrackInfo
//     {
//         public int face_id;
//         [MarshalAs(UnmanagedType.Struct)]
//         public BDFaceBBox box;
//         [MarshalAs(UnmanagedType.Struct)]
//         public BDFaceLandmark landmark;
//     } 
   
    // 人脸跟踪
    class FaceTrack
    {
        [DllImport("BaiduFaceApi.dll", EntryPoint = "track", CharSet = CharSet.Ansi
           , CallingConvention = CallingConvention.Cdecl)]
        // type 为0时候执行RGB人脸跟踪，1时候执行NIR人脸跟踪
        public static extern int track(IntPtr ptr, IntPtr mat, int type);      
//    // 人脸跟踪
//    class FaceTrack
//    {
//        [DllImport("BaiduFaceApi.dll", EntryPoint = "track", CharSet = CharSet.Ansi
//           , CallingConvention = CallingConvention.Cdecl)]
//        // type 为0时候执行RGB人脸跟踪，1时候执行NIR人脸跟踪
//        public static extern int track(IntPtr ptr, IntPtr mat, int type);      

        [DllImport("BaiduFaceApi.dll", EntryPoint = "clear_track_history", CharSet = CharSet.Ansi
         , CallingConvention = CallingConvention.Cdecl)]
        // type 为0时候执行RGB人脸跟踪，1时候执行NIR人脸跟踪
        public static extern void clear_track_history(int type);
//        [DllImport("BaiduFaceApi.dll", EntryPoint = "clear_track_history", CharSet = CharSet.Ansi
//         , CallingConvention = CallingConvention.Cdecl)]
//        // type 为0时候执行RGB人脸跟踪，1时候执行NIR人脸跟踪
//        public static extern void clear_track_history(int type);

        // 测试人脸跟踪
        public void image_track()
        {
            Console.WriteLine("test_track");
            int max_track_num = 50; // 设置最多检测跟踪人数（多人脸检测），默认为1，最多可设为50
//        // 测试人脸跟踪
//        public void image_track()
//        {
//            Console.WriteLine("test_track");
//            int max_track_num = 50; // 设置最多检测跟踪人数（多人脸检测），默认为1，最多可设为50

            BDFaceTrackInfo[] track_info = new BDFaceTrackInfo[max_track_num];
            for (int i = 0; i < max_track_num; i++)
            {
                track_info[i] = new BDFaceTrackInfo();
                track_info[i].box = new BDFaceBBox();
                track_info[i].box.score = 0;
                track_info[i].box.width = 0;
                track_info[i].landmark.data = new float[144];             
                track_info[i].face_id = 0;                
            }
            int sizeTrack = Marshal.SizeOf(typeof(BDFaceTrackInfo));
            IntPtr ptT = Marshal.AllocHGlobal(sizeTrack * max_track_num);
            Mat mat = Cv2.ImRead("../images/2.jpg");
            // faceNum为返回的检测到的人脸个数
            int type = 0;
            int faceNum = track(ptT, mat.CvPtr, type);
            Console.WriteLine("faceSize is:" + faceNum);
            // 因为需预分配内存，所以返回的人脸数若大于预先分配的内存数，则仅仅显示预分配的人脸数
            if (faceNum > max_track_num)
            {
                faceNum = max_track_num;
            }
            for (int index = 0; index < faceNum; index++) { 
//            BDFaceTrackInfo[] track_info = new BDFaceTrackInfo[max_track_num];
//            for (int i = 0; i < max_track_num; i++)
//            {
//                track_info[i] = new BDFaceTrackInfo();
//                track_info[i].box = new BDFaceBBox();
//                track_info[i].box.score = 0;
//                track_info[i].box.width = 0;
//                track_info[i].landmark.data = new float[144];             
//                track_info[i].face_id = 0;                
//            }
//            int sizeTrack = Marshal.SizeOf(typeof(BDFaceTrackInfo));
//            IntPtr ptT = Marshal.AllocHGlobal(sizeTrack * max_track_num);
//            Mat mat = Cv2.ImRead("../images/2.jpg");
//            // faceNum为返回的检测到的人脸个数
//            int type = 0;
//            int faceNum = track(ptT, mat.CvPtr, type);
//            Console.WriteLine("faceSize is:" + faceNum);
//            // 因为需预分配内存，所以返回的人脸数若大于预先分配的内存数，则仅仅显示预分配的人脸数
//            if (faceNum > max_track_num)
//            {
//                faceNum = max_track_num;
//            }
//            for (int index = 0; index < faceNum; index++) { 

                IntPtr ptr = new IntPtr();
                if (8 == IntPtr.Size)
                {
                    ptr = (IntPtr)(ptT.ToInt64() + sizeTrack * index);
                }
                else if (4 == IntPtr.Size)
                {
                    ptr = (IntPtr)(ptT.ToInt32() + sizeTrack * index);
                }
//                IntPtr ptr = new IntPtr();
//                if (8 == IntPtr.Size)
//                {
//                    ptr = (IntPtr)(ptT.ToInt64() + sizeTrack * index);
//                }
//                else if (4 == IntPtr.Size)
//                {
//                    ptr = (IntPtr)(ptT.ToInt32() + sizeTrack * index);
//                }

                track_info[index] = (BDFaceTrackInfo)Marshal.PtrToStructure(ptr, typeof(BDFaceTrackInfo));
                Console.WriteLine("track face_id is {0}:", track_info[index].face_id);
                Console.WriteLine("track landmarks is:");
//                track_info[index] = (BDFaceTrackInfo)Marshal.PtrToStructure(ptr, typeof(BDFaceTrackInfo));
//                Console.WriteLine("track face_id is {0}:", track_info[index].face_id);
//                Console.WriteLine("track landmarks is:");

                for(int i = 0; i < 144; i++)
                {
                    Console.WriteLine("lanmark data is {0}:", track_info[index].landmark.data[i]);
                }
                Console.WriteLine("track landmarks score is:{0}", track_info[index].landmark.score);
                Console.WriteLine("track landmarks index is:{0}", track_info[index].landmark.index);
//                for(int i = 0; i < 144; i++)
//                {
//                    Console.WriteLine("lanmark data is {0}:", track_info[index].landmark.data[i]);
//                }
//                Console.WriteLine("track landmarks score is:{0}", track_info[index].landmark.score);
//                Console.WriteLine("track landmarks index is:{0}", track_info[index].landmark.index);

                // 索引值
                Console.WriteLine("track score is:{0}", track_info[index].box.index);
                // 置信度
                Console.WriteLine("track score is:{0}", track_info[index].box.score);             
                // 人脸宽度
                Console.WriteLine("track mWidth is:{0}", track_info[index].box.width);
                // 中心点X,Y坐标
                Console.WriteLine("track mCenter_x is:{0}", track_info[index].box.center_x);
                Console.WriteLine("track mCenter_y is:{0}", track_info[index].box.center_y);             
            }
            // 画人脸框
            FaceDraw.draw_rects(ref mat, faceNum, track_info);
            // 图片画框保存
            mat.ImWrite("track.jpg");
            Marshal.FreeHGlobal(ptT);          
        }
//                // 索引值
//                Console.WriteLine("track score is:{0}", track_info[index].box.index);
//                // 置信度
//                Console.WriteLine("track score is:{0}", track_info[index].box.score);             
//                // 人脸宽度
//                Console.WriteLine("track mWidth is:{0}", track_info[index].box.width);
//                // 中心点X,Y坐标
//                Console.WriteLine("track mCenter_x is:{0}", track_info[index].box.center_x);
//                Console.WriteLine("track mCenter_y is:{0}", track_info[index].box.center_y);             
//            }
//            // 画人脸框
//            FaceDraw.draw_rects(ref mat, faceNum, track_info);
//            // 图片画框保存
//            mat.ImWrite("track.jpg");
//            Marshal.FreeHGlobal(ptT);          
//        }
       
        //usb摄像头实时人脸检测示例
        public void usb_video_track()
        {
            // 默认电脑自带摄像头，device可能为0，若外接usb摄像头，则device可能为1.
            int dev = 0;
            using (var window = new Window("face"))
            using (VideoCapture cap = VideoCapture.FromCamera(dev))
            {
                if (!cap.IsOpened())
                {
                    Console.WriteLine("open camera error");
                    return;
                }
                // Frame image buffer
                Mat image = new Mat();                                         
                // When the movie playback reaches end, Mat.data becomes NULL.
                while (true)
                {                                     
                    cap.Read(image); // same as cvQueryFrame
                    if (!image.Empty())
                    {
                        int ilen = 10;//传入的人脸数
                        BDFaceTrackInfo[] track_info = new BDFaceTrackInfo[ilen];
                        for (int i = 0; i < ilen; i++)
                        {
                            track_info[i].box = new BDFaceBBox();
                            track_info[i].box.score = 0;
                            track_info[i].box.width = 0;
                            track_info[i].landmark.data = new float[144];                          
                            track_info[i].face_id = 0;
                        }
                        int sizeTrack = Marshal.SizeOf(typeof(BDFaceTrackInfo));
                        IntPtr ptT = Marshal.AllocHGlobal(sizeTrack* ilen);                     
                        //Cv2.ImWrite("usb_track_Cv2.jpg", image);
                        /*  trackMat
                         *  传入参数: maxTrackObjNum:检测到的最大人脸数，传入外部分配人脸数，需要分配对应的内存大小。
                         *            传出检测到的最大人脸数
                         *    返回值: 传入的人脸数 和 检测到的人脸数 中的最小值,实际返回的人脸。
                         ****/
                        int faceSize = ilen;//返回人脸数  分配人脸数和检测到人脸数的最小值
                        int curSize = ilen;//当前人脸数 输入分配的人脸数，输出实际检测到的人脸数
                        int type = 0;
                        faceSize = track(ptT, image.CvPtr, type);
                        for (int index = 0; index < faceSize; index++)
                        {
                            IntPtr ptr = new IntPtr();
                            if( 8 == IntPtr.Size)
                            {
                                ptr = (IntPtr)(ptT.ToInt64() + sizeTrack * index);
                            }
                            else if(4 == IntPtr.Size)
                            {
                                ptr = (IntPtr)(ptT.ToInt32() + sizeTrack * index);
                            }
//        //usb摄像头实时人脸检测示例
//        public void usb_video_track()
//        {
//            // 默认电脑自带摄像头，device可能为0，若外接usb摄像头，则device可能为1.
//            int dev = 0;
//            using (var window = new Window("face"))
//            using (VideoCapture cap = VideoCapture.FromCamera(dev))
//            {
//                if (!cap.IsOpened())
//                {
//                    Console.WriteLine("open camera error");
//                    return;
//                }
//                // Frame image buffer
//                Mat image = new Mat();                                         
//                // When the movie playback reaches end, Mat.data becomes NULL.
//                while (true)
//                {                                     
//                    cap.Read(image); // same as cvQueryFrame
//                    if (!image.Empty())
//                    {
//                        int ilen = 10;//传入的人脸数
//                        BDFaceTrackInfo[] track_info = new BDFaceTrackInfo[ilen];
//                        for (int i = 0; i < ilen; i++)
//                        {
//                            track_info[i].box = new BDFaceBBox();
//                            track_info[i].box.score = 0;
//                            track_info[i].box.width = 0;
//                            track_info[i].landmark.data = new float[144];                          
//                            track_info[i].face_id = 0;
//                        }
//                        int sizeTrack = Marshal.SizeOf(typeof(BDFaceTrackInfo));
//                        IntPtr ptT = Marshal.AllocHGlobal(sizeTrack* ilen);                     
//                        //Cv2.ImWrite("usb_track_Cv2.jpg", image);
//                        /*  trackMat
//                         *  传入参数: maxTrackObjNum:检测到的最大人脸数，传入外部分配人脸数，需要分配对应的内存大小。
//                         *            传出检测到的最大人脸数
//                         *    返回值: 传入的人脸数 和 检测到的人脸数 中的最小值,实际返回的人脸。
//                         ****/
//                        int faceSize = ilen;//返回人脸数  分配人脸数和检测到人脸数的最小值
//                        int curSize = ilen;//当前人脸数 输入分配的人脸数，输出实际检测到的人脸数
//                        int type = 0;
//                        faceSize = track(ptT, image.CvPtr, type);
//                        for (int index = 0; index < faceSize; index++)
//                        {
//                            IntPtr ptr = new IntPtr();
//                            if( 8 == IntPtr.Size)
//                            {
//                                ptr = (IntPtr)(ptT.ToInt64() + sizeTrack * index);
//                            }
//                            else if(4 == IntPtr.Size)
//                            {
//                                ptr = (IntPtr)(ptT.ToInt32() + sizeTrack * index);
//                            }
                            
                            track_info[index] = (BDFaceTrackInfo)Marshal.PtrToStructure(ptr, typeof(BDFaceTrackInfo));
                            //face_info[index] = (BDFaceBBox)Marshal.PtrToStructure(info_ptr, typeof(BDFaceBBox));
                            Console.WriteLine("in Liveness::usb_track face_id is {0}:",track_info[index].face_id);
                            Console.WriteLine("in Liveness::usb_track landmarks is:");
//                            track_info[index] = (BDFaceTrackInfo)Marshal.PtrToStructure(ptr, typeof(BDFaceTrackInfo));
//                            //face_info[index] = (BDFaceBBox)Marshal.PtrToStructure(info_ptr, typeof(BDFaceBBox));
//                            Console.WriteLine("in Liveness::usb_track face_id is {0}:",track_info[index].face_id);
//                            Console.WriteLine("in Liveness::usb_track landmarks is:");
                                                                              
                            Console.WriteLine("in Liveness::usb_track score is:{0:f}", track_info[index].box.score);
                            // 人脸宽度
                            Console.WriteLine("in Liveness::usb_track mWidth is:{0:f}", track_info[index].box.width);
                            // 中心点X,Y坐标
                            Console.WriteLine("in Liveness::usb_track mCenter_x is:{0:f}", track_info[index].box.center_x);
                            Console.WriteLine("in Liveness::usb_track mCenter_y is:{0:f}", track_info[index].box.center_y);
//                            Console.WriteLine("in Liveness::usb_track score is:{0:f}", track_info[index].box.score);
//                            // 人脸宽度
//                            Console.WriteLine("in Liveness::usb_track mWidth is:{0:f}", track_info[index].box.width);
//                            // 中心点X,Y坐标
//                            Console.WriteLine("in Liveness::usb_track mCenter_x is:{0:f}", track_info[index].box.center_x);
//                            Console.WriteLine("in Liveness::usb_track mCenter_y is:{0:f}", track_info[index].box.center_y);
                                                   
                        }
//                        }
                       
                        FaceDraw.draw_rects(ref image, faceSize, track_info);
                       // FaceDraw.draw_shape(ref image, faceSize, track_info);
                        Marshal.FreeHGlobal(ptT);
                        window.ShowImage(image);
                        Cv2.WaitKey(1);
                        Console.WriteLine("mat not empty");
                    }
                    else
                    {
                        Console.WriteLine("mat is empty");
                    }
                }              
            }
        }
//                        FaceDraw.draw_rects(ref image, faceSize, track_info);
//                       // FaceDraw.draw_shape(ref image, faceSize, track_info);
//                        Marshal.FreeHGlobal(ptT);
//                        window.ShowImage(image);
//                        Cv2.WaitKey(1);
//                        Console.WriteLine("mat not empty");
//                    }
//                    else
//                    {
//                        Console.WriteLine("mat is empty");
//                    }
//                }              
//            }
//        }
       
         // 清除跟踪的人脸信息
         public void test_clear_tracked_faces()
         {
            int type = 0;
            clear_track_history(type);
            Console.WriteLine("after clear tracked faces");
        }
//         // 清除跟踪的人脸信息
//         public void test_clear_tracked_faces()
//         {
//            int type = 0;
//            clear_track_history(type);
//            Console.WriteLine("after clear tracked faces");
//        }

     }
 }
//     }
// }