原文：https://blog.csdn.net/ChenJ_1012/article/details/121323101

機器學(xué)習(xí)（六）Python實現(xiàn)進階版人臉識別

使用到的庫：dlib+Opencvpython版本：3.8編譯環(huán)境：Jupyter Notebook (Anaconda3)

https://github.com/davisking/dlib-models

視頻：https://pan.baidu.com/s/1yMGgZ7KNhAMGFktGlmWKDQ

〇、Dlib人臉特征檢測原理

提取特征點：請參考
首選抓取多張圖片，從中獲取特征數(shù)據(jù)集和平均特征值然后寫入csv文件 - ?計算特征數(shù)據(jù)集的歐式距離作對比：首先使用Opencv庫將攝像頭中的人臉框出來，再將攝像頭中采取到的人臉特征值與數(shù)據(jù)集中的每個人的特征均值作對比，選取最接近（歐氏距離最小）的值，將其標(biāo)注為歐氏距離最小的數(shù)據(jù)集的人名

一、構(gòu)建人臉特征數(shù)據(jù)集

1. 安裝Dlib

請參考

2. 構(gòu)建自己的數(shù)據(jù)集

2.1 抓取人臉圖片

在視頻流中抓取人臉特征，并保存為256*256大小的圖片文件共20張，這就是我們建立數(shù)據(jù)集的第一步，用來訓(xùn)練人臉識別。

不一定是256*256的尺寸，可以根據(jù)自己的需求來調(diào)整大小，圖片越大訓(xùn)練結(jié)果會愈加精確，但也會影響訓(xùn)練模型的時間。

其中：

光線：曝光和黑暗的圖片需手動剔除- 請使用同一個設(shè)備進行數(shù)據(jù)采集，不同設(shè)備的攝像頭采集到的數(shù)據(jù)集會有出入- 這里采用的是從視頻流中進行捕捉截圖，也可以自己準(zhǔn)備20張左右的人臉圖片代碼：

import?cv2
import?dlib
import?os
import?sys
import?random
#?存儲位置
output_dir?=?'D:/No1WorkSpace/JupyterNotebook/Facetrainset/Num&Name'?#這里填編號+人名
size?=?256?#圖片邊長
?
if?not?os.path.exists(output_dir):
????os.makedirs(output_dir)
#?改變圖片的亮度與對比度
?
def?relight(img,?light=1,?bias=0):
????w?=?img.shape[1]
????h?=?img.shape[0]
????#image?=?[]
????for?i?in?range(0,w):
????????for?j?in?range(0,h):
????????????for?c?in?range(3):
????????????????tmp?=?int(img[j,i,c]*light?+?bias)
????????????????if?tmp?>?255:
????????????????????tmp?=?255
????????????????elif?tmp?<?0:
????????????????????tmp?=?0
????????????????img[j,i,c]?=?tmp
????return?img
?
#使用dlib自帶的frontal_face_detector作為我們的特征提取器
detector?=?dlib.get_frontal_face_detector()
#?打開攝像頭?參數(shù)為輸入流，可以為攝像頭或視頻文件
camera?=?cv2.VideoCapture(0)
#camera?=?cv2.VideoCapture('C:/Users/CUNGU/Videos/Captures/wang.mp4')

index?=?1
while?True:
????if?(index?<=?20):#存儲15張人臉特征圖像
????????print('Being?processed?picture?%s'?%?index)
????????#?從攝像頭讀取照片
????????success,?img?=?camera.read()
????????#?轉(zhuǎn)為灰度圖片
????????gray_img?=?cv2.cvtColor(img,?cv2.COLOR_BGR2GRAY)
????????#?使用detector進行人臉檢測
????????dets?=?detector(gray_img,?1)
?
????????for?i,?d?in?enumerate(dets):
????????????x1?=?d.top()?if?d.top()?>?0?else?0
????????????y1?=?d.bottom()?if?d.bottom()?>?0?else?0
????????????x2?=?d.left()?if?d.left()?>?0?else?0
????????????y2?=?d.right()?if?d.right()?>?0?else?0
?
????????????face?=?img[x1:y1,x2:y2]
????????????#?調(diào)整圖片的對比度與亮度，?對比度與亮度值都取隨機數(shù)，這樣能增加樣本的多樣性
????????????face?=?relight(face,?random.uniform(0.5,?1.5),?random.randint(-50,?50))
?
????????????face?=?cv2.resize(face,?(size,size))
?
????????????cv2.imshow('image',?face)
?
????????????cv2.imwrite(output_dir+'/'+str(index)+'.jpg',?face)
?
????????????index?+=?1
????????key?=?cv2.waitKey(30)?&?0xff
????????if?key?==?27:
????????????break
????else:
????????print('Finished!')
????????#?釋放攝像頭?release?camera
????????camera.release()
????????#?刪除建立的窗口?delete?all?the?windows
????????cv2.destroyAllWindows()
????????break

運行效果：

2.2 分析每張人臉的特征值并存入csv文件

根據(jù)抓取的圖片和人臉識別模型->訓(xùn)練得到的20個的68個特征數(shù)據(jù)集以及1個平均特征值存入csv文件

每張圖片的68個特征數(shù)據(jù)集可以不用存取，他們只是中間量，計算平均值以后就可以拋棄了，這里把他們輸出出來只是為了方便學(xué)習(xí)。

代碼：

#?從人臉圖像文件中提取人臉特征存入?CSV
#?Features?extraction?from?images?and?save?into?features_all.csv

#?return_128d_features()??????????獲取某張圖像的128D特征
#?compute_the_mean()??????????????計算128D特征均值

from?cv2?import?cv2?as?cv2
import?os
import?dlib
from?skimage?import?io
import?csv
import?numpy?as?np

#?要讀取人臉圖像文件的路徑
path_images_from_camera?=?"D:/No1WorkSpace/JupyterNotebook/Facetrainset/"

#?Dlib?正向人臉檢測器
detector?=?dlib.get_frontal_face_detector()

#?Dlib?人臉預(yù)測器
predictor?=?dlib.shape_predictor("D:/No1WorkSpace/JupyterNotebook/model/shape_predictor_68_face_landmarks.dat")

#?Dlib?人臉識別模型
#?Face?recognition?model,?the?object?maps?human?faces?into?128D?vectors
face_rec?=?dlib.face_recognition_model_v1("D:/No1WorkSpace/JupyterNotebook/model/dlib_face_recognition_resnet_model_v1.dat")


#?返回單張圖像的?128D?特征
def?return_128d_features(path_img):
????img_rd?=?io.imread(path_img)
????img_gray?=?cv2.cvtColor(img_rd,?cv2.COLOR_BGR2RGB)
????faces?=?detector(img_gray,?1)

????print("%-40s?%-20s"?%?("檢測到人臉的圖像?/?image?with?faces?detected:",?path_img),?'\n')

????#?因為有可能截下來的人臉再去檢測，檢測不出來人臉了
????#?所以要確保是?檢測到人臉的人臉圖像?拿去算特征
????if?len(faces)?!=?0:
????????shape?=?predictor(img_gray,?faces[0])
????????face_descriptor?=?face_rec.compute_face_descriptor(img_gray,?shape)
????else:
????????face_descriptor?=?0
????????print("no?face")

????return?face_descriptor


#?將文件夾中照片特征提取出來,?寫入?CSV
def?return_features_mean_personX(path_faces_personX):
????features_list_personX?=?[]
????photos_list?=?os.listdir(path_faces_personX)
????if?photos_list:
????????for?i?in?range(len(photos_list)):
????????????with?open("D:/No1WorkSpace/JupyterNotebook/feature/featuresGiao"+str(i)+".csv",?"w",?newline="")?as?csvfile:
????????????????writer?=?csv.writer(csvfile)
????????????#?調(diào)用return_128d_features()得到128d特征
????????????????print("%-40s?%-20s"?%?("正在讀的人臉圖像?/?image?to?read:",?path_faces_personX?+?"/"?+?photos_list[i]))
????????????????features_128d?=?return_128d_features(path_faces_personX?+?"/"?+?photos_list[i])
????????????????print(features_128d)
????????????????writer.writerow(features_128d)
????????????#?遇到?jīng)]有檢測出人臉的圖片跳過
????????????????if?features_128d?==?0:
????????????????????i?+=?1
????????????????else:
????????????????????features_list_personX.append(features_128d)
????else:
????????print("文件夾內(nèi)圖像文件為空?/?Warning:?No?images?in?"?+?path_faces_personX?+?'/',?'\n')

????#?計算?128D?特征的均值
????#?N?x?128D?->?1?x?128D
????if?features_list_personX:
????????features_mean_personX?=?np.array(features_list_personX).mean(axis=0)
????else:
????????features_mean_personX?=?'0'

????return?features_mean_personX


#?讀取某人所有的人臉圖像的數(shù)據(jù)
people?=?os.listdir(path_images_from_camera)
people.sort()

with?open("D:/No1WorkSpace/JupyterNotebook/feature/features_all.csv",?"w",?newline="")?as?csvfile:
????writer?=?csv.writer(csvfile)
????for?person?in?people:
????????print("#####?"?+?person?+?"?#####")
????????#?Get?the?mean/average?features?of?face/personX,?it?will?be?a?list?with?a?length?of?128D
????????features_mean_personX?=?return_features_mean_personX(path_images_from_camera?+?person)
????????writer.writerow(features_mean_personX)
????????print("特征均值?/?The?mean?of?features:",?list(features_mean_personX))
????????print('\n')
????print("所有錄入人臉數(shù)據(jù)存入?/?Save?all?the?features?of?faces?registered?into:?D:/myworkspace/JupyterNotebook/People/feature/features_all2.csv")

如果要輸出每一張圖片的特征數(shù)據(jù)集，這里要用到Python的文件批量生成。

代碼運行效果

二、識別人臉并匹配數(shù)據(jù)集

1. 原理：

通過計算特征數(shù)據(jù)集的歐氏距離作對比來識別人臉，取歐氏距離最小的數(shù)據(jù)集進行匹配。

歐氏距離也稱歐幾里得距離或歐幾里得度量，是一個通常采用的距離定義，它是在m維空間中兩個點之間的真實距離。在二維和三維空間中的歐氏距離的就是兩點之間的距離。使用這個距離，歐氏空間成為度量空間。相關(guān)聯(lián)的范數(shù)稱為歐幾里得范數(shù)。較早的文獻稱之為畢達哥拉斯度量。二維空間公式：，

2. 視頻流實時識別人臉數(shù)據(jù)

代碼：

#?攝像頭實時人臉識別
import?os
import?dlib??????????#?人臉處理的庫?Dlib
import?csv?#?存入表格
import?time
import?sys
import?numpy?as?np???#?數(shù)據(jù)處理的庫?numpy
from?cv2?import?cv2?as?cv2???????????#?圖像處理的庫?OpenCv
import?pandas?as?pd??#?數(shù)據(jù)處理的庫?Pandas


#?人臉識別模型，提取128D的特征矢量
#?face?recognition?model,?the?object?maps?human?faces?into?128D?vectors
#?Refer?this?tutorial:?http://dlib.net/python/index.html#dlib.face_recognition_model_v1
facerec?=?dlib.face_recognition_model_v1("D:/No1WorkSpace/JupyterNotebook/model/dlib_face_recognition_resnet_model_v1.dat")


#?計算兩個128D向量間的歐式距離
#?compute?the?e-distance?between?two?128D?features
def?return_euclidean_distance(feature_1,?feature_2):
????feature_1?=?np.array(feature_1)
????feature_2?=?np.array(feature_2)
????dist?=?np.sqrt(np.sum(np.square(feature_1?-?feature_2)))
????return?dist


#?處理存放所有人臉特征的?csv
path_features_known_csv?=?"D:/No1WorkSpace/JupyterNotebook/feature/features_all.csv"
csv_rd?=?pd.read_csv(path_features_known_csv,?header=None)


#?用來存放所有錄入人臉特征的數(shù)組
#?the?array?to?save?the?features?of?faces?in?the?database
features_known_arr?=?[]

#?讀取已知人臉數(shù)據(jù)
#?print?known?faces
for?i?in?range(csv_rd.shape[0]):
????features_someone_arr?=?[]
????for?j?in?range(0,?len(csv_rd.loc[i,?:])):
????????features_someone_arr.append(csv_rd.loc[i,?:][j])
????features_known_arr.append(features_someone_arr)
print("Faces in Database：",?len(features_known_arr))

#?Dlib?檢測器和預(yù)測器
#?The?detector?and?predictor?will?be?used
detector?=?dlib.get_frontal_face_detector()
predictor?=?dlib.shape_predictor('D:/No1WorkSpace/JupyterNotebook/model/shape_predictor_68_face_landmarks.dat')

#?創(chuàng)建?cv2?攝像頭對象
#?cv2.VideoCapture(0)?to?use?the?default?camera?of?PC,
#?and?you?can?use?local?video?name?by?use?cv2.VideoCapture(filename)
cap?=?cv2.VideoCapture(0)

#?cap.set(propId,?value)
#?設(shè)置視頻參數(shù)，propId?設(shè)置的視頻參數(shù)，value?設(shè)置的參數(shù)值
cap.set(3,?480)

#?cap.isOpened()?返回?true/false?檢查初始化是否成功
#?when?the?camera?is?open
while?cap.isOpened():

????flag,?img_rd?=?cap.read()
????kk?=?cv2.waitKey(1)

????#?取灰度
????img_gray?=?cv2.cvtColor(img_rd,?cv2.COLOR_RGB2GRAY)

????#?人臉數(shù)?faces
????faces?=?detector(img_gray,?0)

????#?待會要寫的字體?font?to?write?later
????font?=?cv2.FONT_HERSHEY_COMPLEX

????#?存儲當(dāng)前攝像頭中捕獲到的所有人臉的坐標(biāo)/名字
????#?the?list?to?save?the?positions?and?names?of?current?faces?captured
????pos_namelist?=?[]
????name_namelist?=?[]

????#?按下?q?鍵退出
????#?press?'q'?to?exit
????if?kk?==?ord('q'):
????????break
????else:
????????#?檢測到人臉?when?face?detected
????????if?len(faces)?!=?0:??
????????????#?獲取當(dāng)前捕獲到的圖像的所有人臉的特征，存儲到?features_cap_arr
????????????#?get?the?features?captured?and?save?into?features_cap_arr
????????????features_cap_arr?=?[]
????????????for?i?in?range(len(faces)):
????????????????shape?=?predictor(img_rd,?faces[i])
????????????????features_cap_arr.append(facerec.compute_face_descriptor(img_rd,?shape))

????????????#?遍歷捕獲到的圖像中所有的人臉
????????????#?traversal?all?the?faces?in?the?database
????????????for?k?in?range(len(faces)):
????????????????print("#####?camera?person",?k+1,?"#####")
????????????????#?讓人名跟隨在矩形框的下方
????????????????#?確定人名的位置坐標(biāo)
????????????????#?先默認所有人不認識，是?unknown
????????????????#?set?the?default?names?of?faces?with?"unknown"
????????????????name_namelist.append("unknown")

????????????????#?每個捕獲人臉的名字坐標(biāo)?the?positions?of?faces?captured
????????????????pos_namelist.append(tuple([faces[k].left(),?int(faces[k].bottom()?+?(faces[k].bottom()?-?faces[k].top())/4)]))

????????????????#?對于某張人臉，遍歷所有存儲的人臉特征
????????????????#?for?every?faces?detected,?compare?the?faces?in?the?database
????????????????e_distance_list?=?[]
????????????????for?i?in?range(len(features_known_arr)):
????????????????????#?如果?person_X?數(shù)據(jù)不為空
????????????????????if?str(features_known_arr[i][0])?!=?'0.0':
????????????????????????print("with?person",?str(i?+?1),?"the?e?distance:?",?end='')
????????????????????????e_distance_tmp?=?return_euclidean_distance(features_cap_arr[k],?features_known_arr[i])
????????????????????????print(e_distance_tmp)
????????????????????????e_distance_list.append(e_distance_tmp)
????????????????????else:
????????????????????????#?空數(shù)據(jù)?person_X
????????????????????????e_distance_list.append(999999999)
????????????????#?找出最接近的一個人臉數(shù)據(jù)是第幾個
????????????????#?Find?the?one?with?minimum?e?distance
????????????????similar_person_num?=?e_distance_list.index(min(e_distance_list))
????????????????print("Minimum?e?distance?with?person",?int(similar_person_num)+1)
????????????????
????????????????#?計算人臉識別特征與數(shù)據(jù)集特征的歐氏距離
????????????????#?距離小于0.4則標(biāo)出為可識別人物
????????????????if?min(e_distance_list)?<?0.4:
????????????????????#?這里可以修改攝像頭中標(biāo)出的人名
????????????????????#?Here?you?can?modify?the?names?shown?on?the?camera
????????????????????#?1、遍歷文件夾目錄
????????????????????folder_name?=?'D:/No1WorkSpace/JupyterNotebook/Facetrainset/'
????????????????????#?最接近的人臉
????????????????????sum=similar_person_num+1
????????????????????key_id=1?#?從第一個人臉數(shù)據(jù)文件夾進行對比
????????????????????#?獲取文件夾中的文件名:1wang、2zhou、3...
????????????????????file_names?=?os.listdir(folder_name)
????????????????????for?name?in?file_names:
????????????????????????#?print(name+'->'+str(key_id))
????????????????????????if?sum?==key_id:
????????????????????????????#winsound.Beep(300,500)#?響鈴：300頻率，500持續(xù)時間
????????????????????????????name_namelist[k]?=?name[1:]#人名刪去第一個數(shù)字（用于視頻輸出標(biāo)識）
????????????????????????key_id?+=?1
????????????????????#?播放歡迎光臨音效
????????????????????#playsound('D:/myworkspace/JupyterNotebook/People/music/welcome.wav')
????????????????????#?print("May?be?person?"+str(int(similar_person_num)+1))
????????????????????#?-----------篩選出人臉并保存到visitor文件夾------------
????????????????????for?i,?d?in?enumerate(faces):
????????????????????????x1?=?d.top()?if?d.top()?>?0?else?0
????????????????????????y1?=?d.bottom()?if?d.bottom()?>?0?else?0
????????????????????????x2?=?d.left()?if?d.left()?>?0?else?0
????????????????????????y2?=?d.right()?if?d.right()?>?0?else?0
????????????????????????face?=?img_rd[x1:y1,x2:y2]
????????????????????????size?=?64
????????????????????????face?=?cv2.resize(face,?(size,size))
????????????????????????#?要存儲visitor人臉圖像文件的路徑
????????????????????????path_visitors_save_dir?=?"D:/No1WorkSpace/JupyterNotebook/KnownFacetrainset/"
????????????????????????#?存儲格式：2019-06-24-14-33-40wang.jpg
????????????????????????now_time?=?time.strftime("%Y-%m-%d-%H-%M-%S",?time.localtime())
????????????????????????save_name?=?str(now_time)+str(name_namelist[k])+'.jpg'
????????????????????????#?print(save_name)
????????????????????????#?本次圖片保存的完整url
????????????????????????save_path?=?path_visitors_save_dir+'/'+?save_name????
????????????????????????#?遍歷visitor文件夾所有文件名
????????????????????????visitor_names?=?os.listdir(path_visitors_save_dir)
????????????????????????visitor_name=''
????????????????????????for?name?in?visitor_names:
????????????????????????????#?名字切片到分鐘數(shù)：2019-06-26-11-33-00wangyu.jpg
????????????????????????????visitor_name=(name[0:16]+'-00'+name[19:])
????????????????????????#?print(visitor_name)
????????????????????????visitor_save=(save_name[0:16]+'-00'+save_name[19:])
????????????????????????#?print(visitor_save)
????????????????????????#?一分鐘之內(nèi)重復(fù)的人名不保存
????????????????????????if?visitor_save!=visitor_name:
????????????????????????????cv2.imwrite(save_path,?face)
????????????????????????????print('新存儲：'+path_visitors_save_dir+'/'+str(now_time)+str(name_namelist[k])+'.jpg')
????????????????????????else:
????????????????????????????print('重復(fù)，未保存！')
????????????????????????????
????????????????else:
????????????????????#?播放無法識別音效
????????????????????#playsound('D:/myworkspace/JupyterNotebook/People/music/sorry.wav')
????????????????????print("Unknown?person")
????????????????????#?-----保存圖片-------
????????????????????#?-----------篩選出人臉并保存到visitor文件夾------------
????????????????????for?i,?d?in?enumerate(faces):
????????????????????????x1?=?d.top()?if?d.top()?>?0?else?0
????????????????????????y1?=?d.bottom()?if?d.bottom()?>?0?else?0
????????????????????????x2?=?d.left()?if?d.left()?>?0?else?0
????????????????????????y2?=?d.right()?if?d.right()?>?0?else?0
????????????????????????face?=?img_rd[x1:y1,x2:y2]
????????????????????????size?=?64
????????????????????????face?=?cv2.resize(face,?(size,size))
????????????????????????#?要存儲visitor-》unknown人臉圖像文件的路徑
????????????????????????path_visitors_save_dir?=?"D:/No1WorkSpace/JupyterNotebook/UnKnownFacetrainset/"
????????????????????????#?存儲格式：2019-06-24-14-33-40unknown.jpg
????????????????????????now_time?=?time.strftime("%Y-%m-%d-%H-%M-%S",?time.localtime())
????????????????????????#?print(save_name)
????????????????????????#?本次圖片保存的完整url
????????????????????????save_path?=?path_visitors_save_dir+'/'+?str(now_time)+'unknown.jpg'
????????????????????????cv2.imwrite(save_path,?face)
????????????????????????print('新存儲：'+path_visitors_save_dir+'/'+str(now_time)+'unknown.jpg')
????????????????
????????????????#?矩形框
????????????????#?draw?rectangle
????????????????for?kk,?d?in?enumerate(faces):
????????????????????#?繪制矩形框
????????????????????cv2.rectangle(img_rd,?tuple([d.left(),?d.top()]),?tuple([d.right(),?d.bottom()]),?(0,?255,?255),?2)
????????????????print('\n')

????????????#?在人臉框下面寫人臉名字
????????????#?write?names?under?rectangle
????????????for?i?in?range(len(faces)):
????????????????cv2.putText(img_rd,?name_namelist[i],?pos_namelist[i],?font,?0.8,?(0,?255,?255),?1,?cv2.LINE_AA)

????print("Faces?in?camera?now:",?name_namelist,?"\n")

????#cv2.putText(img_rd,?"Press?'q':?Quit",?(20,?450),?font,?0.8,?(84,?255,?159),?1,?cv2.LINE_AA)
????cv2.putText(img_rd,?"Face?Recognition",?(20,?40),?font,?1,?(0,?0,?255),?1,?cv2.LINE_AA)
????cv2.putText(img_rd,?"Visitors:?"?+?str(len(faces)),?(20,?100),?font,?1,?(0,?0,?255),?1,?cv2.LINE_AA)

????#?窗口顯示?show?with?opencv
????cv2.imshow("camera",?img_rd)

#?釋放攝像頭?release?camera
cap.release()

#?刪除建立的窗口?delete?all?the?windows
cv2.destroyAllWindows()