先看SingleFace.cpp
初始化InitInstance函數， 返回
return SUCCEEDED(m_FTHelper.Init(m_hWnd,
FTHelperCallingBack,
this,
m_depthType,
m_depthRes,
m_bNearMode,
TRUE, // if near mode doesn't work, fall back to default mode
m_colorType,
m_colorRes,
m_bSeatedSkeletonMode));回調函數長這樣， 其會在後面的SubmitFraceTrackingResult函數裏面執行， 主要設置雞蛋臉的一些參數
/*
* The "Face Tracker" helper class is generic. It will call back this function
* after a face has been successfully tracked. The code in the call back passes the parameters
* to the Egg Avatar, so it can be animated.
*/
void SingleFace::FTHelperCallingBack(PVOID pVoid)
{
SingleFace* pApp = reinterpret_cast<SingleFace*>(pVoid);
if (pApp)
{
IFTResult* pResult = pApp->m_FTHelper.GetResult();
if (pResult && SUCCEEDED(pResult->GetStatus()))
{
FLOAT* pAU = NULL;
UINT numAU;
pResult->GetAUCoefficients(&pAU, &numAU);
pApp->m_eggavatar.SetCandideAU(pAU, numAU);
FLOAT scale;
FLOAT rotationXYZ[3];
FLOAT translationXYZ[3];
pResult->Get3DPose(&scale, rotationXYZ, translationXYZ);
pApp->m_eggavatar.SetTranslations(translationXYZ[0], translationXYZ[1], translationXYZ[2]);
pApp->m_eggavatar.SetRotations(rotationXYZ[0], rotationXYZ[1], rotationXYZ[2]);
}
}
}在Helper的init函數裏面創建了一個線程
HRESULT FTHelper::Init(HWND hWnd, FTHelperCallBack callBack, PVOID callBackParam,
NUI_IMAGE_TYPE depthType, NUI_IMAGE_RESOLUTION depthRes, BOOL bNearMode, BOOL bFallbackToDefault, NUI_IMAGE_TYPE colorType, NUI_IMAGE_RESOLUTION colorRes, BOOL bSeatedSkeletonMode)
{
if (!hWnd || !callBack)
{
return E_INVALIDARG;
}
m_hWnd = hWnd;
m_CallBack = callBack;
m_CallBackParam = callBackParam;
m_ApplicationIsRunning = true;
m_depthType = depthType;
m_depthRes = depthRes;
m_bNearMode = bNearMode;
m_bFallbackToDefault = bFallbackToDefault;
m_bSeatedSkeletonMode = bSeatedSkeletonMode;
m_colorType = colorType;
m_colorRes = colorRes;
m_hFaceTrackingThread = CreateThread(NULL, 0, FaceTrackingStaticThread, (PVOID)this, 0, 0);
return S_OK;
}DWORD WINAPI FTHelper::FaceTrackingStaticThread(PVOID lpParam)
{
FTHelper* context = static_cast<FTHelper*>(lpParam);
if (context)
{
return context->FaceTrackingThread();
}
return 0;
}這個線程裏面
DWORD WINAPI FTHelper::FaceTrackingThread()
{
FT_CAMERA_CONFIG videoConfig;
FT_CAMERA_CONFIG depthConfig;
FT_CAMERA_CONFIG* pDepthConfig = NULL;
// Try to get the Kinect camera to work
HRESULT hr = m_KinectSensor.Init(m_depthType, m_depthRes, m_bNearMode, m_bFallbackToDefault, m_colorType, m_colorRes, m_bSeatedSkeletonMode);
if (SUCCEEDED(hr))
{
m_KinectSensorPresent = TRUE;
m_KinectSensor.GetVideoConfiguration(&videoConfig);
m_KinectSensor.GetDepthConfiguration(&depthConfig);
pDepthConfig = &depthConfig;
m_hint3D[0] = m_hint3D[1] = FT_VECTOR3D(0, 0, 0);
}
else
{
m_KinectSensorPresent = FALSE;
WCHAR errorText[MAX_PATH];
ZeroMemory(errorText, sizeof(WCHAR) * MAX_PATH);
wsprintf(errorText, L"Could not initialize the Kinect sensor. hr=0x%x\n", hr);
MessageBoxW(m_hWnd, errorText, L"Face Tracker Initialization Error\n", MB_OK);
return 1;
}
// Try to start the face tracker.
m_pFaceTracker = FTCreateFaceTracker(_opt);
if (!m_pFaceTracker)
{
MessageBoxW(m_hWnd, L"Could not create the face tracker.\n", L"Face Tracker Initialization Error\n", MB_OK);
return 2;
}
hr = m_pFaceTracker->Initialize(&videoConfig, pDepthConfig, NULL, NULL);
if (FAILED(hr))
{
WCHAR path[512], buffer[1024];
GetCurrentDirectoryW(ARRAYSIZE(path), path);
wsprintf(buffer, L"Could not initialize face tracker (%s). hr=0x%x", path, hr);
MessageBoxW(m_hWnd, /*L"Could not initialize the face tracker.\n"*/ buffer, L"Face Tracker Initialization Error\n", MB_OK);
return 3;
}
hr = m_pFaceTracker->CreateFTResult(&m_pFTResult);
if (FAILED(hr) || !m_pFTResult)
{
MessageBoxW(m_hWnd, L"Could not initialize the face tracker result.\n", L"Face Tracker Initialization Error\n", MB_OK);
return 4;
}
// Initialize the RGB image.
m_colorImage = FTCreateImage();
if (!m_colorImage || FAILED(hr = m_colorImage->Allocate(videoConfig.Width, videoConfig.Height, FTIMAGEFORMAT_UINT8_B8G8R8X8)))
{
return 5;
}
if (pDepthConfig)
{
m_depthImage = FTCreateImage();
if (!m_depthImage || FAILED(hr = m_depthImage->Allocate(depthConfig.Width, depthConfig.Height, FTIMAGEFORMAT_UINT16_D13P3)))
{
return 6;
}
}
SetCenterOfImage(NULL);
m_LastTrackSucceeded = false;
while (m_ApplicationIsRunning)
{
CheckCameraInput();
InvalidateRect(m_hWnd, NULL, FALSE);
UpdateWindow(m_hWnd);
Sleep(16);
}
m_pFaceTracker->Release();
m_pFaceTracker = NULL;
if(m_colorImage)
{
m_colorImage->Release();
m_colorImage = NULL;
}
if(m_depthImage)
{
m_depthImage->Release();
m_depthImage = NULL;
}
if(m_pFTResult)
{
m_pFTResult->Release();
m_pFTResult = NULL;
}
m_KinectSensor.Release();
return 0;
}這個線程會在一個循環裏面執行
while (m_ApplicationIsRunning)
{
CheckCameraInput();
InvalidateRect(m_hWnd, NULL, FALSE);
UpdateWindow(m_hWnd);
Sleep(16);
}然後CheckCameraInput處理每幀
// Get a video image and process it.
void FTHelper::CheckCameraInput()
{
HRESULT hrFT = E_FAIL;
if (m_KinectSensorPresent && m_KinectSensor.GetVideoBuffer())
{
HRESULT hrCopy = m_KinectSensor.GetVideoBuffer()->CopyTo(m_colorImage, NULL, 0, 0);
if (SUCCEEDED(hrCopy) && m_KinectSensor.GetDepthBuffer())
{
hrCopy = m_KinectSensor.GetDepthBuffer()->CopyTo(m_depthImage, NULL, 0, 0);
}
// Do face tracking
if (SUCCEEDED(hrCopy))
{
FT_SENSOR_DATA sensorData(m_colorImage, m_depthImage, m_KinectSensor.GetZoomFactor(), m_KinectSensor.GetViewOffSet());
FT_VECTOR3D* hint = NULL;
if (SUCCEEDED(m_KinectSensor.GetClosestHint(m_hint3D)))
{
hint = m_hint3D;
}
if (m_LastTrackSucceeded)
{
hrFT = m_pFaceTracker->ContinueTracking(&sensorData, hint, m_pFTResult);
}
else
{
hrFT = m_pFaceTracker->StartTracking(&sensorData, NULL, hint, m_pFTResult);
}
}
}
m_LastTrackSucceeded = SUCCEEDED(hrFT) && SUCCEEDED(m_pFTResult->GetStatus());
if (m_LastTrackSucceeded)
{
SubmitFraceTrackingResult(m_pFTResult);
}
else
{
m_pFTResult->Reset();
}
SetCenterOfImage(m_pFTResult);
}在SubmitFraceTrackingResult函數裏面獲取結果參數，並將網格邊框顯示出來。
BOOL FTHelper::SubmitFraceTrackingResult(IFTResult* pResult)
{
if (pResult != NULL && SUCCEEDED(pResult->GetStatus()))
{
if (m_CallBack)
{
(*m_CallBack)(m_CallBackParam);//回調函數會在這裏執行
}
if (m_DrawMask)
{
FLOAT* pSU = NULL;
UINT numSU;
BOOL suConverged;
m_pFaceTracker->GetShapeUnits(NULL, &pSU, &numSU, &suConverged);
POINT viewOffset = {0, 0};
FT_CAMERA_CONFIG cameraConfig;
if (m_KinectSensorPresent)
{
m_KinectSensor.GetVideoConfiguration(&cameraConfig);
}
else
{
cameraConfig.Width = 640;
cameraConfig.Height = 480;
cameraConfig.FocalLength = 500.0f;
}
IFTModel* ftModel;
HRESULT hr = m_pFaceTracker->GetFaceModel(&ftModel);
if (SUCCEEDED(hr))
{
hr = VisualizeFaceModel(m_colorImage, ftModel, &cameraConfig, pSU, 1.0, viewOffset, pResult, 0x00FFFF00);
ftModel->Release();
}
}
}
return TRUE;
}HRESULT VisualizeFaceModel(IFTImage* pColorImg, IFTModel* pModel, FT_CAMERA_CONFIG const* pCameraConfig, FLOAT const* pSUCoef,
FLOAT zoomFactor, POINT viewOffset, IFTResult* pAAMRlt, UINT32 color)
{
if (!pColorImg || !pModel || !pCameraConfig || !pSUCoef || !pAAMRlt)
{
return E_POINTER;
}
HRESULT hr = S_OK;
UINT vertexCount = pModel->GetVertexCount();
FT_VECTOR2D* pPts2D = reinterpret_cast<FT_VECTOR2D*>(_malloca(sizeof(FT_VECTOR2D) * vertexCount));
if (pPts2D)
{
FLOAT *pAUs;
UINT auCount;
hr = pAAMRlt->GetAUCoefficients(&pAUs, &auCount);
if (SUCCEEDED(hr))
{
FLOAT scale, rotationXYZ[3], translationXYZ[3];
hr = pAAMRlt->Get3DPose(&scale, rotationXYZ, translationXYZ);
if (SUCCEEDED(hr))
{
hr = pModel->GetProjectedShape(pCameraConfig, zoomFactor, viewOffset, pSUCoef, pModel->GetSUCount(), pAUs, auCount,
scale, rotationXYZ, translationXYZ, pPts2D, vertexCount);
if (SUCCEEDED(hr))
{
POINT* p3DMdl = reinterpret_cast<POINT*>(_malloca(sizeof(POINT) * vertexCount));
if (p3DMdl)
{
for (UINT i = 0; i < vertexCount; ++i)
{
p3DMdl[i].x = LONG(pPts2D[i].x + 0.5f);
p3DMdl[i].y = LONG(pPts2D[i].y + 0.5f);
}
FT_TRIANGLE* pTriangles;
UINT triangleCount;
hr = pModel->GetTriangles(&pTriangles, &triangleCount);
if (SUCCEEDED(hr))
{
struct EdgeHashTable
{
UINT32* pEdges;
UINT edgesAlloc;
void Insert(int a, int b)
{
UINT32 v = (min(a, b) << 16) | max(a, b);
UINT32 index = (v + (v << 8)) * 49157, i;
for (i = 0; i < edgesAlloc - 1 && pEdges[(index + i) & (edgesAlloc - 1)] && v != pEdges[(index + i) & (edgesAlloc - 1)]; ++i)
{
}
pEdges[(index + i) & (edgesAlloc - 1)] = v;
}
} eht;
eht.edgesAlloc = 1 << UINT(log(2.f * (1 + vertexCount + triangleCount)) / log(2.f));
eht.pEdges = reinterpret_cast<UINT32*>(_malloca(sizeof(UINT32) * eht.edgesAlloc));
if (eht.pEdges)
{
ZeroMemory(eht.pEdges, sizeof(UINT32) * eht.edgesAlloc);
for (UINT i = 0; i < triangleCount; ++i)
{
eht.Insert(pTriangles[i].i, pTriangles[i].j);
eht.Insert(pTriangles[i].j, pTriangles[i].k);
eht.Insert(pTriangles[i].k, pTriangles[i].i);
}
for (UINT i = 0; i < eht.edgesAlloc; ++i)
{
if(eht.pEdges[i] != 0)
{
pColorImg->DrawLine(p3DMdl[eht.pEdges[i] >> 16], p3DMdl[eht.pEdges[i] & 0xFFFF], color, 1);
}
}
_freea(eht.pEdges);
}
// Render the face rect in magenta
RECT rectFace;
hr = pAAMRlt->GetFaceRect(&rectFace);
if (SUCCEEDED(hr))
{
POINT leftTop = {rectFace.left, rectFace.top};
POINT rightTop = {rectFace.right - 1, rectFace.top};
POINT leftBottom = {rectFace.left, rectFace.bottom - 1};
POINT rightBottom = {rectFace.right - 1, rectFace.bottom - 1};
UINT32 nColor = 0xff00ff;
SUCCEEDED(hr = pColorImg->DrawLine(leftTop, rightTop, nColor, 1)) &&
SUCCEEDED(hr = pColorImg->DrawLine(rightTop, rightBottom, nColor, 1)) &&
SUCCEEDED(hr = pColorImg->DrawLine(rightBottom, leftBottom, nColor, 1)) &&
SUCCEEDED(hr = pColorImg->DrawLine(leftBottom, leftTop, nColor, 1));
}
}
_freea(p3DMdl);
}
else
{
hr = E_OUTOFMEMORY;
}
}
}
}
_freea(pPts2D);
}
else
{
hr = E_OUTOFMEMORY;
}
return hr;
}然後在主窗口的消息循環中
case WM_PAINT:
hdc = BeginPaint(hWnd, &ps);
// Draw the avatar window and the video window
PaintWindow(hdc, hWnd);
EndPaint(hWnd, &ps);
break;畫圖函數長這樣
// Draw the egg head and the camera video with the mask superimposed.
BOOL SingleFace::PaintWindow(HDC hdc, HWND hWnd)
{
static int errCount = 0;
BOOL ret = FALSE;
RECT rect;
GetClientRect(hWnd, &rect);
int width = rect.right - rect.left;
int height = rect.bottom - rect.top;
int halfWidth = width/2;
// Show the video on the right of the window
errCount += !ShowVideo(hdc, width - halfWidth, height, halfWidth, 0);
// Draw the egg avatar on the left of the window
errCount += !ShowEggAvatar(hdc, halfWidth, height, 0, 0);
return ret;
}其中ShowVideo會調用 m_FTHelper.GetColorImage()，獲取helper畫好的網格和邊框。
// Drawing the video window
BOOL SingleFace::ShowVideo(HDC hdc, int width, int height, int originX, int originY)
{
BOOL ret = TRUE;
// Now, copy a fraction of the camera image into the screen.
IFTImage* colorImage = m_FTHelper.GetColorImage();
if (colorImage)
{
int iWidth = colorImage->GetWidth();
int iHeight = colorImage->GetHeight();
if (iWidth > 0 && iHeight > 0)
{
int iTop = 0;
int iBottom = iHeight;
int iLeft = 0;
int iRight = iWidth;
// Keep a separate buffer.
if (m_pVideoBuffer && SUCCEEDED(m_pVideoBuffer->Allocate(iWidth, iHeight, FTIMAGEFORMAT_UINT8_B8G8R8A8)))
{
// Copy do the video buffer while converting bytes
colorImage->CopyTo(m_pVideoBuffer, NULL, 0, 0);
// Compute the best approximate copy ratio.
float w1 = (float)iHeight * (float)width;
float w2 = (float)iWidth * (float)height;
if (w2 > w1 && height > 0)
{
// video image too wide
float wx = w1/height;
iLeft = (int)max(0, m_FTHelper.GetXCenterFace() - wx / 2);
iRight = iLeft + (int)wx;
if (iRight > iWidth)
{
iRight = iWidth;
iLeft = iRight - (int)wx;
}
}
else if (w1 > w2 && width > 0)
{
// video image too narrow
float hy = w2/width;
iTop = (int)max(0, m_FTHelper.GetYCenterFace() - hy / 2);
iBottom = iTop + (int)hy;
if (iBottom > iHeight)
{
iBottom = iHeight;
iTop = iBottom - (int)hy;
}
}
int const bmpPixSize = m_pVideoBuffer->GetBytesPerPixel();
SetStretchBltMode(hdc, HALFTONE);
BITMAPINFO bmi = {sizeof(BITMAPINFO), iWidth, iHeight, 1, static_cast<WORD>(bmpPixSize * CHAR_BIT), BI_RGB, m_pVideoBuffer->GetStride() * iHeight, 5000, 5000, 0, 0};
if (0 == StretchDIBits(hdc, originX, originY, width, height,
iLeft, iBottom, iRight-iLeft, iTop-iBottom, m_pVideoBuffer->GetBuffer(), &bmi, DIB_RGB_COLORS, SRCCOPY))
{
ret = FALSE;
}
}
}
}
return ret;
}ShowEggAvatar會調用m_eggavatar.DrawImage(m_pImageBuffer);畫雞蛋臉， 注意雞蛋臉的參數在回調函數裏面設置好了
// Drawing code
BOOL SingleFace::ShowEggAvatar(HDC hdc, int width, int height, int originX, int originY)
{
static int errCount = 0;
BOOL ret = FALSE;
if (m_pImageBuffer && SUCCEEDED(m_pImageBuffer->Allocate(width, height, FTIMAGEFORMAT_UINT8_B8G8R8A8)))
{
memset(m_pImageBuffer->GetBuffer(), 0, m_pImageBuffer->GetStride() * height); // clear to black
m_eggavatar.SetScaleAndTranslationToWindow(height, width);
m_eggavatar.DrawImage(m_pImageBuffer);
BITMAPINFO bmi = {sizeof(BITMAPINFO), width, height, 1, static_cast<WORD>(m_pImageBuffer->GetBytesPerPixel() * CHAR_BIT), BI_RGB, m_pImageBuffer->GetStride() * height, 5000, 5000, 0, 0};
errCount += (0 == StretchDIBits(hdc, 0, 0, width, height, 0, 0, width, height, m_pImageBuffer->GetBuffer(), &bmi, DIB_RGB_COLORS, SRCCOPY));
ret = TRUE;
}
return ret;
}