This commit is contained in:
majd.safitli 2023-02-24 11:55:05 +01:00
parent a54bb1c9cb
commit 77754d23b3
1 changed files with 113 additions and 29 deletions

142
ppg.cpp
View File

@ -4,16 +4,40 @@
#include <iostream>
#include "opencv2/opencv.hpp"
#include "opencv2/core.hpp"
#include "opencv2/videoio.hpp"
#include "opencv2/highgui.hpp"
#include "opencv2/objdetect.hpp"
float FPS = 30.0;
bool isDiscardData = true;
int DISCARD_DURATION = 5;
int BUFFER_DURATION = 15;
int countDiscard = 0;
float DISCARD_DURATION;
int FPS=20;
template <typename T>
cv::Mat plotGraph(std::vector<T>& vals, int YRange[2])
{
auto it = minmax_element(vals.begin(), vals.end());
float scale = 1./ceil(*it.second - *it.first);
float bias = *it.first;
int rows = YRange[1] - YRange[0] + 1;
cv::Mat image = 255*cv::Mat::ones( rows, vals.size(), CV_8UC3 );
image.setTo(255);
for (int i = 0; i < (int)vals.size()-1; i++)
{
cv::line(image, cv::Point(i, rows - 1 - (vals[i] -
bias)*scale*YRange[1]), cv::Point(i+1, rows - 1 - (vals[i+1] -
bias)*scale*YRange[1]), cv::Scalar(255, 0, 0), 1);
}
return image;
}
int main()
{
std::cout <<"PPG algorithm"<<std::endl;
cv::VideoCapture cap;
cap.open(0);
if (!cap.isOpened())
@ -22,50 +46,110 @@ int main()
return -2;
}
if (isDiscardData)
{
countDiscard++;
if (countDiscard == DISCARD_DURATION*FPS)
{
isDiscardData = false;
}
}
else
{
return 0;
}
cv::CascadeClassifier faceDetector;
if( !faceDetector.load("./haarcascade_frontalface_alt.xml"))
{
std::cerr << "[ERROR] Unable to load face cascade" << std::endl;
return -1;
};
}
std::vector<cv::Rect> faceRectangles;
bool isBufferFull = false;
int sampleIdBuffer = 0;
cv::Mat greenSignal(1, FPS*BUFFER_DURATION, CV_64F);
while (true)
{
// create a matrix to store the image from the cam
cv::Mat frame;
cv::Mat frame_grey;
//cv::Mat frame;
// wait for a new frame from camera and store it into 'frame'
cap.read(frame);
// check if we succeeded
if (frame.empty())
{
std::cerr << "[ERROR] blank frame grabbed" << std::endl;
break;
}
if (isDiscardData)
{
countDiscard++;
if (countDiscard == DISCARD_DURATION*FPS)
isDiscardData = false;
}
else
{
if (faceRectangles.size()==0)
{
// convert to grayscale
cv::cvtColor(frame, frame_grey, cv::COLOR_BGR2GRAY);
faceDetector.detectMultiScale(frame_grey, faceRectangles, 1.1, 3, 0,
cv::Size(20, 20));
}
else
{
cv::rectangle(frame, faceRectangles[0], cv::Scalar(0, 0, 255), 1, 1, 0);
cv::Rect foreheadROI;
foreheadROI = faceRectangles[0];
foreheadROI.height *= 0.3;
cv::Mat frame_forehead = frame(foreheadROI);
cv::Scalar avg_forehead = mean(frame_forehead);
if (!isBufferFull)
{
greenSignal.at<double>(0, sampleIdBuffer) = avg_forehead[1] ;
sampleIdBuffer++;
if (sampleIdBuffer == FPS*BUFFER_DURATION)
{
isBufferFull = true;
}
}
else
{
std::vector<double> greenSignalNormalized;
cv::Scalar mean, stddev;
cv::meanStdDev(greenSignal, mean, stddev);
for (int l_sample=0; l_sample < FPS*BUFFER_DURATION;
l_sample++)
{
greenSignalNormalized.push_back((greenSignal.at<double>(0, l_sample) - mean[0])/stddev[0]);
}
int range[2] = {0, (int)(FPS*BUFFER_DURATION)};
cv::imshow("green", plotGraph(greenSignalNormalized,
range));
cv::Mat greenFFT;
std::vector<double> greenFFTModule;
cv::dft(greenSignalNormalized,greenFFT,cv::DFT_ROWS|cv::DFT_COMPLEX_OUTPUT);
cv::Mat planes[] =
{cv::Mat::zeros(greenSignalNormalized.size(),1, CV_64F),
cv::Mat::zeros(greenSignalNormalized.size(),1, CV_64F)};
cv::split(greenFFT, planes); // planes[0] = Re(DFT(I),
//planes[1] = Im(DFT(I))
greenFFTModule.clear();
for (int l=0; l < planes[1].cols; l++)
{
double moduleFFT = pow(planes[1].at<double>(0,l),2) +
pow(planes[0].at<double>(0,l),2);
greenFFTModule.push_back(sqrt(moduleFFT));
}
// display green FFT
std::vector<int> peak_indices;
int i;
for (i = 0; i < greenSignalNormalized.size(); i++) {
for (int j = 0; j < greenFFTModule.size(); j++) {
if (greenSignalNormalized[i] == greenFFTModule[j]) {
peak_indices.push_back(i);
}
}
}
std::cout<<"index = " << peak_indices[i] << '\n';
}
}
}
cv::imshow("Color", frame);
if (cv::waitKey(1000.0/FPS) >= 0)
break;
std::vector<cv::Rect> faceRectangles;
faceDetector.detectMultiScale(frame, faceRectangles, 1.1, 3, 0, cv::Size(20, 20));
cv::Rect foreheadROI;
foreheadROI = faceRectangles[0];
foreheadROI.height *= 0.3;
break;
}
return 0;
}
}