nicolas.traglia
/
SignalLab1
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

updated ppg.cpp and debuged, both with GIBERT's help and close assistance

This commit is contained in:
Nicolas TRAGLIA 2023-03-01 12:32:57 +01:00
parent 58d4612738
commit dfc3b9b40a
1 changed files with 167 additions and 158 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

163
ppg.cpp
View File

@ -6,14 +6,14 @@
#include "opencv2/videoio.hpp" #include "opencv2/videoio.hpp"
#include "opencv2/highgui.hpp" #include "opencv2/highgui.hpp"
int FPS=30; //FPS variable. FPS is the framerate of your video, aka your recording device's int FPS=10; //FPS variable. FPS is the framerate of your video, aka your recording device's
int DISCARD_DURATION=5; int DISCARD_DURATION=5;
bool isDiscardData=true; bool isDiscardData=true;
int countDiscard=0; int countDiscard=0;
bool isBufferFull = false; //buffer variables to initialise before main(); bool isBufferFull = false; //buffer variables to initialise before main();
int sampleIdBuffer = 0; int sampleIdBuffer = 0;
int BUFFER_DURATION= 5; int BUFFER_DURATION= 15;
//Display normalised signal //Display normalised signal
template <typename T> template <typename T>
@ -57,6 +57,18 @@ int main(){
while (true) while (true)
{ {
//Create a matrix to store the image from the cam
cv::Mat frame;
//Wait for a new frame from camera and store it into "frame"
cap.read(frame);
//Check if we succeeded
if (frame.empty()) //If the camera records a blank frame, returns an error.
{
std::cerr<<"[ERROR] Blank frame grabbed"<<std::endl;
break;
}
if(isDiscardData) //This function delays the beginning of the analysis of the data to avoid processing frames taken during white balancing. if(isDiscardData) //This function delays the beginning of the analysis of the data to avoid processing frames taken during white balancing.
{ {
countDiscard++; countDiscard++;
@ -67,92 +79,89 @@ int main(){
} }
else else
{ {
//Create a matrix to store the image from the cam
cv::Mat frame;
//Wait for a new frame from camera and store it into "frame"
cap.read(frame);
//Check if we succeeded
if (frame.empty()) //If the camera records a blank frame, returns an error.
{
std::cerr<<"[ERROR] Blank frame grabbed"<<std::endl;
break;
}
cv::imshow("Color", frame); //shows the colored frame
if (cv::waitKey(1000.0/FPS)>=0) //Stops after 1000/FPS frames
{
break;
}
cv::Mat frame_gray; cv::Mat frame_gray;
cv::cvtColor(frame, frame_gray, cv::COLOR_BGR2GRAY); cv::cvtColor(frame, frame_gray, cv::COLOR_BGR2GRAY);
cv::imshow("Gray", frame_gray); //Shows frame in greyscale //cv::imshow("Gray", frame_gray); //Shows frame in greyscale
std::vector<cv::Rect> faceRectangles; std::vector<cv::Rect> faceRectangles;
faceDetector.detectMultiScale(frame_gray, faceRectangles, 1.1, 3, 0, cv::Size(20,20)); //Detects face faceDetector.detectMultiScale(frame_gray, faceRectangles, 1.1, 3, 0, cv::Size(20,20)); //Detects face
if (faceRectangles.size() > 0)
cv::rectangle(frame, faceRectangles[0], cv::Scalar(0,0,255),1,1,0);
cv::Rect foreheadROI; //create a forehead ROI equal to the face ROI slightly moved upward. cv::Rect foreheadROI; //create a forehead ROI equal to the face ROI slightly moved upward.
foreheadROI = faceRectangles[0]; if (faceRectangles.size() > 0)
foreheadROI.height *= 0.3;
cv::Mat frame_forehead = frame(foreheadROI);
cv::Scalar avg_forehead = mean(frame_forehead); //calculates mean of object frame_forehead
//Buffer of average value for the green channel over the forehead ROI
cv::Mat greenSignal(1, FPS*BUFFER_DURATION, CV_64F);
if (!isBufferFull)
{ {
greenSignal.at<double>(0, sampleIdBuffer) = avg_forehead[1] ; foreheadROI = faceRectangles[0];
sampleIdBuffer++; foreheadROI.height *= 0.3;
if (sampleIdBuffer == FPS*BUFFER_DURATION)
cv::Mat frame_forehead = frame(foreheadROI);
cv::Scalar avg_forehead = mean(frame_forehead); //calculates mean of object frame_forehead
//Buffer of average value for the green channel over the forehead ROI
cv::Mat greenSignal(1, FPS*BUFFER_DURATION, CV_64F);
if (!isBufferFull)
{ {
isBufferFull = true; std::cout << "sampleIdBuffer= " << sampleIdBuffer << " / " << FPS*BUFFER_DURATION << std::endl;
greenSignal.at<double>(0, sampleIdBuffer) = avg_forehead[1] ;
sampleIdBuffer++;
if (sampleIdBuffer == FPS*BUFFER_DURATION)
{
isBufferFull = true;
std::cout<<"greenSignal= "<<greenSignal<<std::endl;
}
}
else
{
//Normalisation of our signal
std::vector<double> greenSignalNormalized;
cv::Scalar mean, stddev;
cv::meanStdDev(greenSignal, mean, stddev);
for (int l_sample=0; l_sample < FPS*BUFFER_DURATION; l_sample++)
{
greenSignalNormalized.push_back((greenSignal.at<double>(0, l_sample)-mean[0])/stddev[0]);
}
//This is used in the main function to display the signal
int range[2] = {0, (int)(FPS*BUFFER_DURATION)};
cv::imshow("green", plotGraph(greenSignalNormalized, range));
cv::Mat greenFFT; //Fast Fourier Transform
std::vector<double> greenFFTModule;
cv::dft(greenSignalNormalized,greenFFT,cv::DFT_ROWS|cv::DFT_COMPLEX_OUTPUT);
cv::Mat planes[] = {cv::Mat::zeros(greenSignalNormalized.size(),1, CV_64F),
cv::Mat::zeros(greenSignalNormalized.size(),1, CV_64F)};
cv::split(greenFFT, planes); // planes[0] = Re(DFT(I), planes[1] = Im(DFT(I))
greenFFTModule.clear();
for (int l=0; l < planes[1].cols; l++)
{
double moduleFFT = pow(planes[1].at<double>(0,l),2) +
pow(planes[0].at<double>(0,l),2);
greenFFTModule.push_back(sqrt(moduleFFT));
}
// display green FFT
cv::imshow("FFT module green", plotGraph(greenFFTModule, range));
float maxValue=-1;
int indexValue=0;
for(auto i=0.5*(BUFFER_DURATION);i<(4*BUFFER_DURATION);i++)
{
if(greenFFTModule[i]>maxValue)
{
maxValue=greenFFTModule[i];
indexValue=i;
}
}
float HRBPM=(indexValue*60.0)/(BUFFER_DURATION);
std::cout<<HRBPM << std::endl;
} }
} }
}
//Normalisation of our signal cv::imshow("Color", frame); //shows the colored frame
std::vector<double> greenSignalNormalized; if (cv::waitKey(1000.0/FPS)>=0) //Stops after 1000/FPS frames
cv::Scalar mean, stddev; {
cv::meanStdDev(greenSignal, mean, stddev); break;
for (int l_sample=0; l_sample < FPS*BUFFER_DURATION; l_sample++)
{
greenSignalNormalized.push_back((greenSignal.at<double>(0, l_sample)-mean[0])/stddev[0]);
}
//This is used in the main function to display the signal
int range[2] = {0, (int)(FPS*BUFFER_DURATION)};
cv::imshow("green", plotGraph(greenSignalNormalized, range));
cv::Mat greenFFT;
std::vector<double> greenFFTModule;
cv::dft(greenSignalNormalized,greenFFT,cv::DFT_ROWS|cv::DFT_COMPLEX_OUTPUT);
cv::Mat planes[] = {cv::Mat::zeros(greenSignalNormalized.size(),1, CV_64F),
cv::Mat::zeros(greenSignalNormalized.size(),1, CV_64F)};
cv::split(greenFFT, planes); // planes[0] = Re(DFT(I), planes[1] = Im(DFT(I))
greenFFTModule.clear();
for (int l=0; l < planes[1].cols; l++)
{
double moduleFFT = pow(planes[1].at<double>(0,l),2) +
pow(planes[0].at<double>(0,l),2);
greenFFTModule.push_back(sqrt(moduleFFT));
}
// display green FFT
cv::imshow("FFT module green", plotGraph(greenFFTModule, range));
std::vector<double> sampleVector{};
for (int i=0; i<greenFFTModule.length();++i)
{
if (greenFFTModule.at(i)>=0.5 && greenFFTModule.at(i)<=4)
{
sampleVector.push_back(greenFFTModule.at(i));
}
}
std::cout << "values in interval: "<<"\n";
for (auto i: sampleVector())
{
std::cout << i << ' '; // will print vector's content
}
//get maximum value of sampleVector and print it
std::cout<<"max frequency: "<<"\n"<<max_element(sampleVector.begin(cloud), sampleVector.end(cloud));
return 0;
} }
} }
} }