qngmeter/QNGmeter.cpp
2024-03-02 19:01:51 +02:00

575 lines
21 KiB
C++
Executable file

#define _DEFAULT_SOURCE
#ifdef _WIN32
#include <Windows.h>
#include <conio.h>
#else
#include <unistd.h>
#include <fcntl.h>
#include <sys/stat.h>
#include <sys/select.h>
#endif
#include <sys/time.h>
#include <iostream>
#include <iomanip>
#include <stdint.h>
#include <ctime>
#include <time.h>
#include <omp.h>
#include <queue>
#include <vector>
#include <string>
#include <memory>
#include <cmath>
#include <mutex>
#include <condition_variable>
#include <deque>
#include "BiasAndAC.h"
#include "Monkey.h"
#include "Serial.h"
#include "Entropy.h"
#include "Stat.h"
#include "Gamma.h"
#include "KolmogorovSmirnov.h"
int deviceType_;
int rxBytes;
int blockIntCount;
bool doExit = false;
using namespace std;
#ifdef __linux
#include <signal.h>
// Terminal Signal Handler
void sigintevent(int)
{
doExit = true;
}
#endif
template<typename T>
class ThreadSafeQueue {
private:
mutable std::mutex mtx;
std::deque<T> dataQueue;
std::condition_variable dataCond;
public:
ThreadSafeQueue() {}
void push(T newData) {
std::lock_guard<std::mutex> lk(mtx);
dataQueue.push_back(std::move(newData));
dataCond.notify_one();
}
bool try_pop(T& value) {
std::lock_guard<std::mutex> lk(mtx);
if (dataQueue.empty()) {
return false;
}
value = std::move(dataQueue.front());
dataQueue.pop_front();
return true;
}
std::unique_lock<std::mutex> wait_and_pop(T& value) {
std::unique_lock<std::mutex> lk(mtx);
dataCond.wait(lk, [this] { return !dataQueue.empty(); });
value = std::move(dataQueue.front());
dataQueue.pop_front();
return lk;
}
bool empty() const {
std::lock_guard<std::mutex> lk(mtx);
return dataQueue.empty();
}
};
int main()
{
// try this to resize terminal
// resizeterm(42, 80);
#ifdef _WIN32
// hide cursor
CONSOLE_CURSOR_INFO info;
info.dwSize = 100;
info.bVisible = FALSE;
SetConsoleCursorInfo(GetStdHandle(STD_OUTPUT_HANDLE), &info);
// clear screen
system("cls");
#elif __linux
// clear screen
// cout << "\E[?25l\E[H\E[2J";
// Signal handler to catch CTRL-C in terminal
signal(SIGINT, (__sighandler_t)&sigintevent);
#elif MACOSX
#endif
// randtest classes
CBiasAndAC biasAndAc;
biasAndAc.ResetAll();
CMonkey oqso;
CSerial serial;
CEntropy entropy;
CGamma gamma;
CKolmogorovSmirnov ks;
double serialP = 0.5;
double serialZ = 0.0;
double KSP;
double KSN;
time_t startTime;
time(&startTime);
string sTime = ctime(&startTime);
char sStartTime[16];
sTime.copy(sStartTime, 15, 4);
time_t timeNow;
time_t timePrev;
time(&timePrev);
timePrev -= 8;
//queue<shared_ptr<vector<uint32_t> > > dataQueue;
double bitsThroughputCount = 0;
double prevBitsThroughputCount = 0;
double bitsTestedCount = 0;
double bitsTestedRatio = 1;
double prevBitsTestedCount = 0;
#ifdef _WIN32
LARGE_INTEGER countFreq;
QueryPerformanceFrequency(&countFreq);
LARGE_INTEGER prevCount;
QueryPerformanceCounter(&prevCount);
LARGE_INTEGER nowCount;
#elif __linux
timeval start, stop;
double newTimeInterval;
gettimeofday(&start, NULL);
#elif MACOSX
#endif
double throughput = 0;
vector<double> metaPs;
vector<double> meterZs;
vector<int> meterFlags(36, 0);
double meterScore = 0;
bool meterFreeze = false;
const char* fifoPath = "/tmp/QNGmeter";
#ifdef __linux
mkfifo(fifoPath, 0666); // Create FIFO if it doesn't exist
int fifoFd = open(fifoPath, O_RDONLY | O_NONBLOCK);
if (fifoFd == -1) {
std::cerr << "Failed to open named pipe for reading." << std::endl;
return 1;
}
#endif
fd_set readfds;
int maxfd = max(STDIN_FILENO, fifoFd) + 1;
ThreadSafeQueue<std::string> dataQueue; // Use a thread-safe queue for shared data
omp_set_nested(true); // Ensure nested parallelism is enabled
#pragma omp parallel sections
{
#pragma omp section
{
fd_set readfds;
int fifoFd = open ("/tmp/myfifo", O_RDONLY | O_NONBLOCK);
if (fifoFd == -1)
{
perror ("Failed to open FIFO");
exit (EXIT_FAILURE);
}
int maxfd = max (STDIN_FILENO, fifoFd) + 1;
ThreadSafeQueue < std::string > dataQueue;
while (!doExit)
{
FD_ZERO (&readfds);
FD_SET (STDIN_FILENO, &readfds);
FD_SET (fifoFd, &readfds);
if (select (maxfd, &readfds, NULL, NULL, NULL) == -1)
{
perror ("select");
exit (EXIT_FAILURE);
}
char buffer[4096];
ssize_t bytesRead;
if (FD_ISSET (STDIN_FILENO, &readfds))
{
bytesRead = read (STDIN_FILENO, buffer, sizeof (buffer));
if (bytesRead > 0)
{
dataQueue.push (std::string (buffer, bytesRead));
}
}
if (FD_ISSET (fifoFd, &readfds))
{
bytesRead = read (fifoFd, buffer, sizeof (buffer));
if (bytesRead > 0)
{
dataQueue.push (std::string (buffer, bytesRead));
}
}
}
close (fifoFd);
}
#pragma omp section
{
std::string buffer; // This will hold the raw binary string data from the queue
while (!doExit)
{
if (dataQueue.try_pop (buffer))
{
// Assuming each uint32_t is stored in 4 bytes within the string
// Convert the string buffer into a vector<uint32_t> for processing
std::vector < uint32_t > values;
const size_t numValues = buffer.size () / sizeof (uint32_t);
for (size_t i = 0; i < numValues; ++i)
{
uint32_t value;
memcpy (&value, buffer.data () + i * sizeof (uint32_t),
sizeof (uint32_t));
values.push_back (value);
}
// Now, values contains the uint32_t data extracted from buffer
// Process the values as needed
#pragma omp parallel sections num_threads(4)
{
#pragma omp section
{
for (uint32_t value:values)
biasAndAc.InsertWord32 (value);
}
#pragma omp section
{
for (uint32_t value:values)
oqso.InsertWord32 (value);
}
#pragma omp section
{
for (uint32_t value:values)
serial.InsertWord32 (value);
}
#pragma omp section
{
for (uint32_t value:values)
entropy.InsertWord32 (value);
}
}
// Display results
time (&timeNow);
if (difftime (timeNow, timePrev) >= 10)
{
// calc rates
#ifdef _WIN32
QueryPerformanceCounter (&nowCount);
double newTimeInterval =
((double) nowCount.QuadPart -
prevCount.QuadPart) / countFreq.QuadPart;
prevCount = nowCount;
#elif __linux
gettimeofday (&stop, NULL);
newTimeInterval = (stop.tv_sec - start.tv_sec); // sec
newTimeInterval += (stop.tv_usec - start.tv_usec) / 1000000.0; // us to sec
start = stop;
#elif MACOSX
#endif
double newBitInterval;
double newRate;
#pragma omp critical
{
newBitInterval =
(bitsThroughputCount - prevBitsThroughputCount);
prevBitsThroughputCount = bitsThroughputCount;
}
newRate = newBitInterval / newTimeInterval;
if (throughput == 0)
throughput = newRate;
else
throughput = (2 * throughput + newRate) / 3;
double newBitsTestedRatio =
(bitsTestedCount - prevBitsTestedCount) / newBitInterval;
prevBitsTestedCount = bitsTestedCount;
bitsTestedRatio =
(2 * bitsTestedRatio + newBitsTestedRatio) / 3;
if (bitsTestedRatio > 1)
bitsTestedRatio = 1;
// meta test and meter
metaPs.clear ();
meterZs.clear ();
if (bitsTestedCount >= 65536)
{
// Autocorrelation KS test
for (int i = 0; i < 32; i++)
{
metaPs.push_back (biasAndAc.AC.P_Chi2[i]);
meterZs.push_back (biasAndAc.AC.
cumulativeACZScore[i]);
}
double AcKSP;
double AcKSN;
ks.KSUP (&AcKSP, &AcKSN, &metaPs[0], metaPs.size ());
// Combined KS test
metaPs.push_back (AcKSP);
metaPs.push_back (biasAndAc.Bias.P_Chi2);
meterZs.push_back (biasAndAc.Bias.cumulativeBiasZScore);
}
if (bitsTestedCount >= 4194304)
{
metaPs.push_back (serial.P_Chi2);
serialP = gamma.Gamma (128., serial.cumulativeSerialChi2);
serialZ = ks.PtoZ (serialP);
meterZs.push_back (serialZ);
metaPs.push_back (entropy.P_Chi2);
meterZs.push_back (entropy.cumulativeZScore);
}
if (bitsTestedCount >= 10485775)
{
metaPs.push_back (oqso.P_Chi2);
meterZs.push_back (oqso.cumulativeZScore);
}
if (bitsTestedCount >= 65536)
{
// This KS is combined AC KSP plus with other tests
ks.KSUP (&KSP, &KSN, &metaPs[32], metaPs.size () - 32);
meterFreeze = false;
for (int i = 0; i < meterZs.size (); i++)
{
// freeze condition
if (fabs (meterZs[i]) > 4.264897
|| (metaPs[i] < 0.00001 || metaPs[i] > 0.99999))
meterFlags[i] = -1;
// unfreeze condition
if (meterFlags[i] == -1)
{
if (fabs (meterZs[i]) < 2.326348
&& (metaPs[i] > 0.01 && metaPs[i] < 0.99))
meterFlags[i] = 0;
}
if (meterFlags[i] == -1)
meterFreeze = true;
}
// meter calc
if (meterFreeze == false)
meterScore = log (bitsTestedCount) / log (2.);
}
cout << endl;
cout <<
" QNGmeter Console 1.0 Test Type z-score p[z<=x] p[chi2<=x] "
<< endl;
cout <<
" +---------------------------+------------------------------------------------+"
<< endl;
cout << " | | 1/0 Balance "
<< setiosflags (ios::
fixed) << setprecision (3) << showpos <<
biasAndAc.Bias.
cumulativeBiasZScore << " " << setprecision (4) <<
noshowpos << CStat::ZtoP (biasAndAc.Bias.
cumulativeBiasZScore) << " " <<
biasAndAc.Bias.P_Chi2 << " |" << endl;
cout << " | | Serial Test "
<< setiosflags (ios::
fixed) << setprecision (3) << showpos <<
serialZ << " " << setprecision (4) << noshowpos <<
serialP << " " << serial.P_Chi2 << " |" << endl;
cout << " | | OQSO Test "
<< setiosflags (ios::
fixed) << setprecision (3) << showpos <<
oqso.
cumulativeZScore << " " << setprecision (4) << noshowpos
<< CStat::ZtoP (oqso.cumulativeZScore) << " " << oqso.
P_Chi2 << " |" << endl;
cout << " | | Entropy Test "
<< setiosflags (ios::
fixed) << setprecision (3) << showpos <<
entropy.
cumulativeZScore << " " << setprecision (4) << noshowpos
<< CStat::ZtoP (entropy.
cumulativeZScore) << " " << serial.
P_Chi2 << " |" << endl;
cout << " | | H: " <<
setiosflags (ios::fixed) << setprecision (9) << entropy.
E << " |" << endl;
cout <<
" | | |"
<< endl;
for (int i = 1; i <= 32; i++)
{
switch (i)
{
case 2:
cout << " | Start Time |";
break;
case 3:
cout << " | " << sStartTime << " |";
break;
case 5:
cout << " | Total Bits Tested |";
break;
case 6:
cout << " | " << scientific << setw (9) <<
setprecision (2) << bitsTestedCount << fixed <<
" |";
break;
case 8:
cout << " | Throughput |";
break;
case 9:
cout << " | " << setiosflags (ios::
fixed) << setw (4)
<< setprecision (1) << (double) (throughput /
1000000.0) <<
" Mbps |";
break;
case 11:
cout << " | Bits Tested Percent |";
break;
case 12:
cout << " | " << setiosflags (ios::
fixed) << setw (5)
<< setprecision (1) << (100 *
bitsTestedRatio) <<
"% |";
break;
case 18:
cout << " | Meta KS+ Test |";
break;
case 19:
cout << " | " << setiosflags (ios::
fixed) << setw (5)
<< setprecision (3) << KSP << " |";
break;
case 22:
cout << " | Meta KS- Test |";
break;
case 23:
cout << " | " << setiosflags (ios::
fixed) << setw (5)
<< setprecision (3) << KSN << " |";
break;
case 29:
cout << " | QNGmeter Score |";
break;
case 30:
cout << " | " << setiosflags (ios::
fixed) << setw (4)
<< setprecision (1) << abs (meterScore) <<
((meterScore < 0) ? "-" : (meterFreeze ==
false) ? "+" : " ") <<
" |";
break;
default:
cout << " | |";
}
cout << " " << setw (2) << i << "st AutoCorr " <<
setiosflags (ios::
fixed) << setprecision (3) << showpos <<
biasAndAc.AC.cumulativeACZScore[i -
1] << " " <<
setprecision (4) << noshowpos << CStat::ZtoP (biasAndAc.
AC.
cumulativeACZScore
[i -
1]) <<
" " << biasAndAc.AC.P_Chi2[i - 1] << " |" << endl;
}
cout <<
" +---------------------------+------------------------------------------------+"
<< endl;
#ifdef _WIN32
// put cursor in top corner
COORD coord;
coord.X = 0;
coord.Y = 0;
SetConsoleCursorPosition (GetStdHandle (STD_OUTPUT_HANDLE),
coord);
#elif __linux
// clear screen
// printf("\E[H");
#elif MACOSX
#endif
timePrev = timeNow;
cout.flush ();
buffer.clear ();
}
// End on an 'x' keypress
#ifdef _WIN32
if (kbhit ())
{
char c = getch_ ();
if (tolower (c) == 'x')
{
doExit = true;
break;
}
}
#elif __linux
// CRTL-C
#elif MACOSX
#endif
}
else
{
// give this thread a break from tight loop - waiting for data
usleep (1000);
}
}
}
}
#ifdef __linux
close(fifoFd); // Close the FIFO file descriptor when done
#endif
return 0;
}