qngmeter/QNGmeter.cpp

#ifdef _WIN32
#include <Windows.h>
#include <conio.h>
#endif

#include <iostream>
#include <iomanip>
#include <stdint.h>
#include <ctime>
#include <time.h>

#include <omp.h>
#include <queue>
#include <deque>
#include <vector>
#include <string>
#include <memory>
#include <cmath>

#include "BiasAndAC.h"
#include "Monkey.h"
#include "Serial.h"
#include "Entropy.h"
#include "Stat.h"
#include "Gamma.h"
#include "KolmogorovSmirnov.h"

int deviceType_;
int rxBytes;
int blockIntCount;
bool doExit = false;

using namespace std;

#ifdef __linux
	#include <signal.h>
	// Terminal Signal Handler
	void sigintevent(int)
	{
		doExit = true;
	}
#endif

#define _BSD_SOURCE
#include <sys/time.h>
				
int main()
{					
    // try this to resize terminal
//    resizeterm(42, 80);
  
	#ifdef _WIN32
		// hide cursor
		CONSOLE_CURSOR_INFO info;
		info.dwSize = 100;
		info.bVisible = FALSE;
		SetConsoleCursorInfo(GetStdHandle(STD_OUTPUT_HANDLE), &info);
		// clear screen
		system("cls");
	#elif __linux
		// clear screen
		// cout << "\E[?25l\E[H\E[2J";
		// Signal handler to catch CTRL-C in terminal
		signal(SIGINT, (__sighandler_t)&sigintevent);
	#elif MACOSX
    #endif
		
	// randtest classes
    CBiasAndAC biasAndAc;
    biasAndAc.ResetAll();
    CMonkey oqso;
    CSerial serial;
    CEntropy entropy;
    CGamma gamma;
    CKolmogorovSmirnov ks;

    double serialP = 0.5;
    double serialZ = 0.0;
    double KSP;
    double KSN;

    time_t startTime;
    time(&startTime);
    string sTime = ctime(&startTime);
    char sStartTime[16];
    sTime.copy(sStartTime, 15, 4);

    time_t timeNow;
    time_t timePrev;
    time(&timePrev);
    timePrev -= 8;

    queue<shared_ptr<vector<uint32_t> > > dataQueue;

    double bitsThroughputCount = 0;
    double prevBitsThroughputCount = 0;
    double bitsTestedCount = 0;
    double bitsTestedRatio = 1;
    double prevBitsTestedCount = 0;

    #ifdef _WIN32
        LARGE_INTEGER countFreq;
        QueryPerformanceFrequency(&countFreq);
        LARGE_INTEGER prevCount;
        QueryPerformanceCounter(&prevCount);
        LARGE_INTEGER nowCount;
    #elif __linux
        timeval start, stop;
        double newTimeInterval;
        gettimeofday(&start, NULL);
    #elif MACOSX
    #endif

    double throughput = 0;

    vector<double> metaPs;
    vector<double> meterZs;
    vector<int> meterFlags(36, 0);
    double meterScore = 0;
    bool meterFreeze = false;

    omp_set_nested(true);

    #pragma omp parallel sections num_threads(2)
    {

        #pragma omp section
        {
            // This section reads from stdin as binary data and enqueues it for testing
            const size_t blockSize = 2048; // Number of uint32_t values in a block
            const size_t bytesPerValue = sizeof(uint32_t);
            const size_t bufferSize = blockSize * bytesPerValue; // Total bytes per block
            char buffer[bufferSize]; // Temporary buffer to store bytes
            while (!cin.eof() && !doExit) {
                cin.read(buffer, bufferSize);
                size_t bytesRead = cin.gcount();

                // Convert read bytes to uint32_t and store in a vector
                shared_ptr<vector<uint32_t>> newBuffer(new vector<uint32_t>());
                for (size_t i = 0; i < bytesRead; i += bytesPerValue) {
                    if (i + bytesPerValue <= bytesRead) {
                        // Ensure we have a full 4 bytes to read
                        uint32_t value = 0;
                        memcpy(&value, buffer + i, bytesPerValue);
                        newBuffer->push_back(value);
                    }
                }

                if (!newBuffer->empty()) {
                    #pragma omp critical
                    dataQueue.push(newBuffer);
                }
            }
            doExit = true; // Exit if stdin closes or reaches EOF
        }


        #pragma omp section
        {
            // This section processes the enqueued data
            while (!doExit || !dataQueue.empty()) {
                shared_ptr<vector<uint32_t>> testBuffer = nullptr;
                #pragma omp critical
                {
                    if (!dataQueue.empty()) {
                        testBuffer = dataQueue.front();
                        dataQueue.pop();
                    }
                }

                if (testBuffer != nullptr) {
                    // Parallel processing of the testBuffer
                    #pragma omp parallel sections num_threads(4)
                    {
                        #pragma omp section
                        { for (uint32_t value : *testBuffer) biasAndAc.InsertWord32(value); }
                        #pragma omp section
                        { for (uint32_t value : *testBuffer) oqso.InsertWord32(value); }
                        #pragma omp section
                        { for (uint32_t value : *testBuffer) serial.InsertWord32(value); }
                        #pragma omp section
                        { for (uint32_t value : *testBuffer) entropy.InsertWord32(value); }
                    }
        
                    // Display results
                    time(&timeNow);
                    if (difftime(timeNow, timePrev) >= 10)
                    {
                        // calc rates
                        #ifdef _WIN32
                            QueryPerformanceCounter(&nowCount);
                            double newTimeInterval = ((double)nowCount.QuadPart - prevCount.QuadPart) / countFreq.QuadPart;
                            prevCount = nowCount;
                        #elif __linux
                            gettimeofday(&stop, NULL);
                            newTimeInterval = (stop.tv_sec - start.tv_sec);      			// sec
                            newTimeInterval += (stop.tv_usec - start.tv_usec) /1000000.0; 	// us to sec
                            start = stop;
                        #elif MACOSX
                        #endif

                        double newBitInterval;
                        double newRate;
                        #pragma omp critical
                        {
                            newBitInterval = (bitsThroughputCount - prevBitsThroughputCount);
                            prevBitsThroughputCount = bitsThroughputCount;
                        }

                        newRate = newBitInterval / newTimeInterval;
                        if (throughput == 0)
                            throughput = newRate;
                        else
                            throughput = (2*throughput + newRate) / 3;

                        double newBitsTestedRatio = (bitsTestedCount-prevBitsTestedCount) / newBitInterval;
                        prevBitsTestedCount = bitsTestedCount;
                        bitsTestedRatio = (2*bitsTestedRatio + newBitsTestedRatio) / 3;
                        if (bitsTestedRatio > 1)
                            bitsTestedRatio = 1;

                        // meta test and meter
                        metaPs.clear();
                        meterZs.clear();

                        if (bitsTestedCount >= 65536)
                        {
                            // Autocorrelation KS test
                            for (int i=0; i<32; i++)
                            {
                                metaPs.push_back(biasAndAc.AC.P_Chi2[i]);
                                meterZs.push_back(biasAndAc.AC.cumulativeACZScore[i]);
                            }
                            double AcKSP;
                            double AcKSN;
                            ks.KSUP(&AcKSP, &AcKSN, &metaPs[0], metaPs.size());

                            // Combined KS test
                            metaPs.push_back(AcKSP);

                            metaPs.push_back(biasAndAc.Bias.P_Chi2);
                            meterZs.push_back(biasAndAc.Bias.cumulativeBiasZScore);
                        }

                        if (bitsTestedCount >= 4194304)
                        {
                            metaPs.push_back(serial.P_Chi2);
                            serialP = gamma.Gamma(128., serial.cumulativeSerialChi2);
                            serialZ = ks.PtoZ(serialP);
                            meterZs.push_back(serialZ);

                            metaPs.push_back(entropy.P_Chi2);
                            meterZs.push_back(entropy.cumulativeZScore);
                        }

                        if (bitsTestedCount >= 10485775)
                        {
                            metaPs.push_back(oqso.P_Chi2);
                            meterZs.push_back(oqso.cumulativeZScore);
                        }

                        if (bitsTestedCount >= 65536)
                        {
                            // This KS is combined AC KSP plus with other tests
                            ks.KSUP(&KSP, &KSN, &metaPs[32], metaPs.size()-32);

                            meterFreeze = false;
                            for (int i=0; i<meterZs.size(); i++)
                            {
                                // freeze condition
                                if (fabs(meterZs[i])>4.264897 || (metaPs[i]<0.00001 || metaPs[i]>0.99999))
                                    meterFlags[i] = -1;
                                // unfreeze condition
                                if (meterFlags[i] == -1)
                                {
                                    if (fabs(meterZs[i])<2.326348 && (metaPs[i]>0.01 && metaPs[i]<0.99))
                                        meterFlags[i] = 0;
                                }

                                if (meterFlags[i] == -1)
                                    meterFreeze = true;
                            }

                            // meter calc
                            if (meterFreeze == false)
                                meterScore = log(bitsTestedCount)/log(2.);
                        }


                        cout << endl;
                        cout << "     QNGmeter Console 1.0         Test Type      z-score   p[z<=x]  p[chi2<=x] " << endl;
                        cout << " +---------------------------+------------------------------------------------+" << endl;
                        cout << " |                           |  1/0 Balance       " << setiosflags(ios::fixed) << setprecision(3) << showpos << biasAndAc.Bias.cumulativeBiasZScore << "    " << setprecision(4) << noshowpos << CStat::ZtoP(biasAndAc.Bias.cumulativeBiasZScore) << "    " << biasAndAc.Bias.P_Chi2 << "  |" << endl;
                        cout << " |                           |  Serial Test       " << setiosflags(ios::fixed) << setprecision(3) << showpos << serialZ << "    " << setprecision(4) << noshowpos << serialP << "    " << serial.P_Chi2 << "  |" << endl;
                        cout << " |                           |  OQSO Test         " << setiosflags(ios::fixed) << setprecision(3) << showpos << oqso.cumulativeZScore << "    " << setprecision(4) << noshowpos << CStat::ZtoP(oqso.cumulativeZScore) << "    " << oqso.P_Chi2 << "  |" << endl;
                        cout << " |                           |  Entropy Test      " << setiosflags(ios::fixed) << setprecision(3) << showpos << entropy.cumulativeZScore << "    " << setprecision(4) << noshowpos << CStat::ZtoP(entropy.cumulativeZScore) << "    " << serial.P_Chi2 << "  |" << endl;
                        cout << " |                           |    H: " << setiosflags(ios::fixed) << setprecision(9) << entropy.E << "                              |" << endl;
            
                        cout << " |                           |                                                |" << endl;

                        for (int i=1; i<=32; i++)
                        {
                        switch(i)
                        {
                        case 2:
                            cout << " |   Start Time              |";
                            break;
                        case 3:
                            cout << " |     " << sStartTime << "       |";
                            break;
                        case 5:
                            cout << " |   Total Bits Tested       |";
                            break;
                        case 6:
                            cout << " |     " << scientific <<  setw(9) << setprecision(2) << bitsTestedCount << fixed << "             |";
                            break;
                        case 8:
                            cout << " |   Throughput              |";
                            break;
                        case 9:
                            cout << " |     " << setiosflags(ios::fixed) << setw(4) << setprecision(1) << (double)(throughput/1000000.0) << " Mbps             |";
                            break;
                        case 11:
                            cout << " |   Bits Tested Percent     |";
                            break;
                        case 12:
                            cout << " |     "  << setiosflags(ios::fixed) << setw(5) << setprecision(1) << (100*bitsTestedRatio) << "%                |";
                            break;
                        case 18:
                            cout << " |   Meta KS+ Test           |";
                            break;
                        case 19:
                            cout << " |     "  << setiosflags(ios::fixed) << setw(5) << setprecision(3) << KSP << "                 |";
                            break;
                        case 22:
                            cout << " |   Meta KS- Test           |";
                            break;
                        case 23:
                            cout << " |     "  << setiosflags(ios::fixed) << setw(5) << setprecision(3) << KSN << "                 |";
                            break;
                        case 29:
                            cout << " |   QNGmeter Score          |";
                            break;
                        case 30:
                            cout << " |     "  << setiosflags(ios::fixed) << setw(4) << setprecision(1) << abs(meterScore) << ((meterScore<0)? "-" : (meterFreeze==false)? "+" : " ") << "                 |";
                            break;
                        default:
                            cout << " |                           |";
                        }
                        cout << "  " << setw(2) << i << "st  AutoCorr    " << setiosflags(ios::fixed) << setprecision(3) << showpos << biasAndAc.AC.cumulativeACZScore[i-1] << "    " << setprecision(4) << noshowpos << CStat::ZtoP(biasAndAc.AC.cumulativeACZScore[i-1]) << "    " << biasAndAc.AC.P_Chi2[i-1] << "  |" << endl;
                        }
                        cout << " +---------------------------+------------------------------------------------+" << endl;

                        #ifdef _WIN32
                            // put cursor in top corner
                            COORD coord;
                            coord.X = 0;
                            coord.Y = 0;
                            SetConsoleCursorPosition(GetStdHandle(STD_OUTPUT_HANDLE), coord);
                        #elif __linux
                            // clear screen
                            // printf("\E[H");
                        #elif MACOSX
                        #endif

                        timePrev = timeNow;
                        cout.flush();
                    }
        
                    // End on an 'x' keypress
                    #ifdef _WIN32
                        if (kbhit())
                        {
                            char c = getch_();
    
                            if ( tolower(c) == 'x' )
                            {
                                doExit = true;
                                break;
                            }
                        }
                    #elif __linux
                        // CRTL-C 
                    #elif MACOSX
                    #endif
                }
                else
                {
                    // give this thread a break from tight loop - waiting for data
                    usleep(1000);
                }
            }
        }
    }
}