Skip to content
Snippets Groups Projects
petrack.cpp 141 KiB
Newer Older
  • Learn to ignore specific revisions
  •             // waehrend play mehrfachberuecksichtigung von punkten auszuschliessen, aenderungen in altitude neu
                // in berechnung einfliessen zu lassen)
                if(mControlWidget->isTrackRecalcHeightChecked())
    
    d.kilic's avatar
    d.kilic committed
                {
    
                    mPersonStorage.recalcHeight(mControlWidget->getCameraAltitude());
                }
                mTrackerReal->calculate(
                    this,
                    mTracker,
                    mImageItem,
                    mControlWidget->getColorPlot(),
                    mMissingFrames,
                    getImageBorderSize(),
                    mControlWidget->isTrackMissingFramesChecked(),
                    mStereoWidget->stereoUseForExport->isChecked(),
                    mControlWidget->getTrackAlternateHeight(),
                    mControlWidget->getCameraAltitude(),
                    mStereoWidget->stereoUseCalibrationCenter->isChecked(),
                    mControlWidget->isExportElimTpChecked(),
                    mControlWidget->isExportElimTrjChecked(),
                    mControlWidget->isExportSmoothChecked(),
                    mControlWidget->isExportViewDirChecked(),
                    mControlWidget->isExportAngleOfViewChecked(),
                    mControlWidget->isExportMarkerIDChecked(),
                    autoCorrectOnlyExport);
    
                SPDLOG_INFO("export tracking data to {} ({} person(s))...", dest, mPersonStorage.nbPersons());
                QTextStream outDat(&fileDat);
                mTrackerReal->exportDat(
                    outDat, mControlWidget->getTrackAlternateHeight(), mStereoWidget->stereoUseForExport->isChecked());
                fileDat.flush();
                fileDat.close();
    
                if(QFile::exists(dest))
                {
                    QFile::remove(dest);
                }
    
    d.kilic's avatar
    d.kilic committed
    
    
                        tr("PeTrack"),
                        tr("Could not export tracking data.\n"
                           "Please try again!"));
                }
                else
                {
                    statusBar()->showMessage(tr("Saved tracking data to %1.").arg(dest), 5000);
                }
    
    d.kilic's avatar
    d.kilic committed
    
    
                SPDLOG_INFO("finished");
            }
            else if(dest.right(5) == ".trav")
            {
                // recalcHeight true, wenn personenhoehe ueber trackpoints neu berechnet werden soll (z.b. um
                // waehrend play mehrfachberuecksichtigung von punkten auszuschliessen, aenderungen in altitude neu
                // in berechnung einfliessen zu lassen)
                if(mControlWidget->isTrackRecalcHeightChecked())
                {
                    mPersonStorage.recalcHeight(mControlWidget->getCameraAltitude());
                }
    
    d.kilic's avatar
    d.kilic committed
    
    
                mTrackerReal->calculate(
                    this,
                    mTracker,
                    mImageItem,
                    mControlWidget->getColorPlot(),
                    mMissingFrames,
                    getImageBorderSize(),
                    mControlWidget->isTrackMissingFramesChecked(),
                    mStereoWidget->stereoUseForExport->isChecked(),
                    mControlWidget->getTrackAlternateHeight(),
                    mControlWidget->getCameraAltitude(),
                    mStereoWidget->stereoUseCalibrationCenter->isChecked(),
                    mControlWidget->isExportElimTpChecked(),
                    mControlWidget->isExportElimTrjChecked(),
                    mControlWidget->isExportSmoothChecked(),
                    mControlWidget->isExportViewDirChecked(),
                    mControlWidget->isExportAngleOfViewChecked(),
                    mControlWidget->isExportMarkerIDChecked(),
                    autoCorrectOnlyExport);
    
                QTemporaryFile fileXml;
                if(!fileXml.open()) //! fileXml.open(QIODevice::WriteOnly | QIODevice::Text))
                {
                    PCritical(this, tr("PeTrack"), tr("Cannot open %1:\n%2.").arg(dest).arg(fileXml.errorString()));
                    return;
    
    d.kilic's avatar
    d.kilic committed
                }
    
                SPDLOG_INFO("export tracking data to {} ({} person(s))...", dest, mPersonStorage.nbPersons());
                // already done: mTrackerReal->calculate(mTracker, mImageItem, mControlWidget->getColorPlot(),
                // getImageBorderSize(), mControlWidget->trackMissingFrames->checkState());
                QTextStream outXml(&fileXml);
                outXml << "<?xml version=\"1.0\" encoding=\"UTF-8\"?>" << Qt::endl;
                outXml << "<trajectoriesDataset>" << Qt::endl;
                outXml << "    <header version=\"1.0\">" << Qt::endl;
                outXml << "        <roomCaption>PeTrack: " << mAnimation->getFileBase() << "</roomCaption>" << Qt::endl;
                outXml << "        <roomID>0</roomID>" << Qt::endl;
                outXml << "        <agents>" << mPersonStorage.nbPersons() << "</agents>" << Qt::endl;
                outXml << "        <frameRate>" << mAnimation->getFPS() << "</frameRate> <!--per second-->" << Qt::endl;
                // outXml << "        <timeStep>" << 1000./mAnimation->getFPS() << "</timeStep>   <!--
                // millisecond-->"
                // << endl; inverse von
                outXml << "        <timeFirstFrame sec=\"" << mAnimation->getFirstFrameSec() << "\" microsec=\""
                       << mAnimation->getFirstFrameMicroSec() << "\"/> <!-- " << mAnimation->getTimeString(0) << " -->"
                       << Qt::endl;
                outXml << "    </header>" << Qt::endl << Qt::endl;
    
                mTrackerReal->exportXml(
                    outXml, mControlWidget->getTrackAlternateHeight(), mStereoWidget->stereoUseForExport->isChecked());
    
                outXml << "</trajectoriesDataset>" << Qt::endl;
                fileXml.flush();
                fileXml.close();
    
                if(QFile::exists(dest))
    
    d.kilic's avatar
    d.kilic committed
                {
    
    d.kilic's avatar
    d.kilic committed
    
    
                        tr("PeTrack"),
                        tr("Could not export tracking data.\n"
                           "Please try again!"));
    
    d.kilic's avatar
    d.kilic committed
                }
                else
    
                {
                    statusBar()->showMessage(tr("Saved tracking data to %1.").arg(dest), 5000);
    
    d.kilic's avatar
    d.kilic committed
                }
    
    
                SPDLOG_INFO("finished");
            }
            else
            { // wenn keine Dateiendung, dann wird trc und txt herausgeschrieben
                exportTracker(dest + ".trc");
                exportTracker(dest + ".txt");
    
    d.kilic's avatar
    d.kilic committed
            }
    
            mLastTrackerExport = dest;
        }
        catch(const std::runtime_error &error)
        {
            PCritical(this, "Failed to export trajectories", error.what());
    
    d.kilic's avatar
    d.kilic committed
        }
    }
    
    // fuer anschliessende groessenberechnung
    void Petrack::playAll()
    {
    
        int memPos  = mPlayerWidget->getPos();
    
    d.kilic's avatar
    d.kilic committed
        int progVal = 0;
    
        QProgressDialog progress("Playing whole sequence...", "Abort playing", 0, mAnimation->getNumFrames(), this);
        progress.setWindowModality(Qt::WindowModal); // blocks main window
    
        // vorwaertslaufen ab aktueller Stelle und trackOnlineCalc zum tracken nutzen
        do
        {
    
            progress.setValue(++progVal); // mPlayerWidget->getPos()
    
    d.kilic's avatar
    d.kilic committed
            qApp->processEvents();
    
            if(progress.wasCanceled())
    
    d.kilic's avatar
    d.kilic committed
                break;
    
        } while(mPlayerWidget->frameForward());
    
    d.kilic's avatar
    d.kilic committed
    
        mPlayerWidget->skipToFrame(memPos);
    }
    
    
    /**
     * @brief Activates tracking and reco; calcs through the video (in both ways)
     *
     * This method activates tracking and reco and plays the whole video (from current
     * frame on) till the end. Then, if mAutoBackTrack is set, it jumps back to the
     * largest first frame, i.e. the last time a new person was added/recognized, and
     * tracks backwards till the beginning of the video.
     *
     * The old settings for tracking and reco will be restored. No interaction with the
     * main window is possible for the time of tracking.
     */
    
    d.kilic's avatar
    d.kilic committed
    void Petrack::trackAll()
    {
    
        int  memPos        = mPlayerWidget->getPos();
        int  progVal       = 0;
        bool memCheckState = mControlWidget->isOnlineTrackingChecked();
        bool memRecoState  = mControlWidget->isPerformRecognitionChecked();
    
    d.kilic's avatar
    d.kilic committed
    
    
        mControlWidget->setOnlineTrackingChecked(true);
        mControlWidget->setPerformRecognitionChecked(true);
    
    d.kilic's avatar
    d.kilic committed
    
    
        QProgressDialog progress(
            "Tracking pedestrians through all frames...",
            "Abort tracking",
            0,
            2 * mAnimation->getNumFrames() - memPos,
            this);
    
    d.kilic's avatar
    d.kilic committed
        progress.setWindowModality(Qt::WindowModal); // blocks main window
    
        // vorwaertslaufen ab aktueller Stelle und trackOnlineCalc zum tracken nutzen
        do
        {
    
            progress.setValue(++progVal); // mPlayerWidget->getPos()
    
    d.kilic's avatar
    d.kilic committed
            qApp->processEvents();
    
            if(progress.wasCanceled())
    
    d.kilic's avatar
    d.kilic committed
                break;
    
        } while(mPlayerWidget->frameForward());
    
    d.kilic's avatar
    d.kilic committed
    
    
        if(mAutoBackTrack)
    
    d.kilic's avatar
    d.kilic committed
        {
            // zuruecksprinegn an die stelle, wo der letzte trackPath nicht vollstaendig
            // etwas spaeter, da erste punkte in reco path meist nur ellipse ohne markererkennung
    
            mControlWidget->setOnlineTrackingChecked(false);
    
            mPlayerWidget->skipToFrame(mPersonStorage.largestFirstFrame() + 5);
    
            mControlWidget->setOnlineTrackingChecked(true);
    
            // progVal = 2*mAnimation->getNumFrames()-memPos-mPlayerWidget->getPos();
            progVal += mAnimation->getNumFrames() - mPlayerWidget->getPos();
            progress.setValue(progVal); // mPlayerWidget->getPos()
    
    d.kilic's avatar
    d.kilic committed
    
            // recognition abstellen, bis an die stelle, wo trackAll begann
            // UEBERPRUEFEN, OB TRACKPATH NICHT RECOGNITION PUNKTE UEBERSCHREIBT!!!!!!!!!!
            // repeate und repaetQual koennte temporaer umgestellt werden
    
            mControlWidget->setPerformRecognitionChecked(false);
    
    d.kilic's avatar
    d.kilic committed
    
            // rueckwaertslaufen
            do
            {
    
                if(progVal + 1 < 2 * mAnimation->getNumFrames() - memPos)
    
                    progress.setValue(++progVal); // mPlayerWidget->getPos()
    
    d.kilic's avatar
    d.kilic committed
                qApp->processEvents();
    
                if(progress.wasCanceled())
    
    d.kilic's avatar
    d.kilic committed
                    break;
    
                if(mPlayerWidget->getPos() == memPos + 1)
    
                    mControlWidget->setPerformRecognitionChecked(true);
    
            } while(mPlayerWidget->frameBackward());
    
    d.kilic's avatar
    d.kilic committed
    
            // bei abbruch koennen es auch mPlayerWidget->getPos() frames sein, die bisher geschrieben wurden
    
            progress.setValue(2 * mAnimation->getNumFrames() - memPos);
    
    d.kilic's avatar
    d.kilic committed
        }
    
    
        if(mAutoTrackOptimizeColor)
    
            mPersonStorage.optimizeColor();
    
    d.kilic's avatar
    d.kilic committed
    
    
        mControlWidget->setPerformRecognitionChecked(memRecoState);
        mControlWidget->setOnlineTrackingChecked(false);
    
    d.kilic's avatar
    d.kilic committed
        mPlayerWidget->skipToFrame(memPos);
    
        mControlWidget->setOnlineTrackingChecked(memCheckState);
    
    d.kilic's avatar
    d.kilic committed
    }
    
    // default: (QPointF *pos=NULL, int pers=-1, int frame=-1);
    int Petrack::winSize(QPointF *pos, int pers, int frame, int level)
    {
        // default of mControlWidget->trackRegionScale->value() is 16, so that
        // a factor of 1.6 of the headsize is used
    
        if(level == -1)
    
            level = mControlWidget->getTrackRegionLevels();
    
        return (int) ((getHeadSize(pos, pers, frame) / pow(2., level)) * (mControlWidget->getTrackRegionScale() / 10.));
    
    d.kilic's avatar
    d.kilic committed
    }
    
    void Petrack::updateImage(bool imageChanged) // default = false (only true for new animation frame)
    {
    
        mCodeMarkerItem->resetSavedMarkers();
    
    
        static int  lastRecoFrame            = -10000;
    
    d.kilic's avatar
    d.kilic committed
        static bool borderChangedForTracking = false;
    
    d.kilic's avatar
    d.kilic committed
        // need semaphore to guarrantee that updateImage only called once
        // updateValue of control automatically calls updateImage!!!
        static QSemaphore semaphore(1);
    
        if(!mImg.empty() && mImage && semaphore.tryAcquire())
    
    d.kilic's avatar
    d.kilic committed
        {
            int frameNum = mAnimation->getCurrentFrameNum();
    
            setStatusTime();
    
            updateShowFPS();
    
            mImgFiltered = mImg;
    
            // have to store because evaluation sets the filter parameter to unchanged
            bool brightContrastChanged = mBrightContrastFilter.changed();
    
            bool swapChanged           = mSwapFilter.changed();
            bool borderChanged         = mBorderFilter.changed();
    
            bool calibChanged          = mCalibFilter.changed();
    
    d.kilic's avatar
    d.kilic committed
    
            // speicherverwaltung wird komplett von filtern ueberneommen
    
            // Filter anwenden, Reihenfolge wichtig - Rechenintensive moeglichst frueh
            // fkt so nur mit kopierenden filtern
    
    
            if(imageChanged || swapChanged)
    
    d.kilic's avatar
    d.kilic committed
                mImgFiltered = mSwapFilter.apply(mImgFiltered);
    
    d.kilic's avatar
    d.kilic committed
            else
    
    d.kilic's avatar
    d.kilic committed
                mImgFiltered = mSwapFilter.getLastResult();
    
    d.kilic's avatar
    d.kilic committed
    
    
            if(imageChanged || swapChanged || brightContrastChanged)
    
    d.kilic's avatar
    d.kilic committed
                mImgFiltered = mBrightContrastFilter.apply(mImgFiltered);
    
    d.kilic's avatar
    d.kilic committed
            else
    
    d.kilic's avatar
    d.kilic committed
                mImgFiltered = mBrightContrastFilter.getLastResult();
    
    d.kilic's avatar
    d.kilic committed
    
    
            if(imageChanged || swapChanged || brightContrastChanged || borderChanged)
    
    d.kilic's avatar
    d.kilic committed
                mImgFiltered = mBorderFilter.apply(mImgFiltered); // mIplImg
    
    d.kilic's avatar
    d.kilic committed
            else
    
    d.kilic's avatar
    d.kilic committed
                mImgFiltered = mBorderFilter.getLastResult();
    
    d.kilic's avatar
    d.kilic committed
    
    
            if(borderChanged)
    
    d.kilic's avatar
    d.kilic committed
                updateControlImage(mImgFiltered);
    
    #ifndef STEREO_DISABLED
    
            if(imageChanged || swapChanged || brightContrastChanged || borderChanged || calibChanged)
    
    d.kilic's avatar
    d.kilic committed
            {
    
                if(mStereoContext)
    
    d.kilic's avatar
    d.kilic committed
                    mStereoContext->init(mImgFiltered);
            }
    
    d.kilic's avatar
    d.kilic committed
    
    
            if(imageChanged || swapChanged || brightContrastChanged || borderChanged || calibChanged)
    
                mImgFiltered = mCalibFilter.apply(mImgFiltered);
    
    d.kilic's avatar
    d.kilic committed
            else
    
                mImgFiltered = mCalibFilter.getLastResult();
    
    d.kilic's avatar
    d.kilic committed
    
    
            if(brightContrastChanged || swapChanged || borderChanged || calibChanged)
    
    d.kilic's avatar
    d.kilic committed
            {
    
                // abfrage hinzugenommen, damit beim laden von .pet bg-file angegeben werden kann fuer mehrere versuche und
                // beim nachladen von versuch nicht bg geloescht wird
                if(mBackgroundFilter.getFilename() != "")
    
                    SPDLOG_WARN("no background reset, because of explicit loaded background image!");
    
    d.kilic's avatar
    d.kilic committed
                else
    
                    mBackgroundFilter
                        .reset(); // alle gesammelten hintergrundinfos werden verworfen und bg.changed auf true gesetzt
    
    d.kilic's avatar
    d.kilic committed
            }
    
    
            if(imageChanged || mBackgroundFilter.changed())
    
    d.kilic's avatar
    d.kilic committed
                mImgFiltered = mBackgroundFilter.apply(mImgFiltered);
    
    d.kilic's avatar
    d.kilic committed
            else
    
    d.kilic's avatar
    d.kilic committed
                mImgFiltered = mBackgroundFilter.getLastResult();
    
    d.kilic's avatar
    d.kilic committed
    
            // delete track list, if intrinsic param have changed
    
            if(calibChanged && mPersonStorage.nbPersons() > 0) // mCalibFilter.getEnabled() &&
    
    d.kilic's avatar
    d.kilic committed
            {
                // Evtl. nicht Tracker loeschen sondern entsprechend der neuen Calibration verschieben?!?!?
    
                mPersonStorage.clear();
    
    d.kilic's avatar
    d.kilic committed
                mTracker->reset();
    
                if(!isLoading())
    
                    SPDLOG_WARN("deleted all tracking pathes because intrinsic parameters have changed.");
    
    d.kilic's avatar
    d.kilic committed
            }
            else
            {
    
    #ifndef STEREO_DISABLED
    
    d.kilic's avatar
    d.kilic committed
                // calculate position in 3D space and height of person for "old" trackPoints, if checked "even"
    
                if(mStereoContext && mStereoWidget->stereoUseForHeightEver->isChecked() &&
                   mStereoWidget->stereoUseForHeight->isChecked())
    
    d.kilic's avatar
    d.kilic committed
                {
                    // buildt disparity picture if it should be used for height detection
                    mStereoContext->getDisparity();
    
    
                    mPersonStorage.calcPosition(frameNum);
    
    d.kilic's avatar
    d.kilic committed
                }
    
    d.kilic's avatar
    d.kilic committed
            }
    
            if(borderChanged)
    
    d.kilic's avatar
    d.kilic committed
                borderChangedForTracking = true;
    
    d.kilic's avatar
    d.kilic committed
            // tracking vor recognition, da dann neu gefundene punkte mit getrackten bereits ueberprueft werden koennen
    
            if((trackChanged() || imageChanged) && (mControlWidget->isOnlineTrackingChecked())) // borderChanged ???
    
    d.kilic's avatar
    d.kilic committed
            {
                // Rect for tracking area
    
                QRect roi(
                    myRound(mTrackingRoiItem->rect().x() + getImageBorderSize()),
                    myRound(mTrackingRoiItem->rect().y() + getImageBorderSize()),
                    myRound(mTrackingRoiItem->rect().width()),
                    myRound(mTrackingRoiItem->rect().height()));
    
    d.kilic's avatar
    d.kilic committed
    
    
                if(borderChangedForTracking)
    
    d.kilic's avatar
    d.kilic committed
                {
    
                    size.width  = mImgFiltered.cols;
    
    d.kilic's avatar
    d.kilic committed
                    size.height = mImgFiltered.rows;
                    mTracker->resize(size);
    
    
    d.kilic's avatar
    d.kilic committed
                }
    
    #ifndef STEREO_DISABLED
    
    d.kilic's avatar
    d.kilic committed
                // buildt disparity picture if it should be used for height detection
    
                if(mStereoContext && mStereoWidget->stereoUseForHeight->isChecked())
    
    d.kilic's avatar
    d.kilic committed
                    mStereoContext->getDisparity();
    
    d.kilic's avatar
    d.kilic committed
    
    
    d.kilic's avatar
    d.kilic committed
                getRoi(mImgFiltered, roi, rect);
                // Ignore all tracking points outside of rect
    
    
                // if (mPrevIplImgFiltered) // wenn ein vorheriges bild vorliegt
                //  mPrevIplImgFiltered == NULL zeigt an, dass neue bildfolge && mPrevFrame == -1 ebenso
                //  winSize(), wurde mal uebergeben
    
                cv::Mat map1 = mCalibFilter.getMap1();
                int     anz  = mTracker->track(
    
                    mImgFiltered,
                    rect,
    
                    mControlWidget->isTrackRepeatChecked(),
                    mControlWidget->getTrackRepeatQual(),
    
                    getImageBorderSize(),
                    mReco.getRecoMethod(),
    
                    mControlWidget->getTrackRegionLevels(),
    
                    getPedestriansToTrack());
    
                mControlWidget->setTrackNumberNow(QString("%1").arg(anz));
    
                mTrackChanged            = false;
    
    d.kilic's avatar
    d.kilic committed
                borderChangedForTracking = false;
            }
            else
    
                mControlWidget->setTrackNumberNow(QString("0"));
    
    d.kilic's avatar
    d.kilic committed
            // hier muesste fuer ameisen etc allgemeinABC.getPosList(...)
    
    
            if(((((lastRecoFrame + mControlWidget->getRecoStep()) <= frameNum) ||
                 ((lastRecoFrame - mControlWidget->getRecoStep()) >= frameNum)) &&
    
                imageChanged) ||
               mAnimation->isCameraLiveStream() || swapChanged || brightContrastChanged || borderChanged || calibChanged ||
               recognitionChanged())
    
    d.kilic's avatar
    d.kilic committed
            {
    
    #ifndef STEREO_DISABLED
    
    d.kilic's avatar
    d.kilic committed
                // buildt disparity picture if it should be used for height detection or recognition
    
                if(mStereoContext &&
                   (mStereoWidget->stereoUseForHeight->isChecked() || mStereoWidget->stereoUseForReco->isChecked()))
    
    d.kilic's avatar
    d.kilic committed
                    mStereoContext->getDisparity(); // wird nicht neu berechnet, wenn vor tracking schon berechnet wurde
    
                if(borderChanged)
    
                    mRecognitionRoiItem->restoreSize();
    
                if(mControlWidget->isPerformRecognitionChecked())
    
    d.kilic's avatar
    d.kilic committed
                {
    
                    QRect rect(
                        myRound(mRecognitionRoiItem->rect().x() + getImageBorderSize()),
                        myRound(mRecognitionRoiItem->rect().y() + getImageBorderSize()),
                        myRound(mRecognitionRoiItem->rect().width()),
                        myRound(mRecognitionRoiItem->rect().height()));
    
    d.kilic's avatar
    d.kilic committed
                    QList<TrackPoint> persList;
    
                    auto              recoMethod = mReco.getRecoMethod();
    
                    if((recoMethod == reco::RecognitionMethod::Casern) || (recoMethod == reco::RecognitionMethod::Hermes) ||
                       (recoMethod == reco::RecognitionMethod::Color) || (recoMethod == reco::RecognitionMethod::Japan) ||
                       (recoMethod == reco::RecognitionMethod::MultiColor) ||
                       (recoMethod == reco::RecognitionMethod::Code)) // else
    
                        persList = mReco.getMarkerPos(
    
                            mImgFiltered,
                            rect,
                            mControlWidget,
                            getImageBorderSize(),
                            getBackgroundFilter(),
                            mControlWidget->getIntrinsicCameraParams());
    
    d.kilic's avatar
    d.kilic committed
                    }
    
    #ifndef STEREO_DISABLED
    
                    if(mStereoContext && mStereoWidget->stereoUseForReco->isChecked())
    
    d.kilic's avatar
    d.kilic committed
                    {
                        PersonList pl;
    
                        pl.calcPersonPos(mImgFiltered, rect, &persList, mStereoContext, getBackgroundFilter(), markerLess);
    
    d.kilic's avatar
    d.kilic committed
                    }
    
                    mPersonStorage.addPoints(persList, frameNum, mReco.getRecoMethod());
    
    d.kilic's avatar
    d.kilic committed
                    // folgendes lieber im Anschluss, ggf beim exportieren oder statt test direkt del:
    
                    if(mStereoContext && mStereoWidget->stereoUseForReco->isChecked())
    
                        mPersonStorage.purge(frameNum); // bereinigen wenn weniger als 0.2 recognition und nur getrackt
    
    d.kilic's avatar
    d.kilic committed
    
    
                    mControlWidget->setRecoNumberNow(QString("%1").arg(persList.size()));
    
    d.kilic's avatar
    d.kilic committed
                    mRecognitionChanged = false;
    
                    if(false) // hier muss Abfage hin ob kasernen marker genutzt wird
    
                        mControlWidget->getColorPlot()
                            ->replot(); // oder nur wenn tab offen oder wenn sich mtracker geaendert hat???
    
    d.kilic's avatar
    d.kilic committed
                }
                else
    
                    mControlWidget->setRecoNumberNow(QString("0"));
    
    d.kilic's avatar
    d.kilic committed
                lastRecoFrame = frameNum;
            }
            else
    
                mControlWidget->setRecoNumberNow(QString("0"));
    
    d.kilic's avatar
    d.kilic committed
    
    
            mControlWidget->setTrackNumberAll(
    
                QString("%1").arg(mPersonStorage.nbPersons())); // kann sich durch reco und tracker aendern
    
            mControlWidget->setTrackShowOnlyNrMaximum(
    
    d.kilic's avatar
    d.kilic committed
                static_cast<int>(MAX(mPersonStorage.nbPersons(), 1))); // kann sich durch reco und tracker aendern
    
            mControlWidget->setTrackNumberVisible(
    
                QString("%1").arg(mPersonStorage.visible(frameNum))); // kann sich durch reco und tracker aendern
    
    d.kilic's avatar
    d.kilic committed
    
            // in anzuzeigendes Bild kopieren
            // erst hier wird die bildgroesse von mimage an filteredimg mit border angepasst
    
            copyToQImage(*mImage, mImgFiltered);
    
    d.kilic's avatar
    d.kilic committed
    
    
            if(borderChanged)
    
    d.kilic's avatar
    d.kilic committed
                mImageItem->setImage(mImage);
    
    d.kilic's avatar
    d.kilic committed
            else
            {
    
                getScene()->views().first()->viewport()->repaint();
    
                qApp->processEvents();
    
    d.kilic's avatar
    d.kilic committed
                // update pixel color (because image pixel moves)
                setStatusColor();
            }
    
    #ifdef QWT
            mControlWidget->getAnalysePlot()->setActFrame(frameNum);
    
            if(mControlWidget->isAnaMarkActChecked())
    
    d.kilic's avatar
    d.kilic committed
            {
                mControlWidget->getAnalysePlot()->replot();
            }
    #endif
    
            semaphore.release();
        }
    }
    
    void Petrack::updateImage(const cv::Mat &img)
    
    d.kilic's avatar
    d.kilic committed
    {
        mImg = img;
        updateImage(true);
    }
    
    
    void Petrack::updateSequence()
    {
        QImage *oldImage = mImage;
    
        QSize size = mAnimation->getSize();
    
        if(size != QSize{0, 0})
        {
            size.setWidth(size.width() + 2 * getImageBorderSize()); // border is inside the mImage!
            size.setHeight(size.height() + 2 * getImageBorderSize());
        }
        mImage = new QImage(size, QImage::Format_RGB888);
    
    d.kilic's avatar
    d.kilic committed
    
    
    
        if(size == QSize{0, 0})
    
            // separate handling because border should currently be ignored
            // will be applied when a sequence is loaded in
            mRecognitionRoiItem->setRect(0, 0, 0, 0);
            mTrackingRoiItem->setRect(0, 0, 0, 0);
    
            const bool imageSizeChanged = oldImage && (oldImage->rect() != mImage->rect());
            // set roi for recognition if image size changes or roi is zero
            if((mRecognitionRoiItem->rect().width() == 0) || imageSizeChanged)
            {
                mRecognitionRoiItem->setRect(
                    -getImageBorderSize(), -getImageBorderSize(), mImage->width(), mImage->height());
            }
    
            if((mTrackingRoiItem->rect().width() == 0) || imageSizeChanged)
            {
                mTrackingRoiItem->setRect(-getImageBorderSize(), -getImageBorderSize(), mImage->width(), mImage->height());
            }
    
    d.kilic's avatar
    d.kilic committed
    
    
        size2.width  = mTrackingRoiItem->rect().width();
    
    d.kilic's avatar
    d.kilic committed
        size2.height = mTrackingRoiItem->rect().height();
        mTracker->init(size2);
    
        mPlayerWidget->setAnim(mAnimation);
        mPlayerWidget->skipToFrame(0);
    
        mImageItem->setImage(mImage); // wird in updateImage gemacht
    
    d.kilic's avatar
    d.kilic committed
        delete oldImage;
        mSaveSeqVidAct->setEnabled(true);
        mSaveSeqVidViewAct->setEnabled(true);
        mSaveSeqImgAct->setEnabled(true);
        mSaveSeqViewAct->setEnabled(true);
        mSaveImageAct->setEnabled(true);
        mSaveViewAct->setEnabled(true);
        mPrintAct->setEnabled(true);
        mResetSettingsAct->setEnabled(true);
    }
    
    
    
    /**
     * @brief Gets cm per pixel. Only recalculates when calculating head size.
     * @return cm per pixel
     */
    
    double Petrack::getCmPerPixel() const
    
    d.kilic's avatar
    d.kilic committed
    {
        return mCmPerPixel;
    }
    
    
    /**
     * @brief Sets the size of the circle of the average head circumference in pixel.
     *
     * Assumption for default calculation: <br>
     * 21cm avg head length <br>
    
     * default height of person according to mapDefaultHeigt <br>
    
     *
     * Default case recalculates mCmPerPixel
     *
    
     * If headsize get recalulated also mCmPerPixel will be calculated!
    
     * @param hS new headsize, if hS==-1 mHeadSize will be calculated instead of set
    
    d.kilic's avatar
    d.kilic committed
    void Petrack::setHeadSize(double hS)
    {
    
    d.kilic's avatar
    d.kilic committed
        {
            mCmPerPixel = getImageItem()->getCmPerPixel();
    
            // debout << mCmPerPixel <<endl;
    
            mHeadSize = (HEAD_SIZE * mControlWidget->getCameraAltitude() /
                         (mControlWidget->getCameraAltitude() - mControlWidget->getDefaultHeight())) /
    
    d.kilic's avatar
    d.kilic committed
        }
        else
    
    d.kilic's avatar
    d.kilic committed
            mHeadSize = hS;
    
    d.kilic's avatar
    d.kilic committed
    }
    // gibt Kopfgroesse zurueck
    // default: (QPointF *pos=NULL, int pers=-1, int frame=-1)
    double Petrack::getHeadSize(QPointF *pos, int pers, int frame)
    {
        double z, h;
    
    
        if((pers >= 0) && (pers < static_cast<int>(mPersonStorage.nbPersons())) &&
           mPersonStorage.at(pers).trackPointExist(frame))
    
    d.kilic's avatar
    d.kilic committed
        {
    
            if(mControlWidget->getCalibCoordDimension() == 0)
    
    d.kilic's avatar
    d.kilic committed
            {
    
                int         diff;
                cv::Point3f p3d = getExtrCalibration()->get3DPoint(
    
                    cv::Point2f(
                        mPersonStorage.at(pers).trackPointAt(frame).x(), mPersonStorage.at(pers).trackPointAt(frame).y()),
    
                    mControlWidget->getDefaultHeight());
    
    
                cv::Point2f p3d_x1 =
                    getExtrCalibration()->getImagePoint(cv::Point3f(p3d.x + HEAD_SIZE * 0.5, p3d.y, p3d.z));
                cv::Point2f p3d_x2 =
                    getExtrCalibration()->getImagePoint(cv::Point3f(p3d.x - HEAD_SIZE * 0.5, p3d.y, p3d.z));
                cv::Point2f p3d_y1 =
                    getExtrCalibration()->getImagePoint(cv::Point3f(p3d.x, p3d.y + HEAD_SIZE * 0.5, p3d.z));
                cv::Point2f p3d_y2 =
                    getExtrCalibration()->getImagePoint(cv::Point3f(p3d.x, p3d.y - HEAD_SIZE * 0.5, p3d.z));
    
                diff = (int) std::max(
                    sqrt(pow(p3d_x2.x - p3d_x1.x, 2) + pow(p3d_x2.y - p3d_x1.y, 2)),
                    sqrt(pow(p3d_y2.x - p3d_y1.x, 2) + pow(p3d_y2.y - p3d_y1.y, 2)));
                return diff; // < 8 ? 8 : diff;
            }
            else
    
    d.kilic's avatar
    d.kilic committed
            {
    
                z = mPersonStorage.at(pers).trackPointAt(frame).sp().z();
                h = mPersonStorage.at(pers).height();
    
                    return (HEAD_SIZE * mControlWidget->getCameraAltitude() / z) / getImageItem()->getCmPerPixel();
    
                else if(h > MIN_HEIGHT)
    
                    return (HEAD_SIZE * mControlWidget->getCameraAltitude() / (mControlWidget->getCameraAltitude() - h)) /
    
                           getImageItem()->getCmPerPixel();
    
    d.kilic's avatar
    d.kilic committed
                else
    
    d.kilic's avatar
    d.kilic committed
                    return mHeadSize;
    
    d.kilic's avatar
    d.kilic committed
            }
        }
    
    
        if(pos != nullptr)
    
    d.kilic's avatar
    d.kilic committed
            return mHeadSize; // muss noch aus density map gelesen werden!!!
    
        }
        else //(pos == NULL) && (pers == -1)
        {
    
    d.kilic's avatar
    d.kilic committed
            return mHeadSize;
    
    d.kilic's avatar
    d.kilic committed
    }
    
    
    void Petrack::setProFileName(const QString &fileName)
    {
        // don't change project Name to an autosave
        if(mAutosave.isAutosave(fileName) || fileName == mProFileName)
        {
            return;
        }
    
        // Change project => delete old autosave
        mAutosave.deleteAutosave();
        // NOTE: Use only the global variant in future?
        // global one in helper.h because it is needed to use getFileList and shouldn't depend on Petrack
        proFileName  = fileName;
        mProFileName = fileName;
        updateWindowTitle();
    }
    
    
    d.kilic's avatar
    d.kilic committed
    /**
    
     * @brief Return the user's selection of pedestrians/trajectories
    
     * Only people selected via "show only people" (single person) or "show only
     * people list"(multiple persons) are going to be selected.
    
     * @return All user selected pedestrian (empty for all pedestrians)
    
    d.kilic's avatar
    d.kilic committed
    QSet<size_t> Petrack::getPedestrianUserSelection()
    
    d.kilic's avatar
    d.kilic committed
    {
    
        if(mControlWidget->isTrackShowOnlyChecked())
    
    d.kilic's avatar
    d.kilic committed
            QSet<size_t> onlyVisible;
    
            // subtraction needed as in UI ID start at 1 and internally at 0
    
            onlyVisible.insert(mControlWidget->getTrackShowOnlyNr() - 1);
    
        if(mControlWidget->isTrackShowOnlyListChecked())
    
            auto enteredIDs = util::splitStringToInt(mControlWidget->trackShowOnlyNrList()->text());
    
            if(enteredIDs.has_value())
    
    d.kilic's avatar
    d.kilic committed
            {
    
    d.kilic's avatar
    d.kilic committed
                QSet<size_t> selectedIDs;
    
                for(auto id : enteredIDs.value())
    
    d.kilic's avatar
    d.kilic committed
                {
    
                    // subtraction needed as in UI ID start at 1 and internally at 0
                    selectedIDs.insert(id - 1);
    
                mControlWidget->trackShowOnlyNrList()->setStyleSheet("");
    
                mControlWidget->trackShowOnlyNrList()->setStyleSheet("border: 1px solid red");
    
    d.kilic's avatar
    d.kilic committed
        return QSet<size_t>();
    
    d.kilic's avatar
    d.kilic committed
    
    
    /**
     * @brief Splits the given text to get a set of integers.
     *
     * The given text will be split on ',' and then each element will be checked if it is a range. Ranges are marked with
     * '-' as divider. Only positive integer values are allowed.
     *
     * Examples:
     * '1,5,6' -> (1, 5, 6)
     * '1-5' -> (1, 2, 3, 4, 5)
     *
     * @param input given text
     * @return Set of int in the given text
     */
    std::optional<QSet<int>> util::splitStringToInt(const QString &input)
    {
        QSet<int> ids;
    
        for(const auto &id : input.split(",", Qt::SkipEmptyParts))
        {
            bool ok        = false;
            int  enteredID = id.toInt(&ok);
            if(ok && enteredID >= 0) // parse single values
            {
                ids.insert(enteredID);
            }
            else // error or IDs range (e.g. 1-3, 6-10, etc.)
            {
                if(id.startsWith("-"))
                {
                    ok = false;
                }
                auto range = id.split("-");
                int  first = range[0].toInt(&ok);
                ok         = ok && range.size() == 2 && !range[1].isEmpty();
                if(ok)
                {
                    int last = range[1].toInt(&ok);
                    if(ok)
    
    d.kilic's avatar
    d.kilic committed
                        {
    
                        for(int i = first; i <= last; i++)
                        {
                            ids.insert(i);
    
    }
    
    /**
     * @brief Checks which pedestrians/trajectories are selected for evaluation.
     *
     * If "only for selected" is checked, then only selected people (@see
     * Petrack::getPedestrianUserSelection()) are going to be tracked, all people
     * otherwise.
     *
     * @return all trajectories which should be evaluated; empty when all should be evaluated
     */
    
    d.kilic's avatar
    d.kilic committed
    QSet<size_t> Petrack::getPedestriansToTrack()
    
        if(mControlWidget->isTrackOnlySelectedChecked())
    
            return getPedestrianUserSelection();
    
    d.kilic's avatar
    d.kilic committed
        return QSet<size_t>();
    
    d.kilic's avatar
    d.kilic committed
    }
    
    
    void Petrack::addManualTrackPointOnlyVisible(const QPointF &pos)
    
    d.kilic's avatar
    d.kilic committed
    {
    
        int pers = addOrMoveManualTrackPoint(pos) + 1;
        if(pers == 0)
    
            pers = static_cast<int>(mPersonStorage.nbPersons()) + 1;
    
        mControlWidget->setTrackShowOnlyNr(pers);
        mControlWidget->setTrackShowOnly(Qt::Checked);
    
    d.kilic's avatar
    d.kilic committed
    }
    
    void Petrack::updateControlWidget()
    {
    
        mControlWidget->setTrackNumberAll(QString("%1").arg(mPersonStorage.nbPersons()));
    
        mControlWidget->setTrackShowOnlyNrMaximum(static_cast<int>(MAX(mPersonStorage.nbPersons(), 1)));
    
        mControlWidget->setTrackNumberVisible(QString("%1").arg(mPersonStorage.visible(mAnimation->getCurrentFrameNum())));
    
    d.kilic's avatar
    d.kilic committed
    }
    
    void Petrack::splitTrackPerson(QPointF pos)
    {
    
        mPersonStorage.splitPersonAt((Vec2F) pos, mAnimation->getCurrentFrameNum(), getPedestrianUserSelection());
    
    d.kilic's avatar
    d.kilic committed
        updateControlWidget();
    }
    
    
     * @brief Lets the user add or move a TrackPoint manually
     *
     * There is an check inside addPoint which inhibits adding a point,
     * if only selected trajectories are visualized, since one wouldn't
     * see the newly added TrackPoint.
    
     *
     * @param pos pixel position of mouse on image
    
     * @return index of person whose point was moved; -1 if failed or new trajectory is started
    
    int Petrack::addOrMoveManualTrackPoint(const QPointF &pos)
    
    d.kilic's avatar
    d.kilic committed
    {
    
        int        pers = -1;
    
        TrackPoint tP(Vec2F{pos}, 110); // 110 is higher than 100 (max. quality) and gets clamped to 100 after insertion
        // allows replacemet of every point (check for better quality always passes)
    
        mPersonStorage.addPoint(
    
            tP, mAnimation->getCurrentFrameNum(), getPedestrianUserSelection(), mReco.getRecoMethod(), &pers);
    
        updateControlWidget();
        return pers;
    
    d.kilic's avatar
    d.kilic committed
    }
    
    // direction zeigt an, ob bis zum aktuellen (-1), ab dem aktuellen (1) oder ganzer trackpath (0)
    // loeschen von Trackpoints einer Trajektorie
    
    void Petrack::deleteTrackPoint(QPointF pos, int direction) // const QPoint &pos
    
    d.kilic's avatar
    d.kilic committed
    {
    
        mPersonStorage.delPoint((Vec2F) pos, direction, mAnimation->getCurrentFrameNum(), getPedestrianUserSelection());
    
    d.kilic's avatar
    d.kilic committed
        updateControlWidget();
    }
    void Petrack::editTrackPersonComment(QPointF pos)
    {
    
        mPersonStorage.editTrackPersonComment((Vec2F) pos, mAnimation->getCurrentFrameNum(), getPedestrianUserSelection());
    
        updateControlWidget();
    
    d.kilic's avatar
    d.kilic committed
    }
    void Petrack::setTrackPersonHeight(QPointF pos)
    {
    
        mPersonStorage.setTrackPersonHeight((Vec2F) pos, mAnimation->getCurrentFrameNum(), getPedestrianUserSelection());
    
    d.kilic's avatar
    d.kilic committed
        updateControlWidget();
    }
    void Petrack::resetTrackPersonHeight(QPointF pos)
    {
    
        mPersonStorage.resetTrackPersonHeight((Vec2F) pos, mAnimation->getCurrentFrameNum(), getPedestrianUserSelection());
    
    d.kilic's avatar
    d.kilic committed
        updateControlWidget();
    }
    
    
    /**
     * @brief Delete the following, previous or whole trajectory of **all** trajectories
     * @param direction previous, following or whole
     */
    void Petrack::deleteTrackPointAll(PersonStorage::Direction direction) // const QPoint &pos
    
    d.kilic's avatar
    d.kilic committed
    {
    
        mPersonStorage.delPointAll(direction, mAnimation->getCurrentFrameNum());
    
    d.kilic's avatar
    d.kilic committed
        updateControlWidget();
    }
    
    void Petrack::deleteTrackPointROI()
    {
    
        mPersonStorage.delPointROI();
    
    d.kilic's avatar
    d.kilic committed
        updateControlWidget();
        mScene->update();
    }
    
    void Petrack::deleteTrackPointInsideROI()
    {
    
        getPersonStorage().delPointInsideROI();
    
    d.kilic's avatar
    d.kilic committed
        updateControlWidget();
        mScene->update();
    }
    
    
    void Petrack::moveTrackPoint(QPointF pos)
    {
        mManualTrackPointMover.moveTrackPoint(pos, mPersonStorage);
        mScene->update();
    }
    
    void Petrack::selectPersonForMoveTrackPoint(QPointF pos)
    {
        FrameRange range;
    
        range.before  = mControlWidget->getTrackShowBefore();
        range.after   = mControlWidget->getTrackShowAfter();
    
        range.current = mPlayerWidget->getPos();
        auto successfullySelected =
            mManualTrackPointMover.selectTrackPoint(pos, mPersonStorage, getPedestrianUserSelection(), range);
    
        if(successfullySelected)
        {
            setCursor(QCursor{Qt::CursorShape::DragMoveCursor});
        }
    }
    
    void Petrack::releaseTrackPoint()
    {
        mManualTrackPointMover.setTrackPoint();
        mAutosave.trackPersonModified();
        setCursor(QCursor{});
    }
    
    
    void Petrack::scrollShowOnly(int delta)
    {
        if(delta < 0)
        {
    
            mControlWidget->setTrackShowOnlyNr(mControlWidget->getTrackShowOnlyNr() - 1);
    
            mControlWidget->setTrackShowOnlyNr(mControlWidget->getTrackShowOnlyNr() + 1);
    
    d.kilic's avatar
    d.kilic committed
    void Petrack::updateSourceInOutFrames()
    {