How opentracker calls openpose To use web camera?thanks #35

zhaowuyao · 2018-11-17T09:39:30Z

openpose:
cd build/
sudo make install
OpenTracker:
CMakeLists.txt:
find_package(OpenPose REQUIRED)

include_directories(${OpenPose_INCLUDE_DIRS})

add_executable(example.bin example.cpp)

target_link_libraries(example.bin ${OpenPose_LIBS})
./makefile set
OPENPOSE=1

Opentracker set trackerscompaere.cpp

#include "kcf/kcftracker.hpp"
#include "eco/eco.hpp"
#include "eco/parameters.hpp"

#ifdef USE_CAFFE
#include "goturn/network/regressor.h"
#include "goturn/tracker/tracker.h"
#endif

#include "inputs/readdatasets.hpp"
#include "inputs/readvideo.hpp"
#include "inputs/openpose.hpp"

#include <gflags/gflags.h>
#include <glog/logging.h>

#include <opencv2/opencv.hpp>
#include <opencv2/tracking.hpp>
#include <opencv2/core/ocl.hpp>
#include <opencv2/core/core.hpp>
#include <opencv2/highgui/highgui.hpp>

#include
#include
#include

using namespace cv;
using namespace std;

// Convert to string
int main(int argc, char **argv)
{

// Read using openpose============================================
cv::Rect2f bboxGroundtruth;
cv::Mat frame, frameDraw;

OpenPose openpose;
openpose.IniRead(bboxGroundtruth);
VideoCapture capture("rtsp://admin:[email protected]//Streaming/Channels/1"); // open the default camera
if (!capture.isOpened()) // check if we succeeded
    return -1;
capture.set(CV_CAP_PROP_FRAME_WIDTH, 1280);
capture.set(CV_CAP_PROP_FRAME_HEIGHT, 720);
capture >> frame;
frame.copyTo(frameDraw);
rectangle(frameDraw, bboxGroundtruth, Scalar(0, 0, 0), 2, 1);
imshow("Tracking", frameDraw);


// Read from Video and choose a bbox===============================
//::google::InitGoogleLogging(argv[0]);
/*cv::Rect2f bboxGroundtruth;
cv::Mat frame, frameDraw;
cv::VideoCapture capture;
capture.open("sequences/oneperson.mp4");
if (!capture.isOpened())
{
    std::cout << "Capture device failed to open!" << std::endl;
    return -1;
}
capture >> frameDraw;
frameDraw.copyTo(frame);

std::string window_name = "OpenTracker";
cv::namedWindow(window_name);
ReadVideo readvideo;
readvideo.IniRead(bboxGroundtruth, frameDraw, window_name, capture);
*/
// Read from the datasets==========================================

// ::google::InitGoogleLogging(argv[0]);
/* cv::Rect2f bboxGroundtruth;
cv::Mat frame, frameDraw;
ReadDatasets readdatasets;
readdatasets.IniRead(bboxGroundtruth, frame);
frame.copyTo(frameDraw);
readdatasets.DrawGroundTruth(bboxGroundtruth, frameDraw);
*/
// Init the trackers=================================================
// Create Opencv tracker:
string trackerTypes[6] = {"BOOSTING", "MIL", "KCF", "TLD", "MEDIANFLOW", "GOTURN"};
string trackerType = trackerTypes[2];
Ptrcv::Tracker opencvtracker;
if (trackerType == "BOOSTING")
opencvtracker = cv::TrackerBoosting::create();
if (trackerType == "MIL")
opencvtracker = cv::TrackerMIL::create();
if (trackerType == "KCF")
opencvtracker = cv::TrackerKCF::create();
if (trackerType == "TLD")
opencvtracker = cv::TrackerTLD::create();
if (trackerType == "MEDIANFLOW")
opencvtracker = cv::TrackerMedianFlow::create();
if (trackerType == "GOTURN")
opencvtracker = cv::TrackerGOTURN::create();
Rect2d opencvbbox((int)bboxGroundtruth.x, (int)bboxGroundtruth.y, (int)bboxGroundtruth.width, (int)bboxGroundtruth.height);
opencvtracker->init(frame, opencvbbox);

// Create KCFTracker:
bool HOG = true, FIXEDWINDOW = true, MULTISCALE = true, LAB = true, DSST = false; //LAB color space features
kcf::KCFTracker kcftracker(HOG, FIXEDWINDOW, MULTISCALE, LAB, DSST);
Rect2d kcfbbox((int)bboxGroundtruth.x, (int)bboxGroundtruth.y, (int)bboxGroundtruth.width, (int)bboxGroundtruth.height);
kcftracker.init(frame, kcfbbox);

// Create DSSTTracker:
DSST = true;
kcf::KCFTracker dssttracker(HOG, FIXEDWINDOW, MULTISCALE, LAB, DSST);
Rect2d dsstbbox((int)bboxGroundtruth.x, (int)bboxGroundtruth.y, (int)bboxGroundtruth.width, (int)bboxGroundtruth.height);
dssttracker.init(frame, dsstbbox);

#ifdef USE_CAFFE
// Create GOTURN tracker:
const string model_file = "goturn/nets/deploy.prototxt";
const string pretrain_file = "goturn/nets/goturun_tracker.caffemodel";
int gpu_id = 0;
Regressor regressor(model_file, pretrain_file, gpu_id, false);
goturn::Tracker goturntracker(false);
cv::Rect goturnbbox(bboxGroundtruth.x, bboxGroundtruth.y, bboxGroundtruth.width, bboxGroundtruth.height);
BoundingBox bbox_gt;
BoundingBox bbox_estimate_uncentered;
bbox_gt.getRect(goturnbbox);
goturntracker.Init(frame, bbox_gt, &regressor);
#endif

// Create ECO trakcer;
eco::ECO ecotracker;
Rect2f ecobbox(bboxGroundtruth.x, bboxGroundtruth.y, bboxGroundtruth.width, bboxGroundtruth.height);
eco::EcoParameters parameters;
//parameters.max_score_threshhold = 0.1;
// when use cn feature:
parameters.useCnFeature = false;
parameters.cn_features.fparams.tablename = "/usr/local/include/opentracker/eco/look_tables/CNnorm.txt";
ecotracker.init(frame, ecobbox, parameters);

while (frame.data)
{
    frame.copyTo(frameDraw);

    //Opencv=====================
    double timercv = (double)getTickCount();
    bool okopencv = opencvtracker->update(frame, opencvbbox);
    float fpscv = getTickFrequency() / ((double)getTickCount() - timercv);
    if (okopencv)
    {
        rectangle(frameDraw, opencvbbox, Scalar(255, 0, 0), 2, 1);
    }
    else
    {
        putText(frameDraw, "Opencv tracking failure detected", cv::Point(10, 50), FONT_HERSHEY_SIMPLEX, 0.75, Scalar(255, 0, 0), 2);
    }

    //KCF=========================
    double timerkcf = (double)getTickCount();
    bool okkcf = kcftracker.update(frame, kcfbbox);
    float fpskcf = getTickFrequency() / ((double)getTickCount() - timerkcf);
    if (okkcf)
    {
        rectangle(frameDraw, kcfbbox, Scalar(0, 255, 0), 2, 1);
    }
    else
    {
        putText(frameDraw, "Kcf tracking failure detected", cv::Point(10, 80), FONT_HERSHEY_SIMPLEX,
                0.75, Scalar(0, 255, 0), 2);
    }

    //DSST========================
    double timerdsst = (double)getTickCount();
    bool okdsst = dssttracker.update(frame, dsstbbox);
    float fpsdsst = getTickFrequency() / ((double)getTickCount() - timerdsst);
    if (okdsst)
    {
        rectangle(frameDraw, dsstbbox, Scalar(0, 0, 255), 2, 1);
    }
    else
    {
        putText(frameDraw, "DSST tracking failure detected", cv::Point(10, 110), FONT_HERSHEY_SIMPLEX,
                0.75, Scalar(0, 0, 255), 2);
    }

#ifdef USE_CAFFE
//GOTURN=====================
double timergoturn = (double)getTickCount();
goturntracker.Track(frame, &regressor, &bbox_estimate_uncentered);
bbox_estimate_uncentered.putRect(goturnbbox);
float fpsgoturn = getTickFrequency() / ((double)getTickCount() - timergoturn);
rectangle(frameDraw, goturnbbox, Scalar(255, 255, 0), 2, 1);
#endif

    //ECO========================
    double timeeco = (double)getTickCount();
    bool okeco = ecotracker.update(frame, ecobbox);
    float fpseco = getTickFrequency() / ((double)getTickCount() - timeeco);
    if (okeco)
    {
        rectangle(frameDraw, ecobbox, Scalar(255, 0, 255), 2, 1);
    }
    else
    {
        putText(frameDraw, "ECO tracking failure detected", cv::Point(10, 140), FONT_HERSHEY_SIMPLEX,
                0.75, Scalar(255, 0, 255), 2);
    }

    // Draw ground truth box===========================================
    //readdatasets.DrawGroundTruth(bboxGroundtruth, frameDraw);

    // Display FPS on frameDraw
    ostringstream os;
    os << float(fpseco);
    putText(frameDraw, "FPS: " + os.str(), Point(100, 30), FONT_HERSHEY_SIMPLEX,
            0.75, Scalar(255, 0, 255), 2);

    // Draw the label of trackers
    putText(frameDraw, "Opencv ", cv::Point(frameDraw.cols - 180, 50), FONT_HERSHEY_SIMPLEX, 0.75, Scalar(255, 0, 0), 2);
    line(frameDraw, cv::Point(frameDraw.cols - 100, 50), cv::Point(frameDraw.cols - 10, 50), Scalar(255, 0, 0), 2, 1);
    putText(frameDraw, "KCF ", cv::Point(frameDraw.cols - 180, 75), FONT_HERSHEY_SIMPLEX, 0.75, Scalar(0, 255, 0), 2);
    line(frameDraw, cv::Point(frameDraw.cols - 100, 75), cv::Point(frameDraw.cols - 10, 75), Scalar(0, 255, 0), 2, 1);
    putText(frameDraw, "DSST ", cv::Point(frameDraw.cols - 180, 100), FONT_HERSHEY_SIMPLEX, 0.75, Scalar(0, 0, 255), 2);
    line(frameDraw, cv::Point(frameDraw.cols - 100, 100), cv::Point(frameDraw.cols - 10, 100), Scalar(0, 0, 255), 2, 1);
    putText(frameDraw, "ECO ", cv::Point(frameDraw.cols - 180, 125), FONT_HERSHEY_SIMPLEX, 0.75, Scalar(255, 0, 255), 2);
    line(frameDraw, cv::Point(frameDraw.cols - 100, 125), cv::Point(frameDraw.cols - 10, 125), Scalar(255, 0, 255), 2, 1);

#ifdef USE_CAFFE
putText(frameDraw, "GOTURN ", cv::Point(frameDraw.cols - 180, 150), FONT_HERSHEY_SIMPLEX, 0.75, Scalar(255, 255, 0), 2);
line(frameDraw, cv::Point(frameDraw.cols - 100, 150), cv::Point(frameDraw.cols - 10, 150), Scalar(255, 255, 0), 2, 1);
#endif
// Display frameDraw.=========================================================
//cvNamedWindow("Tracking", CV_WINDOW_NORMAL);
imshow("OpenTracker", frameDraw);

    int c = cvWaitKey(1);
    if (c != -1)
        c = c % 256;
    if (c == 27)
    {
        cvDestroyWindow("OpenTracker");
        return 0;
    }
    waitKey(1);

    // Read the next frame

/* Read from dataset /
// readdatasets.ReadNextFrame(bboxGroundtruth, frame);
/ Read from video and choose a bbox /
/ capture >> frame;
if (frame.empty())
return false;*/

#ifdef USE_MULTI_THREAD
void *status;
int rc = pthread_join(ecotracker.thread_train_, &status);
if (rc)
{
cout << "Error:unable to join," << rc << std::endl;
exit(-1);
}
#endif
cvDestroyWindow("OpenTracker");
return 0;
}

The text was updated successfully, but these errors were encountered:

zhaowuyao · 2018-11-17T13:35:35Z

./trackerscompare.bin --ip_camera "rtsp://admin:[email protected]//Streaming/Channels/1"
Starting OpenPose demo...

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 0

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 1

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 2

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 3

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 4

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 5

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 6

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 7

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 8

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 9

Error:
No camera found.

Coming from:

/home/zhaowuyao/disk_a/projects/openpose/src/openpose/utilities/flagsToOpenPose.cpp:flagsToProducer():204
/home/zhaowuyao/disk_a/projects/openpose/src/openpose/utilities/flagsToOpenPose.cpp:flagsToProducer():213
inputs/openpose.cc:openPoseDemo():504

zhaowuyao · 2018-11-19T08:49:13Z

openpose did not work in the opentracker,how did I do?

rockkingjy · 2018-11-21T02:45:45Z

the original openpose library is updated recently, but mine is not yet, so if you wanna use it here, try to use my forked version: https://github.com/rockkingjy/openpose .

zhaowuyao · 2018-11-21T11:37:01Z

I used the openpose:https://github.com/rockkingjy/openpose ,but didi not work.
Starting OpenPose demo...

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 0

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 1

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 2

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 3

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 4

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 5

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 6

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 7

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 8

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 9

Error:
No camera found.

Coming from:

/home/zhaowuyao/disk_a/projects/openpose/src/openpose/utilities/flagsToOpenPose.cpp:flagsToProducer():204
/home/zhaowuyao/disk_a/projects/openpose/src/openpose/utilities/flagsToOpenPose.cpp:flagsToProducer():213
inputs/openpose.cc:openPoseDemo():504
terminate called after throwing an instance of 'std::runtime_error'
what():
Error:
No camera found.

Coming from:

/home/zhaowuyao/disk_a/projects/openpose/src/openpose/utilities/flagsToOpenPose.cpp:flagsToProducer():204
/home/zhaowuyao/disk_a/projects/openpose/src/openpose/utilities/flagsToOpenPose.cpp:flagsToProducer():213
inputs/openpose.cc:openPoseDemo():504

Aborted (core dumped)

How can I do ?

zhaowuyao · 2018-11-21T11:37:40Z

can you say some details about opentraker to connect openpose?

zhaowuyao · 2018-11-21T12:24:10Z

I used the openpose:https://github.com/rockkingjy/openpose.It did not work.I have the same error.Can you tell me some details about how opentracker to connect to openpose.Trank you very much.I need you help.

rockkingjy · 2018-11-22T01:31:35Z

it seems that you it cant' find your camera, all the details in Opentracker/inputs/openpose.hpp and .cc, or you could check the original openpose repository for more details.

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

How opentracker calls openpose To use web camera?thanks #35

How opentracker calls openpose To use web camera?thanks #35

zhaowuyao commented Nov 17, 2018 •

edited

Loading

zhaowuyao commented Nov 17, 2018 •

edited

Loading

zhaowuyao commented Nov 19, 2018

rockkingjy commented Nov 21, 2018

zhaowuyao commented Nov 21, 2018

zhaowuyao commented Nov 21, 2018 •

edited

Loading

zhaowuyao commented Nov 21, 2018 via email •

edited

Loading

rockkingjy commented Nov 22, 2018

How opentracker calls openpose To use web camera?thanks #35

How opentracker calls openpose To use web camera?thanks #35

Comments

zhaowuyao commented Nov 17, 2018 • edited Loading

zhaowuyao commented Nov 17, 2018 • edited Loading

zhaowuyao commented Nov 19, 2018

rockkingjy commented Nov 21, 2018

zhaowuyao commented Nov 21, 2018

zhaowuyao commented Nov 21, 2018 • edited Loading

zhaowuyao commented Nov 21, 2018 via email • edited Loading

rockkingjy commented Nov 22, 2018

zhaowuyao commented Nov 17, 2018 •

edited

Loading

zhaowuyao commented Nov 17, 2018 •

edited

Loading

zhaowuyao commented Nov 21, 2018 •

edited

Loading

zhaowuyao commented Nov 21, 2018 via email •

edited

Loading