How opentracker calls openpose To use web camera?thanks

[zhaowuyao]

openpose:
cd build/
sudo make install
OpenTracker:
CMakeLists.txt:
find_package(OpenPose REQUIRED)

include_directories(${OpenPose_INCLUDE_DIRS})

add_executable(example.bin example.cpp)

target_link_libraries(example.bin ${OpenPose_LIBS})
./makefile set
OPENPOSE=1

Opentracker set trackerscompaere.cpp

#include "kcf/kcftracker.hpp"
#include "eco/eco.hpp"
#include "eco/parameters.hpp"

#ifdef USE_CAFFE
#include "goturn/network/regressor.h"
#include "goturn/tracker/tracker.h"
#endif

#include "inputs/readdatasets.hpp"
#include "inputs/readvideo.hpp"
#include "inputs/openpose.hpp"

#include <gflags/gflags.h>
#include <glog/logging.h>

#include <opencv2/opencv.hpp>
#include <opencv2/tracking.hpp>
#include <opencv2/core/ocl.hpp>
#include <opencv2/core/core.hpp>
#include <opencv2/highgui/highgui.hpp>

#include
#include
#include

using namespace cv;
using namespace std;

// Convert to string
int main(int argc, char **argv)
{

// Read using openpose============================================
cv::Rect2f bboxGroundtruth;
cv::Mat frame, frameDraw;

OpenPose openpose;
openpose.IniRead(bboxGroundtruth);
VideoCapture capture("rtsp://admin:admin123@192.168.0.230//Streaming/Channels/1"); // open the default camera
if (!capture.isOpened()) // check if we succeeded
    return -1;
capture.set(CV_CAP_PROP_FRAME_WIDTH, 1280);
capture.set(CV_CAP_PROP_FRAME_HEIGHT, 720);
capture >> frame;
frame.copyTo(frameDraw);
rectangle(frameDraw, bboxGroundtruth, Scalar(0, 0, 0), 2, 1);
imshow("Tracking", frameDraw);


// Read from Video and choose a bbox===============================
//::google::InitGoogleLogging(argv[0]);
/*cv::Rect2f bboxGroundtruth;
cv::Mat frame, frameDraw;
cv::VideoCapture capture;
capture.open("sequences/oneperson.mp4");
if (!capture.isOpened())
{
    std::cout << "Capture device failed to open!" << std::endl;
    return -1;
}
capture >> frameDraw;
frameDraw.copyTo(frame);

std::string window_name = "OpenTracker";
cv::namedWindow(window_name);
ReadVideo readvideo;
readvideo.IniRead(bboxGroundtruth, frameDraw, window_name, capture);
*/
// Read from the datasets==========================================

// ::google::InitGoogleLogging(argv[0]);
/* cv::Rect2f bboxGroundtruth;
cv::Mat frame, frameDraw;
ReadDatasets readdatasets;
readdatasets.IniRead(bboxGroundtruth, frame);
frame.copyTo(frameDraw);
readdatasets.DrawGroundTruth(bboxGroundtruth, frameDraw);
*/
// Init the trackers=================================================
// Create Opencv tracker:
string trackerTypes[6] = {"BOOSTING", "MIL", "KCF", "TLD", "MEDIANFLOW", "GOTURN"};
string trackerType = trackerTypes[2];
Ptrcv::Tracker opencvtracker;
if (trackerType == "BOOSTING")
opencvtracker = cv::TrackerBoosting::create();
if (trackerType == "MIL")
opencvtracker = cv::TrackerMIL::create();
if (trackerType == "KCF")
opencvtracker = cv::TrackerKCF::create();
if (trackerType == "TLD")
opencvtracker = cv::TrackerTLD::create();
if (trackerType == "MEDIANFLOW")
opencvtracker = cv::TrackerMedianFlow::create();
if (trackerType == "GOTURN")
opencvtracker = cv::TrackerGOTURN::create();
Rect2d opencvbbox((int)bboxGroundtruth.x, (int)bboxGroundtruth.y, (int)bboxGroundtruth.width, (int)bboxGroundtruth.height);
opencvtracker->init(frame, opencvbbox);

// Create KCFTracker:
bool HOG = true, FIXEDWINDOW = true, MULTISCALE = true, LAB = true, DSST = false; //LAB color space features
kcf::KCFTracker kcftracker(HOG, FIXEDWINDOW, MULTISCALE, LAB, DSST);
Rect2d kcfbbox((int)bboxGroundtruth.x, (int)bboxGroundtruth.y, (int)bboxGroundtruth.width, (int)bboxGroundtruth.height);
kcftracker.init(frame, kcfbbox);

// Create DSSTTracker:
DSST = true;
kcf::KCFTracker dssttracker(HOG, FIXEDWINDOW, MULTISCALE, LAB, DSST);
Rect2d dsstbbox((int)bboxGroundtruth.x, (int)bboxGroundtruth.y, (int)bboxGroundtruth.width, (int)bboxGroundtruth.height);
dssttracker.init(frame, dsstbbox);

#ifdef USE_CAFFE
// Create GOTURN tracker:
const string model_file = "goturn/nets/deploy.prototxt";
const string pretrain_file = "goturn/nets/goturun_tracker.caffemodel";
int gpu_id = 0;
Regressor regressor(model_file, pretrain_file, gpu_id, false);
goturn::Tracker goturntracker(false);
cv::Rect goturnbbox(bboxGroundtruth.x, bboxGroundtruth.y, bboxGroundtruth.width, bboxGroundtruth.height);
BoundingBox bbox_gt;
BoundingBox bbox_estimate_uncentered;
bbox_gt.getRect(goturnbbox);
goturntracker.Init(frame, bbox_gt, &regressor);
#endif

// Create ECO trakcer;
eco::ECO ecotracker;
Rect2f ecobbox(bboxGroundtruth.x, bboxGroundtruth.y, bboxGroundtruth.width, bboxGroundtruth.height);
eco::EcoParameters parameters;
//parameters.max_score_threshhold = 0.1;
// when use cn feature:
parameters.useCnFeature = false;
parameters.cn_features.fparams.tablename = "/usr/local/include/opentracker/eco/look_tables/CNnorm.txt";
ecotracker.init(frame, ecobbox, parameters);

while (frame.data)
{
    frame.copyTo(frameDraw);

    //Opencv=====================
    double timercv = (double)getTickCount();
    bool okopencv = opencvtracker->update(frame, opencvbbox);
    float fpscv = getTickFrequency() / ((double)getTickCount() - timercv);
    if (okopencv)
    {
        rectangle(frameDraw, opencvbbox, Scalar(255, 0, 0), 2, 1);
    }
    else
    {
        putText(frameDraw, "Opencv tracking failure detected", cv::Point(10, 50), FONT_HERSHEY_SIMPLEX, 0.75, Scalar(255, 0, 0), 2);
    }

    //KCF=========================
    double timerkcf = (double)getTickCount();
    bool okkcf = kcftracker.update(frame, kcfbbox);
    float fpskcf = getTickFrequency() / ((double)getTickCount() - timerkcf);
    if (okkcf)
    {
        rectangle(frameDraw, kcfbbox, Scalar(0, 255, 0), 2, 1);
    }
    else
    {
        putText(frameDraw, "Kcf tracking failure detected", cv::Point(10, 80), FONT_HERSHEY_SIMPLEX,
                0.75, Scalar(0, 255, 0), 2);
    }

    //DSST========================
    double timerdsst = (double)getTickCount();
    bool okdsst = dssttracker.update(frame, dsstbbox);
    float fpsdsst = getTickFrequency() / ((double)getTickCount() - timerdsst);
    if (okdsst)
    {
        rectangle(frameDraw, dsstbbox, Scalar(0, 0, 255), 2, 1);
    }
    else
    {
        putText(frameDraw, "DSST tracking failure detected", cv::Point(10, 110), FONT_HERSHEY_SIMPLEX,
                0.75, Scalar(0, 0, 255), 2);
    }

#ifdef USE_CAFFE
//GOTURN=====================
double timergoturn = (double)getTickCount();
goturntracker.Track(frame, &regressor, &bbox_estimate_uncentered);
bbox_estimate_uncentered.putRect(goturnbbox);
float fpsgoturn = getTickFrequency() / ((double)getTickCount() - timergoturn);
rectangle(frameDraw, goturnbbox, Scalar(255, 255, 0), 2, 1);
#endif

    //ECO========================
    double timeeco = (double)getTickCount();
    bool okeco = ecotracker.update(frame, ecobbox);
    float fpseco = getTickFrequency() / ((double)getTickCount() - timeeco);
    if (okeco)
    {
        rectangle(frameDraw, ecobbox, Scalar(255, 0, 255), 2, 1);
    }
    else
    {
        putText(frameDraw, "ECO tracking failure detected", cv::Point(10, 140), FONT_HERSHEY_SIMPLEX,
                0.75, Scalar(255, 0, 255), 2);
    }

    // Draw ground truth box===========================================
    //readdatasets.DrawGroundTruth(bboxGroundtruth, frameDraw);

    // Display FPS on frameDraw
    ostringstream os;
    os << float(fpseco);
    putText(frameDraw, "FPS: " + os.str(), Point(100, 30), FONT_HERSHEY_SIMPLEX,
            0.75, Scalar(255, 0, 255), 2);

    // Draw the label of trackers
    putText(frameDraw, "Opencv ", cv::Point(frameDraw.cols - 180, 50), FONT_HERSHEY_SIMPLEX, 0.75, Scalar(255, 0, 0), 2);
    line(frameDraw, cv::Point(frameDraw.cols - 100, 50), cv::Point(frameDraw.cols - 10, 50), Scalar(255, 0, 0), 2, 1);
    putText(frameDraw, "KCF ", cv::Point(frameDraw.cols - 180, 75), FONT_HERSHEY_SIMPLEX, 0.75, Scalar(0, 255, 0), 2);
    line(frameDraw, cv::Point(frameDraw.cols - 100, 75), cv::Point(frameDraw.cols - 10, 75), Scalar(0, 255, 0), 2, 1);
    putText(frameDraw, "DSST ", cv::Point(frameDraw.cols - 180, 100), FONT_HERSHEY_SIMPLEX, 0.75, Scalar(0, 0, 255), 2);
    line(frameDraw, cv::Point(frameDraw.cols - 100, 100), cv::Point(frameDraw.cols - 10, 100), Scalar(0, 0, 255), 2, 1);
    putText(frameDraw, "ECO ", cv::Point(frameDraw.cols - 180, 125), FONT_HERSHEY_SIMPLEX, 0.75, Scalar(255, 0, 255), 2);
    line(frameDraw, cv::Point(frameDraw.cols - 100, 125), cv::Point(frameDraw.cols - 10, 125), Scalar(255, 0, 255), 2, 1);

#ifdef USE_CAFFE
putText(frameDraw, "GOTURN ", cv::Point(frameDraw.cols - 180, 150), FONT_HERSHEY_SIMPLEX, 0.75, Scalar(255, 255, 0), 2);
line(frameDraw, cv::Point(frameDraw.cols - 100, 150), cv::Point(frameDraw.cols - 10, 150), Scalar(255, 255, 0), 2, 1);
#endif
// Display frameDraw.=========================================================
//cvNamedWindow("Tracking", CV_WINDOW_NORMAL);
imshow("OpenTracker", frameDraw);

    int c = cvWaitKey(1);
    if (c != -1)
        c = c % 256;
    if (c == 27)
    {
        cvDestroyWindow("OpenTracker");
        return 0;
    }
    waitKey(1);

    // Read the next frame

/* Read from dataset /
// readdatasets.ReadNextFrame(bboxGroundtruth, frame);
/ Read from video and choose a bbox /
/ capture >> frame;
if (frame.empty())
return false;*/

}

#ifdef USE_MULTI_THREAD
void *status;
int rc = pthread_join(ecotracker.thread_train_, &status);
if (rc)
{
cout << "Error:unable to join," << rc << std::endl;
exit(-1);
}
#endif
cvDestroyWindow("OpenTracker");
return 0;
}

[zhaowuyao]

./trackerscompare.bin --ip_camera "rtsp://admin:admin123@192.168.0.230//Streaming/Channels/1"
Starting OpenPose demo...

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 0

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 1

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 2

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 3

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 4

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 5

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 6

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 7

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 8

(trackerscompare.bin:18895): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 9

Error:
No camera found.

Coming from:

• /home/zhaowuyao/disk_a/projects/openpose/src/openpose/utilities/flagsToOpenPose.cpp:flagsToProducer():204
• /home/zhaowuyao/disk_a/projects/openpose/src/openpose/utilities/flagsToOpenPose.cpp:flagsToProducer():213
• inputs/openpose.cc:openPoseDemo():504

[zhaowuyao]

openpose did not work in the opentracker,how did I do?

[rockkingjy]

the original openpose library is updated recently, but mine is not yet, so if you wanna use it here, try to use my forked version: https://github.com/rockkingjy/openpose .

[zhaowuyao]

I used the openpose:https://github.com/rockkingjy/openpose ,but didi not work.
Starting OpenPose demo...

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 0

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 1

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 2

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 3

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 4

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 5

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 6

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 7

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 8

(trackerscompare.bin:19716): GStreamer-CRITICAL **: gst_element_get_state: assertion 'GST_IS_ELEMENT (element)' failed
VIDEOIO ERROR: V4L: can't open camera by index 9

Error:
No camera found.

Coming from:

• /home/zhaowuyao/disk_a/projects/openpose/src/openpose/utilities/flagsToOpenPose.cpp:flagsToProducer():204
• /home/zhaowuyao/disk_a/projects/openpose/src/openpose/utilities/flagsToOpenPose.cpp:flagsToProducer():213
• inputs/openpose.cc:openPoseDemo():504
  terminate called after throwing an instance of 'std::runtime_error'
  what():
  Error:
  No camera found.

Coming from:

• /home/zhaowuyao/disk_a/projects/openpose/src/openpose/utilities/flagsToOpenPose.cpp:flagsToProducer():204
• /home/zhaowuyao/disk_a/projects/openpose/src/openpose/utilities/flagsToOpenPose.cpp:flagsToProducer():213
• inputs/openpose.cc:openPoseDemo():504

Aborted (core dumped)

How can I do ?

[zhaowuyao]

can you say some details about opentraker to connect openpose?

[zhaowuyao]

I used the openpose:https://github.com/rockkingjy/openpose.It did not work.I have the same error.Can you tell me some details about how opentracker to connect to openpose.Trank you very much.I need you help.

[rockkingjy]

it seems that you it cant' find your camera, all the details in Opentracker/inputs/openpose.hpp and .cc, or you could check the original openpose repository for more details.