Code Laboratories

CLEYE Reading Image Pixels Value

2011-11-20T01:05:19+00:00

I am trying to do some Image Pixel Reading, I pulled some of the code off an OpenCV site, however, when I tried to compile it, alone, I get a flash of the console window and then nothing. However, if I tried to integrate it with some code that I pulled from the laboratories, however, I get the following errors:

error C3861: ‘PS3EyeMulticamStart’: identifier not found
error C3861: ‘PS3EyeMulticamGetFrame’: identifier not found
error C3861: ‘PS3EyeMulticamStop’: identifier not found
error C3861: ‘PS3EyeMulticamGetCameraCount’: identifier not found
error C2664: ‘MessageBoxW’ : cannot convert parameter 2 from ‘const char [26]’ to ‘LPCWSTR’
1> Types pointed to are unrelated; conversion requires reinterpret_cast, C-style cast or function-style cast
error C2065: ‘VGA’ : undeclared identifier
error C3861: ‘PS3EyeMulticamOpen’: identifier not found
error C2664: ‘MessageBoxW’ : cannot convert parameter 2 from ‘const char [32]’ to ‘LPCWSTR’
1> Types pointed to are unrelated; conversion requires reinterpret_cast, C-style cast or function-style cast
error C3861: ‘PS3EyeMulticamLoadSettings’: identifier not found
error C3861: ‘PS3EyeMulticamGetFrameDimensions’: identifier not found
error C2664: ‘MessageBoxW’ : cannot convert parameter 2 from ‘const char [32]’ to ‘LPCWSTR’
1> Types pointed to are unrelated; conversion requires reinterpret_cast, C-style cast or function-style cast
error C3861: ‘PS3EyeMulticamClose’: identifier not found
error C3861: ‘PS3EyeMulticamShowSettings’: identifier not found
error C3861: ‘PS3EyeMulticamSaveSettings’: identifier not found
error C3861: ‘PS3EyeMulticamClose’: identifier not found
1>

Here is the code:

[/code]
#include "stdafx.h"
#include "cv.h"
#include "highgui.h"
#include "CLEyeMulticam.h"
 
#define WINDOW_NAME     "Capture Window"
bool bRunning = false;
int w, h;
 
// Capture thread
DWORD WINAPI Capture(LPVOID)
{
    IplImage *grayImage = cvCreateImage(cvSize(w, h), IPL_DEPTH_8U, 1);
    PS3EyeMulticamStart();
    while(bRunning)
    {
        PBYTE pBuffer = NULL;
        cvGetImageRawData(grayImage, &pBuffer;);
        PS3EyeMulticamGetFrame(pBuffer);
        cvShowImage(WINDOW_NAME, grayImage);
    }
    PS3EyeMulticamStop();
    cvReleaseImage(&grayImage;);
    return 0;
}
 
void Program()
{
    // Query driver for number of connected PS3Eye cameras
    int camCnt = PS3EyeMulticamGetCameraCount();
    printf("Found %d PS3Eye camerasn", camCnt);
    if(camCnt == 0)
    {
        MessageBox(NULL,"No PS3Eye camera(s) found","PS3EyeMulticamTest", MB_ICONEXCLAMATION);
        return;
    }
    // Open cameras
    if(!PS3EyeMulticamOpen(camCnt, VGA, 30))
    {
        MessageBox(NULL,"Could not open PS3Eye camera(s)","PS3EyeMulticamTest", MB_ICONEXCLAMATION);
        return;
    }
    // Load the default camera settings 'settings.xml' file
    // If the file is not found it will be created
    PS3EyeMulticamLoadSettings("settings.xml");
 
    // Get output image dimensions
    PS3EyeMulticamGetFrameDimensions(w, h);
    printf("Image dimensions (%d, %d)n", w, h);
 
    // Create OpenCV main window
    cvNamedWindow(WINDOW_NAME, CV_WINDOW_AUTOSIZE);
    cvMoveWindow(WINDOW_NAME, 0, 0);
    cvResizeWindow(WINDOW_NAME, w, h);
 
    // Start PS3Eye image capture thread
    HANDLE hThread = CreateThread(NULL, 0, Capture, NULL, 0, 0);
    if(hThread == NULL)
    {
        MessageBox(NULL,"Could not create capture thread","PS3EyeMulticamTest", MB_ICONEXCLAMATION);
        PS3EyeMulticamClose();
        return;
    }
    bRunning = true;
    // The 's' key will open camera settings dialog
    while(bRunning)
    {
        int key = cvWaitKey(0);
        switch(key)
        {
            case 's':
            case 'S':
                // Display settings
                PS3EyeMulticamShowSettings();
            break;
            case 0x1b:
                printf("Exiting...n");
                // Stop the capture thread
                bRunning = false;
                // Wait for thread to exit
                WaitForSingleObject(hThread, 3000);
                printf("Thread exitedn");
            break;
        }
    }
    // Save camera settings
    printf("Saving settingsn");
    PS3EyeMulticamSaveSettings();
    printf("Closing OpenCV windown");
    cvDestroyWindow(WINDOW_NAME);
    PS3EyeMulticamClose();
}
 

void
mouseHandler(int event, int x, int y, int flags, void* param)
{
    IplImage* img0, * img1;
    CvFont    font;
    uchar*    ptr;
    char      label[20];
 
    img0 = (IplImage*) param;
    img1 = cvCloneImage(img0);
 
    cvInitFont(&font;, CV_FONT_HERSHEY_PLAIN, .8, .8, 0, 1, 8);
 
    if (event == CV_EVENT_LBUTTONDOWN)
    {
        /* read pixel */
        ptr = cvPtr2D(img1, y, x, NULL);
 
        /*
         * display the BGR value
         */
        sprintf(label, "(%d, %d, %d)", ptr[0], ptr[1], ptr[2]);
 
        cvRectangle(
            img1,
            cvPoint(x, y - 12),
            cvPoint(x + 100, y + 4),
            CV_RGB(255, 0, 0),
            CV_FILLED,
            8, 0
        );
 
        cvPutText(
            img1,
            label,
            cvPoint(x, y),
            &font;,
            CV_RGB(255, 255, 0)
        );
 
        cvShowImage("img", img1);
    }
}


// This is the program entry if you link with /SUBSYSTEM:CONSOLE option
int main(int argc, char *argv[])
{
Program();
IplImage* img;
 
    /* usage: <prog_name> <image> */
    if (argc != 2) {
        printf("Usage: %s <image>n", argv[0]);
        return 1;
    }
 
    /* load image */
    img = cvLoadImage(argv[1], 1);
 
    /* always check */
    assert(img);
 
    /* create a window and install mouse handler */
    cvNamedWindow("img", 1);
    cvSetMouseCallback("img", mouseHandler, (void*)img);
 
    cvShowImage("img", img);
 
    cvWaitKey(0);
 
    /* be tidy */
    cvDestroyAllWindows();
    cvReleaseImage(&img;);
 
    return 0;
}

[code] 

how do I fix this?

Opencv using PS eye problem with settings

2011-09-30T16:23:50+00:00

Good day, im having trouble with the PS eye camera with regards to its setting when under opencv.

with my other generic webcam i can change the resolution easily using this code.

cvSetCaptureProperty(capture, CV_CAP_PROP_FRAME_WIDTH,320);
cvSetCaptureProperty(capture, CV_CAP_PROP_FRAME_HEIGHT,240);

but when it comes to Ps eye i can change its resolution.

Also, i want to have 320x240, 60fps set up for my PS eye.

how come every time i access the ps eye with my program. its only set to 640x480, 30fps by default how can i change it to:
320x240, 60fps

i tried using this but it doesnt work

cvSetCaptureProperty(capture, CV_CAP_PROP_FRAME_WIDTH,320);
cvSetCaptureProperty(capture, CV_CAP_PROP_FRAME_HEIGHT,240);
cvSetCaptureProperty(capture, CV_CAP_PROP_FPS, 60 );

how someone can help me.. thanks in advance

Recording videos at 648x480 @ +50fps

2011-08-31T20:44:48+00:00

Hi all
I am having issues when using the ‘CL-Eye Test’ application to record videos.

When I record a 1s video at 640x480 @ 75fps I see some gitter in the playback video screen and the result is that I only receive a maximum of 44 frames in that one second.
If i do the above for a lower frame rate this works fine and I get back the amount of frames specified eg 40 frames @40fps, 30 frames @30fps.

My questions is what is the contributing factor to this issue?

I was going on the idea that the USB port cannot handle this amount of data being transferred but this can not be true because I am able to watch a live feed from the camera at 640x480 @ 75fps no problem…
My other ideal is that my PC is unable to process fast enough to keep up with the frame rate, although my specs are:

Intel core 2 duo 2.8GHz
4GB ram
Geforce GT 240

Please help
Thanks

Benefit of Platform Packs

2011-09-19T22:12:31+00:00

I understand that the Platform Packs muct be purchased in order to use the CL drivers and SDK for research or commerical development. I was wondering… Is there any other benefit as far as functionality or performance?

Feel free to jump in ADMINS.

Thanks in advance!
Collin

High speed video capture

2011-08-10T10:31:32+00:00

Is it possible to capture video from ps3eye with high speed in CL-eye test app? then i choose 120 fps (captureset frame rate) it reports: 80070057 cannot set new frame rate cannot set framerate for capture. (320x240 @30 fps sel-td), returning 75 fps gives same error. Otherwise, I get only 30 fps.

DualCam issues - CCV 1.3, stitching fps & resoultion

2010-04-17T19:14:15+00:00

hi!

im a little stuck with my DSI project:

now because im planning to use fidicuals / object tracking i tried to get as much resolution and fps as possible and therefore bought two PS3 cams from peau which already installed with the free CL driver:

can i use 2 cams with the free cl driver? [edit: no i cant - so i just bought the CL pack]

now i want to stitch the two cameras but im not sure if i understood how this works in particular. before stitching i tried to get a stable cam configuration with at least 640x480@60fps per cam which afaik would result in 1280x480

i edited CCV config to:
1280
480
<FRAMERATE>60</FRAMERATE>

...but im getting 15fps in CCV?

when i open CLEyeTest i only see one stream and i can not change framerate… or is it just CCV that wont change fps because “use framerate:” is checked…?

[vimeo]10984148[/vimeo]

in the next step i want to document stitching the two cams. i couldnt find any tutorial that describes stitching even though it seems to be a little tedious and im sure this is also interesting for others.

how is stitching done?

i have to use a calibration pattern (lines or geometric forms) that both cams can see and the stitch the ends of each picture together using the various transforms and lens corrections within cl… correct?

but then ill be getting two blobs for a single “real” touch or do they “overlay” because two cams are connected… i dont understand.

help is very much appreciated

Kinect Windows Forms Application Sample

2011-06-12T14:47:32+00:00

Hi All,
First off, I wanted to thank you to CL for the SDK they provided for the Kinect and to Stoyan Pedev on Vimeo. In using the sample code provided from both, I was able to complete my introduction class in C# with Professor Robert Dreyer. My project consisted of having the Kinect sample program be made in a Windows Form App, and to perform live filtering on the video feeds. Please excuse my code formatting; it was my first time using C#. Either way I wanted to post this up on online for grabs if anyone wants to take a look at it. It was designed in Studio 2010. There are two main applications one client and one server. It was originally ment to be able to support TCP/IP data transftering, but did not get a chance to complete it all. I was not able to submit the post with the attachment so I posted it on my website at http://www.voicu.com/files/kinectcode.zip

Thank you again,
Chris Voicu

CLEye hardware clock, is it accurate?

2011-06-04T13:39:41+00:00

Hi,
i am working with project, where camera needs to catch the frames with exactly 20ms interval (or another, but never mind). What is a problem, i couldn’t figure out what’s wrong for a long time and i created this 2 measure programs, which imho shows, that Eye’s hardware clock isn’t accurate as much as i need it. In this topic http://codelaboratories.com/forums/viewthread/221/ Alex, You write

the camera hardware runs and captures at the perfectly fixed clock

I threw there few my classes. Clock, and Camera - I put them just in case if you would look at them. Actual experiment with strange results starts from the line “Two test programs:”.

The code:

Standard clock (not very important)

#include "Stdafx.h"
#include "Clock.h"

Clock::Clock(void)
{
}


Clock::~Clock(void)
{
}

void Clock::ProfileMSStart()
{
    PLARGE_INTEGER start = new LARGE_INTEGER;
    QueryPerformanceFrequency(&_frequencyPT);
    QueryPerformanceCounter(start);
    p = (PVOID)start;
}

double Clock::ProfileMSMiddle()
{
    LARGE_INTEGER stop, diff;
    PLARGE_INTEGER start = (PLARGE_INTEGER)p;
    QueryPerformanceCounter(&stop;);
    diff.QuadPart = stop.QuadPart - start->QuadPart;
    double timeMs = (double)1000.0 * ((double)diff.QuadPart / (double)_frequencyPT.QuadPart);
    return timeMs;
}

double Clock::ProfileMSEnd()
{
    LARGE_INTEGER stop, diff;
    PLARGE_INTEGER start = (PLARGE_INTEGER)p;
    QueryPerformanceCounter(&stop;);
    diff.QuadPart = stop.QuadPart - start->QuadPart;
    double timeMs = 1000.0 * ((double)diff.QuadPart / (double)_frequencyPT.QuadPart);
    delete start;
    delete p;
    return timeMs;
} 

Standard camera class

#include "stdafx.h"
#include "Camera.h"


Camera::Camera(void)
{
}


Camera::~Camera(void)
{
}


bool Camera::initCamera(int id)
{
    CLEyeCameraColorMode _mode;
    CLEyeCameraResolution _resolution;
    bool _isColor;
    GUID _cameraGUID;
    int _fps;
    int w, h;

    /*    int formats[] = { CLEYE_MONO_PROCESSED, CLEYE_COLOR_PROCESSED, CLEYE_MONO_RAW, CLEYE_COLOR_RAW, CLEYE_BAYER_RAW };
    // list of QVGA frame rates to test
    float ratesQvga[] = { 15, 20, 30, 40, 50, 60, 75, 90, 100, 120, 150, 187 };*/
    _resolution = CLEYE_VGA;
    _mode = CLEYE_COLOR_RAW;
    _fps = FPS;
    
    _cameraGUID = CLEyeGetCameraUUID(id);
    if(_mode == CLEYE_COLOR_PROCESSED || _mode == CLEYE_COLOR_RAW)
        _isColor = true;
    else
        _isColor = false;

    if(!CLEyeGetCameraCount()) return false;

    // Create camera instances
    _cam = CLEyeCreateCamera(_cameraGUID, _mode, _resolution, (float)_fps);
    if(_cam == NULL) return 1;

    // Get camera frame dimensions
    CLEyeCameraGetFrameDimensions(_cam, w, h);
    // Create the OpenCV images
    pCapImage = cvCreateImage(cvSize(w, h), IPL_DEPTH_8U, _isColor ? 4 : 1);

    // Set some camera parameters
#ifdef DEBUG    
    cout << "Gain: "<< CLEyeGetCameraParameter(_cam, CLEYE_GAIN) << endl;
    cout << "Exposure: "<< CLEyeGetCameraParameter(_cam, CLEYE_EXPOSURE) << endl;
#endif

    CLEyeSetCameraParameter(_cam, CLEYE_GAIN, 0);
    CLEyeSetCameraParameter(_cam, CLEYE_EXPOSURE, START_EXPOSURE);
    
    // Start capturing
    CLEyeCameraStart(_cam);
    Sleep(1000);

    cvGetRawData(pCapImage, &pCapBuffer;, &step;, &size;);

    return true;
}

cv::Mat Camera::getFrame()
{
    int wynik = CLEyeCameraGetFrame(_cam, pCapBuffer);
//    cout << " CLEyeCameraGetFrame zwrocilo: " << wynik << endl;
//    if(wynik != 1) cout << "a";
    return cv::cvarrToMat(pCapImage, true, true, 1);
}

CvSize Camera::getSize()
{
    return size;
}

void Camera::setExposure(int exposure)
{
    CLEyeSetCameraParameter(_cam, CLEYE_EXPOSURE, exposure);
} 

Constants.h

#define FPS                    50.0
#define START_EXPOSURE        15 

Two test programs:

#include "stdafx.h"

Camera* cam;
Clock* clockC;
int framesCount = 0;

int _tmain(int argc, _TCHAR* argv[])
{
    cam = new Camera();
    clockC = new Clock();

    cam->initCamera(0);

    Sleep(2000);

    clockC->ProfileMSStart();
    while(true)
    {
        cout << clockC->ProfileMSMiddle() - ((double)framesCount++ * (1000.0/FPS)) << endl;
        cam->getFrame();
    }

    return 0;
} 

The result is for different frame rates and QVGA/VGA modes slowly but constantly rising/descending value printed.
Something like:
1.02
1.15
1.23
1.34
1.56
1.78
and so on

Second program, which uses Windows API function - Timer fires callback function every 40ms

#include "stdafx.h"

Clock* clockC;
Camera* camera;
int frameCounter = -1;
int n = 0, m = 0;

cv::Mat* mat;

void callback(PVOID param, BOOLEAN waitOrTimerFired)
{
    n++;
    *mat = camera->getFrame();
    m++;
}

int _tmain(int argc, _TCHAR* argv[])
{
    clockC = new Clock();
    camera = new Camera();

    camera->initCamera(0);

    Sleep(2000);

    mat = new cv::Mat(camera->getSize().height, camera->getSize().width, CV_8UC3);

    HANDLE handle;

    CreateTimerQueueTimer(&handle;, NULL, (WAITORTIMERCALLBACK)callback, NULL, 100, (1000.0 / FPS), WT_EXECUTEDEFAULT);

    while(cvWaitKey(10000))
    {
        cout << "                                                      " << n << " " << m << endl;
    }

    return 0;
} 

The result for some camera settings (i don’t remember what i used, but i tried only one or two setups) was sth like:
n = 450 m = 460
n = 902 m = 923
n = 1357 m = 1385
and so on - it looks like threads are stopping on getFrame() method.

Is it what it should look like? I’m confused, becouse I completly don’t know why results are what they are. Please help, if it’s possible.
Is there any framerate/resolution mode which time interval is perfect?

Sorry, if i made some English mistakes

Combine RGB- and depth-Image from Kinect

2011-02-20T16:24:36+00:00

Hello, i would like to combine the rgb image with the depth image from the kinect.
I threshold the depth-Image and use it as a mask for the rgb image.
In one meter distance i see only the half of my hand because of the disalignment ... at a higher distance it doesnt become better.
Is there a solution for this problem?

Kinect as imaging device

2011-05-19T21:13:06+00:00

Hi,

for a project in our school, I need to know, if it´s possible to use the camera of the Kinect as a local imaging device, so that I can use it as a normal webcam. I tried virtual cam, but it doesn´t help.

Thank you for your answers