diff options
| -rw-r--r-- | Makefile | 2 | ||||
| -rw-r--r-- | TODO | 6 | ||||
| -rwxr-xr-x | pdp_opencv_dft-help.pd | 159 | ||||
| -rwxr-xr-x | pdp_opencv_dft.c | 370 |
4 files changed, 536 insertions, 1 deletions
@@ -37,7 +37,7 @@ endif .SUFFIXES = $(EXTENSION) -SOURCES = pdp_opencv_threshold.c pdp_opencv_edge.c pdp_opencv_distrans.c pdp_opencv_laplace.c pdp_opencv_motempl.c pdp_opencv_morphology.c pdp_opencv_haarcascade.c pdp_opencv_contours_convexity.c pdp_opencv_contours_boundingrect.c pdp_opencv_bgsubstract.c pdp_opencv_lk.c pdp_opencv_floodfill.c pdp_opencv_histo.c +SOURCES = pdp_opencv_threshold.c pdp_opencv_edge.c pdp_opencv_distrans.c pdp_opencv_laplace.c pdp_opencv_motempl.c pdp_opencv_morphology.c pdp_opencv_haarcascade.c pdp_opencv_contours_convexity.c pdp_opencv_contours_boundingrect.c pdp_opencv_bgsubstract.c pdp_opencv_lk.c pdp_opencv_floodfill.c pdp_opencv_histo.c pdp_opencv_dft.c all: $(SOURCES:.c=.$(EXTENSION)) @@ -152,3 +152,9 @@ write text ... http://www.hci.iastate.edu/575x/doku.php?id=code_samples:adding_t simple edge ... http://www.hci.iastate.edu/575x/doku.php?id=code_samples:edge_detection http://www.cs.iit.edu/~agam/cs512/lect-notes/opencv-intro/opencv-intro.html#SECTION00053000000000000000 + +############################# sevy ++ +adaptive threshold +hough lines +hough circles +arguments in pdp_histo diff --git a/pdp_opencv_dft-help.pd b/pdp_opencv_dft-help.pd new file mode 100755 index 0000000..a9ce5d8 --- /dev/null +++ b/pdp_opencv_dft-help.pd @@ -0,0 +1,159 @@ +#N canvas 1 49 1424 780 10; +#X obj -191 -148 cnv 15 621 250 empty empty empty 20 12 0 14 -260097 +-66577 0; +#X obj -175 -111 tgl 15 0 empty empty empty 17 7 0 10 -262144 -1 -1 +0 1; +#X obj -175 -84 metro 40; +#X msg -130 -28 close; +#X obj -155 14 pdp_v4l; +#X msg -137 -55 open /dev/video0; +#X obj -30 -111 tgl 15 0 empty empty empty 17 7 0 10 -262144 -1 -1 +0 1; +#X obj -30 -84 metro 40; +#X msg 34 -65 close; +#X msg 30 -89 open /dev/video0; +#X obj -10 14 pdp_v4l2; +#X msg 31 -13 format \$1; +#X obj 32 -35 hradio 15 1 0 4 empty empty empty 0 -8 0 10 -262144 -1 +-1 0; +#X text -145 -113 Camera input; +#X text -188 -181 written by yves degoyon ( ydegoyon@gmail.com ); +#X text 376 -143 input 1; +#X obj 447 -146 cnv 15 250 250 empty empty empty 20 12 0 14 -260097 +-66577 0; +#X obj 480 -94 openpanel; +#X msg 461 -123 bang; +#X obj 460 -26 pdp_background; +#X obj 460 51 pdp_imgloader; +#X obj 460 -49 metro 40; +#X msg 479 -70 load \$1 0 0; +#X floatatom 555 -24 5 0 0 0 - - -; +#X text 507 -124 loading a pattern image; +#X text 455 -143 input 2 ( pattern ); +#X obj 55 186 pdp_opencv_dft; +#X obj 462 179 pdp_opencv_dft; +#X obj -11 43 pdp_scale 320 240; +#X msg 99 156 bang; +#X msg 480 152 bang; +#X obj 191 390 pdp_xv; +#X obj 298 340 pdp_hue; +#X floatatom 298 367 5 0 0 0 - - -; +#X obj 460 81 pdp_xv; +#X obj -11 74 pdp_xv; +#X floatatom 325 254 5 0 0 0 - - -; +#X obj 189 352 pdp_xor; +#X text 425 435 <- average value of pixels; +#X text 445 461 the input image is close to the pattern; +#X obj 265 155 metro 1000; +#X obj 265 131 bng 15 250 50 0 empty empty empty 17 7 0 10 -262144 +-1 -1; +#X obj 222 251 loadbang; +#X obj 300 301 pdp_binary ----------------; +#X obj 123 301 pdp_binary --------------; +#X obj 264 105 loadbang; +#X text -187 -211 pdp_opencv_dft : discrete fourier transform; +#X text -187 -197 this can be used for pattern matching; +#X obj 460 21 pdp_scale 320 240; +#X obj 460 -2 pdp_convert image/YCrCb/*; +#X obj 328 460 route 1; +#X msg 380 460 bang; +#X floatatom 383 436 5 0 0 0 - - -; +#X obj 301 460 <; +#X obj 300 386 t f b; +#X obj 347 411 f; +#X text 445 448 when it's close to its minimum; +#X obj 216 65 pdp_qt; +#X obj 249 1 metro 40; +#X msg 249 -27 bang; +#X msg 290 -27 stop; +#X obj 216 -96 openpanel; +#X msg 216 -71 open \$1; +#X msg 216 -124 bang; +#X msg 250 28 loop \$1; +#X obj 330 28 tgl 15 0 empty empty empty 17 7 0 10 -262144 -1 -1 1 +1; +#X obj 330 -54 loadbang; +#X text 259 -121 playing a video file; +#X text 506 -112 ( try chini.jpg ); +#X text 281 -108 ( try chini.mov ); +#X obj 314 435 f 1000; +#X msg 264 65 105; +#X msg 292 65 bang; +#X msg 525 -49 1000; +#X obj 566 -51 s max; +#X obj 378 411 r max; +#X msg 284 252 60; +#X obj 80 356 pdp_xv; +#X text 369 254 Threshold the fft to eliminate noise; +#X text 369 266 60 is a godd value to eliminate noise; +#X text 369 277 and keep meaningful points; +#X connect 1 0 2 0; +#X connect 2 0 4 0; +#X connect 3 0 4 0; +#X connect 4 0 28 0; +#X connect 5 0 4 0; +#X connect 6 0 7 0; +#X connect 7 0 10 0; +#X connect 8 0 10 0; +#X connect 9 0 10 0; +#X connect 10 0 28 0; +#X connect 11 0 10 0; +#X connect 12 0 11 0; +#X connect 17 0 22 0; +#X connect 18 0 17 0; +#X connect 18 0 21 0; +#X connect 19 0 49 0; +#X connect 20 0 27 0; +#X connect 20 0 34 0; +#X connect 21 0 19 0; +#X connect 22 0 20 0; +#X connect 22 0 73 0; +#X connect 23 0 19 3; +#X connect 26 0 44 0; +#X connect 27 0 43 0; +#X connect 28 0 35 0; +#X connect 28 0 26 0; +#X connect 29 0 26 0; +#X connect 30 0 27 0; +#X connect 32 0 33 0; +#X connect 33 0 54 0; +#X connect 36 0 43 6; +#X connect 36 0 44 6; +#X connect 37 0 31 0; +#X connect 37 0 32 0; +#X connect 40 0 26 0; +#X connect 40 0 27 0; +#X connect 41 0 40 0; +#X connect 42 0 76 0; +#X connect 43 0 37 1; +#X connect 44 0 37 0; +#X connect 44 0 77 0; +#X connect 45 0 41 0; +#X connect 48 0 20 0; +#X connect 49 0 48 0; +#X connect 50 0 51 0; +#X connect 51 0 55 0; +#X connect 51 0 70 0; +#X connect 53 0 50 0; +#X connect 54 0 53 0; +#X connect 54 0 55 1; +#X connect 54 1 70 0; +#X connect 55 0 70 1; +#X connect 57 0 28 0; +#X connect 58 0 57 0; +#X connect 59 0 58 0; +#X connect 60 0 58 0; +#X connect 61 0 62 0; +#X connect 62 0 57 0; +#X connect 63 0 61 0; +#X connect 64 0 57 0; +#X connect 65 0 64 0; +#X connect 66 0 65 0; +#X connect 66 0 59 0; +#X connect 70 0 52 0; +#X connect 70 0 53 1; +#X connect 71 0 57 1; +#X connect 72 0 57 0; +#X connect 73 0 74 0; +#X connect 75 0 70 1; +#X connect 76 0 36 0; diff --git a/pdp_opencv_dft.c b/pdp_opencv_dft.c new file mode 100755 index 0000000..59d9f57 --- /dev/null +++ b/pdp_opencv_dft.c @@ -0,0 +1,370 @@ +/* + * Pure Data Packet module. + * Copyright (c) by Tom Schouten <pdp@zzz.kotnet.org> + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 2 of the License, or + * (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program; if not, write to the Free Software + * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. + * + */ + +#include <stdio.h> +#include <stdlib.h> +#include <string.h> +#include <dirent.h> +#include <limits.h> +#include <dlfcn.h> + +#include "pdp.h" + +#ifndef _EiC +#include "cv.h" +#endif + +typedef struct pdp_opencv_dft_struct +{ + t_object x_obj; + t_float x_f; + + t_outlet *x_outlet0; + t_outlet *x_outlet1; + int x_packet0; + int x_packet1; + int x_dropped; + int x_queue_id; + + int x_width; + int x_height; + int x_size; + int x_calculate; + int dft_M; + int dft_N; + + // The output and temporary images + IplImage *image; + IplImage *gray; + IplImage *input_re; + IplImage *input_im; + IplImage *input_co; + CvMat *dft_A; + IplImage *image_re; + IplImage *image_im; + IplImage *image_mout; + IplImage *image_pout; + +} t_pdp_opencv_dft; + +// rearrange the quadrants of Fourier image so that the origin is at +// the image center + +void pdp_opencv_dft_shift_dft(CvArr * src_arr, CvArr * dst_arr ) +{ + CvMat *tmp=NULL; + CvMat q1stub, q2stub; + CvMat q3stub, q4stub; + CvMat d1stub, d2stub; + CvMat d3stub, d4stub; + CvMat * q1, * q2, * q3, * q4; + CvMat * d1, * d2, * d3, * d4; + + CvSize size = cvGetSize(src_arr); + CvSize dst_size = cvGetSize(dst_arr); + int cx, cy; + + if(dst_size.width != size.width || + dst_size.height != size.height){ + error( "pdp_opencv_dft : source and destination arrays must have the same size" ); + } + + if(src_arr==dst_arr){ + tmp = cvCreateMat(size.height/2, size.width/2, cvGetElemType(src_arr)); + } + + cx = size.width/2; + cy = size.height/2; // image center + + q1 = cvGetSubRect( src_arr, &q1stub, cvRect(0,0,cx, cy) ); + q2 = cvGetSubRect( src_arr, &q2stub, cvRect(cx,0,cx,cy) ); + q3 = cvGetSubRect( src_arr, &q3stub, cvRect(cx,cy,cx,cy) ); + q4 = cvGetSubRect( src_arr, &q4stub, cvRect(0,cy,cx,cy) ); + d1 = cvGetSubRect( src_arr, &d1stub, cvRect(0,0,cx,cy) ); + d2 = cvGetSubRect( src_arr, &d2stub, cvRect(cx,0,cx,cy) ); + d3 = cvGetSubRect( src_arr, &d3stub, cvRect(cx,cy,cx,cy) ); + d4 = cvGetSubRect( src_arr, &d4stub, cvRect(0,cy,cx,cy) ); + + if(src_arr!=dst_arr){ + if( !CV_ARE_TYPES_EQ( q1, d1 )){ + error( "pdp_opencv_dft : source and destination arrays must have the same format" ); + } + cvCopy(q3, d1, 0); + cvCopy(q4, d2, 0); + cvCopy(q1, d3, 0); + cvCopy(q2, d4, 0); + } + else{ + cvCopy(q3, tmp, 0); + cvCopy(q1, q3, 0); + cvCopy(tmp, q1, 0); + cvCopy(q4, tmp, 0); + cvCopy(q2, q4, 0); + cvCopy(tmp, q2, 0); + } +} + +static void pdp_opencv_dft_process_rgb(t_pdp_opencv_dft *x) +{ + t_pdp *header = pdp_packet_header(x->x_packet0); + short int *data = (short int *)pdp_packet_data(x->x_packet0); + t_pdp *newheader = pdp_packet_header(x->x_packet1);; + short int *newdata = (short int *)pdp_packet_data(x->x_packet1);; + CvMat tmp; + double m,M; + int px,py; + + if ((x->x_width != (t_int)header->info.image.width) || + (x->x_height != (t_int)header->info.image.height)) + { + post("pdp_opencv_dft :: resizing"); + + x->x_width = header->info.image.width; + x->x_height = header->info.image.height; + x->x_size = x->x_width*x->x_height; + + //Destroy cv_images + cvReleaseImage( &x->image ); + cvReleaseImage( &x->gray ); + cvReleaseImage( &x->input_re ); + cvReleaseImage( &x->input_im ); + cvReleaseImage( &x->input_co ); + cvReleaseMat( &x->dft_A ); + cvReleaseImage( &x->image_re ); + cvReleaseImage( &x->image_im ); + cvReleaseImage( &x->image_mout ); + cvReleaseImage( &x->image_pout ); + + x->image = cvCreateImage(cvSize(x->x_width,x->x_height), IPL_DEPTH_8U, 3); + x->gray = cvCreateImage(cvSize(x->image->width,x->image->height), IPL_DEPTH_8U, 1); + x->input_re = cvCreateImage( cvGetSize(x->image), IPL_DEPTH_64F, 1); + x->input_im = cvCreateImage( cvGetSize(x->image), IPL_DEPTH_64F, 1); + x->input_co = cvCreateImage( cvGetSize(x->image), IPL_DEPTH_64F, 2); + x->dft_M = cvGetOptimalDFTSize( x->gray->height - 1 ); + x->dft_N = cvGetOptimalDFTSize( x->gray->width - 1 ); + x->dft_A = cvCreateMat( x->dft_M, x->dft_N, CV_64FC2 ); + x->image_re = cvCreateImage( cvSize(x->dft_N, x->dft_M), IPL_DEPTH_64F, 1); + x->image_im = cvCreateImage( cvSize(x->dft_N, x->dft_M), IPL_DEPTH_64F, 1); + x->image_mout = cvCreateImage( cvSize(x->image->width, x->image->height), IPL_DEPTH_8U, 1); + x->image_pout = cvCreateImage( cvSize(x->image->width, x->image->height), IPL_DEPTH_8U, 1); + } + + newheader->info.image.encoding = PDP_BITMAP_GREY; + newheader->info.image.width = x->x_width; + newheader->info.image.height = x->x_height; + + memcpy( x->image->imageData, data, x->x_size*3 ); + cvCvtColor(x->image, x->gray, CV_BGR2GRAY); + + if ( x->x_calculate ) + { + // discrete fourier transform + cvScale(x->gray, x->input_re, 1.0, 0.0); + cvZero(x->input_im); + cvMerge(x->input_re, x->input_im, NULL, NULL, x->input_co); + + // copy A to dft_A and pad dft_A with zeros + cvGetSubRect( x->dft_A, &tmp, cvRect(0,0, x->gray->width, x->gray->height)); + cvCopy( x->input_co, &tmp, NULL ); + if( x->dft_A->cols > x->gray->width ) + { + cvGetSubRect( x->dft_A, &tmp, cvRect(x->gray->width,0, x->dft_A->cols - x->gray->width, x->gray->height)); + cvZero( &tmp ); + } + + // no need to pad bottom part of dft_A with zeros because of + // use nonzero_rows parameter in cvDFT() call below + cvDFT( x->dft_A, x->dft_A, CV_DXT_FORWARD, x->input_co->height ); + + // Split Fourier in real and imaginary parts + cvSplit( x->dft_A, x->image_re, x->image_im, 0, 0 ); + + // Compute the magnitude of the spectrum Mag = sqrt(Re^2 + Im^2) + cvPow( x->image_re, x->image_re, 2.0); + cvPow( x->image_im, x->image_im, 2.0); + cvAdd( x->image_re, x->image_im, x->image_re, NULL); + cvPow( x->image_re, x->image_re, 0.5 ); + + // Compute log(1 + Mag) + cvAddS( x->image_re, cvScalarAll(1.0), x->image_re, NULL ); // 1 + Mag + cvLog( x->image_re, x->image_re ); // log(1 + Mag) + + // Rearrange the quadrants of Fourier image so that the origin is at + // the image center + pdp_opencv_dft_shift_dft( x->image_re, x->image_re ); + + // normalize image + cvMinMaxLoc(x->image_re, &m, &M, NULL, NULL, NULL); + cvScale(x->image_re, x->image_re, 255.0/(M-m), 255.0*(-m)/(M-m)); + + for( py=0; py<x->image_re->height; py++ ) { + double* ptri = (double*) ( x->image_re->imageData + py * x->image_re->widthStep); + unsigned char* ptrp = (unsigned char*) ( x->image_mout->imageData + py * x->image_mout->widthStep); + for( px=0; px<x->image_re->width; px++ ) { + if ( *(ptrp+px) > 255.0 ) post( "pdp_opencv_dft : error value over 255" ); + (*(ptrp+px)) = (unsigned char)( (*(ptri+px)) ); + } + } + + x->x_calculate=0; + } + + cvCvtColor(x->image_mout, x->image, CV_GRAY2RGB); + memcpy( newdata, x->image->imageData, x->x_size*3 ); + + return; +} + +static void pdp_opencv_dft_sendpacket(t_pdp_opencv_dft *x) +{ + /* release the packet */ + pdp_packet_mark_unused(x->x_packet0); + x->x_packet0 = -1; + + /* unregister and propagate if valid dest packet */ + pdp_packet_pass_if_valid(x->x_outlet0, &x->x_packet1); +} + +static void pdp_opencv_dft_process(t_pdp_opencv_dft *x) +{ + int encoding; + t_pdp *header = 0; + + /* check if image data packets are compatible */ + if ( (header = pdp_packet_header(x->x_packet0)) + && (PDP_BITMAP == header->type)){ + + /* pdp_opencv_dft_process inputs and write into active inlet */ + switch(pdp_packet_header(x->x_packet0)->info.image.encoding){ + + case PDP_BITMAP_RGB: + x->x_packet1 = pdp_packet_clone_rw(x->x_packet0); + pdp_queue_add(x, pdp_opencv_dft_process_rgb, pdp_opencv_dft_sendpacket, &x->x_queue_id); + break; + + default: + /* don't know the type, so dont pdp_opencv_dft_process */ + break; + + } + } + +} + +static void pdp_opencv_dft_calculate(t_pdp_opencv_dft *x) +{ + x->x_calculate=1; +} + +static void pdp_opencv_dft_input_0(t_pdp_opencv_dft *x, t_symbol *s, t_floatarg f) +{ + /* if this is a register_ro message or register_rw message, register with packet factory */ + + if (s == gensym("register_rw")) + x->x_dropped = pdp_packet_convert_ro_or_drop(&x->x_packet0, (int)f, pdp_gensym("bitmap/rgb/*") ); + + if ((s == gensym("process")) && (-1 != x->x_packet0) && (!x->x_dropped)) + { + /* add the process method and callback to the process queue */ + pdp_opencv_dft_process(x); + } +} + +static void pdp_opencv_dft_free(t_pdp_opencv_dft *x) +{ + int i; + + pdp_queue_finish(x->x_queue_id); + pdp_packet_mark_unused(x->x_packet0); + + //destroy cv structures + cvReleaseImage( &x->image ); + cvReleaseImage( &x->gray ); + cvReleaseImage( &x->input_re ); + cvReleaseImage( &x->input_im ); + cvReleaseImage( &x->input_co ); + cvReleaseMat( &x->dft_A ); + cvReleaseImage( &x->image_re ); + cvReleaseImage( &x->image_im ); + cvReleaseImage( &x->image_mout ); + cvReleaseImage( &x->image_pout ); +} + +t_class *pdp_opencv_dft_class; + + +void *pdp_opencv_dft_new(t_floatarg f) +{ + int i; + + t_pdp_opencv_dft *x = (t_pdp_opencv_dft *)pd_new(pdp_opencv_dft_class); + + x->x_outlet0 = outlet_new(&x->x_obj, &s_anything); + x->x_outlet1 = outlet_new(&x->x_obj, &s_anything); + + x->x_packet0 = -1; + x->x_packet1 = -1; + x->x_queue_id = -1; + + x->x_width = 320; + x->x_height = 240; + x->x_size = x->x_width * x->x_height; + + x->image = cvCreateImage(cvSize(x->x_width,x->x_height), IPL_DEPTH_8U, 3); + x->gray = cvCreateImage(cvSize(x->image->width,x->image->height), IPL_DEPTH_8U, 1); + x->input_re = cvCreateImage( cvGetSize(x->image), IPL_DEPTH_64F, 1); + x->input_im = cvCreateImage( cvGetSize(x->image), IPL_DEPTH_64F, 1); + x->input_co = cvCreateImage( cvGetSize(x->image), IPL_DEPTH_64F, 2); + x->dft_M = cvGetOptimalDFTSize( x->gray->height - 1 ); + x->dft_N = cvGetOptimalDFTSize( x->gray->width - 1 ); + x->dft_A = cvCreateMat( x->dft_M, x->dft_N, CV_64FC2 ); + x->image_re = cvCreateImage( cvSize(x->dft_N, x->dft_M), IPL_DEPTH_64F, 1); + x->image_im = cvCreateImage( cvSize(x->dft_N, x->dft_M), IPL_DEPTH_64F, 1); + x->image_mout = cvCreateImage( cvSize(x->dft_N, x->dft_M), IPL_DEPTH_8U, 1); + x->image_pout = cvCreateImage( cvSize(x->dft_N, x->dft_M), IPL_DEPTH_8U, 1); + + // calculate first dft + x->x_calculate=1; + + return (void *)x; +} + + +#ifdef __cplusplus +extern "C" +{ +#endif + + +void pdp_opencv_dft_setup(void) +{ + + post( " pdp_opencv_dft"); + pdp_opencv_dft_class = class_new(gensym("pdp_opencv_dft"), (t_newmethod)pdp_opencv_dft_new, + (t_method)pdp_opencv_dft_free, sizeof(t_pdp_opencv_dft), 0, A_DEFFLOAT, A_NULL); + + class_addmethod(pdp_opencv_dft_class, (t_method)pdp_opencv_dft_input_0, gensym("pdp"), A_SYMBOL, A_DEFFLOAT, A_NULL); + class_addmethod(pdp_opencv_dft_class, (t_method)pdp_opencv_dft_calculate, gensym("bang"), A_NULL); + +} + +#ifdef __cplusplus +} +#endif |