aboutsummaryrefslogtreecommitdiff
path: root/pdp_opencv_dft.cc
diff options
context:
space:
mode:
Diffstat (limited to 'pdp_opencv_dft.cc')
-rwxr-xr-xpdp_opencv_dft.cc397
1 files changed, 397 insertions, 0 deletions
diff --git a/pdp_opencv_dft.cc b/pdp_opencv_dft.cc
new file mode 100755
index 0000000..e9f72b2
--- /dev/null
+++ b/pdp_opencv_dft.cc
@@ -0,0 +1,397 @@
+/*
+ * Pure Data Packet module.
+ * Copyright (c) by Tom Schouten <pdp@zzz.kotnet.org>
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+ *
+ */
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <dirent.h>
+#include <limits.h>
+#include <dlfcn.h>
+
+#include "pdp.h"
+
+#ifndef _EiC
+#include "cv.h"
+#endif
+
+typedef struct pdp_opencv_dft_struct
+{
+ t_object x_obj;
+ t_float x_f;
+
+ t_outlet *x_outlet0;
+ t_outlet *x_outlet1;
+ int x_packet0;
+ int x_packet1;
+ int x_packet2;
+ int x_dropped;
+ int x_queue_id;
+
+ int x_width;
+ int x_height;
+ int x_size;
+ int x_calculate;
+ int dft_M;
+ int dft_N;
+
+ // The output and temporary images
+ IplImage *image;
+ IplImage *gray;
+ IplImage *input_re;
+ IplImage *input_im;
+ IplImage *input_co;
+ CvMat *dft_A;
+ IplImage *image_re;
+ IplImage *image_im;
+ IplImage *image_mout;
+ IplImage *image_pout;
+
+} t_pdp_opencv_dft;
+
+// rearrange the quadrants of Fourier image so that the origin is at
+// the image center
+
+void pdp_opencv_dft_shift_dft(CvArr * src_arr, CvArr * dst_arr )
+{
+ CvMat *tmp=NULL;
+ CvMat q1stub, q2stub;
+ CvMat q3stub, q4stub;
+ CvMat d1stub, d2stub;
+ CvMat d3stub, d4stub;
+ CvMat * q1, * q2, * q3, * q4;
+ CvMat * d1, * d2, * d3, * d4;
+
+ CvSize size = cvGetSize(src_arr);
+ CvSize dst_size = cvGetSize(dst_arr);
+ int cx, cy;
+
+ if(dst_size.width != size.width ||
+ dst_size.height != size.height){
+ error( "pdp_opencv_dft : source and destination arrays must have the same size" );
+ }
+
+ if(src_arr==dst_arr){
+ tmp = cvCreateMat(size.height/2, size.width/2, cvGetElemType(src_arr));
+ }
+
+ cx = size.width/2;
+ cy = size.height/2; // image center
+
+ q1 = cvGetSubRect( src_arr, &q1stub, cvRect(0,0,cx, cy) );
+ q2 = cvGetSubRect( src_arr, &q2stub, cvRect(cx,0,cx,cy) );
+ q3 = cvGetSubRect( src_arr, &q3stub, cvRect(cx,cy,cx,cy) );
+ q4 = cvGetSubRect( src_arr, &q4stub, cvRect(0,cy,cx,cy) );
+ d1 = cvGetSubRect( src_arr, &d1stub, cvRect(0,0,cx,cy) );
+ d2 = cvGetSubRect( src_arr, &d2stub, cvRect(cx,0,cx,cy) );
+ d3 = cvGetSubRect( src_arr, &d3stub, cvRect(cx,cy,cx,cy) );
+ d4 = cvGetSubRect( src_arr, &d4stub, cvRect(0,cy,cx,cy) );
+
+ if(src_arr!=dst_arr){
+ if( !CV_ARE_TYPES_EQ( q1, d1 )){
+ error( "pdp_opencv_dft : source and destination arrays must have the same format" );
+ }
+ cvCopy(q3, d1, 0);
+ cvCopy(q4, d2, 0);
+ cvCopy(q1, d3, 0);
+ cvCopy(q2, d4, 0);
+ }
+ else{
+ cvCopy(q3, tmp, 0);
+ cvCopy(q1, q3, 0);
+ cvCopy(tmp, q1, 0);
+ cvCopy(q4, tmp, 0);
+ cvCopy(q2, q4, 0);
+ cvCopy(tmp, q2, 0);
+ }
+ if(src_arr==dst_arr){
+ cvReleaseMat( &tmp );
+ }
+}
+
+static void pdp_opencv_dft_process_rgb(t_pdp_opencv_dft *x)
+{
+ t_pdp *header = pdp_packet_header(x->x_packet0);
+ short int *data = (short int *)pdp_packet_data(x->x_packet0);
+ t_pdp *newheader = pdp_packet_header(x->x_packet1);
+ short int *newdata = (short int *)pdp_packet_data(x->x_packet1);
+ t_pdp *phaseheader = pdp_packet_header(x->x_packet2);
+ short int *phasedata = (short int *)pdp_packet_data(x->x_packet2);
+ CvMat tmp;
+ double m,M;
+ int px,py;
+
+ if ((x->x_width != (t_int)header->info.image.width) ||
+ (x->x_height != (t_int)header->info.image.height))
+ {
+ post("pdp_opencv_dft :: resizing");
+
+ x->x_width = header->info.image.width;
+ x->x_height = header->info.image.height;
+ x->x_size = x->x_width*x->x_height;
+
+ //Destroy cv_images
+ cvReleaseImage( &x->image );
+ //cvReleaseImage( &x->gray );
+ cvReleaseImage( &x->input_re );
+ cvReleaseImage( &x->input_im );
+ cvReleaseImage( &x->input_co );
+ cvReleaseMat( &x->dft_A );
+ //cvReleaseImage( &x->image_re );
+ //cvReleaseImage( &x->image_im );
+ //cvReleaseImage( &x->image_mout );
+ //cvReleaseImage( &x->image_pout );
+
+ x->image = cvCreateImage(cvSize(x->x_width,x->x_height), IPL_DEPTH_8U, 3);
+ x->gray = cvCreateImage(cvSize(x->image->width,x->image->height), IPL_DEPTH_8U, 1);
+ x->input_re = cvCreateImage( cvGetSize(x->image), IPL_DEPTH_64F, 1);
+ x->input_im = cvCreateImage( cvGetSize(x->image), IPL_DEPTH_64F, 1);
+ x->input_co = cvCreateImage( cvGetSize(x->image), IPL_DEPTH_64F, 2);
+ x->dft_M = cvGetOptimalDFTSize( x->gray->height - 1 );
+ x->dft_N = cvGetOptimalDFTSize( x->gray->width - 1 );
+ x->dft_A = cvCreateMat( x->dft_M, x->dft_N, CV_64FC2 );
+ x->image_re = cvCreateImage( cvSize(x->dft_N, x->dft_M), IPL_DEPTH_64F, 1);
+ x->image_im = cvCreateImage( cvSize(x->dft_N, x->dft_M), IPL_DEPTH_64F, 1);
+ x->image_mout = cvCreateImage( cvSize(x->image->width, x->image->height), IPL_DEPTH_8U, 1);
+ x->image_pout = cvCreateImage( cvSize(x->image->width, x->image->height), IPL_DEPTH_8U, 1);
+ }
+
+ newheader->info.image.encoding = PDP_BITMAP_GREY;
+ newheader->info.image.width = x->x_width;
+ newheader->info.image.height = x->x_height;
+
+ memcpy( x->image->imageData, data, x->x_size*3 );
+ cvCvtColor(x->image, x->gray, CV_BGR2GRAY);
+
+ if ( x->x_calculate )
+ {
+ // discrete fourier transform
+ cvScale(x->gray, x->input_re, 1.0, 0.0);
+ cvZero(x->input_im);
+ cvMerge(x->input_re, x->input_im, NULL, NULL, x->input_co);
+
+ // copy A to dft_A and pad dft_A with zeros
+ cvGetSubRect( x->dft_A, &tmp, cvRect(0,0, x->gray->width, x->gray->height));
+ cvCopy( x->input_co, &tmp, NULL );
+ if( x->dft_A->cols > x->gray->width )
+ {
+ cvGetSubRect( x->dft_A, &tmp, cvRect(x->gray->width,0, x->dft_A->cols - x->gray->width, x->gray->height));
+ cvZero( &tmp );
+ }
+
+ // no need to pad bottom part of dft_A with zeros because of
+ // use nonzero_rows parameter in cvDFT() call below
+ cvDFT( x->dft_A, x->dft_A, CV_DXT_FORWARD, x->input_co->height );
+
+ // Split Fourier in real and imaginary parts
+ cvSplit( x->dft_A, x->image_re, x->image_im, 0, 0 );
+
+ // calculate phase
+ for( py=0; py<x->image_re->height; py++ ) {
+ double* ptrr = (double*) ( x->image_re->imageData + py * x->image_re->widthStep);
+ double* ptri = (double*) ( x->image_im->imageData + py * x->image_im->widthStep);
+ float* ptrp = (float*) ( x->image_pout->imageData + py * x->image_pout->widthStep);
+ for( px=0; px<x->image_re->width; px++ ) {
+ (*(ptrp+px)) = cvFastArctan( (float)*(ptri+px), (float)*(ptrr+px) );
+ }
+ }
+
+ // Compute the magnitude of the spectrum Mag = sqrt(Re^2 + Im^2)
+ cvPow( x->image_re, x->image_re, 2.0);
+ cvPow( x->image_im, x->image_im, 2.0);
+ cvAdd( x->image_re, x->image_im, x->image_re, NULL);
+ cvPow( x->image_re, x->image_re, 0.5 );
+
+ // Compute log(1 + Mag)
+ cvAddS( x->image_re, cvScalarAll(1.0), x->image_re, NULL ); // 1 + Mag
+ cvLog( x->image_re, x->image_re ); // log(1 + Mag)
+
+ // Rearrange the quadrants of Fourier image so that the origin is at
+ // the image center
+ pdp_opencv_dft_shift_dft( x->image_re, x->image_re );
+
+ // normalize image
+ cvMinMaxLoc(x->image_re, &m, &M, NULL, NULL, NULL);
+ cvScale(x->image_re, x->image_re, 255.0/(M-m), 255.0*(-m)/(M-m));
+
+ for( py=0; py<x->image_re->height; py++ ) {
+ double* ptri = (double*) ( x->image_re->imageData + py * x->image_re->widthStep);
+ unsigned char* ptrp = (unsigned char*) ( x->image_mout->imageData + py * x->image_mout->widthStep);
+ for( px=0; px<x->image_re->width; px++ ) {
+ if ( *(ptrp+px) > 255.0 ) post( "pdp_opencv_dft : error value over 255" );
+ (*(ptrp+px)) = (unsigned char)( (*(ptri+px)) );
+ }
+ }
+
+ x->x_calculate=0;
+ }
+
+ cvCvtColor(x->image_mout, x->image, CV_GRAY2RGB);
+ memcpy( newdata, x->image->imageData, x->x_size*3 );
+ cvCvtColor(x->image_pout, x->image, CV_GRAY2RGB);
+ memcpy( phasedata, x->image->imageData, x->x_size*3 );
+
+ return;
+}
+
+static void pdp_opencv_dft_sendpacket(t_pdp_opencv_dft *x)
+{
+ /* release the packet */
+ pdp_packet_mark_unused(x->x_packet0);
+ x->x_packet0 = -1;
+
+ /* unregister and propagate if valid dest packet */
+ pdp_packet_pass_if_valid(x->x_outlet0, &x->x_packet1);
+
+ /* unregister and propagate if valid dest packet */
+ pdp_packet_pass_if_valid(x->x_outlet1, &x->x_packet2);
+
+ pdp_packet_mark_unused(x->x_packet1);
+ pdp_packet_mark_unused(x->x_packet2);
+}
+
+static void pdp_opencv_dft_process(t_pdp_opencv_dft *x)
+{
+ int encoding;
+ t_pdp *header = 0;
+
+ /* check if image data packets are compatible */
+ if ( (header = pdp_packet_header(x->x_packet0))
+ && (PDP_BITMAP == header->type)){
+
+ /* pdp_opencv_dft_process inputs and write into active inlet */
+ switch(pdp_packet_header(x->x_packet0)->info.image.encoding){
+
+ case PDP_BITMAP_RGB:
+ x->x_packet1 = pdp_packet_clone_rw(x->x_packet0);
+ x->x_packet2 = pdp_packet_clone_rw(x->x_packet0);
+ pdp_queue_add(x, (void*)pdp_opencv_dft_process_rgb, (void*)pdp_opencv_dft_sendpacket, &x->x_queue_id);
+ break;
+
+ default:
+ /* don't know the type, so dont pdp_opencv_dft_process */
+ break;
+
+ }
+ }
+
+}
+
+static void pdp_opencv_dft_calculate(t_pdp_opencv_dft *x)
+{
+ x->x_calculate=1;
+}
+
+static void pdp_opencv_dft_input_0(t_pdp_opencv_dft *x, t_symbol *s, t_floatarg f)
+{
+ /* if this is a register_ro message or register_rw message, register with packet factory */
+
+ if (s == gensym("register_rw"))
+ x->x_dropped = pdp_packet_convert_ro_or_drop(&x->x_packet0, (int)f, pdp_gensym((char*)"bitmap/rgb/*") );
+
+ if ((s == gensym("process")) && (-1 != x->x_packet0) && (!x->x_dropped))
+ {
+ /* add the process method and callback to the process queue */
+ pdp_opencv_dft_process(x);
+ }
+}
+
+static void pdp_opencv_dft_free(t_pdp_opencv_dft *x)
+{
+ int i;
+
+ //destroy cv structures
+ cvReleaseImage( &x->image );
+ //cvReleaseImage( &x->gray );
+ cvReleaseImage( &x->input_re );
+ cvReleaseImage( &x->input_im );
+ cvReleaseImage( &x->input_co );
+ cvReleaseMat( &x->dft_A );
+ //cvReleaseImage( &x->image_re );
+ //cvReleaseImage( &x->image_im );
+ //cvReleaseImage( &x->image_mout );
+ //cvReleaseImage( &x->image_pout );
+
+ pdp_queue_finish(x->x_queue_id);
+ pdp_packet_mark_unused(x->x_packet0);
+
+}
+
+t_class *pdp_opencv_dft_class;
+
+
+void *pdp_opencv_dft_new(t_floatarg f)
+{
+ int i;
+
+ t_pdp_opencv_dft *x = (t_pdp_opencv_dft *)pd_new(pdp_opencv_dft_class);
+
+ x->x_outlet0 = outlet_new(&x->x_obj, &s_anything);
+ x->x_outlet1 = outlet_new(&x->x_obj, &s_anything);
+
+ x->x_packet0 = -1;
+ x->x_packet1 = -1;
+ x->x_packet2 = -1;
+ x->x_queue_id = -1;
+
+ x->x_width = 320;
+ x->x_height = 240;
+ x->x_size = x->x_width * x->x_height;
+
+ x->image = cvCreateImage(cvSize(x->x_width,x->x_height), IPL_DEPTH_8U, 3);
+ x->gray = cvCreateImage(cvSize(x->x_width,x->x_height), IPL_DEPTH_8U, 1);
+ x->input_re = cvCreateImage( cvGetSize(x->image), IPL_DEPTH_64F, 1);
+ x->input_im = cvCreateImage( cvGetSize(x->image), IPL_DEPTH_64F, 1);
+ x->input_co = cvCreateImage( cvGetSize(x->image), IPL_DEPTH_64F, 2);
+ x->dft_M = cvGetOptimalDFTSize( x->gray->height - 1 );
+ x->dft_N = cvGetOptimalDFTSize( x->gray->width - 1 );
+ x->dft_A = cvCreateMat( x->dft_M, x->dft_N, CV_64FC2 );
+ x->image_re = cvCreateImage( cvSize(x->dft_N, x->dft_M), IPL_DEPTH_64F, 1);
+ x->image_im = cvCreateImage( cvSize(x->dft_N, x->dft_M), IPL_DEPTH_64F, 1);
+ x->image_mout = cvCreateImage( cvSize(x->dft_N, x->dft_M), IPL_DEPTH_8U, 1);
+ x->image_pout = cvCreateImage( cvSize(x->dft_N, x->dft_M), IPL_DEPTH_8U, 1);
+
+ // calculate first dft
+ x->x_calculate=1;
+
+ return (void *)x;
+}
+
+
+#ifdef __cplusplus
+extern "C"
+{
+#endif
+
+
+void pdp_opencv_dft_setup(void)
+{
+
+ post( " pdp_opencv_dft");
+ pdp_opencv_dft_class = class_new(gensym("pdp_opencv_dft"), (t_newmethod)pdp_opencv_dft_new,
+ (t_method)pdp_opencv_dft_free, sizeof(t_pdp_opencv_dft), 0, A_DEFFLOAT, A_NULL);
+
+ class_addmethod(pdp_opencv_dft_class, (t_method)pdp_opencv_dft_input_0, gensym("pdp"), A_SYMBOL, A_DEFFLOAT, A_NULL);
+ class_addmethod(pdp_opencv_dft_class, (t_method)pdp_opencv_dft_calculate, gensym("bang"), A_NULL);
+
+}
+
+#ifdef __cplusplus
+}
+#endif