/* queue.c * copyright (c) 2010 IOhannes m zmölnig, IEM * using code found at http://newsgroups.derkeiler.com/Archive/Comp/comp.programming.threads/2008-02/msg00502.html */ #include "iemnet.h" #include "s_stuff.h" #include #include #include #include #include #include #define INBUFSIZE 65536L /* was 4096: size of receiving data buffer */ /* data handling */ void iemnet__chunk_destroy(t_iemnet_chunk*c) { if(NULL==c)return; if(c->data)freebytes(c->data, c->size*sizeof(unsigned char)); c->data=NULL; c->size=0; freebytes(c, sizeof(t_iemnet_chunk)); } t_iemnet_chunk* iemnet__chunk_create_empty(int size) { t_iemnet_chunk*result=(t_iemnet_chunk*)getbytes(sizeof(t_iemnet_chunk)); if(result) { result->size=size; result->data=(unsigned char*)getbytes(sizeof(unsigned char)*size); if(NULL == result->data) { result->size=0; iemnet__chunk_destroy(result); return NULL; } memset(result->data, 0, result->size); } return result; } t_iemnet_chunk* iemnet__chunk_create_list(int argc, t_atom*argv) { t_iemnet_chunk*result=(t_iemnet_chunk*)getbytes(sizeof(t_iemnet_chunk)); int i; if(NULL==result)return NULL; result->size=argc; result->data=(unsigned char*)getbytes(sizeof(unsigned char)*argc); if(NULL == result->data) { result->size=0; iemnet__chunk_destroy(result); return NULL; } for(i=0; idata[i]=c; argv++; } return result; } t_iemnet_chunk*iemnet__chunk_create_chunk(t_iemnet_chunk*c) { t_iemnet_chunk*result=NULL; if(NULL==c)return NULL; result=(t_iemnet_chunk*)getbytes(sizeof(t_iemnet_chunk)); result->size=c->size; result->data=(unsigned char*)getbytes(sizeof(unsigned char)*(result->size)); if(NULL == result->data) { result->size=0; iemnet__chunk_destroy(result); return NULL; } memcpy(result->data, c->data, result->size); return result; } t_atom*iemnet__chunk2list(t_iemnet_chunk*c) { t_atom*result=NULL; unsigned int i; if(NULL==c)return NULL; result=(t_atom*)getbytes(c->size*sizeof(t_atom)); if(NULL==result)return NULL; for(i=0; isize; i++) { SETFLOAT(result+i, c->data[i]); } return result; } /* queue handling */ typedef struct _node { struct _node* next; t_iemnet_chunk*data; } t_node; typedef struct _queue { t_node* head; /* = 0 */ t_node* tail; /* = 0 */ pthread_mutex_t mtx; pthread_cond_t cond; int done; // in cleanup state int size; } t_queue; int queue_push( t_queue* const _this, t_iemnet_chunk* const data ) { t_node* tail; t_node* n=NULL; int size=_this->size; if(NULL == data) return size; fprintf(stderr, "pushing %d bytes\n", data->size); n=(t_node*)getbytes(sizeof(t_node)); n->next = 0; n->data = data; pthread_mutex_lock(&_this->mtx); if (! (tail = _this->tail)) { _this->head = n; } else { tail->next = n; } _this->tail = n; _this->size+=data->size; size=_this->size; fprintf(stderr, "pushed %d bytes\n", data->size); pthread_mutex_unlock(&_this->mtx); pthread_cond_signal(&_this->cond); return size; } t_iemnet_chunk* queue_pop( t_queue* const _this ) { t_node* head=0; t_iemnet_chunk*data=0; pthread_mutex_lock(&_this->mtx); while (! (head = _this->head)) { if(_this->done) { pthread_mutex_unlock(&_this->mtx); return NULL; } else pthread_cond_wait(&_this->cond, &_this->mtx); } if (! (_this->head = head->next)) { _this->tail = 0; } if(head && head->data) { _this->size-=head->data->size; } pthread_mutex_unlock(&_this->mtx); if(head) { data=head->data; freebytes(head, sizeof(t_node)); head=NULL; } fprintf(stderr, "popped %d bytes\n", data->size); return data; } void queue_finish(t_queue* q) { if(NULL==q) return; q->done=1; pthread_cond_signal(&q->cond); } void queue_destroy(t_queue* q) { t_iemnet_chunk*c=NULL; if(NULL==q) return; queue_finish(q); /* remove all the chunks from the queue */ while(NULL!=(c=queue_pop(q))) { iemnet__chunk_destroy(c); } q->head=NULL; q->tail=NULL; pthread_mutex_destroy(&q->mtx); pthread_cond_destroy(&q->cond); freebytes(q, sizeof(t_queue)); q=NULL; } t_queue* queue_create(void) { static pthread_mutex_t mtx = PTHREAD_MUTEX_INITIALIZER; static pthread_cond_t cond = PTHREAD_COND_INITIALIZER; t_queue*q=(t_queue*)getbytes(sizeof(t_queue)); if(NULL==q)return NULL; q->head = NULL; q->tail = NULL; memcpy(&q->cond, &cond, sizeof(pthread_cond_t)); memcpy(&q->mtx , &mtx, sizeof(pthread_mutex_t)); q->done = 0; q->size = 0; return q; } /* draft: * - there is a sender thread for each open connection * - the main thread just adds chunks to each sender threads processing queue * - the sender thread tries to send the queue as fast as possible */ struct _iemnet_sender { pthread_t thread; int sockfd; /* owned outside; must call iemnet__sender_destroy() before freeing socket yourself */ t_queue*queue; int cont; // indicates whether we want to thread to continue or to terminate }; /* the workhorse of the family */ static void*iemnet__sender_sendthread(void*arg) { t_iemnet_sender*sender=(t_iemnet_sender*)arg; int sockfd=sender->sockfd; t_queue*q=sender->queue; while(sender->cont) { t_iemnet_chunk*c=NULL; c=queue_pop(q); if(c) { unsigned char*data=c->data; unsigned int size=c->size; int result = send(sockfd, data, size, 0); // shouldn't we do something with the result here? iemnet__chunk_destroy(c); } } sender->queue=NULL; queue_destroy(q); return NULL; } int iemnet__sender_send(t_iemnet_sender*s, t_iemnet_chunk*c) { post("send %x %x", s, c); t_queue*q=s->queue; int size=0; post("queue=%x", q); if(q) { post("sending data with %d bytes using %x", c->size, s); size = queue_push(q, c); } return size; } void iemnet__sender_destroy(t_iemnet_sender*s) { s->cont=0; if(s->queue) queue_finish(s->queue); s->sockfd = -1; pthread_join(s->thread, NULL); freebytes(s, sizeof(t_iemnet_sender)); s=NULL; } t_iemnet_sender*iemnet__sender_create(int sock) { t_iemnet_sender*result=(t_iemnet_sender*)getbytes(sizeof(t_iemnet_sender)); int res=0; if(NULL==result)return NULL; result->queue = queue_create(); result->sockfd = sock; result->cont =1; res=pthread_create(&result->thread, 0, iemnet__sender_sendthread, result); if(0==res) { } else { // something went wrong } return result; } int iemnet__sender_getlasterror(t_iemnet_sender*x) { x=NULL; #ifdef _WIN32 return WSAGetLastError(); #endif return errno; } int iemnet__sender_getsockopt(t_iemnet_sender*s, int level, int optname, void *optval, socklen_t*optlen) { int result=getsockopt(s->sockfd, level, optname, optval, optlen); if(result!=0) { post("%s: getsockopt returned %d", __FUNCTION__, iemnet__sender_getlasterror(s)); } return result; } int iemnet__sender_setsockopt(t_iemnet_sender*s, int level, int optname, const void*optval, socklen_t optlen) { int result=setsockopt(s->sockfd, level, optname, optval, optlen); if(result!=0) { post("%s: setsockopt returned %d", __FUNCTION__, iemnet__sender_getlasterror(s)); } return result; } struct _iemnet_receiver { int sockfd; /* owned outside; you must call iemnet__receiver_destroy() before freeing socket yourself */ void*owner; t_iemnet_chunk*data; t_iemnet_receivecallback callback; }; static void iemnet__receiver_pollfn(t_iemnet_receiver*x, int fd) { int ret = recv(fd, /* socket */ x->data->data, /* buf */ x->data->size, /* len */ 0); /* flags */ if(ret<=0) { sys_rmpollfn(fd); x->callback(x->owner, fd, 0); } else { // received data const int size=x->data->size; x->data->size=ret; (x->callback)(x->owner, fd, x->data); x->data->size=size; } } t_iemnet_receiver*iemnet__receiver_create(int sock, void*owner, t_iemnet_receivecallback callback) { t_iemnet_receiver*result=(t_iemnet_receiver*)getbytes(sizeof(t_iemnet_receiver)); fprintf(stderr, "new receiver for %d\t%x\t%x\n", sock, owner, callback); if(result) { t_iemnet_chunk*data=iemnet__chunk_create_empty(INBUFSIZE); if(NULL==data) { iemnet__receiver_destroy(result); return NULL; } result->sockfd=sock; result->owner=owner; result->data=data; result->callback=callback; sys_addpollfn(sock, (t_fdpollfn)iemnet__receiver_pollfn, result); } fprintf(stderr, "new receiver created\n"); return result; } void iemnet__receiver_destroy(t_iemnet_receiver*r) { if(NULL==r)return; sys_rmpollfn(r->sockfd); if(r->data) iemnet__chunk_destroy(r->data); r->sockfd=0; r->owner=NULL; r->data=NULL; r->callback=NULL; freebytes(r, sizeof(t_iemnet_receiver)); r=NULL; }