Homepage

Demos

Overview

Downloads

Tutorials

Reference

Credits

RawCameraGenerator.cc Go to the documentation of this file. #include "RawCameraGenerator.h" #include "Events/DataEvent.h" #include "Events/EventRouter.h" #include "Events/FilterBankEvent.h" #include "Wireless/Wireless.h" #include "Shared/Config.h" #include "Shared/WorldState.h" #include <OPENR/ODataFormats.h> #include <OPENR/OFbkImage.h> #include "Shared/debuget.h" RawCameraGenerator::RawCameraGenerator(unsigned int numRawLayers, unsigned int numCalcLayers, EventBase::EventGeneratorID_t gid, unsigned int sid, unsigned int mysid) : FilterBankGenerator("RawCameraGenerator",numCalcLayers,NUM_CHANNELS,gid,sid,EventBase::visRawCameraEGID,mysid), numRealLayers(numRawLayers), layers(NULL), imageInfos(NULL) { setNumImages(numLayers,numChannels); } RawCameraGenerator::~RawCameraGenerator() { freeCaches(); destruct(); } /*! The const casts in this function are regretable but necessary * since the OPEN-R OFbkImage constructor requires mutable * arguments, even though it shouldn't be modifying the data */ void RawCameraGenerator::processEvent(const EventBase& event) { typedef DataEvent<const OFbkImageVectorData*> OFbkEvent; const OFbkEvent& fbkevent=dynamic_cast<const OFbkEvent& >(event); OFbkImageVectorData& fbkdat=*const_cast<OFbkImageVectorData*>(fbkevent.getData()); for(unsigned int res=0; res<numRealLayers; res++) { layers[numLayers-2-res] = fbkdat.GetData(res); imageInfos[numLayers-2-res] = fbkdat.GetInfo(res); } { const OFbkImage img(const_cast<OFbkImageInfo*>(imageInfos[numLayers-2]), const_cast<unsigned char*>(layers[numLayers-2]), ofbkimageBAND_Y); //I have to do this crazy thing because apparently img.FieldCounter() doesn't work frameNumber=*(int*)(img.Pointer()+(img.Height()-1)*(img.Skip()+img.Width())); } unsigned int numNotRealLayers=numLayers-1-numRealLayers; for(unsigned int res=numNotRealLayers; res<numLayers-1; res++) { widths[res] = imageInfos[res]->width; heights[res] = imageInfos[res]->height; const OFbkImage img(const_cast<OFbkImageInfo*>(imageInfos[res]), const_cast<unsigned char*>(layers[res]), ofbkimageBAND_Y); skips[res]=img.Skip(); strides[res]=skips[res]+widths[res]; ASSERT(static_cast<unsigned int>(img.Width())==getWidth(res),"Widths don't match"); ASSERT(static_cast<unsigned int>(img.Height())==getHeight(res),"Heights don't match"); } if(widths[numLayers-2]*2!=widths[numLayers-1] || heights[numLayers-2]*2!=heights[numLayers-1]) { //|| widths[numLayers-2-numRealLayers]*2!=widths[numNotRealLayers] //|| heights[numLayers-2-numRealLayers]*2!=heights[numNotRealLayers]) { //set the width and height of non-real layers (since they don't match what they should be) ASSERT(widths[numLayers-1]==0,"Strange, the image width changed after initial setting" << widths[numLayers-1]); setDimensions(); } invalidateCaches(); framesProcessed++; erouter->postEvent(new FilterBankEvent(this,getGeneratorID(),getSourceID())); } unsigned int RawCameraGenerator::getBinSize() const { unsigned int used=FilterBankGenerator::getBinSize(); used+=strlen("RawImage")+LoadSave::stringpad; used+=widths[selectedSaveLayer]*heights[selectedSaveLayer]; return used; } unsigned int RawCameraGenerator::LoadBuffer(const char buf[], unsigned int len) { unsigned int origlen=len; unsigned int used; std::string tmp; if(0==(used=FilterBankGenerator::LoadBuffer(buf,len))) return 0; len-=used; buf+=used; if(0==(used=decode(tmp,buf,len))) return 0; len-=used; buf+=used; if(tmp!="RawImage") { serr->printf("Unhandled image type for RawCameraGenerator: %s",tmp.c_str()); return 0; } else if(selectedSaveLayer!=numLayers-1) { serr->printf("Can't load into RawCameraGenerator layer %d!=%d",selectedSaveLayer,numLayers-1); return 0; } else { if(images[selectedSaveLayer][selectedSaveChannel]==NULL) images[selectedSaveLayer][selectedSaveChannel]=createImageCache(selectedSaveLayer,selectedSaveChannel); unsigned char* img=images[selectedSaveLayer][selectedSaveChannel]; used=widths[selectedSaveLayer]*heights[selectedSaveLayer]; ASSERTRETVAL(used<=len,"buffer too small",0); memcpy(img,buf,used); len-=used; buf+=used; imageValids[selectedSaveLayer][selectedSaveChannel]=true; return origlen-len; } } unsigned int RawCameraGenerator::SaveBuffer(char buf[], unsigned int len) const { unsigned int origlen=len; unsigned int used; if(0==(used=FilterBankGenerator::SaveBuffer(buf,len))) return 0; len-=used; buf+=used; if(0==(used=encode("RawImage",buf,len))) return 0; len-=used; buf+=used; unsigned char* img=getImage(selectedSaveLayer,selectedSaveChannel); used=widths[selectedSaveLayer]*heights[selectedSaveLayer]; ASSERTRETVAL(used<=len,"buffer too small",0); unsigned int inc=getIncrement(selectedSaveLayer); if(inc==1) { //special case, straight copy for(unsigned int y=0; y<heights[selectedSaveLayer]; y++) { memcpy(buf,img,widths[selectedSaveLayer]); buf+=widths[selectedSaveLayer]; img+=getStride(selectedSaveLayer); } } else { //otherwise, interleaved or subsampling for(unsigned int y=0; y<heights[selectedSaveLayer]; y++) { unsigned char* const rowend=img+widths[selectedSaveLayer]*inc; while(img!=rowend) { *buf++=*img; img+=inc; } img+=getSkip(selectedSaveLayer); } } len-=used; return origlen-len; } unsigned int RawCameraGenerator::SaveFileStream(FILE * f) const { unsigned int totalused=0; unsigned int used; { //sigh, inheritance has failed me (I wouldn't want FilterBankGenerator::SaveFileStream() to call the virtuals...) unsigned int sz=FilterBankGenerator::getBinSize(); char * buf = new char[sz]; memset(buf,0xF0,sz); if(buf==NULL) { std::cout << "*** WARNING could not allocate " << sz << " bytes for LoadFile"; return 0; } unsigned int resp=FilterBankGenerator::SaveBuffer(buf,sz); if(resp==0) { std::cout << "*** WARNING SaveBuffer didn't write any data (possibly due to overflow or other error)" << std::endl; fwrite(buf,1,sz,f); } else { unsigned int wrote=fwrite(buf,1,resp,f); if(wrote!=resp) std::cout << "*** WARNING short write (wrote " << wrote << ", expected " << resp << ")" << std::endl; } delete [] buf; used=resp; } if(0==used) return 0; totalused+=used; if(0==(used=encode("RawImage",f))) return 0; totalused+=used; unsigned char* img=getImage(selectedSaveLayer,selectedSaveChannel); used=widths[selectedSaveLayer]*heights[selectedSaveLayer]; unsigned int inc=getIncrement(selectedSaveLayer); if(inc==1) { //special case, straight copy sout->printf("Saving %d by %d\n",widths[selectedSaveLayer],heights[selectedSaveLayer]); for(unsigned int y=0; y<heights[selectedSaveLayer]; y++) { if(fwrite(img,widths[selectedSaveLayer],1,f)==0) { serr->printf("short write on image data - ran out of space?\n"); return 0; } img+=getStride(selectedSaveLayer); } } else { //otherwise, interleaved or subsampling for(unsigned int y=0; y<heights[selectedSaveLayer]; y++) { unsigned char* const rowend=img+widths[selectedSaveLayer]*inc; while(img!=rowend) { if(fputc(*img,f)==EOF) { serr->printf("short write on image data - ran out of space?\n"); return 0; } img+=inc; } img+=getSkip(selectedSaveLayer); } } totalused+=used; return totalused; } void RawCameraGenerator::setDimensions() { freeCaches(); unsigned int numNotRealLayers=numLayers-1-numRealLayers; for(unsigned int res=0; res<numNotRealLayers; res++) { widths[res] = imageInfos[numNotRealLayers]->width>>(numNotRealLayers-res); heights[res] = imageInfos[numNotRealLayers]->height>>(numNotRealLayers-res); ASSERT(widths[res]*increments[res]==widths[numNotRealLayers],"widths*increments doesn't match total width"); strides[res]=strides[numNotRealLayers]*increments[res]; skips[res]=skips[numNotRealLayers]+strides[res]-strides[numNotRealLayers]; } strides[numLayers-1]=widths[numLayers-1]=widths[numLayers-2]*2; heights[numLayers-1]=heights[numLayers-2]*2; } void RawCameraGenerator::freeCaches() { for(unsigned int i=0; i<numLayers; i++) { for(unsigned int j=0; j<numChannels; j++) { images[i][j]=NULL; imageValids[i][j]=false; } } FilterBankGenerator::freeCaches(); } void RawCameraGenerator::setNumImages(unsigned int nLayers, unsigned int nChannels) { FilterBankGenerator::setNumImages(nLayers,nChannels); layers=new unsigned char*[numLayers]; imageInfos=new const OFbkImageInfo*[numLayers]; unsigned int numNotRealLayers=numLayers-1-numRealLayers; for(unsigned int res=0; res<numLayers; res++) { layers[res]=NULL; imageInfos[res]=NULL; if(res<numNotRealLayers) increments[res]=1<<(numNotRealLayers-res); } } unsigned char * RawCameraGenerator::createImageCache(unsigned int layer, unsigned int chan) const { if(layer==numLayers-1) { return const_cast<unsigned char*>(&dblRes[chan][0][0]); } else return NULL; // calcImage will set the cache itself } void RawCameraGenerator::calcImage(unsigned int layer, unsigned int chan) const { PROFSECTION("RawCameraGenerator::calcImage(...)",state->mainProfile); unsigned int numNotRealLayers=numLayers-1-numRealLayers; if(layer==numLayers-1) { //This is the only layer for which we calculate and store any data of our own... if(chan==CHAN_Y) reconstructImage(); else upsampleImage(static_cast<channel_id_t>(chan)); } else { if(layer>=numNotRealLayers) { unsigned int fbkdatChan=mapChannelID(static_cast<channel_id_t>(chan)); const OFbkImage img(const_cast<OFbkImageInfo*>(imageInfos[layer]), const_cast<unsigned char*>(layers[layer]), fbkdatChan); images[layer][chan]=img.Pointer(); //this part restores pixels over written with the CDT table and //frame count. Yes, we are modifying the original image passed //from the system here... if(config->vision.restore_image) { const unsigned int numPix=16; if(layer==numLayers-2) { unsigned char * s=images[layer][chan]+getStride(layer)*(getHeight(layer)-2); unsigned char * d=images[layer][chan]+getStride(layer)*(getHeight(layer)-1); for(unsigned int i=0; i<numPix; i++) *d++=*s++; } else { unsigned int inc=1<<(numLayers-2-layer); unsigned char * s; //unsigned char * s=getImage(numLayers-2,chan)+getStride(numLayers-2)*(getHeight(numLayers-2)-inc); //...or an attempt to possibly avoid a trivial amount of recomputation.... if(!imageValids[numLayers-2][chan]) { const OFbkImage simg(const_cast<OFbkImageInfo*>(imageInfos[numLayers-2]), const_cast<unsigned char*>(layers[numLayers-2]), fbkdatChan); s=simg.Pointer(); } else { s=images[numLayers-2][chan]; } s+=getStride(numLayers-2)*(getHeight(numLayers-2)-inc); unsigned char * d=images[layer][chan]+getStride(layer)*(getHeight(layer)-1); for(unsigned int i=0; i<numPix; i++) { *d++=*s; s+=inc; } } } } else { //we don't need to do the restoration in the previous section //here because these layers skip the last row unsigned int fbkdatChan=mapChannelID(static_cast<channel_id_t>(chan)); const OFbkImage img(const_cast<OFbkImageInfo*>(imageInfos[numNotRealLayers]), const_cast<unsigned char*>(layers[numNotRealLayers]), fbkdatChan); images[layer][chan]=img.Pointer(); } } imageValids[layer][chan]=true; } void RawCameraGenerator::destruct() { FilterBankGenerator::destruct(); delete [] layers; layers=NULL; delete [] imageInfos; imageInfos=NULL; } unsigned int RawCameraGenerator::mapChannelID(channel_id_t chan) { switch(chan) { case CHAN_Y: return ofbkimageBAND_Y; case CHAN_U: return ofbkimageBAND_Cr; case CHAN_V: return ofbkimageBAND_Cb; case CHAN_Y_DY: return ofbkimageBAND_Y_LH; case CHAN_Y_DX: return ofbkimageBAND_Y_HL; case CHAN_Y_DXDY: return ofbkimageBAND_Y_HH; default: std::cout << "RawCameraGenerator::mapChannelID bad channel" << std::endl; return ofbkimageBAND_Y;; } } void RawCameraGenerator::upsampleImage(channel_id_t chan) const { const unsigned int dblLayer=numLayers-1; const unsigned int srcLayer=dblLayer-1; const unsigned int width=widths[dblLayer]; const unsigned int height=heights[dblLayer]; unsigned char * cur=images[dblLayer][chan]; ASSERTRET(cur!=NULL,"destination layer is NULL"); unsigned char * src=getImage(srcLayer,chan); ASSERTRET(cur!=NULL,"source layer is NULL"); unsigned char * const imgend=cur+width*height; while(cur!=imgend) { unsigned char * const row=cur; unsigned char * const rowend=cur+width; while(cur!=rowend) { *cur++=*src; *cur++=*src++; } memcpy(cur,row,width); cur+=width; src+=getSkip(srcLayer); } } /*! This function is lifted from Sony's ImageObserver sample code. Here's Sony's original license for the file (ImageObserver.cc) that contained this function: <pre> Copyright 2002,2003 Sony Corporation Permission to use, copy, modify, and redistribute this software for non-commercial use is hereby granted. This software is provided "as is" without warranty of any kind, either expressed or implied, including but not limited to the implied warranties of fitness for a particular purpose. </pre> */ void RawCameraGenerator::reconstructImage() const { byte* yLLPtr = getImage(numLayers-2,CHAN_Y); byte* yLHPtr = getImage(numLayers-2,CHAN_Y_DY); byte* yHLPtr = getImage(numLayers-2,CHAN_Y_DX); byte* yHHPtr = getImage(numLayers-2,CHAN_Y_DXDY); unsigned int w = getWidth(numLayers-2); unsigned int h = getWidth(numLayers-2); unsigned int skip = getSkip(numLayers-2); unsigned char* img = images[numLayers-1][CHAN_Y]; ASSERTRET(img!=NULL,"image destination NULL"); unsigned char* iptr0 = img; unsigned char* iptr1 = iptr0 + 2*w; for (unsigned int y = 0; y < h; y++) { for (unsigned int x = 0; x < w; x++) { // // yLH, yHL, yHH : offset binary [0, 255] -> signed int [-128, 127] // short yLL = (short)*yLLPtr++; short yLH = (short)*yLHPtr++ - 128; short yHL = (short)*yHLPtr++ - 128; short yHH = (short)*yHHPtr++ - 128; short a = yLL + yLH + yHL + yHH; // ypix11 short b = 2 * (yLL + yLH); // ypix11 + ypix01 short c = 2 * (yLL + yHL); // ypix11 + ypix10 short d = 2 * (yLL + yHH); // ypix11 + ypix00 *iptr0++ = clipRange(d - a); *iptr0++ = clipRange(c - a); *iptr1++ = clipRange(b - a); *iptr1++ = clipRange(a); } yLLPtr += skip; yLHPtr += skip; yHLPtr += skip; yHHPtr += skip; iptr0 = iptr1; iptr1 += 2*w; } } /*! @file * @brief Implements RawCameraGenerator, which generates FilterBankEvents containing raw camera images * @author ejt (Creator) * * $Author: ejt $ * $Name: tekkotsu-2_0_1+Doc $ * $Revision: 1.14 $ * $State: Exp $ * $Date: 2004/02/06 00:06:31 $ */

Tekkotsu v2.0.1+Doc

Generated Mon Feb 9 22:16:49 2004 by Doxygen 1.3.5