AWProjectFT.h

Go to the documentation of this file.

//# AWProjectFT.h: Definition for AWProjectFT
//# Copyright (C) 1996,1997,1998,1999,2000,2002
//# Associated Universities, Inc. Washington DC, USA.
//#
//# This library is free software; you can redistribute it and/or modify it
//# under the terms of the GNU Library General Public License as published by
//# the Free Software Foundation; either version 2 of the License, or (at your
//# option) any later version.
//#
//# This library is distributed in the hope that it will be useful, but WITHOUT
//# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
//# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Library General Public
//# License for more details.
//#
//# You should have received a copy of the GNU Library General Public License
//# along with this library; if not, write to the Free Software Foundation,
//# Inc., 675 Massachusetts Ave, Cambridge, MA 02139, USA.
//#
//# Correspondence concerning AIPS++ should be adressed as follows:
//#        Internet email: aips2-request@nrao.edu.
//#        Postal address: AIPS++ Project Office
//#                        National Radio Astronomy Observatory
//#                        520 Edgemont Road
//#                        Charlottesville, VA 22903-2475 USA
//#
//#
//# $Id$

#ifndef SYNTHESIS_TRANSFORM2_AWPROJECTFT_H
#define SYNTHESIS_TRANSFORM2_AWPROJECTFT_H

#include <synthesis/TransformMachines2/VLACalcIlluminationConvFunc.h>
#include <synthesis/TransformMachines2/VLAIlluminationConvFunc.h>
#include <synthesis/TransformMachines2/AWVisResampler.h>
//#include <synthesis/MeasurementComponents/ConvolutionFunction.h>
#include <synthesis/TransformMachines2/EVLAConvFunc.h>
#include <synthesis/MeasurementComponents/SolvableVisCal.h>
#include <synthesis/TransformMachines2/VPSkyJones.h>
#include <synthesis/TransformMachines2/FTMachine.h>
#include <synthesis/TransformMachines2/PolOuterProduct.h>
//#include <synthesis/MeasurementComponents/CFCache.h>
#include <synthesis/TransformMachines2/Utils.h>

#include <scimath/Mathematics/FFTServer.h>
//#include <msvis/MSVis/VisBuffer.h>

#include <casa/Containers/Block.h>
#include <casa/Arrays/Array.h>
#include <casa/Arrays/Vector.h>
#include <casa/Arrays/Matrix.h>

#include <scimath/Mathematics/ConvolveGridder.h>
#include <lattices/Lattices/LatticeCache.h>
#include <lattices/Lattices/ArrayLattice.h>
#include <ms/MeasurementSets/MSColumns.h>
#include <measures/Measures/Measure.h>
#include <measures/Measures/MDirection.h>
#include <measures/Measures/MPosition.h>
#include <images/Images/ImageInterface.h>
#include <coordinates/Coordinates/DirectionCoordinate.h>

#include <synthesis/TransformMachines2/AWConvFunc.h>
#include <synthesis/TransformMachines2/AWConvFuncEPJones.h>
#include <synthesis/TransformMachines2/ATerm.h>

#include <casa/OS/Timer.h>

namespace casa { //# NAMESPACE CASA - BEGIN
  
  // namespace vi
  // { 
  //   class VisBuffer2;
  //   class VisibilityIterator2;
  // }
  // <summary>  An FTMachine for Gridded Fourier transforms including effects of primary beam and pointing offsets and the w-term</summary>
  
  // <use visibility=export>
  
  // <reviewed reviewer="" date="" tests="" demos="">
  
  // <prerequisite>
  //   <li> <linkto class=FTMachine>FTMachine</linkto> module
  //   <li> <linkto class=SkyEquation>SkyEquation</linkto> module
  //   <li> <linkto class=VisBuffer>VisBuffer</linkto> module
  //   <li> <linto class=EPJones>EPJones</linkto> module
  // </prerequisite>
  //
  // <etymology> 
  // FTMachine is a Machine for Fourier Transforms. Like
  // WProjectFT, AWProjectFT does Grid-based Fourier transforms but
  // also includes the effects of primary beam and antenna pointing
  // offsets. 
  // </etymology>
  //
  // <synopsis> 
  //
  // The <linkto class=SkyEquation>SkyEquation</linkto> needs to be
  // able to perform Fourier transforms on visibility
  // data. AWProjectFT allows efficient handling of direction
  // dependent effects due to the primary beam and antenna pointing
  // offsets using a <linkto class=VisBuffer>VisBuffer</linkto> which
  // encapsulates a chunk of visibility (typically all baselines for
  // one time) together with all the information needed for processing
  // (e.g. UVW coordinates).
  //
  // Using this FTMachine, errors due antenna pointing offsets can be
  // corrected during deconvolution.  One form of antenna pointing
  // error which is known a-priori is the VLA polarization squint
  // (about 6% of the Primary beam width at any frequency).  For
  // Stokes imaging, using this FTMachine, the VLA polarization squint
  // and beam polarization can also be corrected.  Also since the
  // effects of antenna pointing errors is strongest in the range of
  // 1-2GHz band (where the sky is not quite empty while the beams are
  // not too large either), this FTMachine can also be setup to
  // correct for the w-term.
  //
  // Switches are provided in the get() method to compute the
  // derivatives with respect to the parameters of the primary beam
  // (only pointing offsets for now).  This is used in the pointing
  // offset solver.
  //
  // See the documentation of other FTMachines for details about the
  // design of the FTMachines in general.
  //
  // </synopsis> 
  //
  // <example>
  // See the example for <linkto class=SkyModel>SkyModel</linkto>.
  // </example>
  //
  // <motivation>
  //
  // Encapsulate the correction of direction dependent effects via
  // visibility plane convolutions with a potentially different
  // convolution function for each baseline.
  //
  // </motivation>
  //
  // <todo asof="2005/07/21">
  //
  // <ul> Include the antenna based complex gain term as well since
  // that can interfere with the effects of pointing offsets.  
  //
  // <ul> Factor out the actual convolution functions as a separate
  // class making FTMachines for various direction dependent effects
  // generic.
  //
  // </todo>
  
  //  class EPJones;
  class SolvableVisJones;
  namespace refim{
  class AWProjectFT : public FTMachine {
  public:
    static ATerm* createTelescopeATerm(const String& telescopeName, 
                                       const Bool& isATermOn);
    static CountedPtr<ConvolutionFunction> makeCFObject(const String& telescopeName,
                                                        const Bool aTermOn,
                                                        const Bool psTermOn,
                                                        const Bool wTermOn,
                                                        const Bool mTermOn,
                                                        const Bool wBAWP,
                                                        const Int cfBufferSize=-1,
                                                        const Int cfOverSampling=-1);
    AWProjectFT();
    
    // Constructor: cachesize is the size of the cache in words
    // (e.g. a few million is a good number), tilesize is the
    // size of the tile used in gridding (cannot be less than
    // 12, 16 works in most cases). 
    // <group>
    AWProjectFT(Int nFacets, Long cachesize, 
                CountedPtr<CFCache>& cfcache,
                CountedPtr<ConvolutionFunction>& cf,
                CountedPtr<VisibilityResamplerBase>& visResampler,
                Bool applyPointingOffset=True,
                Bool doPBCorr=True,
                Int tilesize=16, 
                Float pbLimit=5e-4,
                Bool usezero=False,
                Bool conjBeams_p=True,
                Bool doublePrecGrid=False,
                PolOuterProduct::MuellerType muellerType=PolOuterProduct::FULL);
    // </group>
    
    // Construct from a Record containing the AWProjectFT state
    AWProjectFT(const RecordInterface& stateRec);
    
    // Copy constructor
    AWProjectFT(const AWProjectFT &other);
    
    // Assignment operator
    AWProjectFT &operator=(const AWProjectFT &other);
    
    ~AWProjectFT();
    
    //   void setEPJones(EPJones* ep_j) {epJ = ep_j;}
    void setEPJones(SolvableVisJones* ep_j) {epJ_p = ep_j;}
    
    virtual void setDOPBCorrection(Bool doit=True) {doPBCorrection=doit;};
    virtual Bool getDOPBCorrection() {return doPBCorrection;};
    virtual void setConjBeams(Bool useit=True) {conjBeams_p=useit;};
    virtual Bool getConjBeams() {return conjBeams_p;};

    virtual Float getPBLimit() {return pbLimit_p;};
    // Initialize transform to Visibility plane using the image
    // as a template. The image is loaded and Fourier transformed.
    
    void setObservatoryLocation(const MPosition& mLocation) {mLocation_p=mLocation;};
    
    // Vectorized version of initializeToVis.  Required since
    // MultiTermFTM needs vectorized version. And this is implemented
    // in FTMachine (the baseclass).  And one relies on static_cast in
    // Imager::createFTMachine() (or is it in CSE?) to cast the
    // pointer to specific types such that this methods gets called
    // when the FTMachine pointer is of type AWProjectFT.
    virtual void initializeToVis(Block<CountedPtr<ImageInterface<Complex> > > & compImageVec,
                                 PtrBlock<SubImage<Float> *> & modelImageVec, 
                                 PtrBlock<SubImage<Float> *>& weightImageVec, 
                                 PtrBlock<SubImage<Float> *>& fluxScaleVec, 
                                 Block<Matrix<Float> >& weightsVec,
                                 const vi::VisBuffer2& vb);

    virtual void initializeToVis(ImageInterface<Complex>& image,
                                 const vi::VisBuffer2& vb);
    // This version returns the gridded vis...should be used in conjunction 
    // with the version of 'get' that needs the gridded visdata 
    virtual void initializeToVis(ImageInterface<Complex>& image,
                                 const vi::VisBuffer2& vb, Array<Complex>& griddedVis,
                                 Vector<Double>& uvscale);
    
    // Finalize transform to Visibility plane: flushes the image
    // cache and shows statistics if it is being used.
    virtual void finalizeToVis();
    
    // Initialize transform to Sky plane: initializes the image
    virtual void initializeToSky(ImageInterface<Complex>& image,  Matrix<Float>& weight,
                                 const vi::VisBuffer2& vb);
    
    // Finalize transform to Sky plane: flushes the image
    // cache and shows statistics if it is being used. DOES NOT
    // DO THE FINAL TRANSFORM!
    virtual void finalizeToSky();
    
    virtual void initVisBuffer(vi::VisBuffer2& vb, Type whichVBColumn);
    void initVisBuffer(vi::VisBuffer2& vb, Type whichVBColumn, Int row);

    // Get actual coherence from grid by degridding
    void get(vi::VisBuffer2& vb, Int row=-1);
    
    // Get the coherence from grid return it in the degrid 
    // is used especially when scratch columns are not 
    // present in ms.
    void get(vi::VisBuffer2& vb, Cube<Complex>& degrid, 
             Array<Complex>& griddedVis, Vector<Double>& scale, 
             Int row=-1);
    
    void get(vi::VisBuffer2& vb, Cube<Float>& pointingOffsets, Int row=-1,
             FTMachine::Type whichVBColumn=FTMachine::MODEL,Int Conj=0)
    {
      get(vb,vb,vb,pointingOffsets,row,whichVBColumn,whichVBColumn,Conj,0);
    }
    
    void get(vi::VisBuffer2& vb, vi::VisBuffer2& gradAzVB,vi::VisBuffer2& gradElVB,
             Cube<Float>& pointingOffsets,Int row=-1,
             Type whichVBColumn=FTMachine::MODEL,
             Type whichGradVBColumn=FTMachine::MODEL,
             Int Conj=0, Int doGrad=1) ;
    void nget(vi::VisBuffer2& vb,
            // These offsets should be appropriate for the VB
            Array<Float>& l_off, Array<Float>& m_off,
            Cube<Complex>& Mout,
            Cube<Complex>& dMout1,
            Cube<Complex>& dMout2,
            Int Conj=0, Int doGrad=1);
    // Get the coherence from grid return it in the degrid 
    // is used especially when scratch columns are not 
    // present in ms.
    void get(vi::VisBuffer2& vb, Cube<Complex>& degrid, 
             Array<Complex>& griddedVis, Vector<Double>& scale, 
             Cube<Float>& pointingOffsets,Int row=-1);
    
    
    // Put coherence to grid by gridding.
    void put(const vi::VisBuffer2&,
             TempImage<Complex>&, Vector<Double>&, int,
             UVWMachine*, Bool) 
    {
      //    throw(AipsError("AWProjectFT::put is not implemented"));
    }
    void put(const vi::VisBuffer2& vb, Int row=-1, Bool dopsf=False,
             FTMachine::Type type=FTMachine::OBSERVED);
    
    // Make the entire image using a ROVisIter
    // virtual void makeImage(FTMachine::Type,
    //                     ROVisibilityIterator&,
    //                     ImageInterface<Complex>&,
    //                     Matrix<Float>&) {};

    // Make the entire image
    // void makeImage(FTMachine::Type type,
    //             VisSet& vs,
    //             ImageInterface<Complex>& image,
    //             Matrix<Float>& weight);
    
    // Get the final image: do the Fourier transform and
    // grid-correct, then optionally normalize by the summed weights
    virtual ImageInterface<Complex>& getImage(Matrix<Float>&, Bool normalize=True);

    // Get the final weights image
    void getWeightImage(ImageInterface<Float>&, Matrix<Float>&);
    
    // Save and restore the AWProjectFT to and from a record
    Bool toRecord(RecordInterface& outRec,  Bool withImage=False);
    Bool fromRecord(const RecordInterface& inRec);
    
    // Can this FTMachine be represented by Fourier convolutions?
    Bool isFourier() {return True;}
    
    //  Bool changed(const VisBuffer& vb) {return vpSJ->changed(vb,1);};
    //    Bool changed(const VisBuffer& vb) {return False;}
    
    virtual Int findPointingOffsets(const vi::VisBuffer2&, Array<Float>&, Array<Float>&,
                                    Bool Evaluate=True);
    virtual Int findPointingOffsets(const vi::VisBuffer2&, Cube<Float>&,
                                    Array<Float>&, Array<Float>&,
                                    Bool Evaluate=True);
    virtual Double getVBPA(const vi::VisBuffer2& vb) 
    {
      // if (!rotateApertureOTP_p) return currentCFPA;
      // else return getPA(vb);
      return getPA(vb);
    };
    MDirection::Convert makeCoordinateMachine(const vi::VisBuffer2&,
                                              const MDirection::Types&,
                                              const MDirection::Types&,
                                              MEpoch& last);
    //
    // Make a sensitivity image (sensitivityImage), given the gridded
    // weights (wtImage).  These are related to each other by a
    // Fourier transform and normalization by the sum-of-weights
    // (sumWt) and normalization by the product of the 2D FFT size
    // along each axis.  If doFFTNorm=False, normalization by the FFT
    // size is not done.  If sumWt is not provided, normalization by
    // the sum of weights is also not done.
    //
    virtual void makeSensitivityImage(Lattice<Complex>&,// wtImage,
                                      ImageInterface<Float>&,// sensitivityImage,
                                      const Matrix<Float>&,// sumWt=Matrix<Float>(),
                                      const Bool& ) {};
    virtual void makeSensitivityImage(const vi::VisBuffer2& vb, 
                                      const ImageInterface<Complex>& imageTemplate,
                                      ImageInterface<Float>& sensitivityImage);

    //
    // Given the sky image (Fourier transform of the visibilities),
    // sum of weights and the sensitivity image, this method replaces
    // the skyImage with the normalized image of the sky.
    //
    // These are now implement in the FTMachine base class.  
    //
    // These can't be left here since now the design depends on
    // getting the correct version called due to static type casting
    // of FTM pointer and not on inheretance and and specialization
    // via overloading.

    // virtual void normalizeImage(Lattice<Complex>& skyImage,
    //                          const Matrix<Double>& sumOfWts,
    //                          Lattice<Float>& sensitivityImage,
    //                          Bool fftNorm=True);
    // virtual void normalizeImage(Lattice<Complex>& skyImage,
    //                          const Matrix<Double>& sumOfWts,
    //                          Lattice<Float>& sensitivityImage,
    //                          Lattice<Complex>& sensitivitySqImage,
    //                          Bool fftNorm=True);
    
    virtual ImageInterface<Float>& getSensitivityImage() {return *avgPB_p;}
    virtual Matrix<Double>& getSumOfWeights() {return sumWeight;};
    virtual Matrix<Double>& getSumOfCFWeights() {return sumCFWeight;};

    void makeConjPolMap(const vi::VisBuffer2& vb, const Vector<Int> cfPolMap, 
                        Vector<Int>& conjPolMap);
    //    Vector<Int> makeConjPolMap(const VisBuffer& vb);
    void makeCFPolMap(const vi::VisBuffer2& vb, const Vector<Int>& cfstokes, 
                      Vector<Int>& polM);
    //    void reset() {vpSJ->reset();}
    void reset() {paChangeDetector.reset();}

    void setPAIncrement(const Quantity &computePAIncr, const Quantity &rotateOTFPAIncr);

    Vector<Int>& getPolMap() {return polMap;};
    virtual String name() const { return "AWProjectFT";};
    virtual Bool verifyAvgPB(ImageInterface<Float>& pb, ImageInterface<Float>& sky)
    {return verifyShapes(pb.shape(),sky.shape());}

    virtual Bool verifyAvgPB(ImageInterface<Float>& pb, ImageInterface<Complex>& sky)
    {return verifyShapes(pb.shape(),sky.shape());}

    virtual Bool verifyShapes(IPosition shape0, IPosition shape1);

    inline virtual Float pbFunc(const Float& a, const Float& limit) 
    {Float tt=sqrt(a);return  (abs(tt) >= limit)?tt:1.0;};
    // {if (abs(a) >= limit) return (a);else return 1.0;};

    inline virtual Complex pbFunc(const Complex& a, const Float& limit) 
    {if (abs(a)>=limit) return (a); else return Complex(1.0,0.0);};

    virtual void setMiscInfo(const Int qualifier)
    {
      sensitivityPatternQualifier_p=qualifier;
      sensitivityPatternQualifierStr_p = ".tt"+String::toString(sensitivityPatternQualifier_p);
    }
    virtual void ComputeResiduals(vi::VisBuffer2&vb, Bool useCorrected);
    void makeWBCFWt(CFStore2& cfs,const Double imRefFreq);

    CFBStruct cfbst_pub;
    // Image Scaling and offset
    Vector<Double> uvScale, uvOffset;
  protected:
    
    Int nint(Double val) {return Int(floor(val+0.5));};
    // Locate convolution functions on the disk
    //    Int locateConvFunction(const Int Nw, const Float pa);
    //    void cacheConvFunction(Int which, Array<Complex>& cf, CoordinateSystem& coord);
    // Find the convolution function
    void findConvFunction(const ImageInterface<Complex>& image,
                          const vi::VisBuffer2& vb);
    
    // Get the appropriate data pointer
    Array<Complex>* getDataPointer(const IPosition&, Bool);
    
    void ok();
    
    void init();
    //    virtual void initPolInfo(const vi::VisBuffer2& vb);
    // Is this record on Grid? check both ends. This assumes that the
    // ends bracket the middle
    Bool recordOnGrid(const vi::VisBuffer2& vb, Int rownr) const;
    
    // Padding in FFT
    Float padding_p;
    
    Int nWPlanes_p;
    // Image cache
    LatticeCache<Complex> * imageCache;
    
    // Sizes
    Long cachesize;
    Int tilesize;
    
    // Gridder
    ConvolveGridder<Double, Complex>* gridder;
    
    // Is this tiled?
    Bool isTiled;
    
    // Array lattice
    CountedPtr<Lattice<Complex> > arrayLattice;
    
    // Lattice. For non-tiled gridding, this will point to arrayLattice,
    //  whereas for tiled gridding, this points to the image
    CountedPtr<Lattice<Complex> > lattice;
    
    Float maxAbsData;
    
    // Useful IPositions
    IPosition centerLoc, offsetLoc;
    
    // // Image Scaling and offset
    // Vector<Double> uvScale, uvOffset;
    
   
    //    DirectionCoordinate directionCoord;
    MDirection::Convert* pointingToImage;
    
    // Grid/degrid zero spacing points?
    Bool usezero_p;
    
    //    CountedPtr<ConvolutionFunction> telescopeConvFunc_p;
    //    CFStore cfs_p, cfwts_p;
    // Array<Complex> convFunc_p, convWeights_p;
    //
    // Vector to hold the support size info. for the convolution
    // functions pointed to by the elements of convFunctions_p.  The
    // co-ordinates of this array are (W-term, Poln, PA).
    //
    Int // convSize,
      convSampling, wConvSize, lastIndex_p;
    
    //
    // The average PB for sky image normalization
    //
    CountedPtr<ImageInterface<Float> > avgPB_p;
    CountedPtr<ImageInterface<Complex> > avgPBSq_p;
    //
    // No. of vis. polarization planes used in making the user defined
    // Stokes images
    //
    Int maxConvSupport;
    //
    // Percentage of the peak of the PB after which the image is set
    // to zero.
    //
    CountedPtr<SolvableVisJones> epJ_p;
    Double sigma;
    Int Nant_p, doPointing;
    Bool doPBCorrection, makingPSF, conjBeams_p;
    
    //    CountedPtr<CFCache> cfCache_p;
    ParAngleChangeDetector paChangeDetector;
    Double rotateOTFPAIncr_p, computePAIncr_p;

    Unit Second, Radian, Day;
    Array<Float> l_offsets,m_offsets;
    Vector<Float> pbPeaks, paList;

    Double currentCFPA, cfRefFreq_p, imRefFreq_p;
    Float lastPAUsedForWtImg;
    Bool pbNormalized_p;
    Vector<Bool> paNdxProcessed_p;
    //
    //----------------------------------------------------------------------
    //
    virtual void normalizeAvgPB();
    virtual void normalizeAvgPB(ImageInterface<Complex>& inImage,
                                ImageInterface<Float>& outImage);
    virtual void resampleDataToGrid(Array<Complex>& griddedData, VBStore& vbs, 
                                    const vi::VisBuffer2& vb, Bool& dopsf);
    virtual void resampleDataToGrid(Array<DComplex>& griddedData, VBStore& vbs, 
                                    const vi::VisBuffer2& vb, Bool& dopsf);
    virtual void resampleGridToData(VBStore& vbs, Array<Complex>& griddedData,
                                    const vi::VisBuffer2& vb);

    virtual void makeThGridCoords(VBStore& vbs, const Vector<Int>& gridShape);
    virtual void setupVBStore(VBStore& vbs,
                              const vi::VisBuffer2& vb,
                              const Matrix<Float>& imagingweight,
                              const Cube<Complex>& visData,
                              const Matrix<Double>& uvw,
                              const Cube<Int>& flagCube,
                              const Vector<Double>& dphase,
                              const Bool& doPSF,
                              const Vector<Int> &gridShape);

    //    AWVisResampler visResampler_p;
    CountedPtr<VisibilityResamplerBase> visResampler_p;
    Int sensitivityPatternQualifier_p;
    String sensitivityPatternQualifierStr_p;
    CFStore rotatedConvFunc_p;
    //CountedPtr<CFStore2> cfs2_p, cfwts2_p;
    Vector<Int> ConjCFMap_p, CFMap_p;

    Timer timer_p;
    Double runTime1_p;

    PolOuterProduct::MuellerType muellerType_p;

#include "AWProjectFT.FORTRANSTUFF.INC"
  };
} //# NAMESPACE CASA - END
};
#endif