stabilizer.hpp 6.33 KB
Newer Older
wester committed
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42
/*M///////////////////////////////////////////////////////////////////////////////////////
//
//  IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
//
//  By downloading, copying, installing or using the software you agree to this license.
//  If you do not agree to this license, do not download, install,
//  copy or use the software.
//
//
//                           License Agreement
//                For Open Source Computer Vision Library
//
// Copyright (C) 2000-2008, Intel Corporation, all rights reserved.
// Copyright (C) 2009-2011, Willow Garage Inc., all rights reserved.
// Third party copyrights are property of their respective owners.
//
// Redistribution and use in source and binary forms, with or without modification,
// are permitted provided that the following conditions are met:
//
//   * Redistribution's of source code must retain the above copyright notice,
//     this list of conditions and the following disclaimer.
//
//   * Redistribution's in binary form must reproduce the above copyright notice,
//     this list of conditions and the following disclaimer in the documentation
//     and/or other materials provided with the distribution.
//
//   * The name of the copyright holders may not be used to endorse or promote products
//     derived from this software without specific prior written permission.
//
// This software is provided by the copyright holders and contributors "as is" and
// any express or implied warranties, including, but not limited to, the implied
// warranties of merchantability and fitness for a particular purpose are disclaimed.
// In no event shall the Intel Corporation or contributors be liable for any direct,
// indirect, incidental, special, exemplary, or consequential damages
// (including, but not limited to, procurement of substitute goods or services;
// loss of use, data, or profits; or business interruption) however caused
// and on any theory of liability, whether in contract, strict liability,
// or tort (including negligence or otherwise) arising in any way out of
// the use of this software, even if advised of the possibility of such damage.
//
//M*/

a  
Kai Westerkamp committed
43 44
#ifndef __OPENCV_VIDEOSTAB_STABILIZER_HPP__
#define __OPENCV_VIDEOSTAB_STABILIZER_HPP__
wester committed
45 46

#include <vector>
wester committed
47 48
#include "opencv2/core/core.hpp"
#include "opencv2/imgproc/imgproc.hpp"
wester committed
49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65
#include "opencv2/videostab/global_motion.hpp"
#include "opencv2/videostab/motion_stabilizing.hpp"
#include "opencv2/videostab/frame_source.hpp"
#include "opencv2/videostab/log.hpp"
#include "opencv2/videostab/inpainting.hpp"
#include "opencv2/videostab/deblurring.hpp"

namespace cv
{
namespace videostab
{

class CV_EXPORTS StabilizerBase
{
public:
    virtual ~StabilizerBase() {}

wester committed
66
    void setLog(Ptr<ILog> _log) { log_ = _log; }
wester committed
67 68 69 70 71 72 73 74
    Ptr<ILog> log() const { return log_; }

    void setRadius(int val) { radius_ = val; }
    int radius() const { return radius_; }

    void setFrameSource(Ptr<IFrameSource> val) { frameSource_ = val; }
    Ptr<IFrameSource> frameSource() const { return frameSource_; }

wester committed
75 76
    void setMotionEstimator(Ptr<IGlobalMotionEstimator> val) { motionEstimator_ = val; }
    Ptr<IGlobalMotionEstimator> motionEstimator() const { return motionEstimator_; }
wester committed
77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95

    void setDeblurer(Ptr<DeblurerBase> val) { deblurer_ = val; }
    Ptr<DeblurerBase> deblurrer() const { return deblurer_; }

    void setTrimRatio(float val) { trimRatio_ = val; }
    float trimRatio() const { return trimRatio_; }

    void setCorrectionForInclusion(bool val) { doCorrectionForInclusion_ = val; }
    bool doCorrectionForInclusion() const { return doCorrectionForInclusion_; }

    void setBorderMode(int val) { borderMode_ = val; }
    int borderMode() const { return borderMode_; }

    void setInpainter(Ptr<InpainterBase> val) { inpainter_ = val; }
    Ptr<InpainterBase> inpainter() const { return inpainter_; }

protected:
    StabilizerBase();

wester committed
96
    void setUp(int cacheSize, const Mat &frame);
wester committed
97 98
    Mat nextStabilizedFrame();
    bool doOneIteration();
wester committed
99 100 101 102 103
    void stabilizeFrame(const Mat &stabilizationMotion);

    virtual void setUp(Mat &firstFrame) = 0;
    virtual void stabilizeFrame() = 0;
    virtual void estimateMotion() = 0;
wester committed
104 105 106

    Ptr<ILog> log_;
    Ptr<IFrameSource> frameSource_;
wester committed
107
    Ptr<IGlobalMotionEstimator> motionEstimator_;
wester committed
108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138
    Ptr<DeblurerBase> deblurer_;
    Ptr<InpainterBase> inpainter_;
    int radius_;
    float trimRatio_;
    bool doCorrectionForInclusion_;
    int borderMode_;

    Size frameSize_;
    Mat frameMask_;
    int curPos_;
    int curStabilizedPos_;
    bool doDeblurring_;
    Mat preProcessedFrame_;
    bool doInpainting_;
    Mat inpaintingMask_;
    std::vector<Mat> frames_;
    std::vector<Mat> motions_; // motions_[i] is the motion from i-th to i+1-th frame
    std::vector<float> blurrinessRates_;
    std::vector<Mat> stabilizedFrames_;
    std::vector<Mat> stabilizedMasks_;
    std::vector<Mat> stabilizationMotions_;
};

class CV_EXPORTS OnePassStabilizer : public StabilizerBase, public IFrameSource
{
public:
    OnePassStabilizer();

    void setMotionFilter(Ptr<MotionFilterBase> val) { motionFilter_ = val; }
    Ptr<MotionFilterBase> motionFilter() const { return motionFilter_; }

wester committed
139
    virtual void reset() { resetImpl(); }
wester committed
140 141
    virtual Mat nextFrame() { return nextStabilizedFrame(); }

wester committed
142 143 144 145 146 147
private:
    void resetImpl();

    virtual void setUp(Mat &firstFrame);
    virtual void estimateMotion();
    virtual void stabilizeFrame();
wester committed
148 149 150 151 152 153 154 155 156 157 158 159 160 161 162

    Ptr<MotionFilterBase> motionFilter_;
};

class CV_EXPORTS TwoPassStabilizer : public StabilizerBase, public IFrameSource
{
public:
    TwoPassStabilizer();

    void setMotionStabilizer(Ptr<IMotionStabilizer> val) { motionStabilizer_ = val; }
    Ptr<IMotionStabilizer> motionStabilizer() const { return motionStabilizer_; }

    void setEstimateTrimRatio(bool val) { mustEstTrimRatio_ = val; }
    bool mustEstimateTrimaRatio() const { return mustEstTrimRatio_; }

wester committed
163
    virtual void reset() { resetImpl(); }
wester committed
164 165
    virtual Mat nextFrame();

wester committed
166 167 168 169 170
    // available after pre-pass, before it's empty
    std::vector<Mat> motions() const;

private:
    void resetImpl();
wester committed
171 172
    void runPrePassIfNecessary();

wester committed
173 174 175
    virtual void setUp(Mat &firstFrame);
    virtual void estimateMotion() { /* do nothing as motion was estimation in pre-pass */ }
    virtual void stabilizeFrame();
wester committed
176 177 178 179 180 181 182 183 184 185 186 187

    Ptr<IMotionStabilizer> motionStabilizer_;
    bool mustEstTrimRatio_;

    int frameCount_;
    bool isPrePassDone_;
};

} // namespace videostab
} // namespace cv

#endif