50 unsigned int max_iterations,
double modified_chi_squared_scale,
56 double deblend_factor,
57 double meta_iteration_stop,
59 : m_least_squares_engine(least_squares_engine), m_max_iterations(max_iterations),
60 m_modified_chi_squared_scale(modified_chi_squared_scale), m_scale_factor(scale_factor),
61 m_meta_iterations(meta_iterations), m_deblend_factor(deblend_factor), m_meta_iteration_stop(meta_iteration_stop),
62 m_max_fit_size(max_fit_size * max_fit_size), m_parameters(parameters), m_frames(frames), m_priors(priors) {
73 if (fitting_rect.getWidth() <= 0 || fitting_rect.getHeight() <= 0) {
76 const auto& frame_info = source.
getProperty<MeasurementFrameInfo>(frame_index);
78 auto min = fitting_rect.getTopLeft();
79 auto max = fitting_rect.getBottomRight();
82 PixelCoordinate border = (
max -
min) * .8 + PixelCoordinate(2, 2);
93 return PixelRectangle(
min,
max);
97bool isFrameValid(SourceInterface& source,
int frame_index) {
98 auto stamp_rect = getFittingRect(source, frame_index);
99 return stamp_rect.getWidth() > 0 && stamp_rect.getHeight() > 0;
103 const auto& frame_images = source.getProperty<MeasurementFrameImages>(frame_index);
104 auto rect = getFittingRect(source, frame_index);
107 LayerSubtractedImage, rect.getTopLeft().m_x, rect.getTopLeft().m_y, rect.getWidth(), rect.getHeight()));
113 const auto& frame_images = source.getProperty<MeasurementFrameImages>(frame_index);
118 const auto& frame_info = source.getProperty<MeasurementFrameInfo>(frame_index);
119 SeFloat gain = frame_info.getGain();
120 SeFloat saturation = frame_info.getSaturation();
122 auto rect = getFittingRect(source, frame_index);
125 for (
int y = 0;
y < rect.getHeight();
y++) {
126 for (
int x = 0;
x < rect.getWidth();
x++) {
127 auto back_var = variance_map->getValue(rect.getTopLeft().m_x +
x, rect.getTopLeft().m_y +
y);
128 auto pixel_val = frame_image->getValue(rect.getTopLeft().m_x +
x, rect.getTopLeft().m_y +
y);
129 if (saturation > 0 && pixel_val > saturation) {
130 weight->at(
x,
y) = 0;
132 else if (gain > 0.0 && pixel_val > 0.0) {
133 weight->at(
x,
y) =
sqrt(1.0 / (back_var + pixel_val / gain));
136 weight->at(
x,
y) =
sqrt(1.0 / back_var);
146 SourceInterface& source,
double pixel_scale, FlexibleModelFittingParameterManager& manager,
149 int frame_index = frame->getFrameNb();
151 auto frame_coordinates = source.getProperty<MeasurementFrameCoordinates>(frame_index).getCoordinateSystem();
152 auto ref_coordinates = source.getProperty<ReferenceCoordinates>().getCoordinateSystem();
154 auto psf_property = source.getProperty<SourcePsfProperty>(frame_index);
155 auto jacobian = source.getProperty<JacobianSource>(frame_index).asTuple();
161 auto source_psf = DownSampledImagePsf(psf_property.getPixelSampling(), psf_property.getPsf(), down_scaling);
167 double model_size =
std::max(stamp_rect.getWidth(), stamp_rect.getHeight());
168 for (
auto model : frame->getModels()) {
169 model->addForSource(manager, source, constant_models, point_models, extended_models, model_size,
170 jacobian, ref_coordinates, frame_coordinates, stamp_rect.getTopLeft());
175 pixel_scale, (
size_t) stamp_rect.getWidth(), (
size_t) stamp_rect.getHeight(),
187 for (
auto& source : group) {
197 if (free_parameter !=
nullptr) {
199 initial_state.
parameters_values[free_parameter->getId()] = free_parameter->getInitialValue(source);
214 double prev_chi_squared = 999999.9;
217 for (
auto& source : group) {
218 fitSource(group, source, index, fitting_state);
224 double chi_squared = 0.0;
226 chi_squared += source_state.reduced_chi_squared;
234 prev_chi_squared = chi_squared;
240 for (
size_t index = 0; index < group.
size(); index++){
246 if (free_parameter !=
nullptr && !source_state.parameters_fitted[parameter->getId()]) {
255 for (
auto& source : group) {
258 int meta_iterations = source_state.chi_squared_per_meta.size();
263 source_state.reduced_chi_squared, source_state.duration, source_state.flags,
264 source_state.parameters_values, source_state.parameters_sigmas,
265 source_state.chi_squared_per_meta, source_state.iterations_per_meta,
278 int frame_index = frame->getFrameNb();
279 auto rect = getFittingRect(source, frame_index);
284 int n_free_parameters = 0;
287 for (
auto& src : group) {
288 if (index != source_index) {
292 if (free_parameter !=
nullptr) {
297 free_parameter->create(parameter_manager, engine_parameter_manager, src,
298 state.
source_states[index].parameters_initial_values.at(free_parameter->getId()),
299 state.
source_states[index].parameters_values.at(free_parameter->getId())));
303 parameter->create(parameter_manager, engine_parameter_manager, src));
312 for (
auto& src : group) {
313 if (index != source_index) {
314 auto frame_model = createFrameModel(src,
pixel_scale, parameter_manager, frame, rect);
315 auto final_stamp = frame_model.getImage();
317 for (
int y = 0;
y < final_stamp->getHeight(); ++
y) {
318 for (
int x = 0;
x < final_stamp->getWidth(); ++
x) {
319 deblend_image->at(
x,
y) += final_stamp->at(
x,
y);
326 return deblend_image;
333 int free_parameters_nb = 0;
337 if (free_parameter !=
nullptr) {
338 ++free_parameters_nb;
342 free_parameter->create(parameter_manager, engine_parameter_manager, source,
343 state.
source_states[index].parameters_initial_values.at(free_parameter->getId()),
344 state.
source_states[index].parameters_values.at(free_parameter->getId())));
347 parameter->create(parameter_manager, engine_parameter_manager, source));
355 return free_parameters_nb;
364 int valid_frames = 0;
366 int frame_index = frame->getFrameNb();
368 if (isFrameValid(source, frame_index)) {
371 auto stamp_rect = getFittingRect(source, frame_index);
372 auto frame_model = createFrameModel(source,
pixel_scale, parameter_manager, frame, stamp_rect, down_scaling);
374 auto image = createImageCopy(source, frame_index);
377 for (
int y = 0;
y < image->getHeight(); ++
y) {
378 for (
int x = 0;
x < image->getWidth(); ++
x) {
383 auto weight = createWeightImage(source, frame_index);
386 for (
int y = 0;
y < weight->getHeight(); ++
y) {
387 for (
int x = 0;
x < weight->getWidth(); ++
x) {
388 good_pixels += (weight->at(
x,
y) != 0.);
409 int total_data_points = 0;
412 int nb_of_free_parameters = 0;
415 bool accessed_by_modelfitting = parameter_manager.
isParamAccessed(source, parameter);
416 if (is_free_parameter && accessed_by_modelfitting) {
417 nb_of_free_parameters++;
420 avg_reduced_chi_squared /= (total_data_points - nb_of_free_parameters);
422 return avg_reduced_chi_squared;
427 SeFloat avg_reduced_chi_squared,
SeFloat duration,
unsigned int iterations,
unsigned int stop_reason,
Flags flags,
438 bool accessed_by_modelfitting = parameter_manager.
isParamAccessed(source, parameter);
439 auto modelfitting_parameter = parameter_manager.
getParameter(source, parameter);
441 if (is_constant_parameter || is_dependent_parameter || accessed_by_modelfitting) {
442 parameters_values[parameter->getId()] = modelfitting_parameter->getValue();
443 parameters_sigmas[parameter->getId()] = parameter->getSigma(parameter_manager, source, solution.
parameter_sigmas);
444 parameters_fitted[parameter->getId()] =
true;
446 parameters_values[parameter->getId()] = state.
source_states[index].parameters_values[parameter->getId()];
447 parameters_sigmas[parameter->getId()] = state.
source_states[index].parameters_sigmas[parameter->getId()];
448 parameters_fitted[parameter->getId()] =
false;
452 if (engine_parameter) {
460 state.
source_states[index].parameters_values = parameters_values;
461 state.
source_states[index].parameters_sigmas = parameters_sigmas;
462 state.
source_states[index].parameters_fitted = parameters_fitted;
463 state.
source_states[index].reduced_chi_squared = avg_reduced_chi_squared;
464 state.
source_states[index].chi_squared_per_meta.emplace_back(avg_reduced_chi_squared);
467 state.
source_states[index].iterations_per_meta.emplace_back(iterations);
479 int frame_index = frame->getFrameNb();
481 if (isFrameValid(source, frame_index)) {
483 auto stamp_rect = getFittingRect(source, frame_index);
484 fit_size =
std::max(fit_size, stamp_rect.getWidth() * stamp_rect.getHeight() /
485 (psf_property.getPixelSampling() * psf_property.getPixelSampling()));
493 <<
" scaling factor: " << down_scaling;
502 parameter_manager, engine_parameter_manager, source, index, state);
507 int n_good_pixels = 0;
509 parameter_manager, res_estimator, n_good_pixels, group, source, index, state, down_scaling);
516 if (valid_frames == 0) {
519 else if (n_good_pixels < n_free_parameters) {
528 if (down_scaling < 1.0) {
536 prior->setupPrior(parameter_manager, source, res_estimator);
543 auto solution = engine->solveProblem(engine_parameter_manager, res_estimator);
545 auto iterations = solution.iteration_no;
546 auto stop_reason = solution.engine_stop_reason;
550 auto duration = solution.duration;
559 fitSourceUpdateState(parameter_manager, source, avg_reduced_chi_squared, duration, iterations, stop_reason, flags, solution,
572 for (
auto& src : group) {
576 if (free_parameter !=
nullptr) {
579 free_parameter->create(parameter_manager, engine_parameter_manager, src,
580 state.
source_states[index].parameters_initial_values.at(free_parameter->getId()),
581 state.
source_states[index].parameters_values.at(free_parameter->getId())));
584 parameter->create(parameter_manager, engine_parameter_manager, src));
590 for (
auto& src : group) {
592 int frame_index = frame->getFrameNb();
594 if (isFrameValid(src, frame_index)) {
595 auto stamp_rect = getFittingRect(src, frame_index);
597 auto frame_model = createFrameModel(src,
pixel_scale, parameter_manager, frame, stamp_rect);
598 auto final_stamp = frame_model.getImage();
603 for (
int x = 0;
x < final_stamp->getWidth();
x++) {
604 for (
int y = 0;
y < final_stamp->getHeight();
y++) {
605 auto x_coord = stamp_rect.getTopLeft().m_x +
x;
606 auto y_coord = stamp_rect.getTopLeft().m_y +
y;
607 debug_image->setValue(x_coord, y_coord,
608 debugAccessor.
getValue(x_coord, y_coord) + final_stamp->getValue(
x,
y));
620 double reduced_chi_squared = 0.0;
626 for (
int y=0;
y < image->getHeight();
y++) {
627 for (
int x=0;
x < image->getWidth();
x++) {
628 double tmp = imageAccessor.getValue(
x,
y) - modelAccessor.
getValue(
x,
y);
629 reduced_chi_squared += tmp * tmp * weightAccessor.
getValue(
x,
y) * weightAccessor.
getValue(
x,
y);
635 return reduced_chi_squared;
641 total_data_points = 0;
642 int valid_frames = 0;
644 int frame_index = frame->getFrameNb();
646 if (isFrameValid(source, frame_index)) {
648 auto stamp_rect = getFittingRect(source, frame_index);
649 auto frame_model = createFrameModel(source,
pixel_scale, manager, frame, stamp_rect);
650 auto final_stamp = frame_model.getImage();
652 auto image = createImageCopy(source, frame_index);
654 for (
int y = 0;
y < image->getHeight(); ++
y) {
655 for (
int x = 0;
x < image->getWidth(); ++
x) {
656 image->at(
x,
y) -= deblend_image->at(
x,
y);
660 auto weight = createWeightImage(source, frame_index);
665 total_data_points += data_points;
666 total_chi_squared += chi_squared;
670 return total_chi_squared;
std::shared_ptr< DependentParameter< std::shared_ptr< EngineParameter > > > x
std::shared_ptr< DependentParameter< std::shared_ptr< EngineParameter > > > y
static Logging getLogger(const std::string &name="")
void warn(const std::string &logMessage)
Data vs model comparator which computes a modified residual, using asinh.
Class responsible for managing the parameters the least square engine minimizes.
static std::shared_ptr< LeastSquareEngine > create(const std::string &name, unsigned max_iterations=1000)
Provides to the LeastSquareEngine the residual values.
void registerBlockProvider(std::unique_ptr< ResidualBlockProvider > provider)
Registers a ResidualBlockProvider to the ResidualEstimator.
static Elements::Logging logger
std::unique_ptr< DataVsModelResiduals< typename std::remove_reference< DataType >::type, typename std::remove_reference< ModelType >::type, typename std::remove_reference< WeightType >::type, typename std::remove_reference< Comparator >::type > > createDataVsModelResiduals(DataType &&data, ModelType &&model, WeightType &&weight, Comparator &&comparator)
T dynamic_pointer_cast(T... args)
Class containing the summary information of solving a least square minimization problem.
std::vector< double > parameter_sigmas
1-sigma margin of error for all the parameters