setup_utils.h File Reference

#include "purify/types.h"
#include "purify/logging.h"
#include "purify/measurement_operator_factory.h"
#include "purify/pfitsio.h"
#include "purify/read_measurements.h"
#include "purify/wavelet_operator_factory.h"
#include "purify/yaml-parser.h"
#include <sopt/differentiable_func.h>
#include <sopt/non_differentiable_func.h>

Include dependency graph for setup_utils.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes
struct	waveletInfo
struct	OperatorsInfo
struct	inputData
struct	Headers

Functions
waveletInfo	createWaveletOperator (YamlParser &params, const factory::distributed_wavelet_operator &wop_algo)
OperatorsInfo	selectOperators (YamlParser &params)
inputData	getInputData (const YamlParser &params, const factory::distributed_measurement_operator mop_algo, const factory::distributed_wavelet_operator wop_algo, const bool using_mpi)
std::shared_ptr< sopt::LinearTransform< Vector< t_complex > > >	createMeasurementOperator (const YamlParser &params, const factory::distributed_measurement_operator mop_algo, const factory::distributed_wavelet_operator wop_algo, const bool using_mpi, const std::vector< t_int > &image_index, const std::vector< t_real > &w_stacks, const utilities::vis_params &uv_data, Vector< t_complex > &measurement_op_eigen_vector)
void	setupCostFunctions (const YamlParser &params, std::unique_ptr< DifferentiableFunc< t_complex >> &f, std::unique_ptr< NonDifferentiableFunc< t_complex >> &g, t_real sigma, sopt::LinearTransform< Vector< t_complex >> &Phi)
void	initOutDirectoryWithConfig (YamlParser &params)
Headers	genHeaders (const YamlParser &params, const utilities::vis_params &uv_data)
void	saveMeasurementEigenVector (const YamlParser &params, const Vector< t_complex > &measurement_op_eigen_vector)
void	savePSF (const YamlParser &params, const pfitsio::header_params &def_header, const std::shared_ptr< sopt::LinearTransform< Vector< t_complex >>> &measurements_transform, const utilities::vis_params &uv_data, const t_real flux_scale, const t_real sigma, const t_real beam_units)
void	saveDirtyImage (const YamlParser &params, const pfitsio::header_params &def_header, const std::shared_ptr< sopt::LinearTransform< Vector< t_complex >>> &measurements_transform, const utilities::vis_params &uv_data, const t_real beam_units)

Function Documentation

createMeasurementOperator()

std::shared_ptr<sopt::LinearTransform<Vector<t_complex> > > createMeasurementOperator	(	const YamlParser &	params,
		const factory::distributed_measurement_operator	mop_algo,
		const factory::distributed_wavelet_operator	wop_algo,
		const bool	using_mpi,
		const std::vector< t_int > &	image_index,
		const std::vector< t_real > &	w_stacks,
		const utilities::vis_params &	uv_data,
		Vector< t_complex > &	measurement_op_eigen_vector
	)

Definition at line 250 of file setup_utils.cc.

                                                                                        {
  std::shared_ptr<sopt::LinearTransform<Vector<t_complex>>> measurements_transform;
  if (mop_algo != factory::distributed_measurement_operator::mpi_distribute_all_to_all and
      mop_algo != factory::distributed_measurement_operator::gpu_mpi_distribute_all_to_all)
    measurements_transform =
        (not params.wprojection())
            ? factory::measurement_operator_factory<Vector<t_complex>>(
                  mop_algo, uv_data, params.height(), params.width(), params.cellsizey(),
                  params.cellsizex(), params.oversampling(),
                  kernels::kernel_from_string.at(params.kernel()), params.Jy(), params.Jx(),
                  params.mpi_wstacking())
            : factory::measurement_operator_factory<Vector<t_complex>>(
                  mop_algo, uv_data, params.height(), params.width(), params.cellsizey(),
                  params.cellsizex(), params.oversampling(),
                  kernels::kernel_from_string.at(params.kernel()), params.Jy(), params.Jw(),
                  params.mpi_wstacking(), 1e-6, 1e-6, dde_type::wkernel_radial);
  else
    measurements_transform =
        (not params.wprojection())
            ? factory::all_to_all_measurement_operator_factory<Vector<t_complex>>(
                  mop_algo, image_index, w_stacks, uv_data, params.height(), params.width(),
                  params.cellsizey(), params.cellsizex(), params.oversampling(),
                  kernels::kernel_from_string.at(params.kernel()), params.Jy(), params.Jx(),
                  params.mpi_wstacking())
            : factory::all_to_all_measurement_operator_factory<Vector<t_complex>>(
                  mop_algo, image_index, w_stacks, uv_data, params.height(), params.width(),
                  params.cellsizey(), params.cellsizex(), params.oversampling(),
                  kernels::kernel_from_string.at(params.kernel()), params.Jy(), params.Jw(),
                  params.mpi_wstacking(), 1e-6, 1e-6, dde_type::wkernel_radial);
  t_real operator_norm = 1.;
#ifdef PURIFY_MPI
  if (using_mpi) {
    auto const comm = sopt::mpi::Communicator::World();
    auto power_method_result =
        (params.mpiAlgorithm() != factory::algo_distribution::mpi_random_updates)
            ? sopt::algorithm::power_method<Vector<t_complex>>(
                  *measurements_transform, params.powMethod_iter(), params.powMethod_tolerance(),
                  comm.broadcast(measurement_op_eigen_vector).eval())
            : sopt::algorithm::all_sum_all_power_method<Vector<t_complex>>(
                  comm, *measurements_transform, params.powMethod_iter(),
                  params.powMethod_tolerance(), comm.broadcast(measurement_op_eigen_vector).eval());
    measurement_op_eigen_vector = std::get<1>(power_method_result);
    operator_norm = std::get<0>(power_method_result);
    measurements_transform->set_norm(operator_norm);
  } else
#endif
  {
    auto power_method_result = sopt::algorithm::power_method<Vector<t_complex>>(
        *measurements_transform, params.powMethod_iter(), params.powMethod_tolerance(),
        measurement_op_eigen_vector);
    measurement_op_eigen_vector = std::get<1>(power_method_result);
    operator_norm = std::get<0>(power_method_result);
    measurements_transform->set_norm(operator_norm);
  }
 
  return measurements_transform;
}

References purify::factory::all_to_all_measurement_operator_factory(), purify::factory::gpu_mpi_distribute_all_to_all, purify::kernels::kernel_from_string, purify::factory::measurement_operator_factory(), purify::factory::mpi_distribute_all_to_all, purify::factory::mpi_random_updates, and purify::wkernel_radial.

Referenced by main().

createWaveletOperator()

waveletInfo createWaveletOperator	(	YamlParser &	params,
		const factory::distributed_wavelet_operator &	wop_algo
	)

Definition at line 20 of file setup_utils.cc.

                                                                                       {
  std::vector<std::tuple<std::string, t_uint>> sara;
  for (size_t i = 0; i < params.wavelet_basis().size(); i++)
    sara.push_back(std::make_tuple(params.wavelet_basis().at(i), params.wavelet_levels()));
  t_uint sara_size = 0;
#ifdef PURIFY_MPI
  {
    auto const world = sopt::mpi::Communicator::World();
    if (params.mpiAlgorithm() == factory::algo_distribution::mpi_random_updates)
      sara = sopt::wavelets::distribute_sara(sara, world);
  }
#endif
  auto const wavelets_transform = factory::wavelet_operator_factory<Vector<t_complex>>(
      wop_algo, sara, params.height(), params.width(), sara_size);
  return {wavelets_transform, sara_size};
}

References purify::factory::mpi_random_updates.

Referenced by main().

genHeaders()

Headers genHeaders	(	const YamlParser &	params,
		const utilities::vis_params &	uv_data
	)

Definition at line 364 of file setup_utils.cc.

                                                                                 {
  const pfitsio::header_params update_header_sol =
      pfitsio::header_params(params.output_path() + "/sol_update.fits", "Jy/Pixel", 1, uv_data.ra,
                             uv_data.dec, params.measurements_polarization(), params.cellsizex(),
                             params.cellsizey(), uv_data.average_frequency, 0, 0, false, 0, 0, 0);
  const pfitsio::header_params update_header_res =
      pfitsio::header_params(params.output_path() + "/res_update.fits", "Jy/Beam", 1, uv_data.ra,
                             uv_data.dec, params.measurements_polarization(), params.cellsizex(),
                             params.cellsizey(), uv_data.average_frequency, 0, 0, false, 0, 0, 0);
  const pfitsio::header_params def_header = pfitsio::header_params(
      "", "Jy/Pixel", 1, uv_data.ra, uv_data.dec, params.measurements_polarization(),
      params.cellsizex(), params.cellsizey(), uv_data.average_frequency, 0, 0, false, 0, 0, 0);
 
  return {update_header_sol, update_header_res, def_header};
}

References purify::utilities::vis_params::average_frequency, purify::utilities::vis_params::dec, purify::YamlParser::output_path(), and purify::utilities::vis_params::ra.

Referenced by main().

getInputData()

inputData getInputData	(	const YamlParser &	params,
		const factory::distributed_measurement_operator	mop_algo,
		const factory::distributed_wavelet_operator	wop_algo,
		const bool	using_mpi
	)

Definition at line 66 of file setup_utils.cc.

                                                                                                 {
  utilities::vis_params uv_data;
  bool w_term = params.w_term();
  t_real sigma;
  std::vector<t_int> image_index = std::vector<t_int>();
  std::vector<t_real> w_stacks = std::vector<t_real>();
 
  Vector<t_complex> measurement_op_eigen_vector =
      Vector<t_complex>::Ones(params.width() * params.height());
  // read eigen vector for power method
  if (params.eigenvector_real() != "" and params.eigenvector_imag() != "") {
    t_int rows;
    t_int cols;
    t_int pols;
    t_int chans;
    Vector<t_real> temp_real;
    Vector<t_real> temp_imag;
    pfitsio::read3d(params.eigenvector_real(), temp_real, rows, cols, chans, pols);
    if (rows != params.height() or cols != params.width() or chans != 1 or pols != 1)
      throw std::runtime_error("Image of measurement operator eigenvector is wrong size.");
    pfitsio::read3d(params.eigenvector_imag(), temp_imag, rows, cols, chans, pols);
    if (rows != params.height() or cols != params.width() or chans != 1 or pols != 1)
      throw std::runtime_error("Image of measurement operator eigenvector is wrong size.");
    measurement_op_eigen_vector.real() = temp_real;
    measurement_op_eigen_vector.imag() = temp_imag;
  }
  if (params.source() == purify::utilities::vis_source::measurements) {
    PURIFY_HIGH_LOG("Input visibilities are from files:");
    for (size_t i = 0; i < params.measurements().size(); i++)
      PURIFY_HIGH_LOG("{}", params.measurements()[i]);
    sigma = params.measurements_sigma();
#ifdef PURIFY_MPI
    if (using_mpi) {
      auto const world = sopt::mpi::Communicator::World();
      uv_data = read_measurements::read_measurements(params.measurements(), world,
                                                     distribute::plan::radial, w_term, stokes::I,
                                                     params.measurements_units());
      const t_real norm =
          std::sqrt(world.all_sum_all(
                        (uv_data.weights.real().array() * uv_data.weights.real().array()).sum()) /
                    world.all_sum_all(uv_data.size()));
      // normalise weights
      uv_data.weights = uv_data.weights / norm;
      // using no weights for now
      // uv_data.weights = Vector<t_complex>::Ones(uv_data.size());
    } else
#endif
    {
      uv_data = read_measurements::read_measurements(params.measurements(), w_term, stokes::I,
                                                     params.measurements_units());
      const t_real norm = std::sqrt(
          (uv_data.weights.real().array() * uv_data.weights.real().array()).sum() / uv_data.size());
      // normalising weights
      uv_data.weights = uv_data.weights / norm;
      // using no weights for now
      // uv_data.weights = Vector<t_complex>::Ones(uv_data.size());
    }
    if (params.conjugate_w()) uv_data = utilities::conjugate_w(uv_data);
#ifdef PURIFY_MPI
    if (params.mpi_wstacking() and
        (mop_algo == factory::distributed_measurement_operator::mpi_distribute_all_to_all or
         mop_algo == factory::distributed_measurement_operator::gpu_mpi_distribute_all_to_all)) {
      auto const world = sopt::mpi::Communicator::World();
      const auto cost = [](t_real x) -> t_real { return std::abs(x * x); };
      const t_real du =
          widefield::pixel_to_lambda(params.cellsizex(), params.width(), params.oversampling());
      std::tie(uv_data, image_index, w_stacks) = utilities::w_stacking_with_all_to_all(
          uv_data, du, params.Jx(), params.Jw(), world, params.kmeans_iters(), 0, cost);
    } else if (params.mpi_wstacking()) {
      auto const world = sopt::mpi::Communicator::World();
      const auto cost = [](t_real x) -> t_real { return std::abs(x * x); };
      uv_data = utilities::w_stacking(uv_data, world, params.kmeans_iters(), cost);
    }
#endif
  } else if (params.source() == purify::utilities::vis_source::simulation) {
    PURIFY_HIGH_LOG("Input visibilities will be generated for random coverage.");
    // TODO: move this to function (in utilities.h?)
    auto image = pfitsio::read2d(params.skymodel());
    if (params.height() != image.rows() || params.width() != image.cols())
      throw std::runtime_error("Input image size (" + std::to_string(image.cols()) + "x" +
                               std::to_string(image.rows()) + ") is not equal to the input one (" +
                               std::to_string(params.width()) + "x" +
                               std::to_string(params.height()) + ").");
    t_int const number_of_pixels = image.size();
    t_int const number_of_vis = params.number_of_measurements();
    t_real const sigma_m = constant::pi / 4;
    const t_real rms_w = params.w_rms();  // lambda
    if (params.measurements().at(0) == "") {
      uv_data = utilities::random_sample_density(number_of_vis, 0, sigma_m, rms_w);
      uv_data.units = utilities::vis_units::radians;
      uv_data.weights = Vector<t_complex>::Ones(uv_data.size());
    } else {
#ifdef PURIFY_MPI
      if (using_mpi) {
        auto const world = sopt::mpi::Communicator::World();
        uv_data = read_measurements::read_measurements(params.measurements(), world,
                                                       distribute::plan::radial, w_term, stokes::I,
                                                       params.measurements_units());
      } else
#endif
        uv_data = read_measurements::read_measurements(params.measurements(), w_term, stokes::I,
                                                       params.measurements_units());
      uv_data.weights = Vector<t_complex>::Ones(uv_data.weights.size());
    }
    if (params.conjugate_w()) uv_data = utilities::conjugate_w(uv_data);
#ifdef PURIFY_MPI
    if (params.mpi_wstacking() and
        (mop_algo == factory::distributed_measurement_operator::mpi_distribute_all_to_all or
         mop_algo == factory::distributed_measurement_operator::gpu_mpi_distribute_all_to_all)) {
      auto const world = sopt::mpi::Communicator::World();
      const auto cost = [](t_real x) -> t_real { return std::abs(x * x); };
      const t_real du =
          widefield::pixel_to_lambda(params.cellsizex(), params.width(), params.oversampling());
      std::tie(uv_data, image_index, w_stacks) = utilities::w_stacking_with_all_to_all(
          uv_data, du, params.Jx(), params.Jw(), world, params.kmeans_iters(), 0, cost);
    } else if (params.mpi_wstacking()) {
      auto const world = sopt::mpi::Communicator::World();
      const auto cost = [](t_real x) -> t_real { return std::abs(x * x); };
      uv_data = utilities::w_stacking(uv_data, world, params.kmeans_iters(), cost);
    }
#endif
    std::shared_ptr<sopt::LinearTransform<Vector<t_complex>>> sky_measurements;
    if (mop_algo != factory::distributed_measurement_operator::mpi_distribute_all_to_all and
        mop_algo != factory::distributed_measurement_operator::gpu_mpi_distribute_all_to_all)
      sky_measurements =
          (not params.wprojection())
              ? factory::measurement_operator_factory<Vector<t_complex>>(
                    mop_algo, uv_data, params.height(), params.width(), params.cellsizey(),
                    params.cellsizex(), params.oversampling(),
                    kernels::kernel_from_string.at(params.kernel()), params.sim_J(), params.sim_J(),
                    params.mpi_wstacking())
              : factory::measurement_operator_factory<Vector<t_complex>>(
                    mop_algo, uv_data, params.height(), params.width(), params.cellsizey(),
                    params.cellsizex(), params.oversampling(),
                    kernels::kernel_from_string.at(params.kernel()), params.sim_J(), params.Jw(),
                    params.mpi_wstacking(), 1e-6, 1e-6, dde_type::wkernel_radial);
    else
      sky_measurements =
          (not params.wprojection())
              ? factory::all_to_all_measurement_operator_factory<Vector<t_complex>>(
                    mop_algo, image_index, w_stacks, uv_data, params.height(), params.width(),
                    params.cellsizey(), params.cellsizex(), params.oversampling(),
                    kernels::kernel_from_string.at(params.kernel()), params.sim_J(), params.sim_J(),
                    params.mpi_wstacking())
              : factory::all_to_all_measurement_operator_factory<Vector<t_complex>>(
                    mop_algo, image_index, w_stacks, uv_data, params.height(), params.width(),
                    params.cellsizey(), params.cellsizex(), params.oversampling(),
                    kernels::kernel_from_string.at(params.kernel()), params.sim_J(), params.Jw(),
                    params.mpi_wstacking(), 1e-6, 1e-6, dde_type::wkernel_radial);
    uv_data.vis =
        ((*sky_measurements) * Vector<t_complex>::Map(image.data(), image.size())).eval().array();
    sigma = utilities::SNR_to_standard_deviation(uv_data.vis, params.signal_to_noise());
    uv_data.vis = utilities::add_noise(uv_data.vis, 0., sigma);
  }
  t_real ideal_cell_x = widefield::estimate_cell_size(uv_data.u.cwiseAbs().maxCoeff(),
                                                      params.width(), params.oversampling());
  t_real ideal_cell_y = widefield::estimate_cell_size(uv_data.v.cwiseAbs().maxCoeff(),
                                                      params.height(), params.oversampling());
#ifdef PURIFY_MPI
  if (using_mpi) {
    auto const comm = sopt::mpi::Communicator::World();
    ideal_cell_x = widefield::estimate_cell_size(
        comm.all_reduce<t_real>(uv_data.u.cwiseAbs().maxCoeff(), MPI_MAX), params.width(),
        params.oversampling());
    ideal_cell_y = widefield::estimate_cell_size(
        comm.all_reduce<t_real>(uv_data.v.cwiseAbs().maxCoeff(), MPI_MAX), params.height(),
        params.oversampling());
  }
#endif
  PURIFY_HIGH_LOG(
      "Using cell size {}\" x {}\", recommended from the uv coverage and field of view is "
      "{}\"x{}\".",
      params.cellsizey(), params.cellsizex(), ideal_cell_y, ideal_cell_x);
  PURIFY_HIGH_LOG("The equivalent miriad cell size is: {}\" x {}\"",
                  widefield::equivalent_miriad_cell_size(params.cellsizex(), params.width(),
                                                         params.oversampling()),
                  widefield::equivalent_miriad_cell_size(params.cellsizey(), params.height(),
                                                         params.oversampling()));
 
  return {uv_data, sigma, measurement_op_eigen_vector, image_index, w_stacks};
}

References purify::utilities::add_noise(), purify::factory::all_to_all_measurement_operator_factory(), purify::utilities::conjugate_w(), purify::widefield::equivalent_miriad_cell_size(), purify::widefield::estimate_cell_size(), purify::factory::gpu_mpi_distribute_all_to_all, purify::I, purify::kernels::kernel_from_string, purify::factory::measurement_operator_factory(), purify::utilities::measurements, purify::factory::mpi_distribute_all_to_all, purify::constant::pi, purify::widefield::pixel_to_lambda(), PURIFY_HIGH_LOG, purify::distribute::radial, purify::utilities::radians, purify::utilities::random_sample_density(), purify::pfitsio::read2d(), purify::pfitsio::read3d(), purify::read_measurements::read_measurements(), purify::utilities::simulation, purify::utilities::vis_params::size(), purify::utilities::SNR_to_standard_deviation(), purify::utilities::vis_params::u, purify::utilities::vis_params::units, purify::utilities::vis_params::v, purify::utilities::vis_params::vis, purify::utilities::w_stacking(), purify::utilities::w_stacking_with_all_to_all(), purify::utilities::vis_params::weights, and purify::wkernel_radial.

Referenced by main().

initOutDirectoryWithConfig()

void initOutDirectoryWithConfig

(

YamlParser &

params

)

Definition at line 350 of file setup_utils.cc.

                                                    {
  if (params.mpiAlgorithm() != factory::algo_distribution::serial) {
#ifdef PURIFY_MPI
    auto const world = sopt::mpi::Communicator::World();
    if (world.is_root())
#else
    throw std::runtime_error("Compile with MPI if you want to use MPI algorithm");
#endif
      params.writeOutput();
  } else {
    params.writeOutput();
  }
}

References purify::factory::serial, and purify::YamlParser::writeOutput().

Referenced by main().

saveDirtyImage()

void saveDirtyImage	(	const YamlParser &	params,
		const pfitsio::header_params &	def_header,
		const std::shared_ptr< sopt::LinearTransform< Vector< t_complex >>> &	measurements_transform,
		const utilities::vis_params &	uv_data,
		const t_real	beam_units
	)

Definition at line 441 of file setup_utils.cc.

                                                                 {
  pfitsio::header_params dirty_header = def_header;
  dirty_header.fits_name = params.output_path() + "/dirty.fits";
  dirty_header.pix_units = "Jy/Beam";
  const Vector<t_complex> dimage = measurements_transform->adjoint() * uv_data.vis;
  const Image<t_real> dirty_image =
      Image<t_complex>::Map(dimage.data(), params.height(), params.width()).real();
  if (params.mpiAlgorithm() != factory::algo_distribution::serial) {
#ifdef PURIFY_MPI
    auto const world = sopt::mpi::Communicator::World();
    if (world.is_root())
#else
    throw std::runtime_error("Compile with MPI if you want to use MPI algorithm");
#endif
      pfitsio::write2d(dirty_image / beam_units, dirty_header, true);
  } else {
    pfitsio::write2d(dirty_image / beam_units, dirty_header, true);
  }
}

References purify::pfitsio::header_params::fits_name, purify::YamlParser::output_path(), purify::pfitsio::header_params::pix_units, purify::factory::serial, purify::utilities::vis_params::vis, and purify::pfitsio::write2d().

Referenced by main().

saveMeasurementEigenVector()

void saveMeasurementEigenVector	(	const YamlParser &	params,
		const Vector< t_complex > &	measurement_op_eigen_vector
	)

Definition at line 380 of file setup_utils.cc.

                                                                                      {
  if (params.mpiAlgorithm() != factory::algo_distribution::serial) {
#ifdef PURIFY_MPI
    auto const world = sopt::mpi::Communicator::World();
    if (world.is_root())
#else
    throw std::runtime_error("Compile with MPI if you want to use MPI algorithm");
#endif
    {
      pfitsio::write2d(measurement_op_eigen_vector.real(), params.height(), params.width(),
                       params.output_path() + "/eigenvector_real.fits", "pix", true);
      pfitsio::write2d(measurement_op_eigen_vector.imag(), params.height(), params.width(),
                       params.output_path() + "/eigenvector_imag.fits", "pix", true);
    }
  } else {
    pfitsio::write2d(measurement_op_eigen_vector.real(), params.height(), params.width(),
                     params.output_path() + "/eigenvector_real.fits", "pix", true);
    pfitsio::write2d(measurement_op_eigen_vector.imag(), params.height(), params.width(),
                     params.output_path() + "/eigenvector_imag.fits", "pix", true);
  }
}

References purify::YamlParser::output_path(), purify::factory::serial, and purify::pfitsio::write2d().

Referenced by main().

savePSF()

void savePSF	(	const YamlParser &	params,
		const pfitsio::header_params &	def_header,
		const std::shared_ptr< sopt::LinearTransform< Vector< t_complex >>> &	measurements_transform,
		const utilities::vis_params &	uv_data,
		const t_real	flux_scale,
		const t_real	sigma,
		const t_real	beam_units
	)

Definition at line 403 of file setup_utils.cc.

                             {
  pfitsio::header_params psf_header = def_header;
  psf_header.fits_name = params.output_path() + "/psf.fits";
  psf_header.pix_units = "Jy/Pixel";
  const Vector<t_complex> psf = measurements_transform->adjoint() * (uv_data.weights / flux_scale);
  const Image<t_real> psf_image =
      Image<t_complex>::Map(psf.data(), params.height(), params.width()).real();
  PURIFY_HIGH_LOG(
      "Peak of PSF: {} (used to convert between Jy/Pixel and Jy/BEAM)",
      psf_image(static_cast<t_int>(params.width() * 0.5 + params.height() * 0.5 * params.width())));
  if (params.mpiAlgorithm() != factory::algo_distribution::serial) {
#ifdef PURIFY_MPI
    auto const world = sopt::mpi::Communicator::World();
    PURIFY_LOW_LOG(
        "Expected image domain residual RMS is {} jy/beam",
        sigma * params.epsilonScaling() * measurements_transform->norm() /
            (std::sqrt(params.width() * params.height()) * world.all_sum_all(uv_data.size())));
    if (world.is_root())
#else
    throw std::runtime_error("Compile with MPI if you want to use MPI algorithm");
#endif
      pfitsio::write2d(psf_image, psf_header, true);
  } else {
    PURIFY_LOW_LOG("Expected image domain residual RMS is {} jy/beam",
                   sigma * params.epsilonScaling() * measurements_transform->norm() /
                       (std::sqrt(params.width() * params.height()) * uv_data.size()));
    pfitsio::write2d(psf_image, psf_header, true);
  }
  PURIFY_HIGH_LOG(
      "Theoretical calculation for peak PSF: {} (used to convert between Jy/Pixel and Jy/BEAM)",
      beam_units);
  PURIFY_HIGH_LOG("Effective sigma is {} Jy", sigma * params.epsilonScaling());
}

References purify::pfitsio::header_params::fits_name, purify::YamlParser::output_path(), purify::pfitsio::header_params::pix_units, PURIFY_HIGH_LOG, PURIFY_LOW_LOG, purify::factory::serial, purify::utilities::vis_params::size(), purify::utilities::vis_params::weights, and purify::pfitsio::write2d().

Referenced by main().

selectOperators()

OperatorsInfo selectOperators

(

YamlParser &

params

)

Definition at line 38 of file setup_utils.cc.

                                                  {
  factory::distributed_measurement_operator mop_algo =
      (not params.gpu()) ? factory::distributed_measurement_operator::serial
                         : factory::distributed_measurement_operator::gpu_serial;
  factory::distributed_wavelet_operator wop_algo = factory::distributed_wavelet_operator::serial;
  bool using_mpi = false;
  if (params.mpiAlgorithm() != factory::algo_distribution::serial) {
#ifndef PURIFY_MPI
    throw std::runtime_error("Compile with MPI if you want to use MPI algorithm");
#endif
    mop_algo = (not params.gpu())
                   ? factory::distributed_measurement_operator::mpi_distribute_image
                   : factory::distributed_measurement_operator::gpu_mpi_distribute_image;
    if (params.mpi_all_to_all())
      mop_algo = (not params.gpu())
                     ? factory::distributed_measurement_operator::mpi_distribute_all_to_all
                     : factory::distributed_measurement_operator::gpu_mpi_distribute_all_to_all;
    wop_algo = factory::distributed_wavelet_operator::mpi_sara;
    if (params.mpiAlgorithm() == factory::algo_distribution::mpi_random_updates) {
      mop_algo = (not params.gpu()) ? factory::distributed_measurement_operator::serial
                                    : factory::distributed_measurement_operator::serial;
      wop_algo = factory::distributed_wavelet_operator::serial;
    }
    using_mpi = true;
  }
  return {mop_algo, wop_algo, using_mpi};
}

References purify::factory::gpu_mpi_distribute_all_to_all, purify::factory::gpu_mpi_distribute_image, purify::factory::gpu_serial, purify::factory::mpi_distribute_all_to_all, purify::factory::mpi_distribute_image, purify::factory::mpi_random_updates, purify::factory::mpi_sara, and purify::factory::serial.

Referenced by main().

setupCostFunctions()

void setupCostFunctions	(	const YamlParser &	params,
		std::unique_ptr< DifferentiableFunc< t_complex >> &	f,
		std::unique_ptr< NonDifferentiableFunc< t_complex >> &	g,
		t_real	sigma,
		sopt::LinearTransform< Vector< t_complex >> &	Phi
	)

Definition at line 312 of file setup_utils.cc.

                                                                     {
  switch (params.diffFuncType()) {
  case purify::diff_func_type::L2Norm:
    f = std::make_unique<sopt::L2DifferentiableFunc<t_complex>>(sigma, Phi);
    break;
  case purify::diff_func_type::L2Norm_with_CRR:
#ifdef PURIFY_ONNXRT
    f = std::make_unique<sopt::ONNXDifferentiableFunc<t_complex>>(
        params.CRR_function_model_path(), params.CRR_gradient_model_path(), sigma, params.CRR_mu(),
        params.CRR_lambda(), Phi);
#else
    throw std::runtime_error(
        "To use the CRR you must compile with ONNX runtime turned on. (-Donnxrt=on)");
#endif
    break;
  }
 
  switch (params.nondiffFuncType()) {
  case purify::nondiff_func_type::L1Norm:
    g = std::make_unique<sopt::algorithm::L1GProximal<t_complex>>();
    break;
  case purify::nondiff_func_type::Denoiser:
#ifdef PURIFY_ONNXRT
    g = std::make_unique<sopt::algorithm::TFGProximal<t_complex>>(params.model_path());
    break;
#else
    throw std::runtime_error(
        "To use the Denoiser you must compile with ONNX runtime turned on. (-Donnxrt=on)");
#endif
 
  case purify::nondiff_func_type::RealIndicator:
    g = std::make_unique<sopt::algorithm::RealIndicator<t_complex>>();
    break;
  }
}

References purify::Denoiser, purify::L1Norm, purify::L2Norm, purify::L2Norm_with_CRR, and purify::RealIndicator.

Referenced by main().