read_measurements.cc

Go to the documentation of this file.

#include "purify/read_measurements.h"
 
#include "purify/uvfits.h"
 
#ifdef PURIFY_CASACORE
#include "purify/casacore.h"
#endif
#include <iostream>
#include <boost/filesystem.hpp>
#include <sys/stat.h>
 
#ifdef PURIFY_MPI
#include "purify/mpi_utilities.h"
#endif
namespace purify {
namespace read_measurements {
utilities::vis_params read_measurements(const std::string &name, const bool w_term,
                                        const stokes pol, const utilities::vis_units units) {
  return read_measurements(std::vector<std::string>{name}, w_term, pol, units);
}
utilities::vis_params read_measurements(const std::vector<std::string> &names, const bool w_term,
                                        const stokes pol, const utilities::vis_units units) {
  std::vector<std::string> found_files;
  format format_type = format::uvfits;
  for (t_int i = 0; i < names.size(); i++) {
    const boost::filesystem::path file_path(names.at(i));
    if (not file_exists(file_path.native())) {
      PURIFY_HIGH_LOG("Missing file will be removed from list: {}", names.at(i));
    } else {
      found_files.emplace_back(names.at(i));
      format format_check = format::uvfits;
      // checking if reading measurement set or .vis file
      std::size_t found = names.at(i).find_last_of(".");
      std::string format_string = "." + names.at(i).substr(found + 1);
      std::transform(format_string.begin(), format_string.end(), format_string.begin(), ::tolower);
      if (format_string == ".ms") {
        format_check = format::ms;
        if (not dir_exists(file_path.native()))
          throw std::runtime_error(names.at(i) +
                                   " is not a directory, as expected for a measurement set.");
      } else if (format_string == ".vis") {
        format_check = format::vis;
        if (not file_exists(file_path.native()))
          throw std::runtime_error(names.at(i) + " is not a regular file.");
      } else if (format_string == ".h5") {
        format_check = format::h5;
        if (not file_exists(file_path.native()))
          throw std::runtime_error(names.at(i) + " is not a regular file.");
      } else if (format_string == ".uvfits") {
        format_check = format::uvfits;
        if (not file_exists(file_path.native()))
          throw std::runtime_error(names.at(i) + " is not a regular file.");
      } else
        throw std::runtime_error("File extension for " + names.at(i) +
                                 " not recognised. Must be .vis, .h5, .uvfits, or .ms.");
      if (i == 0) format_type = format_check;
      if (i > 0 and (format_check != format_type))
        throw std::runtime_error("File extension is not the same for " + names.at(i) + " " +
                                 names.at(i - 1));
    }
  }
 
  if (found_files.size() == 0) throw std::runtime_error("No files found.");
  switch (format_type) {
  case (format::vis): {
    if (pol != stokes::I)
      throw std::runtime_error("Stokes I assumed for vis files, but a different type is chosen.");
    auto measurements = utilities::read_visibility(found_files, w_term);
    measurements.units = units;
    return measurements;
    break;
  }
  case (format::h5): {
#ifdef PURIFY_H5
    if (pol != stokes::I)
      throw std::runtime_error("Stokes I assumed for HDF5 files, but a different type is chosen.");
    auto measurements = utilities::read_visibility(found_files, w_term);
    measurements.units = units;
    return measurements;
    break;
#else
    throw std::runtime_error("HDF5 interface required to read h5 files.");
#endif
  }
  case (format::uvfits): {
    return pfitsio::read_uvfits(found_files, true, pol);
    break;
  }
  case (format::ms): {
#ifdef PURIFY_CASACORE
    return casa::read_measurementset(found_files, pol);
    break;
#else
    throw std::runtime_error("Casacore interface required to read a measurement set.");
#endif
  }
  default:
    throw std::runtime_error("Format not recognised.");
  }
}
 
#ifdef PURIFY_MPI
utilities::vis_params read_measurements(const std::string &name,
                                        sopt::mpi::Communicator const &comm,
                                        const distribute::plan plan, const bool w_term,
                                        const stokes pol, const utilities::vis_units units) {
  return read_measurements(std::vector<std::string>{name}, comm, plan, w_term, pol, units);
}
utilities::vis_params read_measurements(const std::vector<std::string> &names,
                                        sopt::mpi::Communicator const &comm,
                                        const distribute::plan plan, const bool w_term,
                                        const stokes pol, const utilities::vis_units units) {
  if (comm.size() == 1) {
    try {
      return read_measurements(names, w_term, pol, units);
    } catch (const std::runtime_error &e) {
      comm.abort(e.what());
    }
  }
  if (comm.is_root()) {
    utilities::vis_params result;
    try {
      result = read_measurements(names, w_term, pol, units);
    } catch (const std::runtime_error &e) {
      comm.abort(e.what());
    }
    auto const order = distribute::distribute_measurements(result, comm, plan);
    return utilities::regroup_and_scatter(result, order, comm);
  }
  auto result = utilities::scatter_visibilities(comm);
  return result;
}
#endif
bool file_exists(const std::string &path) {
  struct stat buf;
  return (stat(path.c_str(), &buf) == 0);
}
bool dir_exists(const std::string &path) {
  struct stat buf;
  return (stat(path.c_str(), &buf) == 0 && S_ISDIR(buf.st_mode));
}
 
}  // namespace read_measurements
std::vector<std::string> split(const std::string &s, char delim) {
  std::vector<std::string> elems;
  split(s, delim, std::back_inserter(elems));
  return elems;
}
void mkdir_recursive(const std::string &path) {
  if (read_measurements::dir_exists(path)) return;
  const auto folders = split(path, '/');
  std::string current_path = "";
  for (const auto f : folders) {
    if (f == "") {
      current_path += "/";
      continue;
    }
    current_path += f;
    if (not read_measurements::dir_exists(current_path)) {
      const t_int status = mkdir(current_path.c_str(), ACCESSPERMS);
      if (status != 0)
        throw std::runtime_error("Error making recursive directory: " + current_path);
    }
    current_path += "/";
  }
  return;
}
}  // namespace purify