interp_operator_direct_mf.c

Go to the documentation of this file.

// Copyright (c) 2024 The YAC Authors
//
// SPDX-License-Identifier: BSD-3-Clause
 
#include <string.h>
 
#include "interpolation/operators/interp_operator_direct_mf.h"
#include "utils_core.h"
#include "interpolation/interpolation_utils.h"
#include "interpolation/interpolation_exchange.h"
#include "collection_selection_internal.h"
#include "interpolation/operators/interp_operator_internal.h"
 
static int yac_interp_operator_direct_mf_is_source(
  struct yac_interp_operator * interp);
static int yac_interp_operator_direct_mf_is_target(
  struct yac_interp_operator * interp);
static void yac_interp_operator_direct_mf_execute(
  struct yac_interp_operator * interp,
  double *** src_fields, double *** src_frac_masks, double ** tgt_field,
  double frac_mask_fallback_value, double scale_factor, double scale_summand);
static void yac_interp_operator_direct_mf_execute_put(
  struct yac_interp_operator * interp,
  double *** src_fields, double *** src_frac_masks,
  int is_target, double frac_mask_fallback_value,
  double scale_factor, double scale_summand);
static void yac_interp_operator_direct_mf_execute_get(
  struct yac_interp_operator * interp, double ** tgt_field,
  double frac_mask_fallback_value, double scale_factor, double scale_summand);
static void yac_interp_operator_direct_mf_execute_get_async(
  struct yac_interp_operator * interp, double ** tgt_field,
  double frac_mask_fallback_value, double scale_factor, double scale_summand);
static enum YAC_INTERP_TEST_STATUS yac_interp_operator_direct_mf_execute_put_test(
  struct yac_interp_operator * interp);
static enum YAC_INTERP_TEST_STATUS yac_interp_operator_direct_mf_execute_get_test(
  struct yac_interp_operator * interp);
static void yac_interp_operator_direct_mf_execute_wait(
  struct yac_interp_operator * interp);
static struct yac_interp_operator * yac_interp_operator_direct_mf_copy(
  struct yac_interp_operator * interp);
static void yac_interp_operator_direct_mf_delete(
  struct yac_interp_operator * interp);
 
static struct yac_interp_operator_vtable const
  interpolation_direct_mf_vtable = {
  .is_source         = yac_interp_operator_direct_mf_is_source,
  .is_target         = yac_interp_operator_direct_mf_is_target,
  .execute           = yac_interp_operator_direct_mf_execute,
  .execute_put       = yac_interp_operator_direct_mf_execute_put,
  .execute_get       = yac_interp_operator_direct_mf_execute_get,
  .execute_get_async = yac_interp_operator_direct_mf_execute_get_async,
  .execute_put_test  = yac_interp_operator_direct_mf_execute_put_test,
  .execute_get_test  = yac_interp_operator_direct_mf_execute_get_test,
  .execute_wait      = yac_interp_operator_direct_mf_execute_wait,
  .copy              = yac_interp_operator_direct_mf_copy,
  .delete            = yac_interp_operator_direct_mf_delete,
};
 
struct yac_interp_operator_direct_mf {
 
  struct yac_interp_operator_vtable const * vtable;
 
  struct yac_collection_selection * collection_selection;
 
  struct yac_interpolation_buffer src_data;
  struct yac_interpolation_exchange * src2tgt;
 
  double ** src_field_buffer;
  double ** tgt_field_buffer;
  size_t num_src_fields;
  int is_source;
  int is_target;
};
 
static struct yac_interp_operator * yac_interp_operator_direct_mf_new_(
  struct yac_collection_selection const * collection_selection,
  struct yac_interpolation_exchange * src2tgt,
  struct yac_interpolation_buffer src_data, size_t num_src_fields) {
 
  struct yac_interp_operator_direct_mf * direct_mf = xmalloc(1 * sizeof(*direct_mf));
 
  size_t collection_size =
    yac_collection_selection_get_collection_size(collection_selection);
 
  direct_mf->vtable = &interpolation_direct_mf_vtable;
  direct_mf->collection_selection =
    yac_collection_selection_copy(collection_selection);
  direct_mf->src_data = src_data;
  direct_mf->src2tgt = src2tgt;
  direct_mf->src_field_buffer =
    xcalloc(num_src_fields * collection_size,
            sizeof(*(direct_mf->src_field_buffer)));
  direct_mf->tgt_field_buffer =
    xcalloc(num_src_fields * collection_size,
            sizeof(*(direct_mf->tgt_field_buffer)));
  direct_mf->num_src_fields = num_src_fields;
  direct_mf->is_source = yac_interpolation_exchange_is_source(direct_mf->src2tgt);
  direct_mf->is_target = yac_interpolation_exchange_is_target(direct_mf->src2tgt);
 
  return (struct yac_interp_operator *)direct_mf;
}
 
struct yac_interp_operator * yac_interp_operator_direct_mf_new(
  struct yac_collection_selection const * collection_selection,
  Xt_redist * redists, size_t num_src_fields) {
 
  size_t collection_size =
    yac_collection_selection_get_collection_size(collection_selection);
 
  return
    yac_interp_operator_direct_mf_new_(
      collection_selection,
      yac_interpolation_exchange_new(
        redists, num_src_fields, collection_size, 0, "source to target"),
      yac_interpolation_buffer_init(
        redists, num_src_fields, collection_size, SEND_BUFFER), num_src_fields);
}
 
static int yac_interp_operator_direct_mf_is_source(
  struct yac_interp_operator * interp) {
 
  struct yac_interp_operator_direct_mf * direct_mf =
    (struct yac_interp_operator_direct_mf *)interp;
 
  return direct_mf->is_source;
}
 
static int yac_interp_operator_direct_mf_is_target(
  struct yac_interp_operator * interp) {
 
  struct yac_interp_operator_direct_mf * direct_mf =
    (struct yac_interp_operator_direct_mf *)interp;
 
  return direct_mf->is_target;
}
 
static void yac_interp_operator_direct_mf_execute(
  struct yac_interp_operator * interp,
  double *** src_fields, double *** src_frac_masks, double ** tgt_field,
  double frac_mask_fallback_value, double scale_factor, double scale_summand) {
 
  struct yac_interp_operator_direct_mf * direct_mf =
    (struct yac_interp_operator_direct_mf *)interp;
 
  double ** src_send_buffer = NULL;
  size_t collection_size =
    yac_collection_selection_get_collection_size(
      direct_mf->collection_selection);
  size_t num_src_fields = direct_mf->num_src_fields;
 
  yac_interpolation_exchange_wait(
    direct_mf->src2tgt, "yac_interp_operator_direct_mf_execute");
 
  if (direct_mf->is_source) {
 
    size_t const * collection_indices =
      yac_collection_selection_get_indices(direct_mf->collection_selection);
 
    if (collection_indices != NULL) {
 
      double *** temp_src_fields =
        xmalloc(collection_size * sizeof(*temp_src_fields));
      temp_src_fields[0] =
        xmalloc(collection_size * num_src_fields * sizeof(**temp_src_fields));
      for (size_t i = 0; i < collection_size; ++i) {
        temp_src_fields[i] = temp_src_fields[0] + i * num_src_fields;
        for (size_t j = 0; j < num_src_fields; ++j)
          temp_src_fields[i][j] = src_fields[collection_indices[i]][j];
      }
      src_fields = temp_src_fields;
 
      if (src_frac_masks != NULL) {
        double *** temp_src_frac_masks =
          xmalloc(collection_size * sizeof(*temp_src_frac_masks));
        temp_src_frac_masks[0] =
          xmalloc(
            collection_size * num_src_fields * sizeof(**temp_src_frac_masks));
        for (size_t i = 0; i < collection_size; ++i) {
          temp_src_frac_masks[i] = temp_src_frac_masks[0] + i * num_src_fields;
          for (size_t j = 0; j < num_src_fields; ++j)
            temp_src_frac_masks[i][j] =
              src_frac_masks[collection_indices[i]][j];
        }
        src_frac_masks = temp_src_frac_masks;
      }
    }
 
    if ((YAC_FRAC_MASK_VALUE_IS_VALID(frac_mask_fallback_value)) ||
        (scale_factor != 1.0) || (scale_summand != 0.0)) {
 
      src_send_buffer = direct_mf->src_data.buffer;
 
      compute_tgt_field(
        (double const * restrict **)src_fields,
        (double const * restrict **)src_frac_masks, src_send_buffer,
        direct_mf->src_data.buffer_sizes, num_src_fields,
        collection_size, frac_mask_fallback_value,
        scale_factor, scale_summand);
 
    } else {
 
      src_send_buffer = direct_mf->src_field_buffer;
      for (size_t i = 0; i < collection_size; ++i)
        for (size_t j = 0; j < num_src_fields; ++j)
          src_send_buffer[i * num_src_fields + j] = src_fields[i][j];
    }
 
    if (collection_indices != NULL) {
      free(src_fields[0]);
      free(src_fields);
      if (src_frac_masks != NULL) {
        free(src_frac_masks[0]);
        free(src_frac_masks);
      }
    }
  }
 
  double ** tgt_field_buffer = direct_mf->tgt_field_buffer;
  if (direct_mf->is_target)
    for (size_t i = 0; i < collection_size; ++i)
      for (size_t j = 0; j < num_src_fields; ++j)
        tgt_field_buffer[i * num_src_fields + j] = tgt_field[i];
 
  // send source points to the target processes
  yac_interpolation_exchange_execute(
    direct_mf->src2tgt, (double const **)src_send_buffer, tgt_field_buffer,
    "yac_interp_operator_direct_mf_execute");
}
 
static void yac_interp_operator_direct_mf_execute_put(
  struct yac_interp_operator * interp,
  double *** src_fields, double *** src_frac_masks, int is_target,
  double frac_mask_fallback_value, double scale_factor, double scale_summand) {
 
  UNUSED(is_target);
 
  struct yac_interp_operator_direct_mf * direct_mf =
    (struct yac_interp_operator_direct_mf *)interp;
 
  double ** src_send_buffer = NULL;
 
  if (direct_mf->is_source) {
 
    size_t collection_size =
      yac_collection_selection_get_collection_size(
        direct_mf->collection_selection);
    size_t num_src_fields = direct_mf->num_src_fields;
    size_t const * collection_indices =
      yac_collection_selection_get_indices(direct_mf->collection_selection);
 
    if (collection_indices != NULL) {
 
      double *** temp_src_fields =
        xmalloc(collection_size * sizeof(*temp_src_fields));
      temp_src_fields[0] =
        xmalloc(collection_size * num_src_fields * sizeof(**temp_src_fields));
      for (size_t i = 0; i < collection_size; ++i) {
        temp_src_fields[i] = temp_src_fields[0] + i * num_src_fields;
        for (size_t j = 0; j < num_src_fields; ++j)
          temp_src_fields[i][j] = src_fields[collection_indices[i]][j];
      }
      src_fields = temp_src_fields;
 
      if (src_frac_masks != NULL) {
        double *** temp_src_frac_masks =
          xmalloc(collection_size * sizeof(*temp_src_frac_masks));
        temp_src_frac_masks[0] =
          xmalloc(
            collection_size * num_src_fields * sizeof(**temp_src_frac_masks));
        for (size_t i = 0; i < collection_size; ++i) {
          temp_src_frac_masks[i] = temp_src_frac_masks[0] + i * num_src_fields;
          for (size_t j = 0; j < num_src_fields; ++j)
            temp_src_frac_masks[i][j] =
              src_frac_masks[collection_indices[i]][j];
        }
        src_frac_masks = temp_src_frac_masks;
      }
    }
 
    // wait until previous exchange is completed
    if (yac_interpolation_exchange_status(
          direct_mf->src2tgt, "yac_interp_operator_direct_mf_execute_put") ==
        YAC_INTERP_EXCH_ACTIVE)
      yac_interpolation_exchange_wait(
        direct_mf->src2tgt, "yac_interp_operator_direct_mf_execute_put");
 
    src_send_buffer = direct_mf->src_data.buffer;
 
    compute_tgt_field(
      (double const * restrict **)src_fields,
      (double const * restrict **)src_frac_masks, src_send_buffer,
      direct_mf->src_data.buffer_sizes, num_src_fields,
      collection_size, frac_mask_fallback_value,
      scale_factor, scale_summand);
 
    if (collection_indices != NULL) {
      free(src_fields[0]);
      free(src_fields);
      if (src_frac_masks != NULL) {
        free(src_frac_masks[0]);
        free(src_frac_masks);
      }
    }
  }
 
  yac_interpolation_exchange_execute_put(
    direct_mf->src2tgt, (double const **)src_send_buffer,
    "yac_interp_operator_direct_mf_execute_put");
}
 
static void yac_interp_operator_direct_mf_execute_get(
  struct yac_interp_operator * interp, double ** tgt_field,
  double frac_mask_fallback_value, double scale_factor, double scale_summand) {
 
  UNUSED(frac_mask_fallback_value);
  UNUSED(scale_factor);
  UNUSED(scale_summand);
 
  struct yac_interp_operator_direct_mf * direct_mf =
    (struct yac_interp_operator_direct_mf*)interp;
 
  double ** tgt_field_buffer = NULL;
 
  if (direct_mf->is_target) {
    tgt_field_buffer = direct_mf->tgt_field_buffer;
    size_t collection_size =
      yac_collection_selection_get_collection_size(
        direct_mf->collection_selection);
    size_t num_src_fields = direct_mf->num_src_fields;
    for (size_t i = 0; i < collection_size; ++i)
      for (size_t j = 0; j < num_src_fields; ++j)
        tgt_field_buffer[i * num_src_fields + j] = tgt_field[i];
  }
 
  yac_interpolation_exchange_execute_get(
    direct_mf->src2tgt, tgt_field_buffer,
    "yac_interp_operator_direct_mf_execute_get");
}
 
static void yac_interp_operator_direct_mf_execute_get_async(
  struct yac_interp_operator * interp, double ** tgt_field,
  double frac_mask_fallback_value, double scale_factor, double scale_summand) {
 
  UNUSED(frac_mask_fallback_value);
  UNUSED(scale_factor);
  UNUSED(scale_summand);
 
  struct yac_interp_operator_direct_mf * direct_mf =
    (struct yac_interp_operator_direct_mf*)interp;
 
  // wait until previous exchange is completed
  if (yac_interpolation_exchange_status(
        direct_mf->src2tgt, "yac_interp_operator_direct_mf_execute_get_async") ==
      YAC_INTERP_EXCH_ACTIVE)
    yac_interpolation_exchange_wait(
      direct_mf->src2tgt, "yac_interp_operator_direct_mf_execute_get_async");
 
  double ** tgt_field_buffer = NULL;
 
  if (direct_mf->is_target) {
    tgt_field_buffer = direct_mf->tgt_field_buffer;
    size_t collection_size =
      yac_collection_selection_get_collection_size(
        direct_mf->collection_selection);
    size_t num_src_fields = direct_mf->num_src_fields;
    for (size_t i = 0; i < collection_size; ++i)
      for (size_t j = 0; j < num_src_fields; ++j)
        tgt_field_buffer[i * num_src_fields + j] = tgt_field[i];
  }
 
  yac_interpolation_exchange_execute_get_async(
    direct_mf->src2tgt, tgt_field_buffer,
    "yac_interp_operator_direct_mf_execute_get_async");
}
 
static enum YAC_INTERP_TEST_STATUS yac_interp_operator_direct_mf_execute_put_test(
  struct yac_interp_operator * interp) {
 
  struct yac_interp_operator_direct_mf * direct_mf =
    (struct yac_interp_operator_direct_mf*)interp;
 
  return
    (yac_interpolation_exchange_put_test(
       direct_mf->src2tgt,
       "yac_interp_operator_direct_mf_execute_put_test") ==
     YAC_INTERP_EXCH_COMPLETE)?YAC_INTERP_COMPLETE:YAC_INTERP_INCOMPLETE;
}
 
static enum YAC_INTERP_TEST_STATUS yac_interp_operator_direct_mf_execute_get_test(
  struct yac_interp_operator * interp) {
 
  struct yac_interp_operator_direct_mf * direct_mf =
    (struct yac_interp_operator_direct_mf*)interp;
 
  return
    (yac_interpolation_exchange_get_test(
       direct_mf->src2tgt,
       "yac_interp_operator_direct_mf_execute_get_test") ==
     YAC_INTERP_EXCH_COMPLETE)?YAC_INTERP_COMPLETE:YAC_INTERP_INCOMPLETE;
}
 
static void yac_interp_operator_direct_mf_execute_wait(
  struct yac_interp_operator * interp) {
 
  struct yac_interp_operator_direct_mf * direct_mf =
    (struct yac_interp_operator_direct_mf*)interp;
 
  yac_interpolation_exchange_wait(
    direct_mf->src2tgt, "yac_interp_operator_direct_mf_execute_wait");
}
 
static struct yac_interp_operator * yac_interp_operator_direct_mf_copy(
  struct yac_interp_operator * interp) {
  struct yac_interp_operator_direct_mf * direct_mf =
    (struct yac_interp_operator_direct_mf*)interp;
 
  size_t collection_size =
    yac_collection_selection_get_collection_size(
      direct_mf->collection_selection);
 
  return
    yac_interp_operator_direct_mf_new_(
      direct_mf->collection_selection,
      yac_interpolation_exchange_copy(direct_mf->src2tgt),
      yac_interpolation_buffer_copy(
        direct_mf->src_data, direct_mf->num_src_fields, collection_size),
      direct_mf->num_src_fields);
}
 
static void yac_interp_operator_direct_mf_delete(
  struct yac_interp_operator * interp) {
  if (interp == NULL) return;
 
  struct yac_interp_operator_direct_mf * direct_mf =
    (struct yac_interp_operator_direct_mf*)interp;
 
  yac_interpolation_exchange_delete(
    direct_mf->src2tgt, "yac_interp_operator_direct_mf_delete");
  yac_interpolation_buffer_free(&(direct_mf->src_data));
  free(direct_mf->src_field_buffer);
  free(direct_mf->tgt_field_buffer);
  yac_collection_selection_delete(direct_mf->collection_selection);
  free(direct_mf);
}