YAC 3.21.0
Yet Another Coupler
Loading...
Searching...
No Matches
test_interpolation_parallel6.c
Go to the documentation of this file.
1// Copyright (c) 2024 The YAC Authors
2//
3// SPDX-License-Identifier: BSD-3-Clause
4
5#include <stdlib.h>
6#include <limits.h>
7#include <math.h>
8
9#include <mpi.h>
10#include <yaxt.h>
11#include "tests.h"
12#include "test_common.h"
13#include "interpolation/interpolation_internal.h"
14#include "collection_selection_internal.h"
15
21#define UNSET (1337.0)
22#define FRAC_MASK_VALUE (-1337.0)
23
24#define SCALE(X) \
25 ((X) * scaling_factors[scaling_factor_idx] + \
26 scaling_summand[scaling_summand_idx])
27
28static int utest_check_interpolation(
29 struct yac_interpolation * interp,
30 double * src_data_raw, size_t num_src_fields, size_t src_field_size,
31 double * ref_tgt_data_raw, size_t tgt_field_size, size_t src_collection_size,
32 struct yac_collection_selection * collection_selection);
33static int utest_check_interpolation_frac(
34 struct yac_interpolation * interp,
35 double * src_data_raw, double * src_frac_mask_raw,
36 size_t num_src_fields, size_t src_field_size,
37 double * ref_tgt_data_raw, size_t tgt_field_size, size_t src_collection_size,
38 struct yac_collection_selection * collection_selection);
39
40int main(void) {
41
42 MPI_Init(NULL, NULL);
43 xt_initialize(MPI_COMM_WORLD);
44
45 int comm_rank, comm_size;
46 MPI_Comm_rank(MPI_COMM_WORLD, &comm_rank);
47 MPI_Comm_size(MPI_COMM_WORLD, &comm_size);
48 MPI_Barrier(MPI_COMM_WORLD);
49
50 double scaling_factors[] = {1.0, 0.1, -1.0, 0.5, 10.0};
51 double scaling_summand[] = {0.0, -1.0, 1.0, 10.0};
52 enum {
53 num_procs = 4,
54 NUM_SCALING_FACTORS = sizeof(scaling_factors) / sizeof(scaling_factors[0]),
55 NUM_SCALING_SUMMAND = sizeof(scaling_summand) / sizeof(scaling_summand[0]),
56 };
57
58 if (comm_size != num_procs) {
59 PUT_ERR("ERROR: wrong number of processes");
60 xt_finalize();
61 MPI_Finalize();
62 return TEST_EXIT_CODE;
63 }
64
65 { // testing yac_interpolation_add_fixed
66 // 16 target points, all odd positions receive -1 and the others 1
67
68 enum {num_fixed_values = 2};
69 double value[num_fixed_values] = {-1.0, 1.0};
70 size_t count[num_fixed_values] = {8, 8};
71 size_t pos[num_fixed_values][8] = {{0, 2, 4, 6, 8, 10, 12, 14},
72 {1, 3, 5, 7, 9, 11, 13, 15}};
73
74 for (int scaling_factor_idx = 0;
75 scaling_factor_idx < NUM_SCALING_FACTORS; ++scaling_factor_idx) {
76 for (int scaling_summand_idx = 0;
77 scaling_summand_idx < NUM_SCALING_SUMMAND; ++scaling_summand_idx) {
78
79 enum {collection_size = 1};
80 struct yac_collection_selection * collection_selection =
81 yac_collection_selection_new(collection_size, NULL);
82 struct yac_interpolation * interp =
83 yac_interpolation_new(
84 collection_selection, YAC_FRAC_MASK_NO_VALUE,
85 scaling_factors[scaling_factor_idx],
86 scaling_summand[scaling_summand_idx]);
87 for (int i = 0; i < num_fixed_values; ++i)
88 yac_interpolation_add_fixed(
89 interp, value[i], count[i], pos[i]);
90
91 enum {num_src_fields = 1};
92 enum {src_field_size = 0};
93 double * src_data_raw = NULL;
94 enum {tgt_field_size = 16};
95 double ref_tgt_data_raw[collection_size][tgt_field_size] =
96 {{-1,1,-1,1,-1,1,-1,1,-1,1,-1,1,-1,1,-1,1}};
97
98 if (utest_check_interpolation(
99 interp, src_data_raw, num_src_fields, src_field_size,
100 &ref_tgt_data_raw[0][0], tgt_field_size,
101 collection_size, collection_selection))
102 PUT_ERR("ERROR in yac_interpolation_add_fixed");
103
104 yac_interpolation_delete(interp);
105 yac_collection_selection_delete(collection_selection);
106 }
107 }
108 }
109
110 { // testing yac_interpolation_add_direct
111 // rank 0 pos {0,2} -> rank 1 pos {0,1}
112 // rank 0 pos {0,2} -> rank 2 pos {0,2}
113 // rank 1 pos {0,2} -> rank 2 pos {1,3}
114 // (rank 0 is only source
115 // rank 1 is source and target
116 // rank 2 is only target
117 // rank 3 is neither source nor target)
118 Xt_int src_indices[num_procs][4] =
119 {{0,1,2,3},{4,5,6,7},{8,9,10,11},{12,13,14,15}};
120 size_t num_src_indices[num_procs] = {4,4,0,0};
121 Xt_int dst_indices[num_procs][4] = {{-1},{0,2},{0,4,2,6},{-1}};
122 size_t num_dst_indices[num_procs] = {0,2,4,0};
123 Xt_idxlist src_idxlist =
124 xt_idxvec_new(src_indices[comm_rank], num_src_indices[comm_rank]);
125 Xt_idxlist dst_idxlist =
126 xt_idxvec_new(dst_indices[comm_rank], num_dst_indices[comm_rank]);
127 Xt_xmap xmap
128 = xt_xmap_all2all_new(src_idxlist, dst_idxlist, MPI_COMM_WORLD);
129 Xt_redist redist = xt_redist_p2p_new(xmap, MPI_DOUBLE);
130 xt_xmap_delete(xmap);
131 xt_idxlist_delete(dst_idxlist);
132 xt_idxlist_delete(src_idxlist);
133
134 // collection selection configurations
135 struct {
136 size_t N;
137 size_t * indices;
138 } collection_selection_configs[] =
139 {{.N = 3, .indices = (size_t[]){0, 2, 3}},
140 {.N = 4, .indices = (size_t[]){0, 1, 2, 3}},
141 {.N = 2, .indices = NULL}};
142 enum {
143 NUM_COLL_SEL_CONFIGS =
144 sizeof(collection_selection_configs)/
145 sizeof(collection_selection_configs[0]) };
146
147 // loop over collection selections
148 for (size_t sel_idx = 0; sel_idx < NUM_COLL_SEL_CONFIGS; ++sel_idx) {
149
150 struct yac_collection_selection * collection_selection =
151 yac_collection_selection_new(
152 collection_selection_configs[sel_idx].N,
153 collection_selection_configs[sel_idx].indices);
154
155 for (int scaling_factor_idx = 0;
156 scaling_factor_idx < NUM_SCALING_FACTORS; ++scaling_factor_idx) {
157 for (int scaling_summand_idx = 0;
158 scaling_summand_idx < NUM_SCALING_SUMMAND; ++scaling_summand_idx) {
159
160 struct yac_interpolation * interp =
161 yac_interpolation_new(
162 collection_selection, YAC_FRAC_MASK_NO_VALUE,
163 scaling_factors[scaling_factor_idx],
164 scaling_summand[scaling_summand_idx]);
165 yac_interpolation_add_direct(interp, redist);
166
167 enum {NUM_SRC_FIELDS = 1, SRC_COLLECTION_SIZE = 5};
168 size_t const src_field_size[num_procs] = {4,4,0,0};
169 double src_data_raw[num_procs][NUM_SRC_FIELDS][4] =
170 {{{0,1,2,3}},{{4,5,6,7}},{{-1}},{{-1}}};
171 size_t const tgt_field_size[num_procs] = {0,4,4,0};
172 double ref_tgt_data_raw[num_procs][4] =
173 {{UNSET},
174 {SCALE(0),SCALE(2),UNSET,UNSET},
175 {SCALE(0),SCALE(4),SCALE(2),SCALE(6)},
176 {UNSET}};
177
178 if (utest_check_interpolation(
179 interp,
180 (src_field_size[comm_rank] > 0)?
181 (&src_data_raw[comm_rank][0][0]):NULL,
182 NUM_SRC_FIELDS, src_field_size[comm_rank],
183 (tgt_field_size[comm_rank] > 0)?
184 (&ref_tgt_data_raw[comm_rank][0]):NULL,
185 tgt_field_size[comm_rank], SRC_COLLECTION_SIZE,
186 collection_selection))
187 PUT_ERR("ERROR in yac_interpolation_add_direct");
188
189 yac_interpolation_delete(interp);
190 } // NUM_SCALING_SUMMAND
191 } // NUM_SCALING_FACTORS
192 yac_collection_selection_delete(collection_selection);
193 } // NUM_COLL_SEL_CONFIGS
194 xt_redist_delete(redist);
195 }
196
197 { // testing yac_interpolation_add_direct with dynamic fractional masking
198 // rank 0 pos {0,2} -> rank 1 pos {0,1} (pos 2 is masked)
199 // rank 0 pos {0,2} -> rank 2 pos {0,2} (pos 2 is masked)
200 // rank 1 pos {0,2} -> rank 2 pos {1,3}
201 // (rank 0 is only source
202 // rank 1 is source and target
203 // rank 2 is only target
204 // rank 3 is neither source nor target)
205 Xt_int src_indices[num_procs][4] =
206 {{0,1,2,3},{4,5,6,7},{8,9,10,11},{12,13,14,15}};
207 size_t num_src_indices[num_procs] = {4,4,0,0};
208 Xt_int dst_indices[num_procs][4] = {{-1},{0,2},{0,4,2,6},{-1}};
209 size_t num_dst_indices[num_procs] = {0,2,4,0};
210 Xt_idxlist src_idxlist =
211 xt_idxvec_new(src_indices[comm_rank], num_src_indices[comm_rank]);
212 Xt_idxlist dst_idxlist =
213 xt_idxvec_new(dst_indices[comm_rank], num_dst_indices[comm_rank]);
214 Xt_xmap xmap
215 = xt_xmap_all2all_new(src_idxlist, dst_idxlist, MPI_COMM_WORLD);
216 Xt_redist redist = xt_redist_p2p_new(xmap, MPI_DOUBLE);
217 xt_xmap_delete(xmap);
218 xt_idxlist_delete(dst_idxlist);
219 xt_idxlist_delete(src_idxlist);
220
221 for (int scaling_factor_idx = 0;
222 scaling_factor_idx < NUM_SCALING_FACTORS; ++scaling_factor_idx) {
223 for (int scaling_summand_idx = 0;
224 scaling_summand_idx < NUM_SCALING_SUMMAND; ++scaling_summand_idx) {
225
226 enum {collection_size = 1};
227 struct yac_collection_selection * collection_selection =
228 yac_collection_selection_new(collection_size, NULL);
229 struct yac_interpolation * interp =
230 yac_interpolation_new(
231 collection_selection, FRAC_MASK_VALUE,
232 scaling_factors[scaling_factor_idx],
233 scaling_summand[scaling_summand_idx]);
234 yac_interpolation_add_direct(interp, redist);
235
236 enum {num_src_fields = 1};
237 size_t const src_field_size[num_procs] = {4,4,0,0};
238 double src_data_raw[num_procs][num_src_fields][4] =
239 {{{0,1,2,3}},{{4,5,6,7}},{{-1}},{{-1}}};
240 double src_frac_mask_raw[num_procs][num_src_fields][4] =
241 {{{1.0,1.0,0.0,1.0}},{{0.5,0.5,0.5,0.5}},{{-1}},{{-1}}};
242 size_t const tgt_field_size[num_procs] = {0,4,4,0};
243 double ref_tgt_data_raw[num_procs][collection_size][4] =
244 {{{UNSET}},
245 {{SCALE(0),FRAC_MASK_VALUE,UNSET,UNSET}},
246 {{SCALE(0),SCALE(4),FRAC_MASK_VALUE,SCALE(6)}},
247 {{UNSET}}};
248
249 if (utest_check_interpolation_frac(
250 interp,
251 (src_field_size[comm_rank] > 0)?
252 (&src_data_raw[comm_rank][0][0]):NULL,
253 (src_field_size[comm_rank] > 0)?
254 (&src_frac_mask_raw[comm_rank][0][0]):NULL,
255 num_src_fields, src_field_size[comm_rank],
256 (tgt_field_size[comm_rank] > 0)?
257 (&ref_tgt_data_raw[comm_rank][0][0]):NULL,
258 tgt_field_size[comm_rank], collection_size,
259 collection_selection))
260 PUT_ERR("ERROR in yac_interpolation_add_direct");
261
262 yac_interpolation_delete(interp);
263 yac_collection_selection_delete(collection_selection);
264 }
265 }
266 xt_redist_delete(redist);
267 }
268
269 { // testing yac_interpolation_add_direct_mf
270 // rank 0 field 0 id {0,2} field 1 id {1,3} -> rank 1 pos {0,2,3,1}
271 // rank 0 field 0 id {1} field 1 id {2} -> rank 2 pos {0,2}
272 // rank 1 field 0 id {4} field 1 id {5} -> rank 2 pos {1,3}
273 // (rank 0 is only source
274 // rank 1 is source and target
275 // rank 2 is only target
276 // rank 3 is neither source nor target)
277 enum {num_src_fields = 2};
278 enum {num_src_indices = 4};
279 Xt_int src_indices[num_procs][num_src_indices] =
280 {{0,1,2,3},{4,5,6,7},{8,9,10,11},{12,13,14,15}};
281 Xt_int dst_indices[num_procs][2][2] = {{{-1},{-1}},
282 {{0,2},{1,3}},
283 {{1,4},{2,5}},
284 {{-1},{-1}}};
285 int src_offsets[num_procs] = {0,1,2,3};
286 int dst_offsets[num_procs][num_src_fields][2] = {{{-1},{-1}},
287 {{0,2},{3,1}},
288 {{0,1},{2,3}},
289 {{-1},{-1}}};
290 size_t num_dst_indices[num_procs][num_src_fields] =
291 {{0,0},{2,2},{2,2},{0,0}};
292 Xt_redist redists[num_src_fields];
293 for (int i = 0; i < num_src_fields; ++i) {
294 Xt_idxlist src_idxlist =
295 xt_idxvec_new(src_indices[comm_rank], num_src_indices);
296 Xt_idxlist dst_idxlist =
297 xt_idxvec_new(dst_indices[comm_rank][i], num_dst_indices[comm_rank][i]);
298 Xt_xmap xmap =
299 xt_xmap_all2all_new(src_idxlist, dst_idxlist, MPI_COMM_WORLD);
300 redists[i] =
301 xt_redist_p2p_off_new(
302 xmap, src_offsets, dst_offsets[comm_rank][i], MPI_DOUBLE);
303 xt_xmap_delete(xmap);
304 xt_idxlist_delete(dst_idxlist);
305 xt_idxlist_delete(src_idxlist);
306 }
307
308 for (int scaling_factor_idx = 0;
309 scaling_factor_idx < NUM_SCALING_FACTORS; ++scaling_factor_idx) {
310 for (int scaling_summand_idx = 0;
311 scaling_summand_idx < NUM_SCALING_SUMMAND; ++scaling_summand_idx) {
312
313 enum {collection_size = 1};
314 struct yac_collection_selection * collection_selection =
315 yac_collection_selection_new(collection_size, NULL);
316 struct yac_interpolation * interp =
317 yac_interpolation_new(
318 collection_selection, YAC_FRAC_MASK_NO_VALUE,
319 scaling_factors[scaling_factor_idx],
320 scaling_summand[scaling_summand_idx]);
321 yac_interpolation_add_direct_mf(interp, redists, num_src_fields);
322
323 size_t const src_field_size[num_procs] = {4,4,4,4};
324 double src_data_raw[num_procs][num_src_fields][num_src_indices] =
325 {{{0,1,2,3},{00,10,20,30}},
326 {{4,5,6,7},{40,50,60,70}},
327 {{8,9,10,11},{80,90,100,110}},
328 {{12,13,14,15},{120,130,140,150}}};
329 size_t const tgt_field_size[num_procs] = {0,4,4,0};
330 double ref_tgt_data_raw[num_procs][collection_size][4] =
331 {{{UNSET}},
332 {{SCALE(0),SCALE(30),SCALE(2),SCALE(10)}},
333 {{SCALE(1),SCALE(4),SCALE(20),SCALE(50)}},
334 {{UNSET}}};
335
336 if (utest_check_interpolation(
337 interp,
338 (src_field_size[comm_rank] > 0)?
339 (&src_data_raw[comm_rank][0][0]):NULL,
340 num_src_fields, src_field_size[comm_rank],
341 (tgt_field_size[comm_rank] > 0)?
342 (&ref_tgt_data_raw[comm_rank][0][0]):NULL,
343 tgt_field_size[comm_rank], collection_size,
344 collection_selection))
345 PUT_ERR("ERROR in yac_interpolation_add_direct_mf");
346
347 yac_interpolation_delete(interp);
348 yac_collection_selection_delete(collection_selection);
349 }
350 }
351 xt_redist_delete(redists[1]);
352 xt_redist_delete(redists[0]);
353 }
354
355 { // testing yac_interpolation_add_direct_mf with dynamic fractional mask
356 // rank 0 field 0 id {0,2} field 1 id {1,3} -> rank 1 pos {0,2,3,1}
357 // rank 0 field 0 id {1} field 1 id {2} -> rank 2 pos {0,2}
358 // rank 1 field 0 id {4} field 1 id {5} -> rank 2 pos {1,3}
359 // (rank 0 is only source
360 // rank 1 is source and target
361 // rank 2 is only target
362 // rank 3 is neither source nor target)
363 enum {num_src_fields = 2};
364 enum {num_src_indices = 4};
365 Xt_int src_indices[num_procs][num_src_indices] =
366 {{0,1,2,3},{4,5,6,7},{8,9,10,11},{12,13,14,15}};
367 Xt_int dst_indices[num_procs][2][2] = {{{-1},{-1}},
368 {{0,2},{1,3}},
369 {{1,4},{2,5}},
370 {{-1},{-1}}};
371 int src_offsets[num_procs] = {0,1,2,3};
372 int dst_offsets[num_procs][num_src_fields][2] = {{{-1},{-1}},
373 {{0,2},{3,1}},
374 {{0,1},{2,3}},
375 {{-1},{-1}}};
376 size_t num_dst_indices[num_procs][num_src_fields] =
377 {{0,0},{2,2},{2,2},{0,0}};
378 Xt_redist redists[num_src_fields];
379 for (int i = 0; i < num_src_fields; ++i) {
380 Xt_idxlist src_idxlist =
381 xt_idxvec_new(src_indices[comm_rank], num_src_indices);
382 Xt_idxlist dst_idxlist =
383 xt_idxvec_new(dst_indices[comm_rank][i], num_dst_indices[comm_rank][i]);
384 Xt_xmap xmap =
385 xt_xmap_all2all_new(src_idxlist, dst_idxlist, MPI_COMM_WORLD);
386 redists[i] =
387 xt_redist_p2p_off_new(
388 xmap, src_offsets, dst_offsets[comm_rank][i], MPI_DOUBLE);
389 xt_xmap_delete(xmap);
390 xt_idxlist_delete(dst_idxlist);
391 xt_idxlist_delete(src_idxlist);
392 }
393
394 for (int scaling_factor_idx = 0;
395 scaling_factor_idx < NUM_SCALING_FACTORS; ++scaling_factor_idx) {
396 for (int scaling_summand_idx = 0;
397 scaling_summand_idx < NUM_SCALING_SUMMAND; ++scaling_summand_idx) {
398
399 enum {collection_size = 1};
400 struct yac_collection_selection * collection_selection =
401 yac_collection_selection_new(collection_size, NULL);
402 struct yac_interpolation * interp =
403 yac_interpolation_new(
404 collection_selection, FRAC_MASK_VALUE,
405 scaling_factors[scaling_factor_idx],
406 scaling_summand[scaling_summand_idx]);
407 yac_interpolation_add_direct_mf(interp, redists, num_src_fields);
408
409 size_t const src_field_size[num_procs] = {4,4,4,4};
410 double src_data_raw[num_procs][num_src_fields][num_src_indices] =
411 {{{0,1,2,3},{00,10,20,30}},
412 {{4,5,6,7},{40,50,60,70}},
413 {{8,9,10,11},{80,90,100,110}},
414 {{12,13,14,15},{120,130,140,150}}};
415 double src_frac_mask_raw[num_procs][num_src_fields][num_src_indices] =
416 {{{1.0,0.0,1.0,1.0},{1.0,1.0,1.0,1.0}},
417 {{0.0,1.0,1.0,1.0},{1.0,0.0,1.0,1.0}},
418 {{1.0,1.0,1.0,1.0},{1.0,1.0,1.0,1.0}},
419 {{1.0,1.0,1.0,1.0},{1.0,1.0,1.0,1.0}}};
420 size_t const tgt_field_size[num_procs] = {0,4,4,0};
421 double ref_tgt_data_raw[num_procs][collection_size][4] =
422 {{{UNSET}},
423 {{SCALE(0),SCALE(30),SCALE(2),SCALE(10)}},
424 {{FRAC_MASK_VALUE,FRAC_MASK_VALUE,SCALE(20),FRAC_MASK_VALUE}},
425 {{UNSET}}};
426
427 if (utest_check_interpolation_frac(
428 interp,
429 (src_field_size[comm_rank] > 0)?
430 (&src_data_raw[comm_rank][0][0]):NULL,
431 (src_field_size[comm_rank] > 0)?
432 (&src_frac_mask_raw[comm_rank][0][0]):NULL,
433 num_src_fields, src_field_size[comm_rank],
434 (tgt_field_size[comm_rank] > 0)?
435 (&ref_tgt_data_raw[comm_rank][0][0]):NULL,
436 tgt_field_size[comm_rank], collection_size,
437 collection_selection))
438 PUT_ERR("ERROR in yac_interpolation_add_direct_mf");
439
440 yac_interpolation_delete(interp);
441 yac_collection_selection_delete(collection_selection);
442 }
443 }
444 xt_redist_delete(redists[1]);
445 xt_redist_delete(redists[0]);
446 }
447
448 { // test yac_interpolation_add_sum_at_src and
449 // yac_interpolation_add_weight_sum_mvp_at_src
450 // distribution of source and destination (only field_id 0) ids
451 // rank | 0 | 1 | 2 | 3
452 // ------------|----------------|----------------|----------------|---------------
453 // field_id 0 | 0, 1, 2, 3 | 4, 5, 6, 7 | 8, 9, 10, 11 | 12, 13, 14, 15
454 // field_id 1 | 16, 17, 18, 19 | 20, 21, 22, 23 | 24, 25, 26, 27 | 28, 29, 30, 31
455 //
456 // tgt id | src ids | generate on rank | optional weights
457 // -------|--------------|------------------|--------------------
458 // 4 | 0, 17, 2, 19 | 0 | 0.1, 0.2, 0.3, 0.4
459 // 5 | 2, 19, 20, 5 | 1 | 0.5, 0.6, 0.7, 0.8
460 // 6 | 6, 22, 7, 23 | 1 | 0.9, 1.0, 1.1, 1.2
461 // 7 | 23 | 1 | 1.3
462 // 8 | 2, 19, 22, 7 | 0 | 1.4, 1.5, 1.6, 1.7
463 // 9 | 0, 17, 2, 19 | 0 | 0.1, 0.2, 0.3, 0.4
464 // 10 | 5, 6 | 1 | 2.2, 2.3
465 // 11 | 21, 22 | 1 | 2.4, 2.5
466
467 // at first the data for all stencils is gathered on a single process
468 // this is done using the halo_redists
469 enum {num_src_fields = 2};
470 Xt_redist halo_redists[num_src_fields];
471 {
472 enum {num_src_indices = 4};
473 Xt_int src_indices[num_procs][num_src_fields][num_src_indices] =
474 {{{0,1,2,3},{16,17,18,19}},
475 {{4,5,6,7},{20,21,22,23}},
476 {{8,9,10,11},{24,25,26,27}},
477 {{12,13,14,15},{28,29,30,31}}};
478 Xt_int dst_indices[num_procs][num_src_fields][1] =
479 {{{7},{22}},
480 {{2},{19}},
481 {{-1},{-1}},
482 {{-1},{-1}}};
483 size_t num_dst_indices[num_procs][num_src_fields] =
484 {{1,1},{1,1},{0,0},{0,0}};
485 for (int field_id = 0; field_id < num_src_fields; ++field_id) {
486 Xt_idxlist src_idxlist =
487 xt_idxvec_new(src_indices[comm_rank][field_id], num_src_indices);
488 Xt_idxlist dst_idxlist =
489 xt_idxvec_new(
490 dst_indices[comm_rank][field_id],
491 num_dst_indices[comm_rank][field_id]);
492 Xt_xmap xmap =
493 xt_xmap_all2all_new(src_idxlist, dst_idxlist, MPI_COMM_WORLD);
494 halo_redists[field_id] = xt_redist_p2p_new(xmap, MPI_DOUBLE);
495 xt_xmap_delete(xmap);
496 xt_idxlist_delete(dst_idxlist);
497 xt_idxlist_delete(src_idxlist);
498 }
499 }
500
501 // number of stencils to be computed locally (tgt id 4 and 9 have the same
502 // stencil -> we compute it only once)
503 size_t tgt_count[num_procs] = {2,5,0,0};
504 // number of source points per stencil
505 size_t num_src_per_tgt[num_procs][5] =
506 {{4,4},{4,4,1,2,2},{(size_t)-1},{(size_t)-1}};
507 double weights[num_procs][13] =
508 {{0.1,0.2,0.3,0.4,
509 1.4,1.5,1.6,1.7},
510 {0.5,0.6,0.7,0.8,
511 0.9,1.0,1.1,1.2,
512 1.3,
513 2.2,2.3,
514 2.4,2.5},{-1},{-1}};
515 // source field index for each source point used in the stencils (SIZE_MAX
516 // indicates that the respective source point is in the halo buffer)
517 size_t src_field_idx[num_procs][13] =
518 {{0,1,0,1,
519 0,1,SIZE_MAX,SIZE_MAX},
520 {SIZE_MAX,SIZE_MAX,1,0,
521 0,1,0,1,
522 1,
523 0,0,
524 1,1},{(size_t)-1},{(size_t)-1}};
525 // source index; position of the respective source point within the source
526 // field or halo buffer
527 size_t src_idx[num_procs][13] =
528 {{0,1,2,3,
529 2,3,1,0},
530 {0,1,0,1,
531 2,2,3,3,
532 3,
533 1,2,
534 1,2},{(size_t)-1},{(size_t)-1}};
535
536 // the results from the stencil computation get send directly to their
537 // final location in the destination buffer on the respective process using
538 // result_redist
539 // (tgt id 4 and 9 have the same stencil)
540 Xt_redist result_redist;
541 {
542 Xt_int src_indices[num_procs][5] = {{4,8},{5,6,7,10,11},{-1},{-1}};
543 size_t num_src_indices[num_procs] = {2,5,0,0};
544 Xt_int dst_indices[num_procs][4] = {{-1},{4,5,6,7},{8,4,10,11},{-1}};
545 size_t num_dst_indices[num_procs] = {0,4,4,0};
546 Xt_idxlist src_idxlist =
547 xt_idxvec_new(src_indices[comm_rank], num_src_indices[comm_rank]);
548 Xt_idxlist dst_idxlist =
549 xt_idxvec_new(dst_indices[comm_rank], num_dst_indices[comm_rank]);
550 Xt_xmap xmap = xt_xmap_all2all_new(src_idxlist, dst_idxlist, MPI_COMM_WORLD);
551 result_redist = xt_redist_p2p_new(xmap, MPI_DOUBLE);
552 xt_xmap_delete(xmap);
553 xt_idxlist_delete(dst_idxlist);
554 xt_idxlist_delete(src_idxlist);
555 }
556
557 for (int scaling_factor_idx = 0;
558 scaling_factor_idx < NUM_SCALING_FACTORS; ++scaling_factor_idx) {
559 for (int scaling_summand_idx = 0;
560 scaling_summand_idx < NUM_SCALING_SUMMAND; ++scaling_summand_idx) {
561 for (int with_weights = 0; with_weights < 2; ++with_weights) {
562
563 enum {collection_size = 1};
564 struct yac_collection_selection * collection_selection =
565 yac_collection_selection_new(collection_size, NULL);
566 struct yac_interpolation * interp =
567 yac_interpolation_new(
568 collection_selection, YAC_FRAC_MASK_NO_VALUE,
569 scaling_factors[scaling_factor_idx],
570 scaling_summand[scaling_summand_idx]);
571 if (with_weights) {
572 yac_interpolation_add_weight_sum_mvp_at_src(
573 interp, halo_redists, tgt_count[comm_rank],
574 num_src_per_tgt[comm_rank], weights[comm_rank],
575 src_field_idx[comm_rank], src_idx[comm_rank], num_src_fields,
576 result_redist);
577 } else {
578 yac_interpolation_add_sum_at_src(
579 interp, halo_redists, tgt_count[comm_rank],
580 num_src_per_tgt[comm_rank], src_field_idx[comm_rank],
581 src_idx[comm_rank], num_src_fields, result_redist);
582 }
583
584 enum {src_field_size = 4};
585 double src_data_raw[num_procs][2][src_field_size] =
586 {{{0,1,2,3}, {16,17,18,19}},
587 {{4,5,6,7}, {20,21,22,23}},
588 {{8,9,10,11}, {24,25,26,27}},
589 {{12,13,14,15},{28,29,30,31}}};
590 size_t const tgt_field_size[num_procs] = {0,4,4,0};
591 double ref_tgt_data_raw[2][num_procs][collection_size][4] =
592 {{{{UNSET}},
593 {{SCALE(0+17+2+19),SCALE(2+19+20+5),SCALE(6+22+7+23),SCALE(23)}},
594 {{SCALE(2+19+22+7),SCALE(0+17+2+19),SCALE(5+6),SCALE(21+22)}},
595 {{UNSET}}},
596 {{{UNSET}},
597 {{SCALE(0.1*0+0.2*17+0.3*2+0.4*19),
598 SCALE(0.5*2+0.6*19+0.7*20+0.8*5),
599 SCALE(0.9*6+1.0*22+1.1*7+1.2*23),
600 SCALE(1.3*23)}},
601 {{SCALE(1.4*2+1.5*19+1.6*22+1.7*7),
602 SCALE(0.1*0+0.2*17+0.3*2+0.4*19),
603 SCALE(2.2*5+2.3*6),
604 SCALE(2.4*21+2.5*22)}},
605 {{UNSET}}}};
606
607 if (utest_check_interpolation(
608 interp, &src_data_raw[comm_rank][0][0],
609 num_src_fields, src_field_size,
610 &ref_tgt_data_raw[with_weights][comm_rank][0][0],
611 tgt_field_size[comm_rank], collection_size,
612 collection_selection))
613 PUT_ERR("ERROR in yac_interpolation_add_sum_at_src/"
614 "yac_interpolation_add_weight_sum_mvp_at_src");
615
616 yac_interpolation_delete(interp);
617 yac_collection_selection_delete(collection_selection);
618 }
619 }
620 }
621 xt_redist_delete(result_redist);
622 xt_redist_delete(halo_redists[1]);
623 xt_redist_delete(halo_redists[0]);
624 }
625
626 { // test yac_interpolation_add_sum_at_src and
627 // yac_interpolation_add_weight_sum_mvp_at_src with dynamic fractional masking
628 // distribution of source and destination (only field_id 0) ids
629 // rank | 0 | 1 | 2 | 3
630 // ------------|--------------------|--------------------|--------------------|-------------------
631 // field_id 0 | 0, 1, 2, 3 | 4, 5, 6, 7 | 8, 9, 10, 11 | 12, 13, 14, 15
632 // frac mask | 1.0, 1.0, 1.0, 1.0 | 1.0, 0.5, 0.0, 0.0 | 1.0, 1.0, 1.0, 1.0 | 1.0, 1.0, 1.0, 1.0
633 // field_id 1 | 16, 17, 18, 19 | 20, 21, 22, 23 | 24, 25, 26, 27 | 28, 29, 30, 31
634 // frac_mask | 1.0, 1.0, 1.0, 1.0 | 0.5, 0.0, 0.0, 0.0 | 1.0, 1.0, 1.0, 1.0 | 1.0, 1.0, 1.0, 1.0
635 //
636 // tgt id | src ids | generate on rank | optional weights
637 // -------|--------------|------------------|--------------------
638 // 4 | 0, 17, 2, 19 | 0 | 0.1, 0.2, 0.3, 0.4
639 // 5 | 2, 19, 20, 5 | 1 | 0.5, 0.6, 0.7, 0.8
640 // 6 | 6, 22, 7, 23 | 1 | 0.9, 1.0, 1.1, 1.2
641 // 7 | 23 | 1 | 1.3
642 // 8 | 2, 19, 22, 7 | 0 | 1.4, 1.5, 1.6, 1.7
643 // 9 | 0, 17, 2, 19 | 0 | 0.1, 0.2, 0.3, 0.4
644 // 10 | 5, 6 | 1 | 2.2, 2.3
645 // 11 | 21, 22 | 1 | 2.4, 2.5
646
647 // at first the data for all stencils is gathered on a single process
648 // this is done using the halo_redists
649 enum {num_src_fields = 2};
650 Xt_redist halo_redists[num_src_fields];
651 {
652 enum {num_src_indices = 4};
653 Xt_int src_indices[num_procs][num_src_fields][num_src_indices] =
654 {{{0,1,2,3},{16,17,18,19}},
655 {{4,5,6,7},{20,21,22,23}},
656 {{8,9,10,11},{24,25,26,27}},
657 {{12,13,14,15},{28,29,30,31}}};
658 Xt_int dst_indices[num_procs][num_src_fields][1] =
659 {{{7},{22}},
660 {{2},{19}},
661 {{-1},{-1}},
662 {{-1},{-1}}};
663 size_t num_dst_indices[num_procs][num_src_fields] =
664 {{1,1},{1,1},{0,0},{0,0}};
665 for (int field_id = 0; field_id < num_src_fields; ++field_id) {
666 Xt_idxlist src_idxlist =
667 xt_idxvec_new(src_indices[comm_rank][field_id], num_src_indices);
668 Xt_idxlist dst_idxlist =
669 xt_idxvec_new(
670 dst_indices[comm_rank][field_id],
671 num_dst_indices[comm_rank][field_id]);
672 Xt_xmap xmap =
673 xt_xmap_all2all_new(src_idxlist, dst_idxlist, MPI_COMM_WORLD);
674 halo_redists[field_id] = xt_redist_p2p_new(xmap, MPI_DOUBLE);
675 xt_xmap_delete(xmap);
676 xt_idxlist_delete(dst_idxlist);
677 xt_idxlist_delete(src_idxlist);
678 }
679 }
680
681 // number of stencils to be computed locally (tgt id 4 and 9 have the same
682 // stencil -> we compute it only once)
683 size_t tgt_count[num_procs] = {2,5,0,0};
684 // number of source points per stencil
685 size_t num_src_per_tgt[num_procs][5] =
686 {{4,4},{4,4,1,2,2},{(size_t)-1},{(size_t)-1}};
687 double weights[num_procs][13] =
688 {{0.1,0.2,0.3,0.4,
689 1.4,1.5,1.6,1.7},
690 {0.5,0.6,0.7,0.8,
691 0.9,1.0,1.1,1.2,
692 1.3,
693 2.2,2.3,
694 2.4,2.5},{-1},{-1}};
695 // source field index for each source point used in the stencils (SIZE_MAX
696 // indicates that the respective source point is in the halo buffer)
697 size_t src_field_idx[num_procs][13] =
698 {{0,1,0,1,
699 0,1,SIZE_MAX,SIZE_MAX},
700 {SIZE_MAX,SIZE_MAX,1,0,
701 0,1,0,1,
702 1,
703 0,0,
704 1,1},{(size_t)-1},{(size_t)-1}};
705 // source index; position of the respective source point within the source
706 // field or halo buffer
707 size_t src_idx[num_procs][13] =
708 {{0,1,2,3,
709 2,3,1,0},
710 {0,1,0,1,
711 2,2,3,3,
712 3,
713 1,2,
714 1,2},{(size_t)-1},{(size_t)-1}};
715
716 // the results from the stencil computation get send directly to their
717 // final location in the destination buffer on the respective process using
718 // result_redist
719 // (tgt id 4 and 9 have the same stencil)
720 Xt_redist result_redist;
721 {
722 Xt_int src_indices[num_procs][5] = {{4,8},{5,6,7,10,11},{-1},{-1}};
723 size_t num_src_indices[num_procs] = {2,5,0,0};
724 Xt_int dst_indices[num_procs][4] = {{-1},{4,5,6,7},{8,4,10,11},{-1}};
725 size_t num_dst_indices[num_procs] = {0,4,4,0};
726 Xt_idxlist src_idxlist =
727 xt_idxvec_new(src_indices[comm_rank], num_src_indices[comm_rank]);
728 Xt_idxlist dst_idxlist =
729 xt_idxvec_new(dst_indices[comm_rank], num_dst_indices[comm_rank]);
730 Xt_xmap xmap = xt_xmap_all2all_new(src_idxlist, dst_idxlist, MPI_COMM_WORLD);
731 result_redist = xt_redist_p2p_new(xmap, MPI_DOUBLE);
732 xt_xmap_delete(xmap);
733 xt_idxlist_delete(dst_idxlist);
734 xt_idxlist_delete(src_idxlist);
735 }
736
737 for (int scaling_factor_idx = 0;
738 scaling_factor_idx < NUM_SCALING_FACTORS; ++scaling_factor_idx) {
739 for (int scaling_summand_idx = 0;
740 scaling_summand_idx < NUM_SCALING_SUMMAND; ++scaling_summand_idx) {
741 for (int with_weights = 0; with_weights < 2; ++with_weights) {
742
743 enum {collection_size = 1};
744 struct yac_collection_selection * collection_selection =
745 yac_collection_selection_new(collection_size, NULL);
746 struct yac_interpolation * interp =
747 yac_interpolation_new(
748 collection_selection, FRAC_MASK_VALUE,
749 scaling_factors[scaling_factor_idx],
750 scaling_summand[scaling_summand_idx]);
751 if (with_weights) {
752 yac_interpolation_add_weight_sum_mvp_at_src(
753 interp, halo_redists, tgt_count[comm_rank],
754 num_src_per_tgt[comm_rank], weights[comm_rank],
755 src_field_idx[comm_rank], src_idx[comm_rank], num_src_fields,
756 result_redist);
757 } else {
758 yac_interpolation_add_sum_at_src(
759 interp, halo_redists, tgt_count[comm_rank],
760 num_src_per_tgt[comm_rank], src_field_idx[comm_rank],
761 src_idx[comm_rank], num_src_fields, result_redist);
762 }
763
764 enum {src_field_size = 4};
765 double src_data_raw[num_procs][2][src_field_size] =
766 {{{0,1,2,3}, {16,17,18,19}},
767 {{4,5,6,7}, {20,21,22,23}},
768 {{8,9,10,11}, {24,25,26,27}},
769 {{12,13,14,15},{28,29,30,31}}};
770 double src_frac_mask_raw[num_procs][2][src_field_size] =
771 {{{1.0, 1.0, 1.0, 1.0}, {1.0, 1.0, 1.0, 1.0}},
772 {{1.0, 0.5, 0.0, 0.0}, {0.5, 0.0, 0.0, 0.0}},
773 {{1.0, 1.0, 1.0, 1.0}, {1.0, 1.0, 1.0, 1.0}},
774 {{1.0, 1.0, 1.0, 1.0}, {1.0, 1.0, 1.0, 1.0}}};
775 size_t const tgt_field_size[num_procs] = {0,4,4,0};
776 double ref_tgt_data_raw[2][num_procs][collection_size][4] =
777 {{{{UNSET}},
778 {{SCALE((1.0*0+1.0*17+1.0*2+1.0*19)/(1.0+1.0+1.0+1.0)*
779 (1.0+1.0+1.0+1.0)),
780 SCALE((1.0*2+1.0*19+0.5*20+0.5*5)/(1.0+1.0+0.5+0.5)*
781 (1.0+1.0+1.0+1.0)),
782 FRAC_MASK_VALUE,FRAC_MASK_VALUE}},
783 {{SCALE((1.0*2+1.0*19+0.0*22+0.0*7)/(1.0+1.0+0.0+0.0)*
784 (1.0+1.0+1.0+1.0)),
785 SCALE((1.0*0+1.0*17+1.0*2+1.0*19)/(1.0+1.0+1.0+1.0)*
786 (1.0+1.0+1.0+1.0)),
787 SCALE((0.5*5+0.0*6)/(0.5+0.0)*
788 (1.0+1.0)),
789 FRAC_MASK_VALUE}},
790 {{UNSET}}},
791 {{{UNSET}},
792 {{SCALE((1.0*0.1*0+1.0*0.2*17+1.0*0.3*2+1.0*0.4*19)/
793 (1.0*0.1+1.0*0.2+1.0*0.3+1.0*0.4)),
794 SCALE((1.0*0.5*2+1.0*0.6*19+0.5*0.7*20+0.5*0.8*5)/
795 (1.0*0.5+1.0*0.6+0.5*0.7+0.5*0.8)*
796 (0.5+0.6+0.7+0.8)),
797 FRAC_MASK_VALUE, FRAC_MASK_VALUE}},
798 {{SCALE((1.0*1.4*2+1.0*1.5*19+0.0*1.6*22+0.0*1.7*7)/
799 (1.0*1.4+1.0*1.5+0.0*1.6+0.0*1.7)*
800 (1.4+1.5+1.6+1.7)),
801 SCALE((1.0*0.1*0+1.0*0.2*17+1.0*0.3*2+1.0*0.4*19)/
802 (1.0*0.1+1.0*0.2+1.0*0.3+1.0*0.4)),
803 SCALE((0.5*2.2*5+0.0*2.3*6)/(0.5*2.2+0.0*2.3)*
804 (2.2+2.3)),
805 FRAC_MASK_VALUE}},
806 {{UNSET}}}};
807
808 if (utest_check_interpolation_frac(
809 interp, &src_data_raw[comm_rank][0][0],
810 &src_frac_mask_raw[comm_rank][0][0],
811 num_src_fields, src_field_size,
812 &ref_tgt_data_raw[with_weights][comm_rank][0][0],
813 tgt_field_size[comm_rank], collection_size,
814 collection_selection))
815 PUT_ERR("ERROR in yac_interpolation_add_sum_at_src/"
816 "yac_interpolation_add_weight_sum_mvp_at_src frac");
817
818 yac_interpolation_delete(interp);
819 yac_collection_selection_delete(collection_selection);
820 }
821 }
822 }
823 xt_redist_delete(result_redist);
824 xt_redist_delete(halo_redists[1]);
825 xt_redist_delete(halo_redists[0]);
826 }
827
828 { // test yac_interpolation_add_sum_at_tgt and
829 // yac_interpolation_add_weight_sum_mvp_at_tgt
830 // distribution of source and destination (only field_id 0) ids
831 // rank | 0 | 1 | 2 | 3
832 // ------------|----------------|----------------|----------------|---------------
833 // field_id 0 | 0, 1, 2, 3 | 4, 5, 6, 7 | 8, 9, 10, 11 | 12, 13, 14, 15
834 // field_id 1 | 16, 17, 18, 19 | 20, 21, 22, 23 | 24, 25, 26, 27 | 28, 29, 30, 31
835 //
836 // tgt id | src ids | optional weights
837 // -------|--------------|--------------------
838 // 4 | 0, 17, 2, 19 | 0.1, 0.2, 0.3, 0.4
839 // 5 | 2, 19, 20, 5 | 0.5, 0.6, 0.7, 0.8
840 // 6 | 6, 22, 7, 23 | 0.9, 1.0, 1.1, 1.2
841 // 7 | 23 | 1.3
842 // 8 | 2, 19, 22, 7 | 1.4, 1.5, 1.6, 1.7
843 // 9 | 0, 17, 2, 19 | 0.1, 0.2, 0.3, 0.4
844 // 10 | 5, 6 | 2.2, 2.3
845 // 11 | 21, 22 | 2.4, 2.5
846
847 // at first the source points required for each target point have to be
848 // transfered to the respective target processes using src_redists
849 enum {num_src_fields = 2};
850 Xt_redist src_redists[num_src_fields];
851 {
852 enum {num_src_indices = 4};
853 Xt_int src_indices[num_procs][num_src_fields][num_src_indices] =
854 {{{0,1,2,3},{16,17,18,19}},
855 {{4,5,6,7},{20,21,22,23}},
856 {{8,9,10,11},{24,25,26,27}},
857 {{12,13,14,15},{28,29,30,31}}};
858
859 Xt_int dst_indices[num_procs][num_src_fields][5] =
860 {{{-1},{-1}},
861 {{0,2},{17,19}},
862 {{0,2,5,6,7},{17,19,21,22}},
863 {{-1},{-1}}};
864 size_t num_dst_indices[num_procs][num_src_fields] =
865 {{0,0},{2,2},{5,4},{0,0}};
866 for (int field_id = 0; field_id < num_src_fields; ++field_id) {
867 Xt_idxlist src_idxlist =
868 xt_idxvec_new(src_indices[comm_rank][field_id], num_src_indices);
869 Xt_idxlist dst_idxlist =
870 xt_idxvec_new(
871 dst_indices[comm_rank][field_id],
872 num_dst_indices[comm_rank][field_id]);
873 Xt_xmap xmap =
874 xt_xmap_all2all_new(src_idxlist, dst_idxlist, MPI_COMM_WORLD);
875 src_redists[field_id] = xt_redist_p2p_new(xmap, MPI_DOUBLE);
876 xt_xmap_delete(xmap);
877 xt_idxlist_delete(dst_idxlist);
878 xt_idxlist_delete(src_idxlist);
879 }
880 }
881
882 // positions of target points to be written
883 size_t tgt_pos[num_procs][4] =
884 {{(size_t)-1},{0,1,2,3},{0,1,2,3},{(size_t)-1}};
885 // number of entries in tgt_pos
886 size_t tgt_count[num_procs] = {0,4,4,0};
887 // number of source points per stencil
888 size_t num_src_per_tgt[num_procs][4] =
889 {{(size_t)-1},{4,4,4,1},{4,4,2,2},{(size_t)-1}};
890 double weights[num_procs][13] =
891 {{-1},
892 {0.1,0.2,0.3,0.4,
893 0.5,0.6,0.7,0.8,
894 0.9,1.0,1.1,1.2,
895 1.3},
896 {1.4,1.5,1.6,1.7,
897 0.1,0.2,0.3,0.4,
898 2.2,2.3,
899 2.4,2.5},
900 {-1}};
901 // source field index for each source point used in the stencils (SIZE_MAX
902 // indicates that the respective source point is in the halo buffer)
903 size_t src_field_idx[num_procs][13] =
904 {{(size_t)-1},
905 {SIZE_MAX,SIZE_MAX,SIZE_MAX,SIZE_MAX,
906 SIZE_MAX,SIZE_MAX,1,0,
907 0,1,0,1,
908 1},
909 {SIZE_MAX,SIZE_MAX,SIZE_MAX,SIZE_MAX,
910 SIZE_MAX,SIZE_MAX,SIZE_MAX,SIZE_MAX,
911 SIZE_MAX,SIZE_MAX,
912 SIZE_MAX,SIZE_MAX},
913 {(size_t)-1}};
914 // source index; position of the respective source point within the source
915 // field or halo buffer
916 size_t src_idx[num_procs][13] =
917 {{(size_t)-1},
918 {0,2,1,3, 1,3,0,1, 2,2,3,3, 3},
919 {1,6,8,4, 0,5,1,6, 2,3, 7,8},
920 {(size_t)-1}};
921
922 for (int scaling_factor_idx = 0;
923 scaling_factor_idx < NUM_SCALING_FACTORS; ++scaling_factor_idx) {
924 for (int scaling_summand_idx = 0;
925 scaling_summand_idx < NUM_SCALING_SUMMAND; ++scaling_summand_idx) {
926 for (int with_weights = 0; with_weights < 2; ++with_weights) {
927
928 enum {collection_size = 1};
929 struct yac_collection_selection * collection_selection =
930 yac_collection_selection_new(collection_size, NULL);
931 struct yac_interpolation * interp =
932 yac_interpolation_new(
933 collection_selection, YAC_FRAC_MASK_NO_VALUE,
934 scaling_factors[scaling_factor_idx],
935 scaling_summand[scaling_summand_idx]);
936 if (with_weights) {
937 yac_interpolation_add_weight_sum_mvp_at_tgt(
938 interp, src_redists, tgt_pos[comm_rank], tgt_count[comm_rank],
939 num_src_per_tgt[comm_rank], weights[comm_rank],
940 src_field_idx[comm_rank], src_idx[comm_rank], num_src_fields);
941 } else {
942 yac_interpolation_add_sum_at_tgt(
943 interp, src_redists, tgt_pos[comm_rank], tgt_count[comm_rank],
944 num_src_per_tgt[comm_rank], src_field_idx[comm_rank],
945 src_idx[comm_rank], num_src_fields);
946 }
947
948 enum {src_field_size = 4};
949 double src_data_raw[num_procs][num_src_fields][src_field_size] =
950 {{{0,1,2,3}, {16,17,18,19}},
951 {{4,5,6,7}, {20,21,22,23}},
952 {{8,9,10,11}, {24,25,26,27}},
953 {{12,13,14,15},{28,29,30,31}}};
954 size_t const tgt_field_size[num_procs] = {0,4,4,0};
955 double ref_tgt_data_raw[2][num_procs][collection_size][4] =
956 {{{{UNSET}},
957 {{SCALE(0+17+2+19),SCALE(2+19+20+5),SCALE(6+22+7+23),SCALE(23)}},
958 {{SCALE(2+19+22+7),SCALE(0+17+2+19),SCALE(5+6),SCALE(21+22)}},
959 {{UNSET}}},
960 {{{UNSET}},
961 {{SCALE(0.1*0+0.2*17+0.3*2+0.4*19),
962 SCALE(0.5*2+0.6*19+0.7*20+0.8*5),
963 SCALE(0.9*6+1.0*22+1.1*7+1.2*23),
964 SCALE(1.3*23)}},
965 {{SCALE(1.4*2+1.5*19+1.6*22+1.7*7),
966 SCALE(0.1*0+0.2*17+0.3*2+0.4*19),
967 SCALE(2.2*5+2.3*6),
968 SCALE(2.4*21+2.5*22)}},
969 {{UNSET}}}};
970
971 if (utest_check_interpolation(
972 interp, &src_data_raw[comm_rank][0][0],
973 num_src_fields, src_field_size,
974 &ref_tgt_data_raw[with_weights][comm_rank][0][0],
975 tgt_field_size[comm_rank], collection_size,
976 collection_selection))
977 PUT_ERR("ERROR in yac_interpolation_add_sum_at_tgt/"
978 "yac_interpolation_add_weight_sum_mvp_at_tgt");
979
980 yac_interpolation_delete(interp);
981 yac_collection_selection_delete(collection_selection);
982 }
983 }
984 }
985 xt_redist_delete(src_redists[1]);
986 xt_redist_delete(src_redists[0]);
987 }
988
989 { // test yac_interpolation_add_sum_at_tgt and
990 // yac_interpolation_add_weight_sum_mvp_at_tgt with dynamic fractional masking
991 // distribution of source and destination (only field_id 0) ids
992 // rank | 0 | 1 | 2 | 3
993 // ------------|--------------------|--------------------|--------------------|-------------------
994 // field_id 0 | 0, 1, 2, 3 | 4, 5, 6, 7 | 8, 9, 10, 11 | 12, 13, 14, 15
995 // frac mask | 1.0, 1.0, 1.0, 1.0 | 1.0, 0.5, 0.0, 0.0 | 1.0, 1.0, 1.0, 1.0 | 1.0, 1.0, 1.0, 1.0
996 // field_id 1 | 16, 17, 18, 19 | 20, 21, 22, 23 | 24, 25, 26, 27 | 28, 29, 30, 31
997 // frac_mask | 1.0, 1.0, 1.0, 1.0 | 0.5, 0.0, 0.0, 0.0 | 1.0, 1.0, 1.0, 1.0 | 1.0, 1.0, 1.0, 1.0
998 //
999 // tgt id | src ids | optional weights
1000 // -------|--------------|--------------------
1001 // 4 | 0, 17, 2, 19 | 0.1, 0.2, 0.3, 0.4
1002 // 5 | 2, 19, 20, 5 | 0.5, 0.6, 0.7, 0.8
1003 // 6 | 6, 22, 7, 23 | 0.9, 1.0, 1.1, 1.2
1004 // 7 | 23 | 1.3
1005 // 8 | 2, 19, 22, 7 | 1.4, 1.5, 1.6, 1.7
1006 // 9 | 0, 17, 2, 19 | 0.1, 0.2, 0.3, 0.4
1007 // 10 | 5, 6 | 2.2, 2.3
1008 // 11 | 21, 22 | 2.4, 2.5
1009
1010 // at first the source points required for each target point have to be
1011 // transfered to the respective target processes using src_redists
1012 enum {num_src_fields = 2};
1013 Xt_redist src_redists[num_src_fields];
1014 {
1015 enum {num_src_indices = 4};
1016 Xt_int src_indices[num_procs][num_src_fields][num_src_indices] =
1017 {{{0,1,2,3},{16,17,18,19}},
1018 {{4,5,6,7},{20,21,22,23}},
1019 {{8,9,10,11},{24,25,26,27}},
1020 {{12,13,14,15},{28,29,30,31}}};
1021
1022 Xt_int dst_indices[num_procs][num_src_fields][5] =
1023 {{{-1},{-1}},
1024 {{0,2},{17,19}},
1025 {{0,2,5,6,7},{17,19,21,22}},
1026 {{-1},{-1}}};
1027 size_t num_dst_indices[num_procs][num_src_fields] =
1028 {{0,0},{2,2},{5,4},{0,0}};
1029 for (int field_id = 0; field_id < num_src_fields; ++field_id) {
1030 Xt_idxlist src_idxlist =
1031 xt_idxvec_new(src_indices[comm_rank][field_id], num_src_indices);
1032 Xt_idxlist dst_idxlist =
1033 xt_idxvec_new(
1034 dst_indices[comm_rank][field_id],
1035 num_dst_indices[comm_rank][field_id]);
1036 Xt_xmap xmap =
1037 xt_xmap_all2all_new(src_idxlist, dst_idxlist, MPI_COMM_WORLD);
1038 src_redists[field_id] = xt_redist_p2p_new(xmap, MPI_DOUBLE);
1039 xt_xmap_delete(xmap);
1040 xt_idxlist_delete(dst_idxlist);
1041 xt_idxlist_delete(src_idxlist);
1042 }
1043 }
1044
1045 // positions of target points to be written
1046 size_t tgt_pos[num_procs][4] =
1047 {{(size_t)-1},{0,1,2,3},{0,1,2,3},{(size_t)-1}};
1048 // number of entries in tgt_pos
1049 size_t tgt_count[num_procs] = {0,4,4,0};
1050 // number of source points per stencil
1051 size_t num_src_per_tgt[num_procs][4] =
1052 {{(size_t)-1},{4,4,4,1},{4,4,2,2},{(size_t)-1}};
1053 double weights[num_procs][13] =
1054 {{-1},
1055 {0.1,0.2,0.3,0.4,
1056 0.5,0.6,0.7,0.8,
1057 0.9,1.0,1.1,1.2,
1058 1.3},
1059 {1.4,1.5,1.6,1.7,
1060 0.1,0.2,0.3,0.4,
1061 2.2,2.3,
1062 2.4,2.5},
1063 {-1}};
1064 // source field index for each source point used in the stencils (SIZE_MAX
1065 // indicates that the respective source point is in the halo buffer)
1066 size_t src_field_idx[num_procs][13] =
1067 {{(size_t)-1},
1068 {SIZE_MAX,SIZE_MAX,SIZE_MAX,SIZE_MAX,
1069 SIZE_MAX,SIZE_MAX,1,0,
1070 0,1,0,1,
1071 1},
1072 {SIZE_MAX,SIZE_MAX,SIZE_MAX,SIZE_MAX,
1073 SIZE_MAX,SIZE_MAX,SIZE_MAX,SIZE_MAX,
1074 SIZE_MAX,SIZE_MAX,
1075 SIZE_MAX,SIZE_MAX},
1076 {(size_t)-1}};
1077 // source index; position of the respective source point within the source
1078 // field or halo buffer
1079 size_t src_idx[num_procs][13] =
1080 {{(size_t)-1},
1081 {0,2,1,3, 1,3,0,1, 2,2,3,3, 3},
1082 {1,6,8,4, 0,5,1,6, 2,3, 7,8},
1083 {(size_t)-1}};
1084
1085 for (int scaling_factor_idx = 0;
1086 scaling_factor_idx < NUM_SCALING_FACTORS; ++scaling_factor_idx) {
1087 for (int scaling_summand_idx = 0;
1088 scaling_summand_idx < NUM_SCALING_SUMMAND; ++scaling_summand_idx) {
1089 for (int with_weights = 0; with_weights < 2; ++with_weights) {
1090
1091 enum {collection_size = 1};
1092 struct yac_collection_selection * collection_selection =
1093 yac_collection_selection_new(collection_size, NULL);
1094 struct yac_interpolation * interp =
1095 yac_interpolation_new(
1096 collection_selection, FRAC_MASK_VALUE,
1097 scaling_factors[scaling_factor_idx],
1098 scaling_summand[scaling_summand_idx]);
1099 if (with_weights) {
1100 yac_interpolation_add_weight_sum_mvp_at_tgt(
1101 interp, src_redists, tgt_pos[comm_rank], tgt_count[comm_rank],
1102 num_src_per_tgt[comm_rank], weights[comm_rank],
1103 src_field_idx[comm_rank], src_idx[comm_rank], num_src_fields);
1104 } else {
1105 yac_interpolation_add_sum_at_tgt(
1106 interp, src_redists, tgt_pos[comm_rank], tgt_count[comm_rank],
1107 num_src_per_tgt[comm_rank], src_field_idx[comm_rank],
1108 src_idx[comm_rank], num_src_fields);
1109 }
1110
1111 enum {src_field_size = 4};
1112 double src_data_raw[num_procs][num_src_fields][src_field_size] =
1113 {{{0,1,2,3}, {16,17,18,19}},
1114 {{4,5,6,7}, {20,21,22,23}},
1115 {{8,9,10,11}, {24,25,26,27}},
1116 {{12,13,14,15},{28,29,30,31}}};
1117 double src_frac_mask_raw[num_procs][2][src_field_size] =
1118 {{{1.0, 1.0, 1.0, 1.0}, {1.0, 1.0, 1.0, 1.0}},
1119 {{1.0, 0.5, 0.0, 0.0}, {0.5, 0.0, 0.0, 0.0}},
1120 {{1.0, 1.0, 1.0, 1.0}, {1.0, 1.0, 1.0, 1.0}},
1121 {{1.0, 1.0, 1.0, 1.0}, {1.0, 1.0, 1.0, 1.0}}};
1122 size_t const tgt_field_size[num_procs] = {0,4,4,0};
1123 double ref_tgt_data_raw[2][num_procs][collection_size][4] =
1124 {{{{UNSET}},
1125 {{SCALE((1.0*0+1.0*17+1.0*2+1.0*19)/(1.0+1.0+1.0+1.0)*
1126 (1.0+1.0+1.0+1.0)),
1127 SCALE((1.0*2+1.0*19+0.5*20+0.5*5)/(1.0+1.0+0.5+0.5)*
1128 (1.0+1.0+1.0+1.0)),
1129 FRAC_MASK_VALUE,FRAC_MASK_VALUE}},
1130 {{SCALE((1.0*2+1.0*19+0.0*22+0.0*7)/(1.0+1.0+0.0+0.0)*
1131 (1.0+1.0+1.0+1.0)),
1132 SCALE((1.0*0+1.0*17+1.0*2+1.0*19)/(1.0+1.0+1.0+1.0)*
1133 (1.0+1.0+1.0+1.0)),
1134 SCALE((0.5*5+0.0*6)/(0.5+0.0)*
1135 (1.0+1.0)),
1136 FRAC_MASK_VALUE}},
1137 {{UNSET}}},
1138 {{{UNSET}},
1139 {{SCALE((1.0*0.1*0+1.0*0.2*17+1.0*0.3*2+1.0*0.4*19)/
1140 (1.0*0.1+1.0*0.2+1.0*0.3+1.0*0.4)),
1141 SCALE((1.0*0.5*2+1.0*0.6*19+0.5*0.7*20+0.5*0.8*5)/
1142 (1.0*0.5+1.0*0.6+0.5*0.7+0.5*0.8)*
1143 (0.5+0.6+0.7+0.8)),
1144 FRAC_MASK_VALUE, FRAC_MASK_VALUE}},
1145 {{SCALE((1.0*1.4*2+1.0*1.5*19+0.0*1.6*22+0.0*1.7*7)/
1146 (1.0*1.4+1.0*1.5+0.0*1.6+0.0*1.7)*
1147 (1.4+1.5+1.6+1.7)),
1148 SCALE((1.0*0.1*0+1.0*0.2*17+1.0*0.3*2+1.0*0.4*19)/
1149 (1.0*0.1+1.0*0.2+1.0*0.3+1.0*0.4)),
1150 SCALE((0.5*2.2*5+0.0*2.3*6)/(0.5*2.2+0.0*2.3)*
1151 (2.2+2.3)),
1152 FRAC_MASK_VALUE}},
1153 {{UNSET}}}};
1154
1155 if (utest_check_interpolation_frac(
1156 interp,
1157 &src_data_raw[comm_rank][0][0],
1158 &src_frac_mask_raw[comm_rank][0][0],
1159 num_src_fields, src_field_size,
1160 &ref_tgt_data_raw[with_weights][comm_rank][0][0],
1161 tgt_field_size[comm_rank], collection_size,
1162 collection_selection))
1163 PUT_ERR("ERROR in yac_interpolation_add_sum_at_tgt/"
1164 "yac_interpolation_add_weight_sum_mvp_at_tgt frac");
1165
1166 yac_interpolation_delete(interp);
1167 yac_collection_selection_delete(collection_selection);
1168 }
1169 }
1170 }
1171 xt_redist_delete(src_redists[1]);
1172 xt_redist_delete(src_redists[0]);
1173 }
1174
1175 { // testing yac_interpolation_execute_get_test for a stack comprised of
1176 // a fixed and a direct interpolation
1177 // (fixed will return INACTIVE instantly, while direct will require the
1178 // associated put to be called. Results of both interpolation operations
1179 // were combined incorrectly at some point.)
1180
1181 enum {COLLECTION_SIZE = 1};
1182 double const scaling_factor = 1.0;
1183 double const scaling_summand = 0.0;
1184 struct yac_collection_selection * collection_selection =
1185 yac_collection_selection_new(COLLECTION_SIZE, NULL);
1186 struct yac_interpolation * interp =
1187 yac_interpolation_new(
1188 collection_selection, YAC_FRAC_MASK_NO_VALUE,
1189 scaling_factor, scaling_summand);
1190 yac_collection_selection_delete(collection_selection);
1191
1192 // fixed:
1193 // pos "0" at rank "0" is set to 0.0
1194 double fixed_value = 4.0;
1195 size_t count[num_procs] = {1, 0, 0, 0};
1196 size_t pos[num_procs][1] = {{3},{SIZE_MAX},{SIZE_MAX},{SIZE_MAX}};
1197 yac_interpolation_add_fixed(
1198 interp, fixed_value, count[comm_rank], pos[comm_rank]);
1199
1200 // direct:
1201 // rank 1 pos {0} -> rank 0 pos {1}
1202 // rank 2 pos {0} -> rank 0 pos {2}
1203 // rank 3 pos {0} -> rank 0 pos {3}
1204 Xt_int src_indices[num_procs][1] = {{-1},{1},{2},{3}};
1205 size_t num_src_indices[num_procs] = {0,1,1,1};
1206 Xt_int dst_indices[num_procs][3] = {{1,2,3},{-1},{-1},{-1}};
1207 size_t num_dst_indices[num_procs] = {3,0,0,0};
1208 Xt_idxlist src_idxlist =
1209 xt_idxvec_new(src_indices[comm_rank], num_src_indices[comm_rank]);
1210 Xt_idxlist dst_idxlist =
1211 xt_idxvec_new(dst_indices[comm_rank], num_dst_indices[comm_rank]);
1212 Xt_xmap xmap
1213 = xt_xmap_all2all_new(src_idxlist, dst_idxlist, MPI_COMM_WORLD);
1214 Xt_redist redist = xt_redist_p2p_new(xmap, MPI_DOUBLE);
1215 xt_xmap_delete(xmap);
1216 xt_idxlist_delete(dst_idxlist);
1217 xt_idxlist_delete(src_idxlist);
1218 yac_interpolation_add_direct(interp, redist);
1219 xt_redist_delete(redist);
1220
1221 // setup source and target data
1222 enum {NUM_SRC_FIELDS = 1};
1223 double *** src_data = xmalloc(COLLECTION_SIZE * sizeof(src_data));
1224 src_data[0] = xmalloc(COLLECTION_SIZE * NUM_SRC_FIELDS * sizeof(*src_data));
1225 src_data[0][0] = xmalloc(1 * sizeof(**src_data));
1226 src_data[0][0][0] = (double)comm_rank;
1227 double tgt_data_raw[4] = {UNSET, UNSET, UNSET, UNSET};
1228 double ** tgt_data = xmalloc(COLLECTION_SIZE * sizeof(tgt_data));
1229 tgt_data[0] = tgt_data_raw;
1230
1231 // there should be not active interpolation exchange
1232 if (!yac_interpolation_execute_put_test(interp) ||
1233 !yac_interpolation_execute_get_test(interp))
1234 PUT_ERR("ERROR in yac_interpolation_execute_put/get_test");
1235
1236 // rank "0" is the only target
1237 if (comm_rank == 0) {
1238
1239 // initiate asynchronous get operation
1240 yac_interpolation_execute_get_async(interp, tgt_data);
1241
1242 // at this point no put should have been executed, fixed interpolation
1243 // operation will already be completed, but direct not
1244 // -> get_test should return ACTIVE
1245 if (yac_interpolation_execute_get_test(interp))
1246 PUT_ERR("ERROR in yac_interpolation_execute_get_test");
1247 }
1248
1249 // ensure that no put was called before get_test was tested
1250 MPI_Barrier(MPI_COMM_WORLD);
1251
1252 // rank "1", "2", and "3" are source
1253 if (comm_rank != 0) {
1254 yac_interpolation_execute_put(interp, src_data);
1255 }
1256
1257 // ensure that all operations have been completed
1258 yac_interpolation_execute_wait(interp);
1259
1260 // there should be not active interpolation exchange
1261 if (!yac_interpolation_execute_put_test(interp) ||
1262 !yac_interpolation_execute_get_test(interp))
1263 PUT_ERR("ERROR in yac_interpolation_execute_put/get_test");
1264
1265 // check results
1266 double ref_tgt_data_raw[num_procs][4] =
1267 {{1.0, 2.0, 3.0, 4.0}, {UNSET, UNSET, UNSET, UNSET},
1268 {UNSET, UNSET, UNSET, UNSET}, {UNSET, UNSET, UNSET, UNSET}};
1269 for (size_t i = 0; i < sizeof(tgt_data_raw)/sizeof(tgt_data_raw[0]); ++i) {
1270 if (tgt_data_raw[i] != ref_tgt_data_raw[comm_rank][i]) {
1271 PUT_ERR("ERROR in interpolation results");
1272 }
1273 }
1274
1275 // cleanup
1276 free(tgt_data);
1277 free(src_data[0][0]);
1278 free(src_data[0]);
1279 free(src_data);
1280 yac_interpolation_delete(interp);
1281 }
1282
1283 xt_finalize();
1284 MPI_Finalize();
1285
1286 return TEST_EXIT_CODE;
1287}
1288
1289static void utest_init_tgt_data(
1290 double ** tgt_data, size_t tgt_field_size, size_t collection_size) {
1291
1292 if (tgt_data == NULL) return;
1293
1294 for (size_t i = 0; i < collection_size; ++i)
1295 for (size_t j = 0; j < tgt_field_size; ++j)
1296 tgt_data[i][j] = UNSET;
1297}
1298
1299static int utest_check_tgt_data(
1300 double ** tgt_data, double * ref_tgt_data_raw,
1301 size_t tgt_field_size, size_t collection_size) {
1302
1303 int diff_count = 0;
1304 if (tgt_data != NULL)
1305 for (size_t i = 0; i < collection_size; ++i)
1306 for (size_t j = 0; j < tgt_field_size; ++j)
1307 if (fabs(tgt_data[i][j] - ref_tgt_data_raw[j]) > 1e-9)
1308 ++diff_count;
1309
1310 return diff_count;
1311}
1312
1313static int utest_check_interpolation_execute(
1314 struct yac_interpolation * interp, double *** src_data, double ** tgt_data,
1315 double * ref_tgt_data_raw, size_t tgt_field_size, size_t collection_size) {
1316
1317 int diff_count = 0;
1318
1319 // there should be not active interpolation exchange
1320 if (!yac_interpolation_execute_put_test(interp) ||
1321 !yac_interpolation_execute_get_test(interp))
1322 PUT_ERR("ERROR in yac_interpolation_execute_put/get_test");
1323
1324 // synchronous exchange
1325 utest_init_tgt_data(tgt_data, tgt_field_size, collection_size);
1326 yac_interpolation_execute(interp, src_data, tgt_data);
1327 diff_count +=
1328 utest_check_tgt_data(tgt_data, ref_tgt_data_raw, tgt_field_size, collection_size);
1329
1330 MPI_Barrier(MPI_COMM_WORLD);
1331
1332 // there should be no active interpolation exchange
1333 if (!yac_interpolation_execute_put_test(interp) ||
1334 !yac_interpolation_execute_get_test(interp))
1335 PUT_ERR("ERROR in yac_interpolation_execute_put/get_test");
1336
1337 // first put then get
1338 if (src_data != NULL) {
1339 yac_interpolation_execute_put(interp, src_data);
1340
1341 // this should return at some point
1342 if (tgt_data == NULL)
1343 while (!yac_interpolation_execute_put_test(interp));
1344 }
1345 if (tgt_data != NULL) yac_interpolation_execute_get(interp, tgt_data);
1346 diff_count +=
1347 utest_check_tgt_data(tgt_data, ref_tgt_data_raw, tgt_field_size, collection_size);
1348
1349 // first async get then put
1350 if (tgt_data != NULL)
1351 yac_interpolation_execute_get_async(interp, tgt_data);
1352 if (src_data != NULL)
1353 yac_interpolation_execute_put(interp, src_data);
1354 // this should return at some point
1355 while (!yac_interpolation_execute_put_test(interp));
1356 diff_count +=
1357 utest_check_tgt_data(tgt_data, ref_tgt_data_raw, tgt_field_size, collection_size);
1358
1359 // first async get then put
1360 if (tgt_data != NULL)
1361 yac_interpolation_execute_get_async(interp, tgt_data);
1362 if (src_data != NULL)
1363 yac_interpolation_execute_put(interp, src_data);
1364 // this should return at some point
1365 yac_interpolation_execute_wait(interp);
1366 diff_count +=
1367 utest_check_tgt_data(
1368 tgt_data, ref_tgt_data_raw, tgt_field_size, collection_size);
1369
1370 // two asynchronous exchanges without waiting in between; the second one
1371 // has to wait for the exchange of the first one to be completed
1372 for (int i = 0; i < 2; ++i) {
1373 if (tgt_data != NULL)
1374 yac_interpolation_execute_get_async(interp, tgt_data);
1375 if (src_data != NULL)
1376 yac_interpolation_execute_put(interp, src_data);
1377 }
1378 // this should return at some point
1379 yac_interpolation_execute_wait(interp);
1380 diff_count +=
1381 utest_check_tgt_data(
1382 tgt_data, ref_tgt_data_raw, tgt_field_size, collection_size);
1383
1384 return diff_count;
1385}
1386
1387static int utest_check_interpolation_execute_frac(
1388 struct yac_interpolation * interp, double *** src_data,
1389 double *** src_frac_mask, double ** tgt_data, double * ref_tgt_data_raw,
1390 size_t tgt_field_size, size_t collection_size) {
1391
1392 int diff_count = 0;
1393
1394 // there should be not active interpolation exchange
1395 if (!yac_interpolation_execute_put_test(interp) ||
1396 !yac_interpolation_execute_get_test(interp))
1397 PUT_ERR("ERROR in yac_interpolation_execute_put/get_test");
1398
1399 // synchronous exchange
1400 utest_init_tgt_data(tgt_data, tgt_field_size, collection_size);
1401 yac_interpolation_execute_frac(interp, src_data, src_frac_mask, tgt_data);
1402 diff_count +=
1403 utest_check_tgt_data(tgt_data, ref_tgt_data_raw, tgt_field_size, collection_size);
1404
1405 MPI_Barrier(MPI_COMM_WORLD);
1406
1407 // there should be not active interpolation exchange
1408 if (!yac_interpolation_execute_put_test(interp) ||
1409 !yac_interpolation_execute_get_test(interp))
1410 PUT_ERR("ERROR in yac_interpolation_execute_put/get_test");
1411
1412 // first put then get
1413 if (src_data != NULL) {
1414 yac_interpolation_execute_put_frac(interp, src_data, src_frac_mask);
1415 // this should return at some point
1416 if (tgt_data == NULL)
1417 while (!yac_interpolation_execute_put_test(interp));
1418 }
1419 if (tgt_data != NULL) yac_interpolation_execute_get(interp, tgt_data);
1420 diff_count +=
1421 utest_check_tgt_data(tgt_data, ref_tgt_data_raw, tgt_field_size, collection_size);
1422
1423 return diff_count;
1424}
1425
1426static int utest_check_interpolation(
1427 struct yac_interpolation * interp,
1428 double * src_data_raw, size_t num_src_fields, size_t src_field_size,
1429 double * ref_tgt_data_raw, size_t tgt_field_size, size_t src_collection_size,
1430 struct yac_collection_selection * collection_selection) {
1431
1432 // generate source input data pointers
1433 double *** src_data = NULL;
1434 if (src_data_raw != NULL) {
1435 src_data = xmalloc(src_collection_size * sizeof(src_data));
1436 double ** src_field_data =
1437 xmalloc(src_collection_size * num_src_fields * sizeof(*src_field_data));
1438 for (size_t i = 0; i < src_collection_size;
1439 ++i, src_field_data += num_src_fields) {
1440 src_data[i] = src_field_data;
1441 for (size_t j = 0, src_field_offset = 0; j < num_src_fields;
1442 ++j, src_field_offset += src_field_size)
1443 src_data[i][j] = src_data_raw + src_field_offset;
1444 }
1445 }
1446
1447 // generate target input data pointers
1448 size_t tgt_collection_size =
1449 yac_collection_selection_get_collection_size(collection_selection);
1450 double ** tgt_data = NULL;
1451 if (ref_tgt_data_raw != NULL) {
1452 double * tgt_data_raw =
1453 xmalloc(tgt_collection_size * tgt_field_size * sizeof(*tgt_data_raw));
1454 for (size_t i = 0; i < tgt_collection_size * tgt_field_size; ++i)
1455 tgt_data_raw[i] = UNSET;
1456 tgt_data = xmalloc(tgt_collection_size * sizeof(*tgt_data));
1457 for (size_t i = 0; i < tgt_collection_size; ++i,
1458 tgt_data_raw += tgt_field_size)
1459 tgt_data[i] = tgt_data_raw;
1460 }
1461
1462 // check results
1463 int diff_count =
1464 utest_check_interpolation_execute(
1465 interp, src_data, tgt_data, ref_tgt_data_raw,
1466 tgt_field_size, tgt_collection_size);
1467
1468 struct yac_interpolation * interp_copy = yac_interpolation_copy(interp);
1469 diff_count +=
1470 utest_check_interpolation_execute(
1471 interp, src_data, tgt_data, ref_tgt_data_raw,
1472 tgt_field_size, tgt_collection_size);
1473 yac_interpolation_delete(interp_copy);
1474
1475 diff_count +=
1476 abs(
1477 yac_collection_selection_compare(
1478 yac_interpolation_get_collection_selection(interp),
1479 collection_selection));
1480
1481 // clean up
1482 if (ref_tgt_data_raw != NULL) {
1483 free(tgt_data[0]);
1484 free(tgt_data);
1485 }
1486 if (src_data_raw != NULL) {
1487 free(src_data[0]);
1488 free(src_data);
1489 }
1490
1491 return diff_count;
1492}
1493
1494static int utest_check_interpolation_frac(
1495 struct yac_interpolation * interp,
1496 double * src_data_raw, double * src_frac_mask_raw,
1497 size_t num_src_fields, size_t src_field_size,
1498 double * ref_tgt_data_raw, size_t tgt_field_size, size_t src_collection_size,
1499 struct yac_collection_selection * collection_selection) {
1500
1501 // generate source input data pointers
1502 double *** src_data = NULL;
1503 if (src_data_raw != NULL) {
1504 src_data = xmalloc(src_collection_size * sizeof(src_data));
1505 double ** src_field_data =
1506 xmalloc(src_collection_size * num_src_fields * sizeof(*src_field_data));
1507 for (size_t i = 0; i < src_collection_size;
1508 ++i, src_field_data += num_src_fields) {
1509 src_data[i] = src_field_data;
1510 for (size_t j = 0, src_field_offset = 0; j < num_src_fields;
1511 ++j, src_field_offset += src_field_size)
1512 src_data[i][j] = src_data_raw + src_field_offset;
1513 }
1514 }
1515
1516 // generate source fractional mask data pointers
1517 size_t tgt_collection_size =
1518 yac_collection_selection_get_collection_size(collection_selection);
1519 double *** src_frac_data = NULL;
1520 if (src_frac_mask_raw != NULL) {
1521 src_frac_data = xmalloc(tgt_collection_size * sizeof(src_frac_data));
1522 double ** src_frac_mask_data =
1523 xmalloc(
1524 tgt_collection_size * num_src_fields * sizeof(*src_frac_mask_data));
1525 for (size_t i = 0; i < tgt_collection_size;
1526 ++i, src_frac_mask_data += num_src_fields) {
1527 src_frac_data[i] = src_frac_mask_data;
1528 for (size_t j = 0, src_field_offset = 0; j < num_src_fields;
1529 ++j, src_field_offset += src_field_size)
1530 src_frac_data[i][j] = src_frac_mask_raw + src_field_offset;
1531 }
1532 }
1533
1534 // apply fractional mask to source data
1535 if ((src_data != NULL) && (src_frac_data != NULL))
1536 for (size_t i = 0; i < src_collection_size; ++i)
1537 for (size_t j = 0; j < num_src_fields; ++j)
1538 for (size_t k = 0; k < src_field_size; ++k)
1539 src_data[i][j][k] *= src_frac_data[i][j][k];
1540
1541 // generate target input data pointers
1542 double ** tgt_data = NULL;
1543 if (ref_tgt_data_raw != NULL) {
1544 double * tgt_data_raw =
1545 xmalloc(tgt_collection_size * tgt_field_size * sizeof(*tgt_data_raw));
1546 for (size_t i = 0; i < tgt_collection_size * tgt_field_size; ++i)
1547 tgt_data_raw[i] = UNSET;
1548 tgt_data = xmalloc(tgt_collection_size * sizeof(*tgt_data));
1549 for (size_t i = 0; i < tgt_collection_size;
1550 ++i, tgt_data_raw += tgt_field_size)
1551 tgt_data[i] = tgt_data_raw;
1552 }
1553
1554 // check results
1555 int diff_count =
1556 utest_check_interpolation_execute_frac(
1557 interp, src_data, src_frac_data, tgt_data, ref_tgt_data_raw,
1558 tgt_field_size, tgt_collection_size);
1559
1560 struct yac_interpolation * interp_copy = yac_interpolation_copy(interp);
1561 diff_count +=
1562 utest_check_interpolation_execute_frac(
1563 interp, src_data, src_frac_data, tgt_data, ref_tgt_data_raw,
1564 tgt_field_size, tgt_collection_size);
1565 yac_interpolation_delete(interp_copy);
1566
1567 // clean up
1568 if (ref_tgt_data_raw != NULL) {
1569 free(tgt_data[0]);
1570 free(tgt_data);
1571 }
1572 if (src_frac_mask_raw != NULL) {
1573 free(src_frac_data[0]);
1574 free(src_frac_data);
1575 }
1576 if (src_data_raw != NULL) {
1577 free(src_data[0]);
1578 free(src_data);
1579 }
1580
1581 return diff_count;
1582}
collection_selection_internal.h
yac_collection_selection_get_collection_size
size_t yac_collection_selection_get_collection_size(struct yac_collection_selection const *collection_selection)
Get the size of the collection selection.
Definition collection_selection.c:85
yac_collection_selection_delete
void yac_collection_selection_delete(struct yac_collection_selection *collection_selection)
Delete a collection selection object.
Definition collection_selection.c:73
yac_collection_selection_compare
int yac_collection_selection_compare(struct yac_collection_selection const *a, struct yac_collection_selection const *b)
Compare two collection selections.
Definition collection_selection.c:139
yac_collection_selection_new
struct yac_collection_selection * yac_collection_selection_new(size_t collection_size, size_t const *selection_indices)
Create a new collection selection.
Definition collection_selection.c:22
value
struct @23::@24 value
yac_interpolation_add_sum_at_src
void yac_interpolation_add_sum_at_src(struct yac_interpolation *interp, Xt_redist *halo_redists, size_t tgt_count, size_t *num_src_per_tgt, size_t *src_field_idx, size_t *src_idx, size_t num_src_fields, Xt_redist result_redist)
Add a sum operator where accumulation occurs on source processes.
Definition interpolation.c:139
yac_interpolation_copy
struct yac_interpolation * yac_interpolation_copy(struct yac_interpolation *interp)
Create a deep copy of an interpolation object.
Definition interpolation.c:195
yac_interpolation_add_weight_sum_mvp_at_tgt
void yac_interpolation_add_weight_sum_mvp_at_tgt(struct yac_interpolation *interp, Xt_redist *src_redists, size_t *tgt_pos, size_t tgt_count, size_t *num_src_per_tgt, double *weights, size_t *src_field_idx, size_t *src_idx, size_t num_src_fields)
Add a weighted sum operator (distributed matrix-vector product), which computes the product at the ta...
Definition interpolation.c:181
yac_interpolation_execute
void yac_interpolation_execute(struct yac_interpolation *interp, double ***src_fields, double **tgt_field)
Execute interpolation synchronously and write results to the target field.
Definition interpolation.c:247
yac_interpolation_add_direct_mf
void yac_interpolation_add_direct_mf(struct yac_interpolation *interp, Xt_redist *redists, size_t num_src_fields)
Add a direct redistribution operator for multiple source fields.
Definition interpolation.c:129
yac_interpolation_delete
void yac_interpolation_delete(struct yac_interpolation *interp)
Free an interpolation object and release all resources.
Definition interpolation.c:364
yac_interpolation_add_sum_at_tgt
void yac_interpolation_add_sum_at_tgt(struct yac_interpolation *interp, Xt_redist *src_redists, size_t *tgt_pos, size_t tgt_count, size_t *num_src_per_tgt, size_t *src_field_idx, size_t *src_idx, size_t num_src_fields)
Add a sum operator where accumulation occurs on target processes.
Definition interpolation.c:153
yac_interpolation_execute_put_test
int yac_interpolation_execute_put_test(struct yac_interpolation *interp)
Test whether the asynchronous put phase has completed.
Definition interpolation.c:322
yac_interpolation_add_fixed
void yac_interpolation_add_fixed(struct yac_interpolation *interp, double value, size_t count, size_t *pos)
Add a fixed-value operator to an interpolation.
Definition interpolation.c:112
yac_interpolation_execute_wait
void yac_interpolation_execute_wait(struct yac_interpolation *interp)
Wait for completion of pending asynchronous interpolation operations.
Definition interpolation.c:346
yac_interpolation_execute_frac
void yac_interpolation_execute_frac(struct yac_interpolation *interp, double ***src_fields, double ***src_frac_masks, double **tgt_field)
Execute interpolation with fractional masks and write results to the target field.
Definition interpolation.c:225
yac_interpolation_execute_get
void yac_interpolation_execute_get(struct yac_interpolation *interp, double **tgt_field)
Complete interpolation and write results to the target field (get phase).
Definition interpolation.c:300
yac_interpolation_execute_get_async
void yac_interpolation_execute_get_async(struct yac_interpolation *interp, double **tgt_field)
Complete interpolation asynchronously and write results to the target field (get phase).
Definition interpolation.c:311
yac_interpolation_add_direct
void yac_interpolation_add_direct(struct yac_interpolation *interp, Xt_redist redist)
Add a direct redistribution operator.
Definition interpolation.c:122
yac_interpolation_new
struct yac_interpolation * yac_interpolation_new(struct yac_collection_selection const *collection_selection, double frac_mask_fallback_value, double scale_factor, double scale_summand)
Create a new interpolation object.
Definition interpolation.c:54
yac_interpolation_execute_put_frac
void yac_interpolation_execute_put_frac(struct yac_interpolation *interp, double ***src_fields, double ***src_frac_masks)
Provide source field data with fractional masks and start asynchronous execution of interpolation (pu...
Definition interpolation.c:265
yac_interpolation_execute_put
void yac_interpolation_execute_put(struct yac_interpolation *interp, double ***src_fields)
Provide source field data and start asynchronous execution of interpolation (put phase).
Definition interpolation.c:287
yac_interpolation_add_weight_sum_mvp_at_src
void yac_interpolation_add_weight_sum_mvp_at_src(struct yac_interpolation *interp, Xt_redist *halo_redists, size_t tgt_count, size_t *num_src_per_tgt, double *weights, size_t *src_field_idx, size_t *src_idx, size_t num_src_fields, Xt_redist result_redist)
Add a weighted sum operator (distributed matrix-vector product), which computes the productes at the ...
Definition interpolation.c:167
yac_interpolation_execute_get_test
int yac_interpolation_execute_get_test(struct yac_interpolation *interp)
Test whether the asynchronous get phase has completed.
Definition interpolation.c:334
YAC_FRAC_MASK_NO_VALUE
double const YAC_FRAC_MASK_NO_VALUE
Definition interpolation.c:27
yac_interpolation_get_collection_selection
struct yac_collection_selection const * yac_interpolation_get_collection_selection(struct yac_interpolation const *interp)
Return the collection selection associated with an interpolation.
Definition interpolation.c:379
Xt_redist
struct Xt_redist_ * Xt_redist
Definition interpolation.h:29
interpolation_internal.h
Defines internal basic interpolation definitions.
test_core.weights
weights
Definition test_core.py:69
test_coupling1.collection_selection
collection_selection
Definition test_coupling1.py:75
test_raw_exchange.i
int i
Definition test_raw_exchange.py:89
xmalloc
#define xmalloc(size)
Definition ppm_xfuncs.h:66
yac_collection_selection
Definition collection_selection.c:15
yac_interpolation
Definition interpolation.c:30
yac_interpolation::collection_selection
struct yac_collection_selection * collection_selection
Selection of field collections to which this interpolation applies.
Definition interpolation.c:43
test_common.h
COLLECTION_SIZE
@ COLLECTION_SIZE
Definition test_dummy_coupling4_c.c:26
collection_size
int collection_size
Definition test_dummy_coupling_c.c:24
fixed_value
static double const fixed_value
Definition test_interp_method_dnn_parallel.c:34
NUM_SRC_FIELDS
@ NUM_SRC_FIELDS
Definition test_interp_operator_fixed.c:28
N
#define N
FRAC_MASK_VALUE
#define FRAC_MASK_VALUE
Definition test_interpolation_parallel6.c:22
UNSET
#define UNSET
Definition test_interpolation_parallel6.c:21
SCALE
#define SCALE(X)
Definition test_interpolation_parallel6.c:24
TEST_EXIT_CODE
#define TEST_EXIT_CODE
Definition tests.h:15
PUT_ERR
#define PUT_ERR(string)
Definition tests.h:10
field_id
int * field_id
Definition toy_coupling.c:44