1 /* -*- mode: c; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4; c-file-style: "stroustrup"; -*-
4 * Gromacs Copyright (c) 1991-2005
5 * David van der Spoel, Erik Lindahl, University of Groningen.
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version 2
10 * of the License, or (at your option) any later version.
12 * To help us fund GROMACS development, we humbly ask that you cite
13 * the research papers on the package. Check out http://www.gromacs.org
16 * Gnomes, ROck Monsters And Chili Sauce
26 #include "gromacs/fft/parallel_3dfft.h"
27 #include "gromacs/fft/fft.h"
28 #include "gromacs/utility/gmxmpi.h"
31 #include "gmxcomplex.h"
32 #include "gmx_fatal.h"
36 struct gmx_parallel_3dfft {
41 gmx_parallel_3dfft_init (gmx_parallel_3dfft_t * pfft_setup,
44 t_complex ** complex_data,
46 int * slab2index_major,
47 int * slab2index_minor,
48 gmx_bool bReproducible,
51 int rN = ndata[2], M = ndata[1], K = ndata[0];
52 int flags = FFT5D_REALCOMPLEX | FFT5D_ORDER_YZ; /* FFT5D_DEBUG */
53 MPI_Comm rcomm[] = {comm[1], comm[0]};
54 int Nb, Mb, Kb; /* dimension for backtransform (in starting order) */
55 t_complex *buf1, *buf2; /*intermediate buffers - used internally.*/
60 flags |= FFT5D_NOMEASURE;
63 if (!(flags&FFT5D_ORDER_YZ))
65 Nb = M; Mb = K; Kb = rN;
69 Nb = K; Mb = rN; Kb = M; /* currently always true because ORDER_YZ always set */
72 (*pfft_setup)->p1 = fft5d_plan_3d(rN, M, K, rcomm, flags, (t_complex**)real_data, complex_data, &buf1, &buf2, nthreads);
74 (*pfft_setup)->p2 = fft5d_plan_3d(Nb, Mb, Kb, rcomm,
75 (flags|FFT5D_BACKWARD|FFT5D_NOMALLOC)^FFT5D_ORDER_YZ, complex_data, (t_complex**)real_data, &buf1, &buf2, nthreads);
77 return (*pfft_setup)->p1 != 0 && (*pfft_setup)->p2 != 0;
82 fft5d_limits(fft5d_plan p,
88 local_offset[1] = p->oM[0]; /*=p->coor[0]*p->MG/p->P[0]; */
89 local_offset[0] = p->oK[0]; /*=p->coor[1]*p->KG/p->P[1]; */
91 local_ndata[2] = p->rC[0];
92 local_ndata[1] = p->pM[0];
93 local_ndata[0] = p->pK[0];
95 if ((!(p->flags&FFT5D_BACKWARD)) && (p->flags&FFT5D_REALCOMPLEX))
97 //C is length in multiples of complex local_size in multiples of real
98 local_size[2] = p->C[0]*2;
102 local_size[2] = p->C[0];
104 local_size[1] = p->pM[0];
105 local_size[0] = p->pK[0];
110 gmx_parallel_3dfft_real_limits(gmx_parallel_3dfft_t pfft_setup,
115 return fft5d_limits(pfft_setup->p1, local_ndata, local_offset, local_size);
118 static void reorder_ivec_yzx(ivec v)
129 gmx_parallel_3dfft_complex_limits(gmx_parallel_3dfft_t pfft_setup,
137 /* For now everything is in-order, but prepare to save communication by avoiding transposes */
138 complex_order[0] = 0;
139 complex_order[1] = 1;
140 complex_order[2] = 2;
142 ret = fft5d_limits(pfft_setup->p2, local_ndata, local_offset, local_size);
144 reorder_ivec_yzx(local_ndata);
145 reorder_ivec_yzx(local_offset);
146 reorder_ivec_yzx(local_size);
153 gmx_parallel_3dfft_execute(gmx_parallel_3dfft_t pfft_setup,
154 enum gmx_fft_direction dir,
158 gmx_wallcycle_t wcycle)
160 if ((!(pfft_setup->p1->flags&FFT5D_REALCOMPLEX)) ^ (dir == GMX_FFT_FORWARD || dir == GMX_FFT_BACKWARD))
162 gmx_fatal(FARGS, "Invalid transform. Plan and execution don't match regarding reel/complex");
164 if (dir == GMX_FFT_FORWARD || dir == GMX_FFT_REAL_TO_COMPLEX)
166 fft5d_execute(pfft_setup->p1, thread, wcycle);
170 fft5d_execute(pfft_setup->p2, thread, wcycle);
176 gmx_parallel_3dfft_destroy(gmx_parallel_3dfft_t pfft_setup)
180 fft5d_destroy(pfft_setup->p2);
181 fft5d_destroy(pfft_setup->p1);