annotate fft/fftw/fftw-3.3.4/genfft/gen_twidsq_c.ml @ 40:223f770b5341 kissfft-double tip

Try a double-precision kissfft
author Chris Cannam
date Wed, 07 Sep 2016 10:40:32 +0100
parents 26056e866c29
children
rev   line source
Chris@19 1 (*
Chris@19 2 * Copyright (c) 1997-1999 Massachusetts Institute of Technology
Chris@19 3 * Copyright (c) 2003, 2007-14 Matteo Frigo
Chris@19 4 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
Chris@19 5 *
Chris@19 6 * This program is free software; you can redistribute it and/or modify
Chris@19 7 * it under the terms of the GNU General Public License as published by
Chris@19 8 * the Free Software Foundation; either version 2 of the License, or
Chris@19 9 * (at your option) any later version.
Chris@19 10 *
Chris@19 11 * This program is distributed in the hope that it will be useful,
Chris@19 12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Chris@19 13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
Chris@19 14 * GNU General Public License for more details.
Chris@19 15 *
Chris@19 16 * You should have received a copy of the GNU General Public License
Chris@19 17 * along with this program; if not, write to the Free Software
Chris@19 18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
Chris@19 19 *
Chris@19 20 *)
Chris@19 21
Chris@19 22 open Util
Chris@19 23 open Genutil
Chris@19 24 open C
Chris@19 25
Chris@19 26 type ditdif = DIT | DIF
Chris@19 27 let ditdif = ref DIT
Chris@19 28
Chris@19 29 let usage = "Usage: " ^ Sys.argv.(0) ^ " -n <number> [ -dit | -dif ]"
Chris@19 30
Chris@19 31 let reload_twiddle = ref false
Chris@19 32
Chris@19 33 let urs = ref Stride_variable
Chris@19 34 let uvs = ref Stride_variable
Chris@19 35 let ums = ref Stride_variable
Chris@19 36
Chris@19 37 let speclist = [
Chris@19 38 "-dit",
Chris@19 39 Arg.Unit(fun () -> ditdif := DIT),
Chris@19 40 " generate a DIT codelet";
Chris@19 41
Chris@19 42 "-dif",
Chris@19 43 Arg.Unit(fun () -> ditdif := DIF),
Chris@19 44 " generate a DIF codelet";
Chris@19 45
Chris@19 46 "-reload-twiddle",
Chris@19 47 Arg.Unit(fun () -> reload_twiddle := true),
Chris@19 48 " do not collect common twiddle factors";
Chris@19 49
Chris@19 50 "-with-rs",
Chris@19 51 Arg.String(fun x -> urs := arg_to_stride x),
Chris@19 52 " specialize for given input stride";
Chris@19 53
Chris@19 54 "-with-vs",
Chris@19 55 Arg.String(fun x -> uvs := arg_to_stride x),
Chris@19 56 " specialize for given vector stride";
Chris@19 57
Chris@19 58 "-with-ms",
Chris@19 59 Arg.String(fun x -> ums := arg_to_stride x),
Chris@19 60 " specialize for given ms"
Chris@19 61 ]
Chris@19 62
Chris@19 63 let generate n =
Chris@19 64 let rioarray = "x"
Chris@19 65 and rs = "rs" and vs = "vs"
Chris@19 66 and twarray = "W"
Chris@19 67 and m = "m" and mb = "mb" and me = "me" and ms = "ms" in
Chris@19 68
Chris@19 69 let sign = !Genutil.sign
Chris@19 70 and name = !Magic.codelet_name
Chris@19 71 and byvl x = choose_simd x (ctimes (CVar "VL", x))
Chris@19 72 and bytwvl x = choose_simd x (ctimes (CVar "TWVL", x))
Chris@19 73 and bytwvl_vl x = choose_simd x (ctimes (CVar "(TWVL/VL)", x)) in
Chris@19 74 let ename = expand_name name in
Chris@19 75
Chris@19 76 let (bytwiddle, num_twiddles, twdesc) = Twiddle.twiddle_policy 0 true in
Chris@19 77 let nt = num_twiddles n in
Chris@19 78
Chris@19 79 let svs = either_stride (!uvs) (C.SVar vs)
Chris@19 80 and srs = either_stride (!urs) (C.SVar rs) in
Chris@19 81 let sms = stride_to_string "ms" !ums in
Chris@19 82
Chris@19 83 let byw =
Chris@19 84 if !reload_twiddle then
Chris@19 85 array n (fun v -> bytwiddle n sign (twiddle_array nt twarray))
Chris@19 86 else
Chris@19 87 let a = bytwiddle n sign (twiddle_array nt twarray)
Chris@19 88 in fun v -> a
Chris@19 89 in
Chris@19 90
Chris@19 91 let locations = unique_v_array_c n n in
Chris@19 92
Chris@19 93 let ioi =
Chris@19 94 locative_v_array_c n n
Chris@19 95 (C.varray_subscript rioarray svs srs)
Chris@19 96 (C.varray_subscript "BUG" svs srs)
Chris@19 97 locations sms
Chris@19 98 and ioo =
Chris@19 99 locative_v_array_c n n
Chris@19 100 (C.varray_subscript rioarray svs srs)
Chris@19 101 (C.varray_subscript "BUG" svs srs)
Chris@19 102 locations sms
Chris@19 103 in
Chris@19 104
Chris@19 105 let lioi = load_v_array_c n n ioi in
Chris@19 106 let fft = Trig.dft_via_rdft in
Chris@19 107 let output =
Chris@19 108 match !ditdif with
Chris@19 109 | DIT -> array n (fun v -> fft sign n (byw v (lioi v)))
Chris@19 110 | DIF -> array n (fun v -> byw v (fft sign n (lioi v)))
Chris@19 111 in
Chris@19 112
Chris@19 113 let odag = store_v_array_c n n ioo (transpose output) in
Chris@19 114 let annot = standard_optimizer odag in
Chris@19 115
Chris@19 116 let vm = CVar m and vmb = CVar mb and vme = CVar me in
Chris@19 117
Chris@19 118 let body = Block (
Chris@19 119 [Decl ("INT", m);
Chris@19 120 Decl (C.realtypep, rioarray)],
Chris@19 121 [Stmt_assign (CVar rioarray,
Chris@19 122 CVar (if (sign < 0) then "ri" else "ii"));
Chris@19 123 For (list_to_comma
Chris@19 124 [Expr_assign (vm, vmb);
Chris@19 125 Expr_assign (CVar twarray,
Chris@19 126 CPlus [CVar twarray;
Chris@19 127 ctimes (vmb,
Chris@19 128 bytwvl_vl (Integer nt))])],
Chris@19 129 Binop (" < ", vm, vme),
Chris@19 130 list_to_comma
Chris@19 131 [Expr_assign (vm, CPlus [vm; byvl (Integer 1)]);
Chris@19 132 Expr_assign (CVar rioarray, CPlus [CVar rioarray;
Chris@19 133 byvl (CVar sms)]);
Chris@19 134 Expr_assign (CVar twarray, CPlus [CVar twarray;
Chris@19 135 bytwvl (Integer nt)]);
Chris@19 136 make_volatile_stride (2*n) (CVar rs);
Chris@19 137 make_volatile_stride (2*n) (CVar vs)
Chris@19 138 ],
Chris@19 139 Asch annot)]) in
Chris@19 140
Chris@19 141 let tree =
Chris@19 142 Fcn (("static void"), ename,
Chris@19 143 [Decl (C.realtypep, "ri");
Chris@19 144 Decl (C.realtypep, "ii");
Chris@19 145 Decl (C.constrealtypep, twarray);
Chris@19 146 Decl (C.stridetype, rs);
Chris@19 147 Decl (C.stridetype, vs);
Chris@19 148 Decl ("INT", mb);
Chris@19 149 Decl ("INT", me);
Chris@19 150 Decl ("INT", ms)],
Chris@19 151 finalize_fcn body)
Chris@19 152 in
Chris@19 153 let twinstr =
Chris@19 154 Printf.sprintf "static const tw_instr twinstr[] = %s;\n\n"
Chris@19 155 (twinstr_to_string "VL" (twdesc n))
Chris@19 156
Chris@19 157 and desc =
Chris@19 158 Printf.sprintf
Chris@19 159 "static const ct_desc desc = {%d, %s, twinstr, &GENUS, %s, %s, %s, %s};\n\n"
Chris@19 160 n (stringify name) (flops_of tree)
Chris@19 161 (stride_to_solverparm !urs)
Chris@19 162 (stride_to_solverparm !uvs)
Chris@19 163 (stride_to_solverparm !ums)
Chris@19 164
Chris@19 165 and register =
Chris@19 166 match !ditdif with
Chris@19 167 | DIT -> "X(kdft_ditsq_register)"
Chris@19 168 | DIF -> "X(kdft_difsq_register)"
Chris@19 169 in
Chris@19 170 let init =
Chris@19 171 "\n" ^
Chris@19 172 twinstr ^
Chris@19 173 desc ^
Chris@19 174 (declare_register_fcn name) ^
Chris@19 175 (Printf.sprintf "{\n%s(p, %s, &desc);\n}" register ename)
Chris@19 176 in
Chris@19 177
Chris@19 178 (unparse tree) ^ "\n" ^ init
Chris@19 179
Chris@19 180
Chris@19 181 let main () =
Chris@19 182 begin
Chris@19 183 parse (speclist @ Twiddle.speclist) usage;
Chris@19 184 print_string (generate (check_size ()));
Chris@19 185 end
Chris@19 186
Chris@19 187 let _ = main()