annotate src/fftw-3.3.5/genfft/gen_twidsq_c.ml @ 81:7029a4916348

Merge build update
author Chris Cannam
date Thu, 31 Oct 2019 13:36:58 +0000
parents 2cd0e3b3e1fd
children
rev   line source
Chris@42 1 (*
Chris@42 2 * Copyright (c) 1997-1999 Massachusetts Institute of Technology
Chris@42 3 * Copyright (c) 2003, 2007-14 Matteo Frigo
Chris@42 4 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
Chris@42 5 *
Chris@42 6 * This program is free software; you can redistribute it and/or modify
Chris@42 7 * it under the terms of the GNU General Public License as published by
Chris@42 8 * the Free Software Foundation; either version 2 of the License, or
Chris@42 9 * (at your option) any later version.
Chris@42 10 *
Chris@42 11 * This program is distributed in the hope that it will be useful,
Chris@42 12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Chris@42 13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
Chris@42 14 * GNU General Public License for more details.
Chris@42 15 *
Chris@42 16 * You should have received a copy of the GNU General Public License
Chris@42 17 * along with this program; if not, write to the Free Software
Chris@42 18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
Chris@42 19 *
Chris@42 20 *)
Chris@42 21
Chris@42 22 open Util
Chris@42 23 open Genutil
Chris@42 24 open C
Chris@42 25
Chris@42 26 type ditdif = DIT | DIF
Chris@42 27 let ditdif = ref DIT
Chris@42 28
Chris@42 29 let usage = "Usage: " ^ Sys.argv.(0) ^ " -n <number> [ -dit | -dif ]"
Chris@42 30
Chris@42 31 let reload_twiddle = ref false
Chris@42 32
Chris@42 33 let urs = ref Stride_variable
Chris@42 34 let uvs = ref Stride_variable
Chris@42 35 let ums = ref Stride_variable
Chris@42 36
Chris@42 37 let speclist = [
Chris@42 38 "-dit",
Chris@42 39 Arg.Unit(fun () -> ditdif := DIT),
Chris@42 40 " generate a DIT codelet";
Chris@42 41
Chris@42 42 "-dif",
Chris@42 43 Arg.Unit(fun () -> ditdif := DIF),
Chris@42 44 " generate a DIF codelet";
Chris@42 45
Chris@42 46 "-reload-twiddle",
Chris@42 47 Arg.Unit(fun () -> reload_twiddle := true),
Chris@42 48 " do not collect common twiddle factors";
Chris@42 49
Chris@42 50 "-with-rs",
Chris@42 51 Arg.String(fun x -> urs := arg_to_stride x),
Chris@42 52 " specialize for given input stride";
Chris@42 53
Chris@42 54 "-with-vs",
Chris@42 55 Arg.String(fun x -> uvs := arg_to_stride x),
Chris@42 56 " specialize for given vector stride";
Chris@42 57
Chris@42 58 "-with-ms",
Chris@42 59 Arg.String(fun x -> ums := arg_to_stride x),
Chris@42 60 " specialize for given ms"
Chris@42 61 ]
Chris@42 62
Chris@42 63 let generate n =
Chris@42 64 let rioarray = "x"
Chris@42 65 and rs = "rs" and vs = "vs"
Chris@42 66 and twarray = "W"
Chris@42 67 and m = "m" and mb = "mb" and me = "me" and ms = "ms" in
Chris@42 68
Chris@42 69 let sign = !Genutil.sign
Chris@42 70 and name = !Magic.codelet_name
Chris@42 71 and byvl x = choose_simd x (ctimes (CVar "VL", x))
Chris@42 72 and bytwvl x = choose_simd x (ctimes (CVar "TWVL", x))
Chris@42 73 and bytwvl_vl x = choose_simd x (ctimes (CVar "(TWVL/VL)", x)) in
Chris@42 74 let ename = expand_name name in
Chris@42 75
Chris@42 76 let (bytwiddle, num_twiddles, twdesc) = Twiddle.twiddle_policy 0 true in
Chris@42 77 let nt = num_twiddles n in
Chris@42 78
Chris@42 79 let svs = either_stride (!uvs) (C.SVar vs)
Chris@42 80 and srs = either_stride (!urs) (C.SVar rs) in
Chris@42 81 let sms = stride_to_string "ms" !ums in
Chris@42 82
Chris@42 83 let byw =
Chris@42 84 if !reload_twiddle then
Chris@42 85 array n (fun v -> bytwiddle n sign (twiddle_array nt twarray))
Chris@42 86 else
Chris@42 87 let a = bytwiddle n sign (twiddle_array nt twarray)
Chris@42 88 in fun v -> a
Chris@42 89 in
Chris@42 90
Chris@42 91 let locations = unique_v_array_c n n in
Chris@42 92
Chris@42 93 let ioi =
Chris@42 94 locative_v_array_c n n
Chris@42 95 (C.varray_subscript rioarray svs srs)
Chris@42 96 (C.varray_subscript "BUG" svs srs)
Chris@42 97 locations sms
Chris@42 98 and ioo =
Chris@42 99 locative_v_array_c n n
Chris@42 100 (C.varray_subscript rioarray svs srs)
Chris@42 101 (C.varray_subscript "BUG" svs srs)
Chris@42 102 locations sms
Chris@42 103 in
Chris@42 104
Chris@42 105 let lioi = load_v_array_c n n ioi in
Chris@42 106 let fft = Trig.dft_via_rdft in
Chris@42 107 let output =
Chris@42 108 match !ditdif with
Chris@42 109 | DIT -> array n (fun v -> fft sign n (byw v (lioi v)))
Chris@42 110 | DIF -> array n (fun v -> byw v (fft sign n (lioi v)))
Chris@42 111 in
Chris@42 112
Chris@42 113 let odag = store_v_array_c n n ioo (transpose output) in
Chris@42 114 let annot = standard_optimizer odag in
Chris@42 115
Chris@42 116 let vm = CVar m and vmb = CVar mb and vme = CVar me in
Chris@42 117
Chris@42 118 let body = Block (
Chris@42 119 [Decl ("INT", m);
Chris@42 120 Decl (C.realtypep, rioarray)],
Chris@42 121 [Stmt_assign (CVar rioarray,
Chris@42 122 CVar (if (sign < 0) then "ri" else "ii"));
Chris@42 123 For (list_to_comma
Chris@42 124 [Expr_assign (vm, vmb);
Chris@42 125 Expr_assign (CVar twarray,
Chris@42 126 CPlus [CVar twarray;
Chris@42 127 ctimes (vmb,
Chris@42 128 bytwvl_vl (Integer nt))])],
Chris@42 129 Binop (" < ", vm, vme),
Chris@42 130 list_to_comma
Chris@42 131 [Expr_assign (vm, CPlus [vm; byvl (Integer 1)]);
Chris@42 132 Expr_assign (CVar rioarray, CPlus [CVar rioarray;
Chris@42 133 byvl (CVar sms)]);
Chris@42 134 Expr_assign (CVar twarray, CPlus [CVar twarray;
Chris@42 135 bytwvl (Integer nt)]);
Chris@42 136 make_volatile_stride (2*n) (CVar rs);
Chris@42 137 make_volatile_stride (2*n) (CVar vs)
Chris@42 138 ],
Chris@42 139 Asch annot)]) in
Chris@42 140
Chris@42 141 let tree =
Chris@42 142 Fcn (("static void"), ename,
Chris@42 143 [Decl (C.realtypep, "ri");
Chris@42 144 Decl (C.realtypep, "ii");
Chris@42 145 Decl (C.constrealtypep, twarray);
Chris@42 146 Decl (C.stridetype, rs);
Chris@42 147 Decl (C.stridetype, vs);
Chris@42 148 Decl ("INT", mb);
Chris@42 149 Decl ("INT", me);
Chris@42 150 Decl ("INT", ms)],
Chris@42 151 finalize_fcn body)
Chris@42 152 in
Chris@42 153 let twinstr =
Chris@42 154 Printf.sprintf "static const tw_instr twinstr[] = %s;\n\n"
Chris@42 155 (twinstr_to_string "VL" (twdesc n))
Chris@42 156
Chris@42 157 and desc =
Chris@42 158 Printf.sprintf
Chris@42 159 "static const ct_desc desc = {%d, %s, twinstr, &GENUS, %s, %s, %s, %s};\n\n"
Chris@42 160 n (stringify name) (flops_of tree)
Chris@42 161 (stride_to_solverparm !urs)
Chris@42 162 (stride_to_solverparm !uvs)
Chris@42 163 (stride_to_solverparm !ums)
Chris@42 164
Chris@42 165 and register =
Chris@42 166 match !ditdif with
Chris@42 167 | DIT -> "X(kdft_ditsq_register)"
Chris@42 168 | DIF -> "X(kdft_difsq_register)"
Chris@42 169 in
Chris@42 170 let init =
Chris@42 171 "\n" ^
Chris@42 172 twinstr ^
Chris@42 173 desc ^
Chris@42 174 (declare_register_fcn name) ^
Chris@42 175 (Printf.sprintf "{\n%s(p, %s, &desc);\n}" register ename)
Chris@42 176 in
Chris@42 177
Chris@42 178 (unparse tree) ^ "\n" ^ init
Chris@42 179
Chris@42 180
Chris@42 181 let main () =
Chris@42 182 begin
Chris@42 183 parse (speclist @ Twiddle.speclist) usage;
Chris@42 184 print_string (generate (check_size ()));
Chris@42 185 end
Chris@42 186
Chris@42 187 let _ = main()