Chris@19: (* Chris@19: * Copyright (c) 1997-1999 Massachusetts Institute of Technology Chris@19: * Copyright (c) 2003, 2007-14 Matteo Frigo Chris@19: * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology Chris@19: * Chris@19: * This program is free software; you can redistribute it and/or modify Chris@19: * it under the terms of the GNU General Public License as published by Chris@19: * the Free Software Foundation; either version 2 of the License, or Chris@19: * (at your option) any later version. Chris@19: * Chris@19: * This program is distributed in the hope that it will be useful, Chris@19: * but WITHOUT ANY WARRANTY; without even the implied warranty of Chris@19: * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the Chris@19: * GNU General Public License for more details. Chris@19: * Chris@19: * You should have received a copy of the GNU General Public License Chris@19: * along with this program; if not, write to the Free Software Chris@19: * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA Chris@19: * Chris@19: *) Chris@19: Chris@19: open Util Chris@19: open Genutil Chris@19: open C Chris@19: Chris@19: type ditdif = DIT | DIF Chris@19: let ditdif = ref DIT Chris@19: Chris@19: let usage = "Usage: " ^ Sys.argv.(0) ^ " -n [ -dit | -dif ]" Chris@19: Chris@19: let reload_twiddle = ref false Chris@19: Chris@19: let urs = ref Stride_variable Chris@19: let uvs = ref Stride_variable Chris@19: let ums = ref Stride_variable Chris@19: Chris@19: let speclist = [ Chris@19: "-dit", Chris@19: Arg.Unit(fun () -> ditdif := DIT), Chris@19: " generate a DIT codelet"; Chris@19: Chris@19: "-dif", Chris@19: Arg.Unit(fun () -> ditdif := DIF), Chris@19: " generate a DIF codelet"; Chris@19: Chris@19: "-reload-twiddle", Chris@19: Arg.Unit(fun () -> reload_twiddle := true), Chris@19: " do not collect common twiddle factors"; Chris@19: Chris@19: "-with-rs", Chris@19: Arg.String(fun x -> urs := arg_to_stride x), Chris@19: " specialize for given input stride"; Chris@19: Chris@19: "-with-vs", Chris@19: Arg.String(fun x -> uvs := arg_to_stride x), Chris@19: " specialize for given vector stride"; Chris@19: Chris@19: "-with-ms", Chris@19: Arg.String(fun x -> ums := arg_to_stride x), Chris@19: " specialize for given ms" Chris@19: ] Chris@19: Chris@19: let generate n = Chris@19: let rioarray = "x" Chris@19: and rs = "rs" and vs = "vs" Chris@19: and twarray = "W" Chris@19: and m = "m" and mb = "mb" and me = "me" and ms = "ms" in Chris@19: Chris@19: let sign = !Genutil.sign Chris@19: and name = !Magic.codelet_name Chris@19: and byvl x = choose_simd x (ctimes (CVar "VL", x)) Chris@19: and bytwvl x = choose_simd x (ctimes (CVar "TWVL", x)) Chris@19: and bytwvl_vl x = choose_simd x (ctimes (CVar "(TWVL/VL)", x)) in Chris@19: let ename = expand_name name in Chris@19: Chris@19: let (bytwiddle, num_twiddles, twdesc) = Twiddle.twiddle_policy 0 true in Chris@19: let nt = num_twiddles n in Chris@19: Chris@19: let svs = either_stride (!uvs) (C.SVar vs) Chris@19: and srs = either_stride (!urs) (C.SVar rs) in Chris@19: let sms = stride_to_string "ms" !ums in Chris@19: Chris@19: let byw = Chris@19: if !reload_twiddle then Chris@19: array n (fun v -> bytwiddle n sign (twiddle_array nt twarray)) Chris@19: else Chris@19: let a = bytwiddle n sign (twiddle_array nt twarray) Chris@19: in fun v -> a Chris@19: in Chris@19: Chris@19: let locations = unique_v_array_c n n in Chris@19: Chris@19: let ioi = Chris@19: locative_v_array_c n n Chris@19: (C.varray_subscript rioarray svs srs) Chris@19: (C.varray_subscript "BUG" svs srs) Chris@19: locations sms Chris@19: and ioo = Chris@19: locative_v_array_c n n Chris@19: (C.varray_subscript rioarray svs srs) Chris@19: (C.varray_subscript "BUG" svs srs) Chris@19: locations sms Chris@19: in Chris@19: Chris@19: let lioi = load_v_array_c n n ioi in Chris@19: let fft = Trig.dft_via_rdft in Chris@19: let output = Chris@19: match !ditdif with Chris@19: | DIT -> array n (fun v -> fft sign n (byw v (lioi v))) Chris@19: | DIF -> array n (fun v -> byw v (fft sign n (lioi v))) Chris@19: in Chris@19: Chris@19: let odag = store_v_array_c n n ioo (transpose output) in Chris@19: let annot = standard_optimizer odag in Chris@19: Chris@19: let vm = CVar m and vmb = CVar mb and vme = CVar me in Chris@19: Chris@19: let body = Block ( Chris@19: [Decl ("INT", m); Chris@19: Decl (C.realtypep, rioarray)], Chris@19: [Stmt_assign (CVar rioarray, Chris@19: CVar (if (sign < 0) then "ri" else "ii")); Chris@19: For (list_to_comma Chris@19: [Expr_assign (vm, vmb); Chris@19: Expr_assign (CVar twarray, Chris@19: CPlus [CVar twarray; Chris@19: ctimes (vmb, Chris@19: bytwvl_vl (Integer nt))])], Chris@19: Binop (" < ", vm, vme), Chris@19: list_to_comma Chris@19: [Expr_assign (vm, CPlus [vm; byvl (Integer 1)]); Chris@19: Expr_assign (CVar rioarray, CPlus [CVar rioarray; Chris@19: byvl (CVar sms)]); Chris@19: Expr_assign (CVar twarray, CPlus [CVar twarray; Chris@19: bytwvl (Integer nt)]); Chris@19: make_volatile_stride (2*n) (CVar rs); Chris@19: make_volatile_stride (2*n) (CVar vs) Chris@19: ], Chris@19: Asch annot)]) in Chris@19: Chris@19: let tree = Chris@19: Fcn (("static void"), ename, Chris@19: [Decl (C.realtypep, "ri"); Chris@19: Decl (C.realtypep, "ii"); Chris@19: Decl (C.constrealtypep, twarray); Chris@19: Decl (C.stridetype, rs); Chris@19: Decl (C.stridetype, vs); Chris@19: Decl ("INT", mb); Chris@19: Decl ("INT", me); Chris@19: Decl ("INT", ms)], Chris@19: finalize_fcn body) Chris@19: in Chris@19: let twinstr = Chris@19: Printf.sprintf "static const tw_instr twinstr[] = %s;\n\n" Chris@19: (twinstr_to_string "VL" (twdesc n)) Chris@19: Chris@19: and desc = Chris@19: Printf.sprintf Chris@19: "static const ct_desc desc = {%d, %s, twinstr, &GENUS, %s, %s, %s, %s};\n\n" Chris@19: n (stringify name) (flops_of tree) Chris@19: (stride_to_solverparm !urs) Chris@19: (stride_to_solverparm !uvs) Chris@19: (stride_to_solverparm !ums) Chris@19: Chris@19: and register = Chris@19: match !ditdif with Chris@19: | DIT -> "X(kdft_ditsq_register)" Chris@19: | DIF -> "X(kdft_difsq_register)" Chris@19: in Chris@19: let init = Chris@19: "\n" ^ Chris@19: twinstr ^ Chris@19: desc ^ Chris@19: (declare_register_fcn name) ^ Chris@19: (Printf.sprintf "{\n%s(p, %s, &desc);\n}" register ename) Chris@19: in Chris@19: Chris@19: (unparse tree) ^ "\n" ^ init Chris@19: Chris@19: Chris@19: let main () = Chris@19: begin Chris@19: parse (speclist @ Twiddle.speclist) usage; Chris@19: print_string (generate (check_size ())); Chris@19: end Chris@19: Chris@19: let _ = main()