Chris@42: (* Chris@42: * Copyright (c) 1997-1999 Massachusetts Institute of Technology Chris@42: * Copyright (c) 2003, 2007-14 Matteo Frigo Chris@42: * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology Chris@42: * Chris@42: * This program is free software; you can redistribute it and/or modify Chris@42: * it under the terms of the GNU General Public License as published by Chris@42: * the Free Software Foundation; either version 2 of the License, or Chris@42: * (at your option) any later version. Chris@42: * Chris@42: * This program is distributed in the hope that it will be useful, Chris@42: * but WITHOUT ANY WARRANTY; without even the implied warranty of Chris@42: * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the Chris@42: * GNU General Public License for more details. Chris@42: * Chris@42: * You should have received a copy of the GNU General Public License Chris@42: * along with this program; if not, write to the Free Software Chris@42: * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA Chris@42: * Chris@42: *) Chris@42: Chris@42: open Util Chris@42: open Genutil Chris@42: open C Chris@42: Chris@42: Chris@42: let usage = "Usage: " ^ Sys.argv.(0) ^ " -n " Chris@42: Chris@42: let uistride = ref Stride_variable Chris@42: let uostride = ref Stride_variable Chris@42: let uivstride = ref Stride_variable Chris@42: let uovstride = ref Stride_variable Chris@42: Chris@42: let speclist = [ Chris@42: "-with-istride", Chris@42: Arg.String(fun x -> uistride := arg_to_stride x), Chris@42: " specialize for given input stride"; Chris@42: Chris@42: "-with-ostride", Chris@42: Arg.String(fun x -> uostride := arg_to_stride x), Chris@42: " specialize for given output stride"; Chris@42: Chris@42: "-with-ivstride", Chris@42: Arg.String(fun x -> uivstride := arg_to_stride x), Chris@42: " specialize for given input vector stride"; Chris@42: Chris@42: "-with-ovstride", Chris@42: Arg.String(fun x -> uovstride := arg_to_stride x), Chris@42: " specialize for given output vector stride" Chris@42: ] Chris@42: Chris@42: let nonstandard_optimizer list_of_buddy_stores dag = Chris@42: let sched = standard_scheduler dag in Chris@42: let annot = Annotate.annotate list_of_buddy_stores sched in Chris@42: let _ = dump_asched annot in Chris@42: annot Chris@42: Chris@42: let generate n = Chris@42: let riarray = "xi" Chris@42: and roarray = "xo" Chris@42: and istride = "is" Chris@42: and ostride = "os" Chris@42: and i = "i" Chris@42: and v = "v" Chris@42: in Chris@42: Chris@42: let sign = !Genutil.sign Chris@42: and name = !Magic.codelet_name Chris@42: and byvl x = choose_simd x (ctimes (CVar "VL", x)) in Chris@42: let ename = expand_name name in Chris@42: Chris@42: let vistride = either_stride (!uistride) (C.SVar istride) Chris@42: and vostride = either_stride (!uostride) (C.SVar ostride) Chris@42: in Chris@42: Chris@42: let sivs = stride_to_string "ivs" !uivstride in Chris@42: let sovs = stride_to_string "ovs" !uovstride in Chris@42: Chris@42: let fft = Trig.dft_via_rdft in Chris@42: Chris@42: let locations = unique_array_c n in Chris@42: let input = Chris@42: locative_array_c n Chris@42: (C.array_subscript riarray vistride) Chris@42: (C.array_subscript "BUG" vistride) Chris@42: locations sivs in Chris@42: let output = fft sign n (load_array_r n input) in Chris@42: let oloc = Chris@42: locative_array_c n Chris@42: (C.array_subscript roarray vostride) Chris@42: (C.array_subscript "BUG" vostride) Chris@42: locations sovs in Chris@42: let list_of_buddy_stores = Chris@42: let k = !Simdmagic.store_multiple in Chris@42: if (k > 1) then Chris@42: if (n mod k == 0) then Chris@42: List.map Chris@42: (fun i -> List.map (fun j -> (fst (oloc (k * i + j)))) (iota k)) Chris@42: (iota (n / k)) Chris@42: else failwith "invalid n for -store-multiple" Chris@42: else [] Chris@42: in Chris@42: let odag = store_array_r n oloc output in Chris@42: let annot = nonstandard_optimizer list_of_buddy_stores odag in Chris@42: Chris@42: let body = Block ( Chris@42: [Decl ("INT", i); Chris@42: Decl (C.constrealtypep, riarray); Chris@42: Decl (C.realtypep, roarray)], Chris@42: [Stmt_assign (CVar riarray, CVar (if (sign < 0) then "ri" else "ii")); Chris@42: Stmt_assign (CVar roarray, CVar (if (sign < 0) then "ro" else "io")); Chris@42: For (Expr_assign (CVar i, CVar v), Chris@42: Binop (" > ", CVar i, Integer 0), Chris@42: list_to_comma Chris@42: [Expr_assign (CVar i, CPlus [CVar i; CUminus (byvl (Integer 1))]); Chris@42: Expr_assign (CVar riarray, CPlus [CVar riarray; Chris@42: byvl (CVar sivs)]); Chris@42: Expr_assign (CVar roarray, CPlus [CVar roarray; Chris@42: byvl (CVar sovs)]); Chris@42: make_volatile_stride (2*n) (CVar istride); Chris@42: make_volatile_stride (2*n) (CVar ostride) Chris@42: ], Chris@42: Asch annot); Chris@42: ]) Chris@42: in Chris@42: Chris@42: let tree = Chris@42: Fcn ((if !Magic.standalone then "void" else "static void"), ename, Chris@42: ([Decl (C.constrealtypep, "ri"); Chris@42: Decl (C.constrealtypep, "ii"); Chris@42: Decl (C.realtypep, "ro"); Chris@42: Decl (C.realtypep, "io"); Chris@42: Decl (C.stridetype, istride); Chris@42: Decl (C.stridetype, ostride); Chris@42: Decl ("INT", v); Chris@42: Decl ("INT", "ivs"); Chris@42: Decl ("INT", "ovs")]), Chris@42: finalize_fcn body) Chris@42: Chris@42: in Chris@42: let desc = Chris@42: Printf.sprintf Chris@42: "static const kdft_desc desc = { %d, %s, %s, &GENUS, %s, %s, %s, %s };\n" Chris@42: n (stringify name) (flops_of tree) Chris@42: (stride_to_solverparm !uistride) (stride_to_solverparm !uostride) Chris@42: (choose_simd "0" (stride_to_solverparm !uivstride)) Chris@42: (choose_simd "0" (stride_to_solverparm !uovstride)) Chris@42: Chris@42: and init = Chris@42: (declare_register_fcn name) ^ Chris@42: "{" ^ Chris@42: " X(kdft_register)(p, " ^ ename ^ ", &desc);\n" ^ Chris@42: "}\n" Chris@42: Chris@42: in ((unparse tree) ^ "\n" ^ Chris@42: (if !Magic.standalone then "" else desc ^ init)) Chris@42: Chris@42: let main () = Chris@42: begin Chris@42: Simdmagic.simd_mode := true; Chris@42: parse speclist usage; Chris@42: print_string (generate (check_size ())); Chris@42: end Chris@42: Chris@42: let _ = main()