Chris@19: (* Chris@19: * Copyright (c) 1997-1999 Massachusetts Institute of Technology Chris@19: * Copyright (c) 2003, 2007-14 Matteo Frigo Chris@19: * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology Chris@19: * Chris@19: * This program is free software; you can redistribute it and/or modify Chris@19: * it under the terms of the GNU General Public License as published by Chris@19: * the Free Software Foundation; either version 2 of the License, or Chris@19: * (at your option) any later version. Chris@19: * Chris@19: * This program is distributed in the hope that it will be useful, Chris@19: * but WITHOUT ANY WARRANTY; without even the implied warranty of Chris@19: * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the Chris@19: * GNU General Public License for more details. Chris@19: * Chris@19: * You should have received a copy of the GNU General Public License Chris@19: * along with this program; if not, write to the Free Software Chris@19: * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA Chris@19: * Chris@19: *) Chris@19: Chris@19: open Util Chris@19: open Genutil Chris@19: open C Chris@19: Chris@19: Chris@19: let usage = "Usage: " ^ Sys.argv.(0) ^ " -n " Chris@19: Chris@19: let uistride = ref Stride_variable Chris@19: let uostride = ref Stride_variable Chris@19: let uivstride = ref Stride_variable Chris@19: let uovstride = ref Stride_variable Chris@19: Chris@19: let speclist = [ Chris@19: "-with-istride", Chris@19: Arg.String(fun x -> uistride := arg_to_stride x), Chris@19: " specialize for given input stride"; Chris@19: Chris@19: "-with-ostride", Chris@19: Arg.String(fun x -> uostride := arg_to_stride x), Chris@19: " specialize for given output stride"; Chris@19: Chris@19: "-with-ivstride", Chris@19: Arg.String(fun x -> uivstride := arg_to_stride x), Chris@19: " specialize for given input vector stride"; Chris@19: Chris@19: "-with-ovstride", Chris@19: Arg.String(fun x -> uovstride := arg_to_stride x), Chris@19: " specialize for given output vector stride" Chris@19: ] Chris@19: Chris@19: let nonstandard_optimizer list_of_buddy_stores dag = Chris@19: let sched = standard_scheduler dag in Chris@19: let annot = Annotate.annotate list_of_buddy_stores sched in Chris@19: let _ = dump_asched annot in Chris@19: annot Chris@19: Chris@19: let generate n = Chris@19: let riarray = "xi" Chris@19: and roarray = "xo" Chris@19: and istride = "is" Chris@19: and ostride = "os" Chris@19: and i = "i" Chris@19: and v = "v" Chris@19: in Chris@19: Chris@19: let sign = !Genutil.sign Chris@19: and name = !Magic.codelet_name Chris@19: and byvl x = choose_simd x (ctimes (CVar "VL", x)) in Chris@19: let ename = expand_name name in Chris@19: Chris@19: let vistride = either_stride (!uistride) (C.SVar istride) Chris@19: and vostride = either_stride (!uostride) (C.SVar ostride) Chris@19: in Chris@19: Chris@19: let sivs = stride_to_string "ivs" !uivstride in Chris@19: let sovs = stride_to_string "ovs" !uovstride in Chris@19: Chris@19: let fft = Trig.dft_via_rdft in Chris@19: Chris@19: let locations = unique_array_c n in Chris@19: let input = Chris@19: locative_array_c n Chris@19: (C.array_subscript riarray vistride) Chris@19: (C.array_subscript "BUG" vistride) Chris@19: locations sivs in Chris@19: let output = fft sign n (load_array_r n input) in Chris@19: let oloc = Chris@19: locative_array_c n Chris@19: (C.array_subscript roarray vostride) Chris@19: (C.array_subscript "BUG" vostride) Chris@19: locations sovs in Chris@19: let list_of_buddy_stores = Chris@19: let k = !Simdmagic.store_multiple in Chris@19: if (k > 1) then Chris@19: if (n mod k == 0) then Chris@19: List.map Chris@19: (fun i -> List.map (fun j -> (fst (oloc (k * i + j)))) (iota k)) Chris@19: (iota (n / k)) Chris@19: else failwith "invalid n for -store-multiple" Chris@19: else [] Chris@19: in Chris@19: let odag = store_array_r n oloc output in Chris@19: let annot = nonstandard_optimizer list_of_buddy_stores odag in Chris@19: Chris@19: let body = Block ( Chris@19: [Decl ("INT", i); Chris@19: Decl (C.constrealtypep, riarray); Chris@19: Decl (C.realtypep, roarray)], Chris@19: [Stmt_assign (CVar riarray, CVar (if (sign < 0) then "ri" else "ii")); Chris@19: Stmt_assign (CVar roarray, CVar (if (sign < 0) then "ro" else "io")); Chris@19: For (Expr_assign (CVar i, CVar v), Chris@19: Binop (" > ", CVar i, Integer 0), Chris@19: list_to_comma Chris@19: [Expr_assign (CVar i, CPlus [CVar i; CUminus (byvl (Integer 1))]); Chris@19: Expr_assign (CVar riarray, CPlus [CVar riarray; Chris@19: byvl (CVar sivs)]); Chris@19: Expr_assign (CVar roarray, CPlus [CVar roarray; Chris@19: byvl (CVar sovs)]); Chris@19: make_volatile_stride (2*n) (CVar istride); Chris@19: make_volatile_stride (2*n) (CVar ostride) Chris@19: ], Chris@19: Asch annot); Chris@19: ]) Chris@19: in Chris@19: Chris@19: let tree = Chris@19: Fcn ((if !Magic.standalone then "void" else "static void"), ename, Chris@19: ([Decl (C.constrealtypep, "ri"); Chris@19: Decl (C.constrealtypep, "ii"); Chris@19: Decl (C.realtypep, "ro"); Chris@19: Decl (C.realtypep, "io"); Chris@19: Decl (C.stridetype, istride); Chris@19: Decl (C.stridetype, ostride); Chris@19: Decl ("INT", v); Chris@19: Decl ("INT", "ivs"); Chris@19: Decl ("INT", "ovs")]), Chris@19: finalize_fcn body) Chris@19: Chris@19: in Chris@19: let desc = Chris@19: Printf.sprintf Chris@19: "static const kdft_desc desc = { %d, %s, %s, &GENUS, %s, %s, %s, %s };\n" Chris@19: n (stringify name) (flops_of tree) Chris@19: (stride_to_solverparm !uistride) (stride_to_solverparm !uostride) Chris@19: (choose_simd "0" (stride_to_solverparm !uivstride)) Chris@19: (choose_simd "0" (stride_to_solverparm !uovstride)) Chris@19: Chris@19: and init = Chris@19: (declare_register_fcn name) ^ Chris@19: "{" ^ Chris@19: " X(kdft_register)(p, " ^ ename ^ ", &desc);\n" ^ Chris@19: "}\n" Chris@19: Chris@19: in ((unparse tree) ^ "\n" ^ Chris@19: (if !Magic.standalone then "" else desc ^ init)) Chris@19: Chris@19: let main () = Chris@19: begin Chris@19: Simdmagic.simd_mode := true; Chris@19: parse speclist usage; Chris@19: print_string (generate (check_size ())); Chris@19: end Chris@19: Chris@19: let _ = main()