Chris@82: (* Chris@82: * Copyright (c) 1997-1999 Massachusetts Institute of Technology Chris@82: * Copyright (c) 2003, 2007-14 Matteo Frigo Chris@82: * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology Chris@82: * Chris@82: * This program is free software; you can redistribute it and/or modify Chris@82: * it under the terms of the GNU General Public License as published by Chris@82: * the Free Software Foundation; either version 2 of the License, or Chris@82: * (at your option) any later version. Chris@82: * Chris@82: * This program is distributed in the hope that it will be useful, Chris@82: * but WITHOUT ANY WARRANTY; without even the implied warranty of Chris@82: * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the Chris@82: * GNU General Public License for more details. Chris@82: * Chris@82: * You should have received a copy of the GNU General Public License Chris@82: * along with this program; if not, write to the Free Software Chris@82: * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA Chris@82: * Chris@82: *) Chris@82: Chris@82: open Util Chris@82: open Genutil Chris@82: open C Chris@82: Chris@82: Chris@82: let usage = "Usage: " ^ Sys.argv.(0) ^ " -n " Chris@82: Chris@82: let uistride = ref Stride_variable Chris@82: let uostride = ref Stride_variable Chris@82: let uivstride = ref Stride_variable Chris@82: let uovstride = ref Stride_variable Chris@82: Chris@82: let speclist = [ Chris@82: "-with-istride", Chris@82: Arg.String(fun x -> uistride := arg_to_stride x), Chris@82: " specialize for given input stride"; Chris@82: Chris@82: "-with-ostride", Chris@82: Arg.String(fun x -> uostride := arg_to_stride x), Chris@82: " specialize for given output stride"; Chris@82: Chris@82: "-with-ivstride", Chris@82: Arg.String(fun x -> uivstride := arg_to_stride x), Chris@82: " specialize for given input vector stride"; Chris@82: Chris@82: "-with-ovstride", Chris@82: Arg.String(fun x -> uovstride := arg_to_stride x), Chris@82: " specialize for given output vector stride" Chris@82: ] Chris@82: Chris@82: let nonstandard_optimizer list_of_buddy_stores dag = Chris@82: let sched = standard_scheduler dag in Chris@82: let annot = Annotate.annotate list_of_buddy_stores sched in Chris@82: let _ = dump_asched annot in Chris@82: annot Chris@82: Chris@82: let generate n = Chris@82: let riarray = "ri" Chris@82: and iiarray = "ii" Chris@82: and roarray = "ro" Chris@82: and ioarray = "io" Chris@82: and istride = "is" Chris@82: and ostride = "os" Chris@82: and i = "i" Chris@82: and v = "v" Chris@82: in Chris@82: Chris@82: let sign = !Genutil.sign Chris@82: and name = !Magic.codelet_name Chris@82: and byvl x = choose_simd x (ctimes (CVar "(2 * VL)", x)) in Chris@82: let ename = expand_name name in Chris@82: Chris@82: let vistride = either_stride (!uistride) (C.SVar istride) Chris@82: and vostride = either_stride (!uostride) (C.SVar ostride) Chris@82: in Chris@82: Chris@82: let sovs = stride_to_string "ovs" !uovstride in Chris@82: let sivs = stride_to_string "ivs" !uivstride in Chris@82: Chris@82: let locations = unique_array_c n in Chris@82: let input = Chris@82: locative_array_c n Chris@82: (C.array_subscript riarray vistride) Chris@82: (C.array_subscript iiarray vistride) Chris@82: locations sivs in Chris@82: let output = Fft.dft sign n (load_array_c n input) in Chris@82: let oloc = Chris@82: locative_array_c n Chris@82: (C.array_subscript roarray vostride) Chris@82: (C.array_subscript ioarray vostride) Chris@82: locations sovs in Chris@82: let list_of_buddy_stores = Chris@82: let k = !Simdmagic.store_multiple in Chris@82: if (k > 1) then Chris@82: if (n mod k == 0) then Chris@82: List.append Chris@82: (List.map Chris@82: (fun i -> List.map (fun j -> (fst (oloc (k * i + j)))) (iota k)) Chris@82: (iota (n / k))) Chris@82: (List.map Chris@82: (fun i -> List.map (fun j -> (snd (oloc (k * i + j)))) (iota k)) Chris@82: (iota (n / k))) Chris@82: else failwith "invalid n for -store-multiple" Chris@82: else [] Chris@82: in Chris@82: Chris@82: let odag = store_array_c n oloc output in Chris@82: let annot = nonstandard_optimizer list_of_buddy_stores odag in Chris@82: Chris@82: let body = Block ( Chris@82: [Decl ("INT", i)], Chris@82: [For (Expr_assign (CVar i, CVar v), Chris@82: Binop (" > ", CVar i, Integer 0), Chris@82: list_to_comma Chris@82: [Expr_assign (CVar i, CPlus [CVar i; CUminus (byvl (Integer 1))]); Chris@82: Expr_assign (CVar riarray, CPlus [CVar riarray; Chris@82: byvl (CVar sivs)]); Chris@82: Expr_assign (CVar iiarray, CPlus [CVar iiarray; Chris@82: byvl (CVar sivs)]); Chris@82: Expr_assign (CVar roarray, CPlus [CVar roarray; Chris@82: byvl (CVar sovs)]); Chris@82: Expr_assign (CVar ioarray, CPlus [CVar ioarray; Chris@82: byvl (CVar sovs)]); Chris@82: make_volatile_stride (4*n) (CVar istride); Chris@82: make_volatile_stride (4*n) (CVar ostride) Chris@82: ], Chris@82: Asch annot) Chris@82: ]) Chris@82: in Chris@82: Chris@82: let tree = Chris@82: Fcn ((if !Magic.standalone then "void" else "static void"), ename, Chris@82: ([Decl (C.constrealtypep, riarray); Chris@82: Decl (C.constrealtypep, iiarray); Chris@82: Decl (C.realtypep, roarray); Chris@82: Decl (C.realtypep, ioarray); Chris@82: Decl (C.stridetype, istride); Chris@82: Decl (C.stridetype, ostride); Chris@82: Decl ("INT", v); Chris@82: Decl ("INT", "ivs"); Chris@82: Decl ("INT", "ovs")]), Chris@82: finalize_fcn body) Chris@82: Chris@82: in let desc = Chris@82: Printf.sprintf Chris@82: "static const kdft_desc desc = { %d, %s, %s, &GENUS, %s, %s, %s, %s };\n" Chris@82: n (stringify name) (flops_of tree) Chris@82: (stride_to_solverparm !uistride) (stride_to_solverparm !uostride) Chris@82: (choose_simd "0" (stride_to_solverparm !uivstride)) Chris@82: (choose_simd "0" (stride_to_solverparm !uovstride)) Chris@82: Chris@82: and init = Chris@82: (declare_register_fcn name) ^ Chris@82: "{" ^ Chris@82: " X(kdft_register)(p, " ^ ename ^ ", &desc);\n" ^ Chris@82: "}\n" Chris@82: Chris@82: in ((unparse tree) ^ "\n" ^ Chris@82: (if !Magic.standalone then "" else desc ^ init)) Chris@82: Chris@82: let main () = Chris@82: begin Chris@82: parse speclist usage; Chris@82: print_string (generate (check_size ())); Chris@82: end Chris@82: Chris@82: let _ = main()