cannam@167: (* cannam@167: * Copyright (c) 1997-1999 Massachusetts Institute of Technology cannam@167: * Copyright (c) 2003, 2007-14 Matteo Frigo cannam@167: * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology cannam@167: * cannam@167: * This program is free software; you can redistribute it and/or modify cannam@167: * it under the terms of the GNU General Public License as published by cannam@167: * the Free Software Foundation; either version 2 of the License, or cannam@167: * (at your option) any later version. cannam@167: * cannam@167: * This program is distributed in the hope that it will be useful, cannam@167: * but WITHOUT ANY WARRANTY; without even the implied warranty of cannam@167: * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the cannam@167: * GNU General Public License for more details. cannam@167: * cannam@167: * You should have received a copy of the GNU General Public License cannam@167: * along with this program; if not, write to the Free Software cannam@167: * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA cannam@167: * cannam@167: *) cannam@167: cannam@167: open Util cannam@167: open Genutil cannam@167: open C cannam@167: cannam@167: cannam@167: type ditdif = DIT | DIF cannam@167: let ditdif = ref DIT cannam@167: let usage = "Usage: " ^ Sys.argv.(0) ^ " -n [ -dit | -dif ]" cannam@167: cannam@167: let urs = ref Stride_variable cannam@167: let ums = ref Stride_variable cannam@167: cannam@167: let speclist = [ cannam@167: "-dit", cannam@167: Arg.Unit(fun () -> ditdif := DIT), cannam@167: " generate a DIT codelet"; cannam@167: cannam@167: "-dif", cannam@167: Arg.Unit(fun () -> ditdif := DIF), cannam@167: " generate a DIF codelet"; cannam@167: cannam@167: "-with-rs", cannam@167: Arg.String(fun x -> urs := arg_to_stride x), cannam@167: " specialize for given R-stride"; cannam@167: cannam@167: "-with-ms", cannam@167: Arg.String(fun x -> ums := arg_to_stride x), cannam@167: " specialize for given ms" cannam@167: ] cannam@167: cannam@167: let byi = Complex.times Complex.i cannam@167: let byui = Complex.times (Complex.uminus Complex.i) cannam@167: cannam@167: let shuffle_eo fe fo i = if i mod 2 == 0 then fe (i/2) else fo ((i-1)/2) cannam@167: cannam@167: let generate n = cannam@167: let rs = "rs" cannam@167: and twarray = "W" cannam@167: and m = "m" and mb = "mb" and me = "me" and ms = "ms" cannam@167: cannam@167: (* the array names are from the point of view of the complex array cannam@167: (output in R2C, input in C2R) *) cannam@167: and arp = "Rp" (* real, positive *) cannam@167: and aip = "Ip" (* imag, positive *) cannam@167: and arm = "Rm" (* real, negative *) cannam@167: and aim = "Im" (* imag, negative *) cannam@167: cannam@167: in cannam@167: cannam@167: let sign = !Genutil.sign cannam@167: and name = !Magic.codelet_name cannam@167: and byvl x = choose_simd x (ctimes (CVar "VL", x)) cannam@167: and bytwvl x = choose_simd x (ctimes (CVar "TWVL", x)) cannam@167: and bytwvl_vl x = choose_simd x (ctimes (CVar "(TWVL/VL)", x)) in cannam@167: cannam@167: let (bytwiddle, num_twiddles, twdesc) = Twiddle.twiddle_policy 1 true in cannam@167: let nt = num_twiddles n in cannam@167: cannam@167: let byw = bytwiddle n sign (twiddle_array nt twarray) in cannam@167: cannam@167: let vrs = either_stride (!urs) (C.SVar rs) in cannam@167: let sms = stride_to_string "ms" !ums in cannam@167: let msms = "-" ^ sms in cannam@167: cannam@167: (* assume a single location. No point in doing alias analysis *) cannam@167: let the_location = (Unique.make (), Unique.make ()) in cannam@167: let locations _ = the_location in cannam@167: cannam@167: let rlocp = (locative_array_c n cannam@167: (C.array_subscript arp vrs) cannam@167: (C.array_subscript aip vrs) cannam@167: locations sms) cannam@167: and rlocm = (locative_array_c n cannam@167: (C.array_subscript arm vrs) cannam@167: (C.array_subscript aim vrs) cannam@167: locations msms) cannam@167: and clocp = (locative_array_c n cannam@167: (C.array_subscript arp vrs) cannam@167: (C.array_subscript aip vrs) cannam@167: locations sms) cannam@167: and clocm = (locative_array_c n cannam@167: (C.array_subscript arm vrs) cannam@167: (C.array_subscript aim vrs) cannam@167: locations msms) cannam@167: in cannam@167: let rloc i = if i mod 2 == 0 then rlocp (i/2) else rlocm ((i-1)/2) cannam@167: and cloc i = if i < n - i then clocp i else clocm (n-1-i) cannam@167: and sym n f i = cannam@167: if (i < n - i) then cannam@167: f i cannam@167: else cannam@167: Complex.times (Complex.nan Expr.CONJ) (f i) cannam@167: and sym1 f i = cannam@167: if i mod 2 == 0 then cannam@167: Complex.plus [f i; cannam@167: Complex.times (Complex.nan Expr.CONJ) (f (i+1))] cannam@167: else cannam@167: Complex.times (Complex.nan Expr.I) cannam@167: (Complex.plus [Complex.uminus (f (i-1)); cannam@167: Complex.times (Complex.nan Expr.CONJ) (f i)]) cannam@167: and sym1i f i = cannam@167: if i mod 2 == 0 then cannam@167: Complex.plus [f i; cannam@167: Complex.times (Complex.nan Expr.I) (f (i+1))] cannam@167: else cannam@167: Complex.times (Complex.nan Expr.CONJ) cannam@167: (Complex.plus [f (i-1); cannam@167: Complex.uminus cannam@167: (Complex.times (Complex.nan Expr.I) (f i))]) cannam@167: in cannam@167: cannam@167: let asch = cannam@167: match !ditdif with cannam@167: | DIT -> cannam@167: let output = cannam@167: (Complex.times Complex.half) @@ cannam@167: (Trig.dft_via_rdft sign n (byw (sym1 (load_array_r n rloc)))) in cannam@167: let odag = store_array_r n cloc (sym n output) in cannam@167: standard_optimizer odag cannam@167: cannam@167: | DIF -> cannam@167: let output = cannam@167: byw (Trig.dft_via_rdft sign n (sym n (load_array_r n cloc))) cannam@167: in cannam@167: let odag = store_array_r n rloc (sym1i output) in cannam@167: standard_optimizer odag cannam@167: in cannam@167: cannam@167: let vms = CVar sms cannam@167: and varp = CVar arp cannam@167: and vaip = CVar aip cannam@167: and varm = CVar arm cannam@167: and vaim = CVar aim cannam@167: and vm = CVar m and vmb = CVar mb and vme = CVar me cannam@167: in cannam@167: let body = Block ( cannam@167: [Decl ("INT", m)], cannam@167: [For (list_to_comma cannam@167: [Expr_assign (vm, vmb); cannam@167: Expr_assign (CVar twarray, cannam@167: CPlus [CVar twarray; cannam@167: ctimes (CPlus [vmb; CUminus (Integer 1)], cannam@167: bytwvl_vl (Integer nt))])], cannam@167: Binop (" < ", vm, vme), cannam@167: list_to_comma cannam@167: [Expr_assign (vm, CPlus [vm; byvl (Integer 1)]); cannam@167: Expr_assign (varp, CPlus [varp; byvl vms]); cannam@167: Expr_assign (vaip, CPlus [vaip; byvl vms]); cannam@167: Expr_assign (varm, CPlus [varm; CUminus (byvl vms)]); cannam@167: Expr_assign (vaim, CPlus [vaim; CUminus (byvl vms)]); cannam@167: Expr_assign (CVar twarray, CPlus [CVar twarray; cannam@167: bytwvl (Integer nt)]); cannam@167: make_volatile_stride (4*n) (CVar rs) cannam@167: ], cannam@167: Asch asch)] cannam@167: ) cannam@167: in cannam@167: cannam@167: let tree = cannam@167: Fcn ("static void", name, cannam@167: [Decl (C.realtypep, arp); cannam@167: Decl (C.realtypep, aip); cannam@167: Decl (C.realtypep, arm); cannam@167: Decl (C.realtypep, aim); cannam@167: Decl (C.constrealtypep, twarray); cannam@167: Decl (C.stridetype, rs); cannam@167: Decl ("INT", mb); cannam@167: Decl ("INT", me); cannam@167: Decl ("INT", ms)], cannam@167: finalize_fcn body) cannam@167: in cannam@167: let twinstr = cannam@167: Printf.sprintf "static const tw_instr twinstr[] = %s;\n\n" cannam@167: (twinstr_to_string "VL" (twdesc n)) cannam@167: and desc = cannam@167: Printf.sprintf cannam@167: "static const hc2c_desc desc = {%d, %s, twinstr, &GENUS, %s};\n\n" cannam@167: n (stringify name) (flops_of tree) cannam@167: and register = "X(khc2c_register)" cannam@167: cannam@167: in cannam@167: let init = cannam@167: "\n" ^ cannam@167: twinstr ^ cannam@167: desc ^ cannam@167: (declare_register_fcn name) ^ cannam@167: (Printf.sprintf "{\n%s(p, %s, &desc, HC2C_VIA_DFT);\n}" register name) cannam@167: in cannam@167: cannam@167: (unparse tree) ^ "\n" ^ init cannam@167: cannam@167: cannam@167: let main () = cannam@167: begin cannam@167: Simdmagic.simd_mode := true; cannam@167: parse (speclist @ Twiddle.speclist) usage; cannam@167: print_string (generate (check_size ())); cannam@167: end cannam@167: cannam@167: let _ = main()