Chris@82: (*
Chris@82:  * Copyright (c) 1997-1999 Massachusetts Institute of Technology
Chris@82:  * Copyright (c) 2003, 2007-14 Matteo Frigo
Chris@82:  * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
Chris@82:  *
Chris@82:  * This program is free software; you can redistribute it and/or modify
Chris@82:  * it under the terms of the GNU General Public License as published by
Chris@82:  * the Free Software Foundation; either version 2 of the License, or
Chris@82:  * (at your option) any later version.
Chris@82:  *
Chris@82:  * This program is distributed in the hope that it will be useful,
Chris@82:  * but WITHOUT ANY WARRANTY; without even the implied warranty of
Chris@82:  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
Chris@82:  * GNU General Public License for more details.
Chris@82:  *
Chris@82:  * You should have received a copy of the GNU General Public License
Chris@82:  * along with this program; if not, write to the Free Software
Chris@82:  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
Chris@82:  *
Chris@82:  *)
Chris@82: 
Chris@82: (* policies for loading/computing twiddle factors *)
Chris@82: open Complex
Chris@82: open Util
Chris@82: 
Chris@82: type twop = TW_FULL | TW_CEXP | TW_NEXT
Chris@82: 
Chris@82: let optostring = function
Chris@82:   | TW_CEXP -> "TW_CEXP"
Chris@82:   | TW_NEXT -> "TW_NEXT"
Chris@82:   | TW_FULL -> "TW_FULL"
Chris@82: 
Chris@82: type twinstr = (twop * int * int)
Chris@82: 
Chris@82: let rec unroll_twfull l = match l with
Chris@82: | [] -> []
Chris@82: | (TW_FULL, v, n) :: b ->
Chris@82:     (forall [] cons 1 n (fun i -> (TW_CEXP, v, i)))
Chris@82:     @ unroll_twfull b
Chris@82: | a :: b -> a :: unroll_twfull b
Chris@82: 
Chris@82: let twinstr_to_c_string l =
Chris@82:   let one (op, a, b) = Printf.sprintf "{ %s, %d, %d }" (optostring op) a b
Chris@82:   in let rec loop first = function
Chris@82:     | [] -> ""
Chris@82:     | a :: b ->  (if first then "\n" else ",\n") ^ (one a) ^ (loop false b)
Chris@82:   in "{" ^ (loop true l) ^ "}"
Chris@82: 
Chris@82: let twinstr_to_simd_string vl l =
Chris@82:   let one sep = function
Chris@82:     | (TW_NEXT, 1, 0) -> sep ^ "{TW_NEXT, " ^ vl ^ ", 0}"
Chris@82:     | (TW_NEXT, _, _) -> failwith "twinstr_to_simd_string"
Chris@82:     | (TW_CEXP, v, b) -> sep ^ (Printf.sprintf "VTW(%d,%d)" v b)
Chris@82:     | _ -> failwith "twinstr_to_simd_string"
Chris@82:   in let rec loop first = function
Chris@82:     | [] -> ""
Chris@82:     | a :: b ->  (one (if first then "\n" else ",\n") a) ^ (loop false b)
Chris@82:   in "{" ^ (loop true (unroll_twfull l)) ^ "}"
Chris@82:   
Chris@82: let rec pow m n =
Chris@82:   if (n = 0) then 1
Chris@82:   else m * pow m (n - 1)
Chris@82: 
Chris@82: let rec is_pow m n =
Chris@82:   n = 1 || ((n mod m) = 0 && is_pow m (n / m))
Chris@82: 
Chris@82: let rec log m n = if n = 1 then 0 else 1 + log m (n / m)
Chris@82: 
Chris@82: let rec largest_power_smaller_than m i =
Chris@82:   if (is_pow m i) then i
Chris@82:   else largest_power_smaller_than m (i - 1)
Chris@82: 
Chris@82: let rec smallest_power_larger_than m i =
Chris@82:   if (is_pow m i) then i
Chris@82:   else smallest_power_larger_than m (i + 1)
Chris@82: 
Chris@82: let rec_array n f =
Chris@82:   let g = ref (fun i -> Complex.zero) in
Chris@82:   let a = Array.init n (fun i -> lazy (!g i)) in
Chris@82:   let h i = f (fun i -> Lazy.force a.(i)) i in
Chris@82:   begin
Chris@82:     g := h;
Chris@82:     h
Chris@82:   end
Chris@82: 
Chris@82:  
Chris@82: let ctimes use_complex_arith a b =
Chris@82:   if use_complex_arith then
Chris@82:     Complex.ctimes a b
Chris@82:   else
Chris@82:     Complex.times a b
Chris@82: 
Chris@82: let ctimesj use_complex_arith a b =
Chris@82:   if use_complex_arith then
Chris@82:     Complex.ctimesj a b
Chris@82:   else
Chris@82:     Complex.times (Complex.conj a) b
Chris@82: 
Chris@82: let make_bytwiddle sign use_complex_arith g f i =
Chris@82:   if i = 0 then 
Chris@82:     f i
Chris@82:   else if sign = 1 then 
Chris@82:     ctimes use_complex_arith (g i) (f i)
Chris@82:   else
Chris@82:     ctimesj use_complex_arith (g i) (f i)
Chris@82: 
Chris@82: (* various policies for computing/loading twiddle factors *)
Chris@82: 
Chris@82: let twiddle_policy_load_all v use_complex_arith =
Chris@82:   let bytwiddle n sign w f =
Chris@82:     make_bytwiddle sign use_complex_arith (fun i -> w (i - 1)) f
Chris@82:   and twidlen n = 2 * (n - 1)
Chris@82:   and twdesc r = [(TW_FULL, v, r);(TW_NEXT, 1, 0)]
Chris@82:   in bytwiddle, twidlen, twdesc
Chris@82: 
Chris@82: (*
Chris@82:  * if i is a power of two, then load w (log i)
Chris@82:  * else let x = largest power of 2 less than i in
Chris@82:  *      let y = i - x in
Chris@82:  *      compute w^{x+y} = w^x * w^y
Chris@82:  *)
Chris@82: let twiddle_policy_log2 v use_complex_arith =
Chris@82:   let bytwiddle n sign w f =
Chris@82:     let g = rec_array n (fun self i ->
Chris@82:       if i = 0 then Complex.one
Chris@82:       else if is_pow 2 i then w (log 2 i)
Chris@82:       else let x = largest_power_smaller_than 2 i in
Chris@82:       let y = i - x in
Chris@82: 	ctimes use_complex_arith (self x) (self y))
Chris@82:     in make_bytwiddle sign use_complex_arith g f
Chris@82:   and twidlen n = 2 * (log 2 (largest_power_smaller_than 2 (2 * n - 1)))
Chris@82:   and twdesc n =
Chris@82:     (List.flatten 
Chris@82:        (List.map 
Chris@82: 	  (fun i -> 
Chris@82: 	    if i > 0 && is_pow 2 i then 
Chris@82: 	      [TW_CEXP, v, i] 
Chris@82: 	    else 
Chris@82: 	      [])
Chris@82: 	  (iota n)))
Chris@82:     @ [(TW_NEXT, 1, 0)]
Chris@82:   in bytwiddle, twidlen, twdesc
Chris@82: 
Chris@82: let twiddle_policy_log3 v use_complex_arith =
Chris@82:   let rec terms_needed i pi s n =
Chris@82:     if (s >= n - 1) then i
Chris@82:     else terms_needed (i + 1) (3 * pi) (s + pi) n
Chris@82:   in
Chris@82:   let rec bytwiddle n sign w f =
Chris@82:     let nterms = terms_needed 0 1 0 n in
Chris@82:     let maxterm = pow 3 (nterms - 1) in
Chris@82:     let g = rec_array (3 * n) (fun self i ->
Chris@82:       if i = 0 then Complex.one
Chris@82:       else if is_pow 3 i then w (log 3 i)
Chris@82:       else if i = (n - 1) && maxterm >= n then
Chris@82: 	w (nterms - 1)
Chris@82:       else let x = smallest_power_larger_than 3 i in
Chris@82:       if (i + i >= x) then
Chris@82: 	let x = min x (n - 1) in
Chris@82: 	  ctimesj use_complex_arith (self (x - i)) (self x)
Chris@82:       else let x = largest_power_smaller_than 3 i in
Chris@82: 	ctimes use_complex_arith (self (i - x)) (self x))
Chris@82:     in make_bytwiddle sign use_complex_arith g f
Chris@82:   and twidlen n = 2 * (terms_needed 0 1 0 n)
Chris@82:   and twdesc n =
Chris@82:     (List.map 
Chris@82:        (fun i -> 
Chris@82: 	  let x = min (pow 3 i) (n - 1) in
Chris@82: 	    TW_CEXP, v, x)
Chris@82:        (iota ((twidlen n) / 2)))
Chris@82:     @ [(TW_NEXT, 1, 0)]
Chris@82:   in bytwiddle, twidlen, twdesc
Chris@82:     
Chris@82: let current_twiddle_policy = ref twiddle_policy_load_all
Chris@82: 
Chris@82: let twiddle_policy use_complex_arith = 
Chris@82:   !current_twiddle_policy use_complex_arith
Chris@82: 
Chris@82: let set_policy x = Arg.Unit (fun () -> current_twiddle_policy := x)
Chris@82: let set_policy_int x = Arg.Int (fun i -> current_twiddle_policy := x i)
Chris@82: 
Chris@82: let undocumented = " Undocumented twiddle policy"
Chris@82: 
Chris@82: let speclist = [
Chris@82:   "-twiddle-load-all", set_policy twiddle_policy_load_all, undocumented;
Chris@82:   "-twiddle-log2", set_policy twiddle_policy_log2, undocumented;
Chris@82:   "-twiddle-log3", set_policy twiddle_policy_log3, undocumented;
Chris@82: ]