Chris@87
|
1 """ Modified version of build_clib that handles fortran source files.
|
Chris@87
|
2 """
|
Chris@87
|
3 from __future__ import division, absolute_import, print_function
|
Chris@87
|
4
|
Chris@87
|
5 import os
|
Chris@87
|
6 from glob import glob
|
Chris@87
|
7 import shutil
|
Chris@87
|
8 from distutils.command.build_clib import build_clib as old_build_clib
|
Chris@87
|
9 from distutils.errors import DistutilsSetupError, DistutilsError, \
|
Chris@87
|
10 DistutilsFileError
|
Chris@87
|
11
|
Chris@87
|
12 from numpy.distutils import log
|
Chris@87
|
13 from distutils.dep_util import newer_group
|
Chris@87
|
14 from numpy.distutils.misc_util import filter_sources, has_f_sources,\
|
Chris@87
|
15 has_cxx_sources, all_strings, get_lib_source_files, is_sequence, \
|
Chris@87
|
16 get_numpy_include_dirs
|
Chris@87
|
17
|
Chris@87
|
18 # Fix Python distutils bug sf #1718574:
|
Chris@87
|
19 _l = old_build_clib.user_options
|
Chris@87
|
20 for _i in range(len(_l)):
|
Chris@87
|
21 if _l[_i][0] in ['build-clib', 'build-temp']:
|
Chris@87
|
22 _l[_i] = (_l[_i][0]+'=',)+_l[_i][1:]
|
Chris@87
|
23 #
|
Chris@87
|
24
|
Chris@87
|
25 class build_clib(old_build_clib):
|
Chris@87
|
26
|
Chris@87
|
27 description = "build C/C++/F libraries used by Python extensions"
|
Chris@87
|
28
|
Chris@87
|
29 user_options = old_build_clib.user_options + [
|
Chris@87
|
30 ('fcompiler=', None,
|
Chris@87
|
31 "specify the Fortran compiler type"),
|
Chris@87
|
32 ('inplace', 'i', 'Build in-place'),
|
Chris@87
|
33 ]
|
Chris@87
|
34
|
Chris@87
|
35 boolean_options = old_build_clib.boolean_options + ['inplace']
|
Chris@87
|
36
|
Chris@87
|
37 def initialize_options(self):
|
Chris@87
|
38 old_build_clib.initialize_options(self)
|
Chris@87
|
39 self.fcompiler = None
|
Chris@87
|
40 self.inplace = 0
|
Chris@87
|
41 return
|
Chris@87
|
42
|
Chris@87
|
43 def have_f_sources(self):
|
Chris@87
|
44 for (lib_name, build_info) in self.libraries:
|
Chris@87
|
45 if has_f_sources(build_info.get('sources', [])):
|
Chris@87
|
46 return True
|
Chris@87
|
47 return False
|
Chris@87
|
48
|
Chris@87
|
49 def have_cxx_sources(self):
|
Chris@87
|
50 for (lib_name, build_info) in self.libraries:
|
Chris@87
|
51 if has_cxx_sources(build_info.get('sources', [])):
|
Chris@87
|
52 return True
|
Chris@87
|
53 return False
|
Chris@87
|
54
|
Chris@87
|
55 def run(self):
|
Chris@87
|
56 if not self.libraries:
|
Chris@87
|
57 return
|
Chris@87
|
58
|
Chris@87
|
59 # Make sure that library sources are complete.
|
Chris@87
|
60 languages = []
|
Chris@87
|
61
|
Chris@87
|
62 # Make sure that extension sources are complete.
|
Chris@87
|
63 self.run_command('build_src')
|
Chris@87
|
64
|
Chris@87
|
65 for (lib_name, build_info) in self.libraries:
|
Chris@87
|
66 l = build_info.get('language', None)
|
Chris@87
|
67 if l and l not in languages: languages.append(l)
|
Chris@87
|
68
|
Chris@87
|
69 from distutils.ccompiler import new_compiler
|
Chris@87
|
70 self.compiler = new_compiler(compiler=self.compiler,
|
Chris@87
|
71 dry_run=self.dry_run,
|
Chris@87
|
72 force=self.force)
|
Chris@87
|
73 self.compiler.customize(self.distribution,
|
Chris@87
|
74 need_cxx=self.have_cxx_sources())
|
Chris@87
|
75
|
Chris@87
|
76 libraries = self.libraries
|
Chris@87
|
77 self.libraries = None
|
Chris@87
|
78 self.compiler.customize_cmd(self)
|
Chris@87
|
79 self.libraries = libraries
|
Chris@87
|
80
|
Chris@87
|
81 self.compiler.show_customization()
|
Chris@87
|
82
|
Chris@87
|
83 if self.have_f_sources():
|
Chris@87
|
84 from numpy.distutils.fcompiler import new_fcompiler
|
Chris@87
|
85 self._f_compiler = new_fcompiler(compiler=self.fcompiler,
|
Chris@87
|
86 verbose=self.verbose,
|
Chris@87
|
87 dry_run=self.dry_run,
|
Chris@87
|
88 force=self.force,
|
Chris@87
|
89 requiref90='f90' in languages,
|
Chris@87
|
90 c_compiler=self.compiler)
|
Chris@87
|
91 if self._f_compiler is not None:
|
Chris@87
|
92 self._f_compiler.customize(self.distribution)
|
Chris@87
|
93
|
Chris@87
|
94 libraries = self.libraries
|
Chris@87
|
95 self.libraries = None
|
Chris@87
|
96 self._f_compiler.customize_cmd(self)
|
Chris@87
|
97 self.libraries = libraries
|
Chris@87
|
98
|
Chris@87
|
99 self._f_compiler.show_customization()
|
Chris@87
|
100 else:
|
Chris@87
|
101 self._f_compiler = None
|
Chris@87
|
102
|
Chris@87
|
103 self.build_libraries(self.libraries)
|
Chris@87
|
104
|
Chris@87
|
105 if self.inplace:
|
Chris@87
|
106 for l in self.distribution.installed_libraries:
|
Chris@87
|
107 libname = self.compiler.library_filename(l.name)
|
Chris@87
|
108 source = os.path.join(self.build_clib, libname)
|
Chris@87
|
109 target = os.path.join(l.target_dir, libname)
|
Chris@87
|
110 self.mkpath(l.target_dir)
|
Chris@87
|
111 shutil.copy(source, target)
|
Chris@87
|
112
|
Chris@87
|
113 def get_source_files(self):
|
Chris@87
|
114 self.check_library_list(self.libraries)
|
Chris@87
|
115 filenames = []
|
Chris@87
|
116 for lib in self.libraries:
|
Chris@87
|
117 filenames.extend(get_lib_source_files(lib))
|
Chris@87
|
118 return filenames
|
Chris@87
|
119
|
Chris@87
|
120 def build_libraries(self, libraries):
|
Chris@87
|
121 for (lib_name, build_info) in libraries:
|
Chris@87
|
122 self.build_a_library(build_info, lib_name, libraries)
|
Chris@87
|
123
|
Chris@87
|
124 def build_a_library(self, build_info, lib_name, libraries):
|
Chris@87
|
125 # default compilers
|
Chris@87
|
126 compiler = self.compiler
|
Chris@87
|
127 fcompiler = self._f_compiler
|
Chris@87
|
128
|
Chris@87
|
129 sources = build_info.get('sources')
|
Chris@87
|
130 if sources is None or not is_sequence(sources):
|
Chris@87
|
131 raise DistutilsSetupError(("in 'libraries' option (library '%s'), " +
|
Chris@87
|
132 "'sources' must be present and must be " +
|
Chris@87
|
133 "a list of source filenames") % lib_name)
|
Chris@87
|
134 sources = list(sources)
|
Chris@87
|
135
|
Chris@87
|
136 c_sources, cxx_sources, f_sources, fmodule_sources \
|
Chris@87
|
137 = filter_sources(sources)
|
Chris@87
|
138 requiref90 = not not fmodule_sources or \
|
Chris@87
|
139 build_info.get('language', 'c')=='f90'
|
Chris@87
|
140
|
Chris@87
|
141 # save source type information so that build_ext can use it.
|
Chris@87
|
142 source_languages = []
|
Chris@87
|
143 if c_sources: source_languages.append('c')
|
Chris@87
|
144 if cxx_sources: source_languages.append('c++')
|
Chris@87
|
145 if requiref90: source_languages.append('f90')
|
Chris@87
|
146 elif f_sources: source_languages.append('f77')
|
Chris@87
|
147 build_info['source_languages'] = source_languages
|
Chris@87
|
148
|
Chris@87
|
149 lib_file = compiler.library_filename(lib_name,
|
Chris@87
|
150 output_dir=self.build_clib)
|
Chris@87
|
151 depends = sources + build_info.get('depends', [])
|
Chris@87
|
152 if not (self.force or newer_group(depends, lib_file, 'newer')):
|
Chris@87
|
153 log.debug("skipping '%s' library (up-to-date)", lib_name)
|
Chris@87
|
154 return
|
Chris@87
|
155 else:
|
Chris@87
|
156 log.info("building '%s' library", lib_name)
|
Chris@87
|
157
|
Chris@87
|
158 config_fc = build_info.get('config_fc', {})
|
Chris@87
|
159 if fcompiler is not None and config_fc:
|
Chris@87
|
160 log.info('using additional config_fc from setup script '\
|
Chris@87
|
161 'for fortran compiler: %s' \
|
Chris@87
|
162 % (config_fc,))
|
Chris@87
|
163 from numpy.distutils.fcompiler import new_fcompiler
|
Chris@87
|
164 fcompiler = new_fcompiler(compiler=fcompiler.compiler_type,
|
Chris@87
|
165 verbose=self.verbose,
|
Chris@87
|
166 dry_run=self.dry_run,
|
Chris@87
|
167 force=self.force,
|
Chris@87
|
168 requiref90=requiref90,
|
Chris@87
|
169 c_compiler=self.compiler)
|
Chris@87
|
170 if fcompiler is not None:
|
Chris@87
|
171 dist = self.distribution
|
Chris@87
|
172 base_config_fc = dist.get_option_dict('config_fc').copy()
|
Chris@87
|
173 base_config_fc.update(config_fc)
|
Chris@87
|
174 fcompiler.customize(base_config_fc)
|
Chris@87
|
175
|
Chris@87
|
176 # check availability of Fortran compilers
|
Chris@87
|
177 if (f_sources or fmodule_sources) and fcompiler is None:
|
Chris@87
|
178 raise DistutilsError("library %s has Fortran sources"\
|
Chris@87
|
179 " but no Fortran compiler found" % (lib_name))
|
Chris@87
|
180
|
Chris@87
|
181 if fcompiler is not None:
|
Chris@87
|
182 fcompiler.extra_f77_compile_args = build_info.get('extra_f77_compile_args') or []
|
Chris@87
|
183 fcompiler.extra_f90_compile_args = build_info.get('extra_f90_compile_args') or []
|
Chris@87
|
184
|
Chris@87
|
185 macros = build_info.get('macros')
|
Chris@87
|
186 include_dirs = build_info.get('include_dirs')
|
Chris@87
|
187 if include_dirs is None:
|
Chris@87
|
188 include_dirs = []
|
Chris@87
|
189 extra_postargs = build_info.get('extra_compiler_args') or []
|
Chris@87
|
190
|
Chris@87
|
191 include_dirs.extend(get_numpy_include_dirs())
|
Chris@87
|
192 # where compiled F90 module files are:
|
Chris@87
|
193 module_dirs = build_info.get('module_dirs') or []
|
Chris@87
|
194 module_build_dir = os.path.dirname(lib_file)
|
Chris@87
|
195 if requiref90: self.mkpath(module_build_dir)
|
Chris@87
|
196
|
Chris@87
|
197 if compiler.compiler_type=='msvc':
|
Chris@87
|
198 # this hack works around the msvc compiler attributes
|
Chris@87
|
199 # problem, msvc uses its own convention :(
|
Chris@87
|
200 c_sources += cxx_sources
|
Chris@87
|
201 cxx_sources = []
|
Chris@87
|
202
|
Chris@87
|
203 objects = []
|
Chris@87
|
204 if c_sources:
|
Chris@87
|
205 log.info("compiling C sources")
|
Chris@87
|
206 objects = compiler.compile(c_sources,
|
Chris@87
|
207 output_dir=self.build_temp,
|
Chris@87
|
208 macros=macros,
|
Chris@87
|
209 include_dirs=include_dirs,
|
Chris@87
|
210 debug=self.debug,
|
Chris@87
|
211 extra_postargs=extra_postargs)
|
Chris@87
|
212
|
Chris@87
|
213 if cxx_sources:
|
Chris@87
|
214 log.info("compiling C++ sources")
|
Chris@87
|
215 cxx_compiler = compiler.cxx_compiler()
|
Chris@87
|
216 cxx_objects = cxx_compiler.compile(cxx_sources,
|
Chris@87
|
217 output_dir=self.build_temp,
|
Chris@87
|
218 macros=macros,
|
Chris@87
|
219 include_dirs=include_dirs,
|
Chris@87
|
220 debug=self.debug,
|
Chris@87
|
221 extra_postargs=extra_postargs)
|
Chris@87
|
222 objects.extend(cxx_objects)
|
Chris@87
|
223
|
Chris@87
|
224 if f_sources or fmodule_sources:
|
Chris@87
|
225 extra_postargs = []
|
Chris@87
|
226 f_objects = []
|
Chris@87
|
227
|
Chris@87
|
228 if requiref90:
|
Chris@87
|
229 if fcompiler.module_dir_switch is None:
|
Chris@87
|
230 existing_modules = glob('*.mod')
|
Chris@87
|
231 extra_postargs += fcompiler.module_options(\
|
Chris@87
|
232 module_dirs, module_build_dir)
|
Chris@87
|
233
|
Chris@87
|
234 if fmodule_sources:
|
Chris@87
|
235 log.info("compiling Fortran 90 module sources")
|
Chris@87
|
236 f_objects += fcompiler.compile(fmodule_sources,
|
Chris@87
|
237 output_dir=self.build_temp,
|
Chris@87
|
238 macros=macros,
|
Chris@87
|
239 include_dirs=include_dirs,
|
Chris@87
|
240 debug=self.debug,
|
Chris@87
|
241 extra_postargs=extra_postargs)
|
Chris@87
|
242
|
Chris@87
|
243 if requiref90 and self._f_compiler.module_dir_switch is None:
|
Chris@87
|
244 # move new compiled F90 module files to module_build_dir
|
Chris@87
|
245 for f in glob('*.mod'):
|
Chris@87
|
246 if f in existing_modules:
|
Chris@87
|
247 continue
|
Chris@87
|
248 t = os.path.join(module_build_dir, f)
|
Chris@87
|
249 if os.path.abspath(f)==os.path.abspath(t):
|
Chris@87
|
250 continue
|
Chris@87
|
251 if os.path.isfile(t):
|
Chris@87
|
252 os.remove(t)
|
Chris@87
|
253 try:
|
Chris@87
|
254 self.move_file(f, module_build_dir)
|
Chris@87
|
255 except DistutilsFileError:
|
Chris@87
|
256 log.warn('failed to move %r to %r' \
|
Chris@87
|
257 % (f, module_build_dir))
|
Chris@87
|
258
|
Chris@87
|
259 if f_sources:
|
Chris@87
|
260 log.info("compiling Fortran sources")
|
Chris@87
|
261 f_objects += fcompiler.compile(f_sources,
|
Chris@87
|
262 output_dir=self.build_temp,
|
Chris@87
|
263 macros=macros,
|
Chris@87
|
264 include_dirs=include_dirs,
|
Chris@87
|
265 debug=self.debug,
|
Chris@87
|
266 extra_postargs=extra_postargs)
|
Chris@87
|
267 else:
|
Chris@87
|
268 f_objects = []
|
Chris@87
|
269
|
Chris@87
|
270 objects.extend(f_objects)
|
Chris@87
|
271
|
Chris@87
|
272 # assume that default linker is suitable for
|
Chris@87
|
273 # linking Fortran object files
|
Chris@87
|
274 compiler.create_static_lib(objects, lib_name,
|
Chris@87
|
275 output_dir=self.build_clib,
|
Chris@87
|
276 debug=self.debug)
|
Chris@87
|
277
|
Chris@87
|
278 # fix library dependencies
|
Chris@87
|
279 clib_libraries = build_info.get('libraries', [])
|
Chris@87
|
280 for lname, binfo in libraries:
|
Chris@87
|
281 if lname in clib_libraries:
|
Chris@87
|
282 clib_libraries.extend(binfo[1].get('libraries', []))
|
Chris@87
|
283 if clib_libraries:
|
Chris@87
|
284 build_info['libraries'] = clib_libraries
|