annotate DEPENDENCIES/mingw32/Python27/Lib/site-packages/numpy/distutils/command/build_clib.py @ 133:4acb5d8d80b6 tip

Don't fail environmental check if README.md exists (but .txt and no-suffix don't)
author Chris Cannam
date Tue, 30 Jul 2019 12:25:44 +0100
parents 2a2c65a20a8b
children
rev   line source
Chris@87 1 """ Modified version of build_clib that handles fortran source files.
Chris@87 2 """
Chris@87 3 from __future__ import division, absolute_import, print_function
Chris@87 4
Chris@87 5 import os
Chris@87 6 from glob import glob
Chris@87 7 import shutil
Chris@87 8 from distutils.command.build_clib import build_clib as old_build_clib
Chris@87 9 from distutils.errors import DistutilsSetupError, DistutilsError, \
Chris@87 10 DistutilsFileError
Chris@87 11
Chris@87 12 from numpy.distutils import log
Chris@87 13 from distutils.dep_util import newer_group
Chris@87 14 from numpy.distutils.misc_util import filter_sources, has_f_sources,\
Chris@87 15 has_cxx_sources, all_strings, get_lib_source_files, is_sequence, \
Chris@87 16 get_numpy_include_dirs
Chris@87 17
Chris@87 18 # Fix Python distutils bug sf #1718574:
Chris@87 19 _l = old_build_clib.user_options
Chris@87 20 for _i in range(len(_l)):
Chris@87 21 if _l[_i][0] in ['build-clib', 'build-temp']:
Chris@87 22 _l[_i] = (_l[_i][0]+'=',)+_l[_i][1:]
Chris@87 23 #
Chris@87 24
Chris@87 25 class build_clib(old_build_clib):
Chris@87 26
Chris@87 27 description = "build C/C++/F libraries used by Python extensions"
Chris@87 28
Chris@87 29 user_options = old_build_clib.user_options + [
Chris@87 30 ('fcompiler=', None,
Chris@87 31 "specify the Fortran compiler type"),
Chris@87 32 ('inplace', 'i', 'Build in-place'),
Chris@87 33 ]
Chris@87 34
Chris@87 35 boolean_options = old_build_clib.boolean_options + ['inplace']
Chris@87 36
Chris@87 37 def initialize_options(self):
Chris@87 38 old_build_clib.initialize_options(self)
Chris@87 39 self.fcompiler = None
Chris@87 40 self.inplace = 0
Chris@87 41 return
Chris@87 42
Chris@87 43 def have_f_sources(self):
Chris@87 44 for (lib_name, build_info) in self.libraries:
Chris@87 45 if has_f_sources(build_info.get('sources', [])):
Chris@87 46 return True
Chris@87 47 return False
Chris@87 48
Chris@87 49 def have_cxx_sources(self):
Chris@87 50 for (lib_name, build_info) in self.libraries:
Chris@87 51 if has_cxx_sources(build_info.get('sources', [])):
Chris@87 52 return True
Chris@87 53 return False
Chris@87 54
Chris@87 55 def run(self):
Chris@87 56 if not self.libraries:
Chris@87 57 return
Chris@87 58
Chris@87 59 # Make sure that library sources are complete.
Chris@87 60 languages = []
Chris@87 61
Chris@87 62 # Make sure that extension sources are complete.
Chris@87 63 self.run_command('build_src')
Chris@87 64
Chris@87 65 for (lib_name, build_info) in self.libraries:
Chris@87 66 l = build_info.get('language', None)
Chris@87 67 if l and l not in languages: languages.append(l)
Chris@87 68
Chris@87 69 from distutils.ccompiler import new_compiler
Chris@87 70 self.compiler = new_compiler(compiler=self.compiler,
Chris@87 71 dry_run=self.dry_run,
Chris@87 72 force=self.force)
Chris@87 73 self.compiler.customize(self.distribution,
Chris@87 74 need_cxx=self.have_cxx_sources())
Chris@87 75
Chris@87 76 libraries = self.libraries
Chris@87 77 self.libraries = None
Chris@87 78 self.compiler.customize_cmd(self)
Chris@87 79 self.libraries = libraries
Chris@87 80
Chris@87 81 self.compiler.show_customization()
Chris@87 82
Chris@87 83 if self.have_f_sources():
Chris@87 84 from numpy.distutils.fcompiler import new_fcompiler
Chris@87 85 self._f_compiler = new_fcompiler(compiler=self.fcompiler,
Chris@87 86 verbose=self.verbose,
Chris@87 87 dry_run=self.dry_run,
Chris@87 88 force=self.force,
Chris@87 89 requiref90='f90' in languages,
Chris@87 90 c_compiler=self.compiler)
Chris@87 91 if self._f_compiler is not None:
Chris@87 92 self._f_compiler.customize(self.distribution)
Chris@87 93
Chris@87 94 libraries = self.libraries
Chris@87 95 self.libraries = None
Chris@87 96 self._f_compiler.customize_cmd(self)
Chris@87 97 self.libraries = libraries
Chris@87 98
Chris@87 99 self._f_compiler.show_customization()
Chris@87 100 else:
Chris@87 101 self._f_compiler = None
Chris@87 102
Chris@87 103 self.build_libraries(self.libraries)
Chris@87 104
Chris@87 105 if self.inplace:
Chris@87 106 for l in self.distribution.installed_libraries:
Chris@87 107 libname = self.compiler.library_filename(l.name)
Chris@87 108 source = os.path.join(self.build_clib, libname)
Chris@87 109 target = os.path.join(l.target_dir, libname)
Chris@87 110 self.mkpath(l.target_dir)
Chris@87 111 shutil.copy(source, target)
Chris@87 112
Chris@87 113 def get_source_files(self):
Chris@87 114 self.check_library_list(self.libraries)
Chris@87 115 filenames = []
Chris@87 116 for lib in self.libraries:
Chris@87 117 filenames.extend(get_lib_source_files(lib))
Chris@87 118 return filenames
Chris@87 119
Chris@87 120 def build_libraries(self, libraries):
Chris@87 121 for (lib_name, build_info) in libraries:
Chris@87 122 self.build_a_library(build_info, lib_name, libraries)
Chris@87 123
Chris@87 124 def build_a_library(self, build_info, lib_name, libraries):
Chris@87 125 # default compilers
Chris@87 126 compiler = self.compiler
Chris@87 127 fcompiler = self._f_compiler
Chris@87 128
Chris@87 129 sources = build_info.get('sources')
Chris@87 130 if sources is None or not is_sequence(sources):
Chris@87 131 raise DistutilsSetupError(("in 'libraries' option (library '%s'), " +
Chris@87 132 "'sources' must be present and must be " +
Chris@87 133 "a list of source filenames") % lib_name)
Chris@87 134 sources = list(sources)
Chris@87 135
Chris@87 136 c_sources, cxx_sources, f_sources, fmodule_sources \
Chris@87 137 = filter_sources(sources)
Chris@87 138 requiref90 = not not fmodule_sources or \
Chris@87 139 build_info.get('language', 'c')=='f90'
Chris@87 140
Chris@87 141 # save source type information so that build_ext can use it.
Chris@87 142 source_languages = []
Chris@87 143 if c_sources: source_languages.append('c')
Chris@87 144 if cxx_sources: source_languages.append('c++')
Chris@87 145 if requiref90: source_languages.append('f90')
Chris@87 146 elif f_sources: source_languages.append('f77')
Chris@87 147 build_info['source_languages'] = source_languages
Chris@87 148
Chris@87 149 lib_file = compiler.library_filename(lib_name,
Chris@87 150 output_dir=self.build_clib)
Chris@87 151 depends = sources + build_info.get('depends', [])
Chris@87 152 if not (self.force or newer_group(depends, lib_file, 'newer')):
Chris@87 153 log.debug("skipping '%s' library (up-to-date)", lib_name)
Chris@87 154 return
Chris@87 155 else:
Chris@87 156 log.info("building '%s' library", lib_name)
Chris@87 157
Chris@87 158 config_fc = build_info.get('config_fc', {})
Chris@87 159 if fcompiler is not None and config_fc:
Chris@87 160 log.info('using additional config_fc from setup script '\
Chris@87 161 'for fortran compiler: %s' \
Chris@87 162 % (config_fc,))
Chris@87 163 from numpy.distutils.fcompiler import new_fcompiler
Chris@87 164 fcompiler = new_fcompiler(compiler=fcompiler.compiler_type,
Chris@87 165 verbose=self.verbose,
Chris@87 166 dry_run=self.dry_run,
Chris@87 167 force=self.force,
Chris@87 168 requiref90=requiref90,
Chris@87 169 c_compiler=self.compiler)
Chris@87 170 if fcompiler is not None:
Chris@87 171 dist = self.distribution
Chris@87 172 base_config_fc = dist.get_option_dict('config_fc').copy()
Chris@87 173 base_config_fc.update(config_fc)
Chris@87 174 fcompiler.customize(base_config_fc)
Chris@87 175
Chris@87 176 # check availability of Fortran compilers
Chris@87 177 if (f_sources or fmodule_sources) and fcompiler is None:
Chris@87 178 raise DistutilsError("library %s has Fortran sources"\
Chris@87 179 " but no Fortran compiler found" % (lib_name))
Chris@87 180
Chris@87 181 if fcompiler is not None:
Chris@87 182 fcompiler.extra_f77_compile_args = build_info.get('extra_f77_compile_args') or []
Chris@87 183 fcompiler.extra_f90_compile_args = build_info.get('extra_f90_compile_args') or []
Chris@87 184
Chris@87 185 macros = build_info.get('macros')
Chris@87 186 include_dirs = build_info.get('include_dirs')
Chris@87 187 if include_dirs is None:
Chris@87 188 include_dirs = []
Chris@87 189 extra_postargs = build_info.get('extra_compiler_args') or []
Chris@87 190
Chris@87 191 include_dirs.extend(get_numpy_include_dirs())
Chris@87 192 # where compiled F90 module files are:
Chris@87 193 module_dirs = build_info.get('module_dirs') or []
Chris@87 194 module_build_dir = os.path.dirname(lib_file)
Chris@87 195 if requiref90: self.mkpath(module_build_dir)
Chris@87 196
Chris@87 197 if compiler.compiler_type=='msvc':
Chris@87 198 # this hack works around the msvc compiler attributes
Chris@87 199 # problem, msvc uses its own convention :(
Chris@87 200 c_sources += cxx_sources
Chris@87 201 cxx_sources = []
Chris@87 202
Chris@87 203 objects = []
Chris@87 204 if c_sources:
Chris@87 205 log.info("compiling C sources")
Chris@87 206 objects = compiler.compile(c_sources,
Chris@87 207 output_dir=self.build_temp,
Chris@87 208 macros=macros,
Chris@87 209 include_dirs=include_dirs,
Chris@87 210 debug=self.debug,
Chris@87 211 extra_postargs=extra_postargs)
Chris@87 212
Chris@87 213 if cxx_sources:
Chris@87 214 log.info("compiling C++ sources")
Chris@87 215 cxx_compiler = compiler.cxx_compiler()
Chris@87 216 cxx_objects = cxx_compiler.compile(cxx_sources,
Chris@87 217 output_dir=self.build_temp,
Chris@87 218 macros=macros,
Chris@87 219 include_dirs=include_dirs,
Chris@87 220 debug=self.debug,
Chris@87 221 extra_postargs=extra_postargs)
Chris@87 222 objects.extend(cxx_objects)
Chris@87 223
Chris@87 224 if f_sources or fmodule_sources:
Chris@87 225 extra_postargs = []
Chris@87 226 f_objects = []
Chris@87 227
Chris@87 228 if requiref90:
Chris@87 229 if fcompiler.module_dir_switch is None:
Chris@87 230 existing_modules = glob('*.mod')
Chris@87 231 extra_postargs += fcompiler.module_options(\
Chris@87 232 module_dirs, module_build_dir)
Chris@87 233
Chris@87 234 if fmodule_sources:
Chris@87 235 log.info("compiling Fortran 90 module sources")
Chris@87 236 f_objects += fcompiler.compile(fmodule_sources,
Chris@87 237 output_dir=self.build_temp,
Chris@87 238 macros=macros,
Chris@87 239 include_dirs=include_dirs,
Chris@87 240 debug=self.debug,
Chris@87 241 extra_postargs=extra_postargs)
Chris@87 242
Chris@87 243 if requiref90 and self._f_compiler.module_dir_switch is None:
Chris@87 244 # move new compiled F90 module files to module_build_dir
Chris@87 245 for f in glob('*.mod'):
Chris@87 246 if f in existing_modules:
Chris@87 247 continue
Chris@87 248 t = os.path.join(module_build_dir, f)
Chris@87 249 if os.path.abspath(f)==os.path.abspath(t):
Chris@87 250 continue
Chris@87 251 if os.path.isfile(t):
Chris@87 252 os.remove(t)
Chris@87 253 try:
Chris@87 254 self.move_file(f, module_build_dir)
Chris@87 255 except DistutilsFileError:
Chris@87 256 log.warn('failed to move %r to %r' \
Chris@87 257 % (f, module_build_dir))
Chris@87 258
Chris@87 259 if f_sources:
Chris@87 260 log.info("compiling Fortran sources")
Chris@87 261 f_objects += fcompiler.compile(f_sources,
Chris@87 262 output_dir=self.build_temp,
Chris@87 263 macros=macros,
Chris@87 264 include_dirs=include_dirs,
Chris@87 265 debug=self.debug,
Chris@87 266 extra_postargs=extra_postargs)
Chris@87 267 else:
Chris@87 268 f_objects = []
Chris@87 269
Chris@87 270 objects.extend(f_objects)
Chris@87 271
Chris@87 272 # assume that default linker is suitable for
Chris@87 273 # linking Fortran object files
Chris@87 274 compiler.create_static_lib(objects, lib_name,
Chris@87 275 output_dir=self.build_clib,
Chris@87 276 debug=self.debug)
Chris@87 277
Chris@87 278 # fix library dependencies
Chris@87 279 clib_libraries = build_info.get('libraries', [])
Chris@87 280 for lname, binfo in libraries:
Chris@87 281 if lname in clib_libraries:
Chris@87 282 clib_libraries.extend(binfo[1].get('libraries', []))
Chris@87 283 if clib_libraries:
Chris@87 284 build_info['libraries'] = clib_libraries