source: python/vendor/Python-2.6.5/Lib/distutils/ccompiler.py

Last change on this file was 2, checked in by Yuri Dario, 15 years ago

Initial import for vendor code.

  • Property svn:eol-style set to native
File size: 47.7 KB
Line 
1"""distutils.ccompiler
2
3Contains CCompiler, an abstract base class that defines the interface
4for the Distutils compiler abstraction model."""
5
6# This module should be kept compatible with Python 2.1.
7
8__revision__ = "$Id: ccompiler.py 77425 2010-01-11 22:54:57Z tarek.ziade $"
9
10import sys, os, re
11from types import *
12from copy import copy
13from distutils.errors import *
14from distutils.spawn import spawn
15from distutils.file_util import move_file
16from distutils.dir_util import mkpath
17from distutils.dep_util import newer_pairwise, newer_group
18from distutils.util import split_quoted, execute
19from distutils import log
20
21class CCompiler:
22 """Abstract base class to define the interface that must be implemented
23 by real compiler classes. Also has some utility methods used by
24 several compiler classes.
25
26 The basic idea behind a compiler abstraction class is that each
27 instance can be used for all the compile/link steps in building a
28 single project. Thus, attributes common to all of those compile and
29 link steps -- include directories, macros to define, libraries to link
30 against, etc. -- are attributes of the compiler instance. To allow for
31 variability in how individual files are treated, most of those
32 attributes may be varied on a per-compilation or per-link basis.
33 """
34
35 # 'compiler_type' is a class attribute that identifies this class. It
36 # keeps code that wants to know what kind of compiler it's dealing with
37 # from having to import all possible compiler classes just to do an
38 # 'isinstance'. In concrete CCompiler subclasses, 'compiler_type'
39 # should really, really be one of the keys of the 'compiler_class'
40 # dictionary (see below -- used by the 'new_compiler()' factory
41 # function) -- authors of new compiler interface classes are
42 # responsible for updating 'compiler_class'!
43 compiler_type = None
44
45 # XXX things not handled by this compiler abstraction model:
46 # * client can't provide additional options for a compiler,
47 # e.g. warning, optimization, debugging flags. Perhaps this
48 # should be the domain of concrete compiler abstraction classes
49 # (UnixCCompiler, MSVCCompiler, etc.) -- or perhaps the base
50 # class should have methods for the common ones.
51 # * can't completely override the include or library searchg
52 # path, ie. no "cc -I -Idir1 -Idir2" or "cc -L -Ldir1 -Ldir2".
53 # I'm not sure how widely supported this is even by Unix
54 # compilers, much less on other platforms. And I'm even less
55 # sure how useful it is; maybe for cross-compiling, but
56 # support for that is a ways off. (And anyways, cross
57 # compilers probably have a dedicated binary with the
58 # right paths compiled in. I hope.)
59 # * can't do really freaky things with the library list/library
60 # dirs, e.g. "-Ldir1 -lfoo -Ldir2 -lfoo" to link against
61 # different versions of libfoo.a in different locations. I
62 # think this is useless without the ability to null out the
63 # library search path anyways.
64
65
66 # Subclasses that rely on the standard filename generation methods
67 # implemented below should override these; see the comment near
68 # those methods ('object_filenames()' et. al.) for details:
69 src_extensions = None # list of strings
70 obj_extension = None # string
71 static_lib_extension = None
72 shared_lib_extension = None # string
73 static_lib_format = None # format string
74 shared_lib_format = None # prob. same as static_lib_format
75 exe_extension = None # string
76
77 # Default language settings. language_map is used to detect a source
78 # file or Extension target language, checking source filenames.
79 # language_order is used to detect the language precedence, when deciding
80 # what language to use when mixing source types. For example, if some
81 # extension has two files with ".c" extension, and one with ".cpp", it
82 # is still linked as c++.
83 language_map = {".c" : "c",
84 ".cc" : "c++",
85 ".cpp" : "c++",
86 ".cxx" : "c++",
87 ".m" : "objc",
88 }
89 language_order = ["c++", "objc", "c"]
90
91 def __init__ (self,
92 verbose=0,
93 dry_run=0,
94 force=0):
95
96 self.dry_run = dry_run
97 self.force = force
98 self.verbose = verbose
99
100 # 'output_dir': a common output directory for object, library,
101 # shared object, and shared library files
102 self.output_dir = None
103
104 # 'macros': a list of macro definitions (or undefinitions). A
105 # macro definition is a 2-tuple (name, value), where the value is
106 # either a string or None (no explicit value). A macro
107 # undefinition is a 1-tuple (name,).
108 self.macros = []
109
110 # 'include_dirs': a list of directories to search for include files
111 self.include_dirs = []
112
113 # 'libraries': a list of libraries to include in any link
114 # (library names, not filenames: eg. "foo" not "libfoo.a")
115 self.libraries = []
116
117 # 'library_dirs': a list of directories to search for libraries
118 self.library_dirs = []
119
120 # 'runtime_library_dirs': a list of directories to search for
121 # shared libraries/objects at runtime
122 self.runtime_library_dirs = []
123
124 # 'objects': a list of object files (or similar, such as explicitly
125 # named library files) to include on any link
126 self.objects = []
127
128 for key in self.executables.keys():
129 self.set_executable(key, self.executables[key])
130
131 # __init__ ()
132
133
134 def set_executables (self, **args):
135
136 """Define the executables (and options for them) that will be run
137 to perform the various stages of compilation. The exact set of
138 executables that may be specified here depends on the compiler
139 class (via the 'executables' class attribute), but most will have:
140 compiler the C/C++ compiler
141 linker_so linker used to create shared objects and libraries
142 linker_exe linker used to create binary executables
143 archiver static library creator
144
145 On platforms with a command-line (Unix, DOS/Windows), each of these
146 is a string that will be split into executable name and (optional)
147 list of arguments. (Splitting the string is done similarly to how
148 Unix shells operate: words are delimited by spaces, but quotes and
149 backslashes can override this. See
150 'distutils.util.split_quoted()'.)
151 """
152
153 # Note that some CCompiler implementation classes will define class
154 # attributes 'cpp', 'cc', etc. with hard-coded executable names;
155 # this is appropriate when a compiler class is for exactly one
156 # compiler/OS combination (eg. MSVCCompiler). Other compiler
157 # classes (UnixCCompiler, in particular) are driven by information
158 # discovered at run-time, since there are many different ways to do
159 # basically the same things with Unix C compilers.
160
161 for key in args.keys():
162 if key not in self.executables:
163 raise ValueError, \
164 "unknown executable '%s' for class %s" % \
165 (key, self.__class__.__name__)
166 self.set_executable(key, args[key])
167
168 # set_executables ()
169
170 def set_executable(self, key, value):
171 if type(value) is StringType:
172 setattr(self, key, split_quoted(value))
173 else:
174 setattr(self, key, value)
175
176
177 def _find_macro (self, name):
178 i = 0
179 for defn in self.macros:
180 if defn[0] == name:
181 return i
182 i = i + 1
183
184 return None
185
186
187 def _check_macro_definitions (self, definitions):
188 """Ensures that every element of 'definitions' is a valid macro
189 definition, ie. either (name,value) 2-tuple or a (name,) tuple. Do
190 nothing if all definitions are OK, raise TypeError otherwise.
191 """
192 for defn in definitions:
193 if not (type (defn) is TupleType and
194 (len (defn) == 1 or
195 (len (defn) == 2 and
196 (type (defn[1]) is StringType or defn[1] is None))) and
197 type (defn[0]) is StringType):
198 raise TypeError, \
199 ("invalid macro definition '%s': " % defn) + \
200 "must be tuple (string,), (string, string), or " + \
201 "(string, None)"
202
203
204 # -- Bookkeeping methods -------------------------------------------
205
206 def define_macro (self, name, value=None):
207 """Define a preprocessor macro for all compilations driven by this
208 compiler object. The optional parameter 'value' should be a
209 string; if it is not supplied, then the macro will be defined
210 without an explicit value and the exact outcome depends on the
211 compiler used (XXX true? does ANSI say anything about this?)
212 """
213 # Delete from the list of macro definitions/undefinitions if
214 # already there (so that this one will take precedence).
215 i = self._find_macro (name)
216 if i is not None:
217 del self.macros[i]
218
219 defn = (name, value)
220 self.macros.append (defn)
221
222
223 def undefine_macro (self, name):
224 """Undefine a preprocessor macro for all compilations driven by
225 this compiler object. If the same macro is defined by
226 'define_macro()' and undefined by 'undefine_macro()' the last call
227 takes precedence (including multiple redefinitions or
228 undefinitions). If the macro is redefined/undefined on a
229 per-compilation basis (ie. in the call to 'compile()'), then that
230 takes precedence.
231 """
232 # Delete from the list of macro definitions/undefinitions if
233 # already there (so that this one will take precedence).
234 i = self._find_macro (name)
235 if i is not None:
236 del self.macros[i]
237
238 undefn = (name,)
239 self.macros.append (undefn)
240
241
242 def add_include_dir (self, dir):
243 """Add 'dir' to the list of directories that will be searched for
244 header files. The compiler is instructed to search directories in
245 the order in which they are supplied by successive calls to
246 'add_include_dir()'.
247 """
248 self.include_dirs.append (dir)
249
250 def set_include_dirs (self, dirs):
251 """Set the list of directories that will be searched to 'dirs' (a
252 list of strings). Overrides any preceding calls to
253 'add_include_dir()'; subsequence calls to 'add_include_dir()' add
254 to the list passed to 'set_include_dirs()'. This does not affect
255 any list of standard include directories that the compiler may
256 search by default.
257 """
258 self.include_dirs = copy (dirs)
259
260
261 def add_library (self, libname):
262 """Add 'libname' to the list of libraries that will be included in
263 all links driven by this compiler object. Note that 'libname'
264 should *not* be the name of a file containing a library, but the
265 name of the library itself: the actual filename will be inferred by
266 the linker, the compiler, or the compiler class (depending on the
267 platform).
268
269 The linker will be instructed to link against libraries in the
270 order they were supplied to 'add_library()' and/or
271 'set_libraries()'. It is perfectly valid to duplicate library
272 names; the linker will be instructed to link against libraries as
273 many times as they are mentioned.
274 """
275 self.libraries.append (libname)
276
277 def set_libraries (self, libnames):
278 """Set the list of libraries to be included in all links driven by
279 this compiler object to 'libnames' (a list of strings). This does
280 not affect any standard system libraries that the linker may
281 include by default.
282 """
283 self.libraries = copy (libnames)
284
285
286 def add_library_dir (self, dir):
287 """Add 'dir' to the list of directories that will be searched for
288 libraries specified to 'add_library()' and 'set_libraries()'. The
289 linker will be instructed to search for libraries in the order they
290 are supplied to 'add_library_dir()' and/or 'set_library_dirs()'.
291 """
292 self.library_dirs.append (dir)
293
294 def set_library_dirs (self, dirs):
295 """Set the list of library search directories to 'dirs' (a list of
296 strings). This does not affect any standard library search path
297 that the linker may search by default.
298 """
299 self.library_dirs = copy (dirs)
300
301
302 def add_runtime_library_dir (self, dir):
303 """Add 'dir' to the list of directories that will be searched for
304 shared libraries at runtime.
305 """
306 self.runtime_library_dirs.append (dir)
307
308 def set_runtime_library_dirs (self, dirs):
309 """Set the list of directories to search for shared libraries at
310 runtime to 'dirs' (a list of strings). This does not affect any
311 standard search path that the runtime linker may search by
312 default.
313 """
314 self.runtime_library_dirs = copy (dirs)
315
316
317 def add_link_object (self, object):
318 """Add 'object' to the list of object files (or analogues, such as
319 explicitly named library files or the output of "resource
320 compilers") to be included in every link driven by this compiler
321 object.
322 """
323 self.objects.append (object)
324
325 def set_link_objects (self, objects):
326 """Set the list of object files (or analogues) to be included in
327 every link to 'objects'. This does not affect any standard object
328 files that the linker may include by default (such as system
329 libraries).
330 """
331 self.objects = copy (objects)
332
333
334 # -- Private utility methods --------------------------------------
335 # (here for the convenience of subclasses)
336
337 # Helper method to prep compiler in subclass compile() methods
338
339 def _setup_compile(self, outdir, macros, incdirs, sources, depends,
340 extra):
341 """Process arguments and decide which source files to compile."""
342 if outdir is None:
343 outdir = self.output_dir
344 elif type(outdir) is not StringType:
345 raise TypeError, "'output_dir' must be a string or None"
346
347 if macros is None:
348 macros = self.macros
349 elif type(macros) is ListType:
350 macros = macros + (self.macros or [])
351 else:
352 raise TypeError, "'macros' (if supplied) must be a list of tuples"
353
354 if incdirs is None:
355 incdirs = self.include_dirs
356 elif type(incdirs) in (ListType, TupleType):
357 incdirs = list(incdirs) + (self.include_dirs or [])
358 else:
359 raise TypeError, \
360 "'include_dirs' (if supplied) must be a list of strings"
361
362 if extra is None:
363 extra = []
364
365 # Get the list of expected output (object) files
366 objects = self.object_filenames(sources,
367 strip_dir=0,
368 output_dir=outdir)
369 assert len(objects) == len(sources)
370
371 pp_opts = gen_preprocess_options(macros, incdirs)
372
373 build = {}
374 for i in range(len(sources)):
375 src = sources[i]
376 obj = objects[i]
377 ext = os.path.splitext(src)[1]
378 self.mkpath(os.path.dirname(obj))
379 build[obj] = (src, ext)
380
381 return macros, objects, extra, pp_opts, build
382
383 def _get_cc_args(self, pp_opts, debug, before):
384 # works for unixccompiler, emxccompiler, cygwinccompiler
385 cc_args = pp_opts + ['-c']
386 if debug:
387 cc_args[:0] = ['-g']
388 if before:
389 cc_args[:0] = before
390 return cc_args
391
392 def _fix_compile_args (self, output_dir, macros, include_dirs):
393 """Typecheck and fix-up some of the arguments to the 'compile()'
394 method, and return fixed-up values. Specifically: if 'output_dir'
395 is None, replaces it with 'self.output_dir'; ensures that 'macros'
396 is a list, and augments it with 'self.macros'; ensures that
397 'include_dirs' is a list, and augments it with 'self.include_dirs'.
398 Guarantees that the returned values are of the correct type,
399 i.e. for 'output_dir' either string or None, and for 'macros' and
400 'include_dirs' either list or None.
401 """
402 if output_dir is None:
403 output_dir = self.output_dir
404 elif type (output_dir) is not StringType:
405 raise TypeError, "'output_dir' must be a string or None"
406
407 if macros is None:
408 macros = self.macros
409 elif type (macros) is ListType:
410 macros = macros + (self.macros or [])
411 else:
412 raise TypeError, "'macros' (if supplied) must be a list of tuples"
413
414 if include_dirs is None:
415 include_dirs = self.include_dirs
416 elif type (include_dirs) in (ListType, TupleType):
417 include_dirs = list (include_dirs) + (self.include_dirs or [])
418 else:
419 raise TypeError, \
420 "'include_dirs' (if supplied) must be a list of strings"
421
422 return output_dir, macros, include_dirs
423
424 # _fix_compile_args ()
425
426 def _prep_compile(self, sources, output_dir, depends=None):
427 """Decide which souce files must be recompiled.
428
429 Determine the list of object files corresponding to 'sources',
430 and figure out which ones really need to be recompiled.
431 Return a list of all object files and a dictionary telling
432 which source files can be skipped.
433 """
434 # Get the list of expected output (object) files
435 objects = self.object_filenames(sources, output_dir=output_dir)
436 assert len(objects) == len(sources)
437
438 # Return an empty dict for the "which source files can be skipped"
439 # return value to preserve API compatibility.
440 return objects, {}
441
442 def _fix_object_args (self, objects, output_dir):
443 """Typecheck and fix up some arguments supplied to various methods.
444 Specifically: ensure that 'objects' is a list; if output_dir is
445 None, replace with self.output_dir. Return fixed versions of
446 'objects' and 'output_dir'.
447 """
448 if type (objects) not in (ListType, TupleType):
449 raise TypeError, \
450 "'objects' must be a list or tuple of strings"
451 objects = list (objects)
452
453 if output_dir is None:
454 output_dir = self.output_dir
455 elif type (output_dir) is not StringType:
456 raise TypeError, "'output_dir' must be a string or None"
457
458 return (objects, output_dir)
459
460
461 def _fix_lib_args (self, libraries, library_dirs, runtime_library_dirs):
462 """Typecheck and fix up some of the arguments supplied to the
463 'link_*' methods. Specifically: ensure that all arguments are
464 lists, and augment them with their permanent versions
465 (eg. 'self.libraries' augments 'libraries'). Return a tuple with
466 fixed versions of all arguments.
467 """
468 if libraries is None:
469 libraries = self.libraries
470 elif type (libraries) in (ListType, TupleType):
471 libraries = list (libraries) + (self.libraries or [])
472 else:
473 raise TypeError, \
474 "'libraries' (if supplied) must be a list of strings"
475
476 if library_dirs is None:
477 library_dirs = self.library_dirs
478 elif type (library_dirs) in (ListType, TupleType):
479 library_dirs = list (library_dirs) + (self.library_dirs or [])
480 else:
481 raise TypeError, \
482 "'library_dirs' (if supplied) must be a list of strings"
483
484 if runtime_library_dirs is None:
485 runtime_library_dirs = self.runtime_library_dirs
486 elif type (runtime_library_dirs) in (ListType, TupleType):
487 runtime_library_dirs = (list (runtime_library_dirs) +
488 (self.runtime_library_dirs or []))
489 else:
490 raise TypeError, \
491 "'runtime_library_dirs' (if supplied) " + \
492 "must be a list of strings"
493
494 return (libraries, library_dirs, runtime_library_dirs)
495
496 # _fix_lib_args ()
497
498
499 def _need_link (self, objects, output_file):
500 """Return true if we need to relink the files listed in 'objects'
501 to recreate 'output_file'.
502 """
503 if self.force:
504 return 1
505 else:
506 if self.dry_run:
507 newer = newer_group (objects, output_file, missing='newer')
508 else:
509 newer = newer_group (objects, output_file)
510 return newer
511
512 # _need_link ()
513
514 def detect_language (self, sources):
515 """Detect the language of a given file, or list of files. Uses
516 language_map, and language_order to do the job.
517 """
518 if type(sources) is not ListType:
519 sources = [sources]
520 lang = None
521 index = len(self.language_order)
522 for source in sources:
523 base, ext = os.path.splitext(source)
524 extlang = self.language_map.get(ext)
525 try:
526 extindex = self.language_order.index(extlang)
527 if extindex < index:
528 lang = extlang
529 index = extindex
530 except ValueError:
531 pass
532 return lang
533
534 # detect_language ()
535
536 # -- Worker methods ------------------------------------------------
537 # (must be implemented by subclasses)
538
539 def preprocess (self,
540 source,
541 output_file=None,
542 macros=None,
543 include_dirs=None,
544 extra_preargs=None,
545 extra_postargs=None):
546 """Preprocess a single C/C++ source file, named in 'source'.
547 Output will be written to file named 'output_file', or stdout if
548 'output_file' not supplied. 'macros' is a list of macro
549 definitions as for 'compile()', which will augment the macros set
550 with 'define_macro()' and 'undefine_macro()'. 'include_dirs' is a
551 list of directory names that will be added to the default list.
552
553 Raises PreprocessError on failure.
554 """
555 pass
556
557 def compile(self, sources, output_dir=None, macros=None,
558 include_dirs=None, debug=0, extra_preargs=None,
559 extra_postargs=None, depends=None):
560 """Compile one or more source files.
561
562 'sources' must be a list of filenames, most likely C/C++
563 files, but in reality anything that can be handled by a
564 particular compiler and compiler class (eg. MSVCCompiler can
565 handle resource files in 'sources'). Return a list of object
566 filenames, one per source filename in 'sources'. Depending on
567 the implementation, not all source files will necessarily be
568 compiled, but all corresponding object filenames will be
569 returned.
570
571 If 'output_dir' is given, object files will be put under it, while
572 retaining their original path component. That is, "foo/bar.c"
573 normally compiles to "foo/bar.o" (for a Unix implementation); if
574 'output_dir' is "build", then it would compile to
575 "build/foo/bar.o".
576
577 'macros', if given, must be a list of macro definitions. A macro
578 definition is either a (name, value) 2-tuple or a (name,) 1-tuple.
579 The former defines a macro; if the value is None, the macro is
580 defined without an explicit value. The 1-tuple case undefines a
581 macro. Later definitions/redefinitions/ undefinitions take
582 precedence.
583
584 'include_dirs', if given, must be a list of strings, the
585 directories to add to the default include file search path for this
586 compilation only.
587
588 'debug' is a boolean; if true, the compiler will be instructed to
589 output debug symbols in (or alongside) the object file(s).
590
591 'extra_preargs' and 'extra_postargs' are implementation- dependent.
592 On platforms that have the notion of a command-line (e.g. Unix,
593 DOS/Windows), they are most likely lists of strings: extra
594 command-line arguments to prepand/append to the compiler command
595 line. On other platforms, consult the implementation class
596 documentation. In any event, they are intended as an escape hatch
597 for those occasions when the abstract compiler framework doesn't
598 cut the mustard.
599
600 'depends', if given, is a list of filenames that all targets
601 depend on. If a source file is older than any file in
602 depends, then the source file will be recompiled. This
603 supports dependency tracking, but only at a coarse
604 granularity.
605
606 Raises CompileError on failure.
607 """
608 # A concrete compiler class can either override this method
609 # entirely or implement _compile().
610
611 macros, objects, extra_postargs, pp_opts, build = \
612 self._setup_compile(output_dir, macros, include_dirs, sources,
613 depends, extra_postargs)
614 cc_args = self._get_cc_args(pp_opts, debug, extra_preargs)
615
616 for obj in objects:
617 try:
618 src, ext = build[obj]
619 except KeyError:
620 continue
621 self._compile(obj, src, ext, cc_args, extra_postargs, pp_opts)
622
623 # Return *all* object filenames, not just the ones we just built.
624 return objects
625
626 def _compile(self, obj, src, ext, cc_args, extra_postargs, pp_opts):
627 """Compile 'src' to product 'obj'."""
628
629 # A concrete compiler class that does not override compile()
630 # should implement _compile().
631 pass
632
633 def create_static_lib (self,
634 objects,
635 output_libname,
636 output_dir=None,
637 debug=0,
638 target_lang=None):
639 """Link a bunch of stuff together to create a static library file.
640 The "bunch of stuff" consists of the list of object files supplied
641 as 'objects', the extra object files supplied to
642 'add_link_object()' and/or 'set_link_objects()', the libraries
643 supplied to 'add_library()' and/or 'set_libraries()', and the
644 libraries supplied as 'libraries' (if any).
645
646 'output_libname' should be a library name, not a filename; the
647 filename will be inferred from the library name. 'output_dir' is
648 the directory where the library file will be put.
649
650 'debug' is a boolean; if true, debugging information will be
651 included in the library (note that on most platforms, it is the
652 compile step where this matters: the 'debug' flag is included here
653 just for consistency).
654
655 'target_lang' is the target language for which the given objects
656 are being compiled. This allows specific linkage time treatment of
657 certain languages.
658
659 Raises LibError on failure.
660 """
661 pass
662
663
664 # values for target_desc parameter in link()
665 SHARED_OBJECT = "shared_object"
666 SHARED_LIBRARY = "shared_library"
667 EXECUTABLE = "executable"
668
669 def link (self,
670 target_desc,
671 objects,
672 output_filename,
673 output_dir=None,
674 libraries=None,
675 library_dirs=None,
676 runtime_library_dirs=None,
677 export_symbols=None,
678 debug=0,
679 extra_preargs=None,
680 extra_postargs=None,
681 build_temp=None,
682 target_lang=None):
683 """Link a bunch of stuff together to create an executable or
684 shared library file.
685
686 The "bunch of stuff" consists of the list of object files supplied
687 as 'objects'. 'output_filename' should be a filename. If
688 'output_dir' is supplied, 'output_filename' is relative to it
689 (i.e. 'output_filename' can provide directory components if
690 needed).
691
692 'libraries' is a list of libraries to link against. These are
693 library names, not filenames, since they're translated into
694 filenames in a platform-specific way (eg. "foo" becomes "libfoo.a"
695 on Unix and "foo.lib" on DOS/Windows). However, they can include a
696 directory component, which means the linker will look in that
697 specific directory rather than searching all the normal locations.
698
699 'library_dirs', if supplied, should be a list of directories to
700 search for libraries that were specified as bare library names
701 (ie. no directory component). These are on top of the system
702 default and those supplied to 'add_library_dir()' and/or
703 'set_library_dirs()'. 'runtime_library_dirs' is a list of
704 directories that will be embedded into the shared library and used
705 to search for other shared libraries that *it* depends on at
706 run-time. (This may only be relevant on Unix.)
707
708 'export_symbols' is a list of symbols that the shared library will
709 export. (This appears to be relevant only on Windows.)
710
711 'debug' is as for 'compile()' and 'create_static_lib()', with the
712 slight distinction that it actually matters on most platforms (as
713 opposed to 'create_static_lib()', which includes a 'debug' flag
714 mostly for form's sake).
715
716 'extra_preargs' and 'extra_postargs' are as for 'compile()' (except
717 of course that they supply command-line arguments for the
718 particular linker being used).
719
720 'target_lang' is the target language for which the given objects
721 are being compiled. This allows specific linkage time treatment of
722 certain languages.
723
724 Raises LinkError on failure.
725 """
726 raise NotImplementedError
727
728
729 # Old 'link_*()' methods, rewritten to use the new 'link()' method.
730
731 def link_shared_lib (self,
732 objects,
733 output_libname,
734 output_dir=None,
735 libraries=None,
736 library_dirs=None,
737 runtime_library_dirs=None,
738 export_symbols=None,
739 debug=0,
740 extra_preargs=None,
741 extra_postargs=None,
742 build_temp=None,
743 target_lang=None):
744 self.link(CCompiler.SHARED_LIBRARY, objects,
745 self.library_filename(output_libname, lib_type='shared'),
746 output_dir,
747 libraries, library_dirs, runtime_library_dirs,
748 export_symbols, debug,
749 extra_preargs, extra_postargs, build_temp, target_lang)
750
751
752 def link_shared_object (self,
753 objects,
754 output_filename,
755 output_dir=None,
756 libraries=None,
757 library_dirs=None,
758 runtime_library_dirs=None,
759 export_symbols=None,
760 debug=0,
761 extra_preargs=None,
762 extra_postargs=None,
763 build_temp=None,
764 target_lang=None):
765 self.link(CCompiler.SHARED_OBJECT, objects,
766 output_filename, output_dir,
767 libraries, library_dirs, runtime_library_dirs,
768 export_symbols, debug,
769 extra_preargs, extra_postargs, build_temp, target_lang)
770
771
772 def link_executable (self,
773 objects,
774 output_progname,
775 output_dir=None,
776 libraries=None,
777 library_dirs=None,
778 runtime_library_dirs=None,
779 debug=0,
780 extra_preargs=None,
781 extra_postargs=None,
782 target_lang=None):
783 self.link(CCompiler.EXECUTABLE, objects,
784 self.executable_filename(output_progname), output_dir,
785 libraries, library_dirs, runtime_library_dirs, None,
786 debug, extra_preargs, extra_postargs, None, target_lang)
787
788
789 # -- Miscellaneous methods -----------------------------------------
790 # These are all used by the 'gen_lib_options() function; there is
791 # no appropriate default implementation so subclasses should
792 # implement all of these.
793
794 def library_dir_option (self, dir):
795 """Return the compiler option to add 'dir' to the list of
796 directories searched for libraries.
797 """
798 raise NotImplementedError
799
800 def runtime_library_dir_option (self, dir):
801 """Return the compiler option to add 'dir' to the list of
802 directories searched for runtime libraries.
803 """
804 raise NotImplementedError
805
806 def library_option (self, lib):
807 """Return the compiler option to add 'dir' to the list of libraries
808 linked into the shared library or executable.
809 """
810 raise NotImplementedError
811
812 def has_function(self, funcname,
813 includes=None,
814 include_dirs=None,
815 libraries=None,
816 library_dirs=None):
817 """Return a boolean indicating whether funcname is supported on
818 the current platform. The optional arguments can be used to
819 augment the compilation environment.
820 """
821
822 # this can't be included at module scope because it tries to
823 # import math which might not be available at that point - maybe
824 # the necessary logic should just be inlined?
825 import tempfile
826 if includes is None:
827 includes = []
828 if include_dirs is None:
829 include_dirs = []
830 if libraries is None:
831 libraries = []
832 if library_dirs is None:
833 library_dirs = []
834 fd, fname = tempfile.mkstemp(".c", funcname, text=True)
835 f = os.fdopen(fd, "w")
836 for incl in includes:
837 f.write("""#include "%s"\n""" % incl)
838 f.write("""\
839main (int argc, char **argv) {
840 %s();
841}
842""" % funcname)
843 f.close()
844 try:
845 objects = self.compile([fname], include_dirs=include_dirs)
846 except CompileError:
847 return False
848
849 try:
850 self.link_executable(objects, "a.out",
851 libraries=libraries,
852 library_dirs=library_dirs)
853 except (LinkError, TypeError):
854 return False
855 return True
856
857 def find_library_file (self, dirs, lib, debug=0):
858 """Search the specified list of directories for a static or shared
859 library file 'lib' and return the full path to that file. If
860 'debug' true, look for a debugging version (if that makes sense on
861 the current platform). Return None if 'lib' wasn't found in any of
862 the specified directories.
863 """
864 raise NotImplementedError
865
866 # -- Filename generation methods -----------------------------------
867
868 # The default implementation of the filename generating methods are
869 # prejudiced towards the Unix/DOS/Windows view of the world:
870 # * object files are named by replacing the source file extension
871 # (eg. .c/.cpp -> .o/.obj)
872 # * library files (shared or static) are named by plugging the
873 # library name and extension into a format string, eg.
874 # "lib%s.%s" % (lib_name, ".a") for Unix static libraries
875 # * executables are named by appending an extension (possibly
876 # empty) to the program name: eg. progname + ".exe" for
877 # Windows
878 #
879 # To reduce redundant code, these methods expect to find
880 # several attributes in the current object (presumably defined
881 # as class attributes):
882 # * src_extensions -
883 # list of C/C++ source file extensions, eg. ['.c', '.cpp']
884 # * obj_extension -
885 # object file extension, eg. '.o' or '.obj'
886 # * static_lib_extension -
887 # extension for static library files, eg. '.a' or '.lib'
888 # * shared_lib_extension -
889 # extension for shared library/object files, eg. '.so', '.dll'
890 # * static_lib_format -
891 # format string for generating static library filenames,
892 # eg. 'lib%s.%s' or '%s.%s'
893 # * shared_lib_format
894 # format string for generating shared library filenames
895 # (probably same as static_lib_format, since the extension
896 # is one of the intended parameters to the format string)
897 # * exe_extension -
898 # extension for executable files, eg. '' or '.exe'
899
900 def object_filenames(self, source_filenames, strip_dir=0, output_dir=''):
901 if output_dir is None:
902 output_dir = ''
903 obj_names = []
904 for src_name in source_filenames:
905 base, ext = os.path.splitext(src_name)
906 base = os.path.splitdrive(base)[1] # Chop off the drive
907 base = base[os.path.isabs(base):] # If abs, chop off leading /
908 if ext not in self.src_extensions:
909 raise UnknownFileError, \
910 "unknown file type '%s' (from '%s')" % (ext, src_name)
911 if strip_dir:
912 base = os.path.basename(base)
913 obj_names.append(os.path.join(output_dir,
914 base + self.obj_extension))
915 return obj_names
916
917 def shared_object_filename(self, basename, strip_dir=0, output_dir=''):
918 assert output_dir is not None
919 if strip_dir:
920 basename = os.path.basename (basename)
921 return os.path.join(output_dir, basename + self.shared_lib_extension)
922
923 def executable_filename(self, basename, strip_dir=0, output_dir=''):
924 assert output_dir is not None
925 if strip_dir:
926 basename = os.path.basename (basename)
927 return os.path.join(output_dir, basename + (self.exe_extension or ''))
928
929 def library_filename(self, libname, lib_type='static', # or 'shared'
930 strip_dir=0, output_dir=''):
931 assert output_dir is not None
932 if lib_type not in ("static", "shared", "dylib"):
933 raise ValueError, "'lib_type' must be \"static\", \"shared\" or \"dylib\""
934 fmt = getattr(self, lib_type + "_lib_format")
935 ext = getattr(self, lib_type + "_lib_extension")
936
937 dir, base = os.path.split (libname)
938 filename = fmt % (base, ext)
939 if strip_dir:
940 dir = ''
941
942 return os.path.join(output_dir, dir, filename)
943
944
945 # -- Utility methods -----------------------------------------------
946
947 def announce (self, msg, level=1):
948 log.debug(msg)
949
950 def debug_print (self, msg):
951 from distutils.debug import DEBUG
952 if DEBUG:
953 print msg
954
955 def warn (self, msg):
956 sys.stderr.write ("warning: %s\n" % msg)
957
958 def execute (self, func, args, msg=None, level=1):
959 execute(func, args, msg, self.dry_run)
960
961 def spawn (self, cmd):
962 spawn (cmd, dry_run=self.dry_run)
963
964 def move_file (self, src, dst):
965 return move_file (src, dst, dry_run=self.dry_run)
966
967 def mkpath (self, name, mode=0777):
968 mkpath (name, mode, dry_run=self.dry_run)
969
970
971# class CCompiler
972
973
974# Map a sys.platform/os.name ('posix', 'nt') to the default compiler
975# type for that platform. Keys are interpreted as re match
976# patterns. Order is important; platform mappings are preferred over
977# OS names.
978_default_compilers = (
979
980 # Platform string mappings
981
982 # on a cygwin built python we can use gcc like an ordinary UNIXish
983 # compiler
984 ('cygwin.*', 'unix'),
985 ('os2emx', 'emx'),
986
987 # OS name mappings
988 ('posix', 'unix'),
989 ('nt', 'msvc'),
990 ('mac', 'mwerks'),
991
992 )
993
994def get_default_compiler(osname=None, platform=None):
995
996 """ Determine the default compiler to use for the given platform.
997
998 osname should be one of the standard Python OS names (i.e. the
999 ones returned by os.name) and platform the common value
1000 returned by sys.platform for the platform in question.
1001
1002 The default values are os.name and sys.platform in case the
1003 parameters are not given.
1004
1005 """
1006 if osname is None:
1007 osname = os.name
1008 if platform is None:
1009 platform = sys.platform
1010 for pattern, compiler in _default_compilers:
1011 if re.match(pattern, platform) is not None or \
1012 re.match(pattern, osname) is not None:
1013 return compiler
1014 # Default to Unix compiler
1015 return 'unix'
1016
1017# Map compiler types to (module_name, class_name) pairs -- ie. where to
1018# find the code that implements an interface to this compiler. (The module
1019# is assumed to be in the 'distutils' package.)
1020compiler_class = { 'unix': ('unixccompiler', 'UnixCCompiler',
1021 "standard UNIX-style compiler"),
1022 'msvc': ('msvccompiler', 'MSVCCompiler',
1023 "Microsoft Visual C++"),
1024 'cygwin': ('cygwinccompiler', 'CygwinCCompiler',
1025 "Cygwin port of GNU C Compiler for Win32"),
1026 'mingw32': ('cygwinccompiler', 'Mingw32CCompiler',
1027 "Mingw32 port of GNU C Compiler for Win32"),
1028 'bcpp': ('bcppcompiler', 'BCPPCompiler',
1029 "Borland C++ Compiler"),
1030 'mwerks': ('mwerkscompiler', 'MWerksCompiler',
1031 "MetroWerks CodeWarrior"),
1032 'emx': ('emxccompiler', 'EMXCCompiler',
1033 "EMX port of GNU C Compiler for OS/2"),
1034 }
1035
1036def show_compilers():
1037 """Print list of available compilers (used by the "--help-compiler"
1038 options to "build", "build_ext", "build_clib").
1039 """
1040 # XXX this "knows" that the compiler option it's describing is
1041 # "--compiler", which just happens to be the case for the three
1042 # commands that use it.
1043 from distutils.fancy_getopt import FancyGetopt
1044 compilers = []
1045 for compiler in compiler_class.keys():
1046 compilers.append(("compiler="+compiler, None,
1047 compiler_class[compiler][2]))
1048 compilers.sort()
1049 pretty_printer = FancyGetopt(compilers)
1050 pretty_printer.print_help("List of available compilers:")
1051
1052
1053def new_compiler (plat=None,
1054 compiler=None,
1055 verbose=0,
1056 dry_run=0,
1057 force=0):
1058 """Generate an instance of some CCompiler subclass for the supplied
1059 platform/compiler combination. 'plat' defaults to 'os.name'
1060 (eg. 'posix', 'nt'), and 'compiler' defaults to the default compiler
1061 for that platform. Currently only 'posix' and 'nt' are supported, and
1062 the default compilers are "traditional Unix interface" (UnixCCompiler
1063 class) and Visual C++ (MSVCCompiler class). Note that it's perfectly
1064 possible to ask for a Unix compiler object under Windows, and a
1065 Microsoft compiler object under Unix -- if you supply a value for
1066 'compiler', 'plat' is ignored.
1067 """
1068 if plat is None:
1069 plat = os.name
1070
1071 try:
1072 if compiler is None:
1073 compiler = get_default_compiler(plat)
1074
1075 (module_name, class_name, long_description) = compiler_class[compiler]
1076 except KeyError:
1077 msg = "don't know how to compile C/C++ code on platform '%s'" % plat
1078 if compiler is not None:
1079 msg = msg + " with '%s' compiler" % compiler
1080 raise DistutilsPlatformError, msg
1081
1082 try:
1083 module_name = "distutils." + module_name
1084 __import__ (module_name)
1085 module = sys.modules[module_name]
1086 klass = vars(module)[class_name]
1087 except ImportError:
1088 raise DistutilsModuleError, \
1089 "can't compile C/C++ code: unable to load module '%s'" % \
1090 module_name
1091 except KeyError:
1092 raise DistutilsModuleError, \
1093 ("can't compile C/C++ code: unable to find class '%s' " +
1094 "in module '%s'") % (class_name, module_name)
1095
1096 # XXX The None is necessary to preserve backwards compatibility
1097 # with classes that expect verbose to be the first positional
1098 # argument.
1099 return klass (None, dry_run, force)
1100
1101
1102def gen_preprocess_options (macros, include_dirs):
1103 """Generate C pre-processor options (-D, -U, -I) as used by at least
1104 two types of compilers: the typical Unix compiler and Visual C++.
1105 'macros' is the usual thing, a list of 1- or 2-tuples, where (name,)
1106 means undefine (-U) macro 'name', and (name,value) means define (-D)
1107 macro 'name' to 'value'. 'include_dirs' is just a list of directory
1108 names to be added to the header file search path (-I). Returns a list
1109 of command-line options suitable for either Unix compilers or Visual
1110 C++.
1111 """
1112 # XXX it would be nice (mainly aesthetic, and so we don't generate
1113 # stupid-looking command lines) to go over 'macros' and eliminate
1114 # redundant definitions/undefinitions (ie. ensure that only the
1115 # latest mention of a particular macro winds up on the command
1116 # line). I don't think it's essential, though, since most (all?)
1117 # Unix C compilers only pay attention to the latest -D or -U
1118 # mention of a macro on their command line. Similar situation for
1119 # 'include_dirs'. I'm punting on both for now. Anyways, weeding out
1120 # redundancies like this should probably be the province of
1121 # CCompiler, since the data structures used are inherited from it
1122 # and therefore common to all CCompiler classes.
1123
1124 pp_opts = []
1125 for macro in macros:
1126
1127 if not (type (macro) is TupleType and
1128 1 <= len (macro) <= 2):
1129 raise TypeError, \
1130 ("bad macro definition '%s': " +
1131 "each element of 'macros' list must be a 1- or 2-tuple") % \
1132 macro
1133
1134 if len (macro) == 1: # undefine this macro
1135 pp_opts.append ("-U%s" % macro[0])
1136 elif len (macro) == 2:
1137 if macro[1] is None: # define with no explicit value
1138 pp_opts.append ("-D%s" % macro[0])
1139 else:
1140 # XXX *don't* need to be clever about quoting the
1141 # macro value here, because we're going to avoid the
1142 # shell at all costs when we spawn the command!
1143 pp_opts.append ("-D%s=%s" % macro)
1144
1145 for dir in include_dirs:
1146 pp_opts.append ("-I%s" % dir)
1147
1148 return pp_opts
1149
1150# gen_preprocess_options ()
1151
1152
1153def gen_lib_options (compiler, library_dirs, runtime_library_dirs, libraries):
1154 """Generate linker options for searching library directories and
1155 linking with specific libraries. 'libraries' and 'library_dirs' are,
1156 respectively, lists of library names (not filenames!) and search
1157 directories. Returns a list of command-line options suitable for use
1158 with some compiler (depending on the two format strings passed in).
1159 """
1160 lib_opts = []
1161
1162 for dir in library_dirs:
1163 lib_opts.append (compiler.library_dir_option (dir))
1164
1165 for dir in runtime_library_dirs:
1166 opt = compiler.runtime_library_dir_option (dir)
1167 if type(opt) is ListType:
1168 lib_opts = lib_opts + opt
1169 else:
1170 lib_opts.append (opt)
1171
1172 # XXX it's important that we *not* remove redundant library mentions!
1173 # sometimes you really do have to say "-lfoo -lbar -lfoo" in order to
1174 # resolve all symbols. I just hope we never have to say "-lfoo obj.o
1175 # -lbar" to get things to work -- that's certainly a possibility, but a
1176 # pretty nasty way to arrange your C code.
1177
1178 for lib in libraries:
1179 (lib_dir, lib_name) = os.path.split (lib)
1180 if lib_dir:
1181 lib_file = compiler.find_library_file ([lib_dir], lib_name)
1182 if lib_file:
1183 lib_opts.append (lib_file)
1184 else:
1185 compiler.warn ("no library file corresponding to "
1186 "'%s' found (skipping)" % lib)
1187 else:
1188 lib_opts.append (compiler.library_option (lib))
1189
1190 return lib_opts
1191
1192# gen_lib_options ()
Note: See TracBrowser for help on using the repository browser.