source: python/vendor/Python-2.7.6/Modules/getpath.c

Last change on this file was 388, checked in by dmik, 11 years ago

python: Update vendor to 2.7.6.

  • Property svn:eol-style set to native
File size: 21.4 KB
Line 
1/* Return the initial module search path. */
2
3#include "Python.h"
4#include "osdefs.h"
5
6#include <sys/types.h>
7#include <string.h>
8
9#ifdef __APPLE__
10#include <mach-o/dyld.h>
11#endif
12
13/* Search in some common locations for the associated Python libraries.
14 *
15 * Two directories must be found, the platform independent directory
16 * (prefix), containing the common .py and .pyc files, and the platform
17 * dependent directory (exec_prefix), containing the shared library
18 * modules. Note that prefix and exec_prefix can be the same directory,
19 * but for some installations, they are different.
20 *
21 * Py_GetPath() carries out separate searches for prefix and exec_prefix.
22 * Each search tries a number of different locations until a ``landmark''
23 * file or directory is found. If no prefix or exec_prefix is found, a
24 * warning message is issued and the preprocessor defined PREFIX and
25 * EXEC_PREFIX are used (even though they will not work); python carries on
26 * as best as is possible, but most imports will fail.
27 *
28 * Before any searches are done, the location of the executable is
29 * determined. If argv[0] has one or more slashes in it, it is used
30 * unchanged. Otherwise, it must have been invoked from the shell's path,
31 * so we search $PATH for the named executable and use that. If the
32 * executable was not found on $PATH (or there was no $PATH environment
33 * variable), the original argv[0] string is used.
34 *
35 * Next, the executable location is examined to see if it is a symbolic
36 * link. If so, the link is chased (correctly interpreting a relative
37 * pathname if one is found) and the directory of the link target is used.
38 *
39 * Finally, argv0_path is set to the directory containing the executable
40 * (i.e. the last component is stripped).
41 *
42 * With argv0_path in hand, we perform a number of steps. The same steps
43 * are performed for prefix and for exec_prefix, but with a different
44 * landmark.
45 *
46 * Step 1. Are we running python out of the build directory? This is
47 * checked by looking for a different kind of landmark relative to
48 * argv0_path. For prefix, the landmark's path is derived from the VPATH
49 * preprocessor variable (taking into account that its value is almost, but
50 * not quite, what we need). For exec_prefix, the landmark is
51 * Modules/Setup. If the landmark is found, we're done.
52 *
53 * For the remaining steps, the prefix landmark will always be
54 * lib/python$VERSION/os.py and the exec_prefix will always be
55 * lib/python$VERSION/lib-dynload, where $VERSION is Python's version
56 * number as supplied by the Makefile. Note that this means that no more
57 * build directory checking is performed; if the first step did not find
58 * the landmarks, the assumption is that python is running from an
59 * installed setup.
60 *
61 * Step 2. See if the $PYTHONHOME environment variable points to the
62 * installed location of the Python libraries. If $PYTHONHOME is set, then
63 * it points to prefix and exec_prefix. $PYTHONHOME can be a single
64 * directory, which is used for both, or the prefix and exec_prefix
65 * directories separated by a colon.
66 *
67 * Step 3. Try to find prefix and exec_prefix relative to argv0_path,
68 * backtracking up the path until it is exhausted. This is the most common
69 * step to succeed. Note that if prefix and exec_prefix are different,
70 * exec_prefix is more likely to be found; however if exec_prefix is a
71 * subdirectory of prefix, both will be found.
72 *
73 * Step 4. Search the directories pointed to by the preprocessor variables
74 * PREFIX and EXEC_PREFIX. These are supplied by the Makefile but can be
75 * passed in as options to the configure script.
76 *
77 * That's it!
78 *
79 * Well, almost. Once we have determined prefix and exec_prefix, the
80 * preprocessor variable PYTHONPATH is used to construct a path. Each
81 * relative path on PYTHONPATH is prefixed with prefix. Then the directory
82 * containing the shared library modules is appended. The environment
83 * variable $PYTHONPATH is inserted in front of it all. Finally, the
84 * prefix and exec_prefix globals are tweaked so they reflect the values
85 * expected by other code, by stripping the "lib/python$VERSION/..." stuff
86 * off. If either points to the build directory, the globals are reset to
87 * the corresponding preprocessor variables (so sys.prefix will reflect the
88 * installation location, even though sys.path points into the build
89 * directory). This seems to make more sense given that currently the only
90 * known use of sys.prefix and sys.exec_prefix is for the ILU installation
91 * process to find the installed Python tree.
92 */
93
94#ifdef __cplusplus
95 extern "C" {
96#endif
97
98
99#ifndef VERSION
100#define VERSION "2.1"
101#endif
102
103#ifndef VPATH
104#define VPATH "."
105#endif
106
107#ifndef PREFIX
108# ifdef __VMS
109# define PREFIX ""
110# else
111# define PREFIX "/usr/local"
112# endif
113#endif
114
115#ifndef EXEC_PREFIX
116#define EXEC_PREFIX PREFIX
117#endif
118
119#ifndef PYTHONPATH
120#define PYTHONPATH PREFIX "/lib/python" VERSION ":" \
121 EXEC_PREFIX "/lib/python" VERSION "/lib-dynload"
122#endif
123
124#ifndef LANDMARK
125#define LANDMARK "os.py"
126#endif
127
128static char prefix[MAXPATHLEN+1];
129static char exec_prefix[MAXPATHLEN+1];
130static char progpath[MAXPATHLEN+1];
131static char *module_search_path = NULL;
132static char lib_python[] = "lib/python" VERSION;
133
134static void
135reduce(char *dir)
136{
137 size_t i = strlen(dir);
138 while (i > 0 && dir[i] != SEP)
139 --i;
140 dir[i] = '\0';
141}
142
143
144static int
145isfile(char *filename) /* Is file, not directory */
146{
147 struct stat buf;
148 if (stat(filename, &buf) != 0)
149 return 0;
150 if (!S_ISREG(buf.st_mode))
151 return 0;
152 return 1;
153}
154
155
156static int
157ismodule(char *filename) /* Is module -- check for .pyc/.pyo too */
158{
159 if (isfile(filename))
160 return 1;
161
162 /* Check for the compiled version of prefix. */
163 if (strlen(filename) < MAXPATHLEN) {
164 strcat(filename, Py_OptimizeFlag ? "o" : "c");
165 if (isfile(filename))
166 return 1;
167 }
168 return 0;
169}
170
171
172static int
173isxfile(char *filename) /* Is executable file */
174{
175 struct stat buf;
176 if (stat(filename, &buf) != 0)
177 return 0;
178 if (!S_ISREG(buf.st_mode))
179 return 0;
180 if ((buf.st_mode & 0111) == 0)
181 return 0;
182 return 1;
183}
184
185
186static int
187isdir(char *filename) /* Is directory */
188{
189 struct stat buf;
190 if (stat(filename, &buf) != 0)
191 return 0;
192 if (!S_ISDIR(buf.st_mode))
193 return 0;
194 return 1;
195}
196
197
198/* Add a path component, by appending stuff to buffer.
199 buffer must have at least MAXPATHLEN + 1 bytes allocated, and contain a
200 NUL-terminated string with no more than MAXPATHLEN characters (not counting
201 the trailing NUL). It's a fatal error if it contains a string longer than
202 that (callers must be careful!). If these requirements are met, it's
203 guaranteed that buffer will still be a NUL-terminated string with no more
204 than MAXPATHLEN characters at exit. If stuff is too long, only as much of
205 stuff as fits will be appended.
206*/
207static void
208joinpath(char *buffer, char *stuff)
209{
210 size_t n, k;
211 if (stuff[0] == SEP)
212 n = 0;
213 else {
214 n = strlen(buffer);
215 if (n > 0 && buffer[n-1] != SEP && n < MAXPATHLEN)
216 buffer[n++] = SEP;
217 }
218 if (n > MAXPATHLEN)
219 Py_FatalError("buffer overflow in getpath.c's joinpath()");
220 k = strlen(stuff);
221 if (n + k > MAXPATHLEN)
222 k = MAXPATHLEN - n;
223 strncpy(buffer+n, stuff, k);
224 buffer[n+k] = '\0';
225}
226
227/* copy_absolute requires that path be allocated at least
228 MAXPATHLEN + 1 bytes and that p be no more than MAXPATHLEN bytes. */
229static void
230copy_absolute(char *path, char *p)
231{
232 if (p[0] == SEP)
233 strcpy(path, p);
234 else {
235 if (!getcwd(path, MAXPATHLEN)) {
236 /* unable to get the current directory */
237 strcpy(path, p);
238 return;
239 }
240 if (p[0] == '.' && p[1] == SEP)
241 p += 2;
242 joinpath(path, p);
243 }
244}
245
246/* absolutize() requires that path be allocated at least MAXPATHLEN+1 bytes. */
247static void
248absolutize(char *path)
249{
250 char buffer[MAXPATHLEN + 1];
251
252 if (path[0] == SEP)
253 return;
254 copy_absolute(buffer, path);
255 strcpy(path, buffer);
256}
257
258/* search_for_prefix requires that argv0_path be no more than MAXPATHLEN
259 bytes long.
260*/
261static int
262search_for_prefix(char *argv0_path, char *home)
263{
264 size_t n;
265 char *vpath;
266
267 /* If PYTHONHOME is set, we believe it unconditionally */
268 if (home) {
269 char *delim;
270 strncpy(prefix, home, MAXPATHLEN);
271 delim = strchr(prefix, DELIM);
272 if (delim)
273 *delim = '\0';
274 joinpath(prefix, lib_python);
275 joinpath(prefix, LANDMARK);
276 return 1;
277 }
278
279 /* Check to see if argv[0] is in the build directory */
280 strcpy(prefix, argv0_path);
281 joinpath(prefix, "Modules/Setup");
282 if (isfile(prefix)) {
283 /* Check VPATH to see if argv0_path is in the build directory. */
284 vpath = VPATH;
285 strcpy(prefix, argv0_path);
286 joinpath(prefix, vpath);
287 joinpath(prefix, "Lib");
288 joinpath(prefix, LANDMARK);
289 if (ismodule(prefix))
290 return -1;
291 }
292
293 /* Search from argv0_path, until root is found */
294 copy_absolute(prefix, argv0_path);
295 do {
296 n = strlen(prefix);
297 joinpath(prefix, lib_python);
298 joinpath(prefix, LANDMARK);
299 if (ismodule(prefix))
300 return 1;
301 prefix[n] = '\0';
302 reduce(prefix);
303 } while (prefix[0]);
304
305 /* Look at configure's PREFIX */
306 strncpy(prefix, PREFIX, MAXPATHLEN);
307 joinpath(prefix, lib_python);
308 joinpath(prefix, LANDMARK);
309 if (ismodule(prefix))
310 return 1;
311
312 /* Fail */
313 return 0;
314}
315
316
317/* search_for_exec_prefix requires that argv0_path be no more than
318 MAXPATHLEN bytes long.
319*/
320static int
321search_for_exec_prefix(char *argv0_path, char *home)
322{
323 size_t n;
324
325 /* If PYTHONHOME is set, we believe it unconditionally */
326 if (home) {
327 char *delim;
328 delim = strchr(home, DELIM);
329 if (delim)
330 strncpy(exec_prefix, delim+1, MAXPATHLEN);
331 else
332 strncpy(exec_prefix, home, MAXPATHLEN);
333 joinpath(exec_prefix, lib_python);
334 joinpath(exec_prefix, "lib-dynload");
335 return 1;
336 }
337
338 /* Check to see if argv[0] is in the build directory. "pybuilddir.txt"
339 is written by setup.py and contains the relative path to the location
340 of shared library modules. */
341 strcpy(exec_prefix, argv0_path);
342 joinpath(exec_prefix, "pybuilddir.txt");
343 if (isfile(exec_prefix)) {
344 FILE *f = fopen(exec_prefix, "r");
345 if (f == NULL)
346 errno = 0;
347 else {
348 char rel_builddir_path[MAXPATHLEN+1];
349 size_t n;
350 n = fread(rel_builddir_path, 1, MAXPATHLEN, f);
351 rel_builddir_path[n] = '\0';
352 fclose(f);
353 if (n >= 0) {
354 strcpy(exec_prefix, argv0_path);
355 joinpath(exec_prefix, rel_builddir_path);
356 return -1;
357 }
358 }
359 }
360
361 /* Search from argv0_path, until root is found */
362 copy_absolute(exec_prefix, argv0_path);
363 do {
364 n = strlen(exec_prefix);
365 joinpath(exec_prefix, lib_python);
366 joinpath(exec_prefix, "lib-dynload");
367 if (isdir(exec_prefix))
368 return 1;
369 exec_prefix[n] = '\0';
370 reduce(exec_prefix);
371 } while (exec_prefix[0]);
372
373 /* Look at configure's EXEC_PREFIX */
374 strncpy(exec_prefix, EXEC_PREFIX, MAXPATHLEN);
375 joinpath(exec_prefix, lib_python);
376 joinpath(exec_prefix, "lib-dynload");
377 if (isdir(exec_prefix))
378 return 1;
379
380 /* Fail */
381 return 0;
382}
383
384
385static void
386calculate_path(void)
387{
388 extern char *Py_GetProgramName(void);
389
390 static char delimiter[2] = {DELIM, '\0'};
391 static char separator[2] = {SEP, '\0'};
392 char *pythonpath = PYTHONPATH;
393 char *rtpypath = Py_GETENV("PYTHONPATH");
394 char *home = Py_GetPythonHome();
395 char *path = getenv("PATH");
396 char *prog = Py_GetProgramName();
397 char argv0_path[MAXPATHLEN+1];
398 char zip_path[MAXPATHLEN+1];
399 int pfound, efound; /* 1 if found; -1 if found build directory */
400 char *buf;
401 size_t bufsz;
402 size_t prefixsz;
403 char *defpath = pythonpath;
404#ifdef WITH_NEXT_FRAMEWORK
405 NSModule pythonModule;
406#endif
407#ifdef __APPLE__
408#if MAC_OS_X_VERSION_MAX_ALLOWED >= MAC_OS_X_VERSION_10_4
409 uint32_t nsexeclength = MAXPATHLEN;
410#else
411 unsigned long nsexeclength = MAXPATHLEN;
412#endif
413#endif
414
415 /* If there is no slash in the argv0 path, then we have to
416 * assume python is on the user's $PATH, since there's no
417 * other way to find a directory to start the search from. If
418 * $PATH isn't exported, you lose.
419 */
420 if (strchr(prog, SEP))
421 strncpy(progpath, prog, MAXPATHLEN);
422#ifdef __APPLE__
423 /* On Mac OS X, if a script uses an interpreter of the form
424 * "#!/opt/python2.3/bin/python", the kernel only passes "python"
425 * as argv[0], which falls through to the $PATH search below.
426 * If /opt/python2.3/bin isn't in your path, or is near the end,
427 * this algorithm may incorrectly find /usr/bin/python. To work
428 * around this, we can use _NSGetExecutablePath to get a better
429 * hint of what the intended interpreter was, although this
430 * will fail if a relative path was used. but in that case,
431 * absolutize() should help us out below
432 */
433 else if(0 == _NSGetExecutablePath(progpath, &nsexeclength) && progpath[0] == SEP)
434 ;
435#endif /* __APPLE__ */
436 else if (path) {
437 while (1) {
438 char *delim = strchr(path, DELIM);
439
440 if (delim) {
441 size_t len = delim - path;
442 if (len > MAXPATHLEN)
443 len = MAXPATHLEN;
444 strncpy(progpath, path, len);
445 *(progpath + len) = '\0';
446 }
447 else
448 strncpy(progpath, path, MAXPATHLEN);
449
450 joinpath(progpath, prog);
451 if (isxfile(progpath))
452 break;
453
454 if (!delim) {
455 progpath[0] = '\0';
456 break;
457 }
458 path = delim + 1;
459 }
460 }
461 else
462 progpath[0] = '\0';
463 if (progpath[0] != SEP && progpath[0] != '\0')
464 absolutize(progpath);
465 strncpy(argv0_path, progpath, MAXPATHLEN);
466 argv0_path[MAXPATHLEN] = '\0';
467
468#ifdef WITH_NEXT_FRAMEWORK
469 /* On Mac OS X we have a special case if we're running from a framework.
470 ** This is because the python home should be set relative to the library,
471 ** which is in the framework, not relative to the executable, which may
472 ** be outside of the framework. Except when we're in the build directory...
473 */
474 pythonModule = NSModuleForSymbol(NSLookupAndBindSymbol("_Py_Initialize"));
475 /* Use dylib functions to find out where the framework was loaded from */
476 buf = (char *)NSLibraryNameForModule(pythonModule);
477 if (buf != NULL) {
478 /* We're in a framework. */
479 /* See if we might be in the build directory. The framework in the
480 ** build directory is incomplete, it only has the .dylib and a few
481 ** needed symlinks, it doesn't have the Lib directories and such.
482 ** If we're running with the framework from the build directory we must
483 ** be running the interpreter in the build directory, so we use the
484 ** build-directory-specific logic to find Lib and such.
485 */
486 strncpy(argv0_path, buf, MAXPATHLEN);
487 reduce(argv0_path);
488 joinpath(argv0_path, lib_python);
489 joinpath(argv0_path, LANDMARK);
490 if (!ismodule(argv0_path)) {
491 /* We are in the build directory so use the name of the
492 executable - we know that the absolute path is passed */
493 strncpy(argv0_path, progpath, MAXPATHLEN);
494 }
495 else {
496 /* Use the location of the library as the progpath */
497 strncpy(argv0_path, buf, MAXPATHLEN);
498 }
499 }
500#endif
501
502#if HAVE_READLINK
503 {
504 char tmpbuffer[MAXPATHLEN+1];
505 int linklen = readlink(progpath, tmpbuffer, MAXPATHLEN);
506 while (linklen != -1) {
507 /* It's not null terminated! */
508 tmpbuffer[linklen] = '\0';
509 if (tmpbuffer[0] == SEP)
510 /* tmpbuffer should never be longer than MAXPATHLEN,
511 but extra check does not hurt */
512 strncpy(argv0_path, tmpbuffer, MAXPATHLEN);
513 else {
514 /* Interpret relative to progpath */
515 reduce(argv0_path);
516 joinpath(argv0_path, tmpbuffer);
517 }
518 linklen = readlink(argv0_path, tmpbuffer, MAXPATHLEN);
519 }
520 }
521#endif /* HAVE_READLINK */
522
523 reduce(argv0_path);
524 /* At this point, argv0_path is guaranteed to be less than
525 MAXPATHLEN bytes long.
526 */
527
528 if (!(pfound = search_for_prefix(argv0_path, home))) {
529 if (!Py_FrozenFlag)
530 fprintf(stderr,
531 "Could not find platform independent libraries <prefix>\n");
532 strncpy(prefix, PREFIX, MAXPATHLEN);
533 joinpath(prefix, lib_python);
534 }
535 else
536 reduce(prefix);
537
538 strncpy(zip_path, prefix, MAXPATHLEN);
539 zip_path[MAXPATHLEN] = '\0';
540 if (pfound > 0) { /* Use the reduced prefix returned by Py_GetPrefix() */
541 reduce(zip_path);
542 reduce(zip_path);
543 }
544 else
545 strncpy(zip_path, PREFIX, MAXPATHLEN);
546 joinpath(zip_path, "lib/python00.zip");
547 bufsz = strlen(zip_path); /* Replace "00" with version */
548 zip_path[bufsz - 6] = VERSION[0];
549 zip_path[bufsz - 5] = VERSION[2];
550
551 if (!(efound = search_for_exec_prefix(argv0_path, home))) {
552 if (!Py_FrozenFlag)
553 fprintf(stderr,
554 "Could not find platform dependent libraries <exec_prefix>\n");
555 strncpy(exec_prefix, EXEC_PREFIX, MAXPATHLEN);
556 joinpath(exec_prefix, "lib/lib-dynload");
557 }
558 /* If we found EXEC_PREFIX do *not* reduce it! (Yet.) */
559
560 if ((!pfound || !efound) && !Py_FrozenFlag)
561 fprintf(stderr,
562 "Consider setting $PYTHONHOME to <prefix>[:<exec_prefix>]\n");
563
564 /* Calculate size of return buffer.
565 */
566 bufsz = 0;
567
568 if (rtpypath)
569 bufsz += strlen(rtpypath) + 1;
570
571 prefixsz = strlen(prefix) + 1;
572
573 while (1) {
574 char *delim = strchr(defpath, DELIM);
575
576 if (defpath[0] != SEP)
577 /* Paths are relative to prefix */
578 bufsz += prefixsz;
579
580 if (delim)
581 bufsz += delim - defpath + 1;
582 else {
583 bufsz += strlen(defpath) + 1;
584 break;
585 }
586 defpath = delim + 1;
587 }
588
589 bufsz += strlen(zip_path) + 1;
590 bufsz += strlen(exec_prefix) + 1;
591
592 /* This is the only malloc call in this file */
593 buf = (char *)PyMem_Malloc(bufsz);
594
595 if (buf == NULL) {
596 /* We can't exit, so print a warning and limp along */
597 fprintf(stderr, "Not enough memory for dynamic PYTHONPATH.\n");
598 fprintf(stderr, "Using default static PYTHONPATH.\n");
599 module_search_path = PYTHONPATH;
600 }
601 else {
602 /* Run-time value of $PYTHONPATH goes first */
603 if (rtpypath) {
604 strcpy(buf, rtpypath);
605 strcat(buf, delimiter);
606 }
607 else
608 buf[0] = '\0';
609
610 /* Next is the default zip path */
611 strcat(buf, zip_path);
612 strcat(buf, delimiter);
613
614 /* Next goes merge of compile-time $PYTHONPATH with
615 * dynamically located prefix.
616 */
617 defpath = pythonpath;
618 while (1) {
619 char *delim = strchr(defpath, DELIM);
620
621 if (defpath[0] != SEP) {
622 strcat(buf, prefix);
623 strcat(buf, separator);
624 }
625
626 if (delim) {
627 size_t len = delim - defpath + 1;
628 size_t end = strlen(buf) + len;
629 strncat(buf, defpath, len);
630 *(buf + end) = '\0';
631 }
632 else {
633 strcat(buf, defpath);
634 break;
635 }
636 defpath = delim + 1;
637 }
638 strcat(buf, delimiter);
639
640 /* Finally, on goes the directory for dynamic-load modules */
641 strcat(buf, exec_prefix);
642
643 /* And publish the results */
644 module_search_path = buf;
645 }
646
647 /* Reduce prefix and exec_prefix to their essence,
648 * e.g. /usr/local/lib/python1.5 is reduced to /usr/local.
649 * If we're loading relative to the build directory,
650 * return the compiled-in defaults instead.
651 */
652 if (pfound > 0) {
653 reduce(prefix);
654 reduce(prefix);
655 /* The prefix is the root directory, but reduce() chopped
656 * off the "/". */
657 if (!prefix[0])
658 strcpy(prefix, separator);
659 }
660 else
661 strncpy(prefix, PREFIX, MAXPATHLEN);
662
663 if (efound > 0) {
664 reduce(exec_prefix);
665 reduce(exec_prefix);
666 reduce(exec_prefix);
667 if (!exec_prefix[0])
668 strcpy(exec_prefix, separator);
669 }
670 else
671 strncpy(exec_prefix, EXEC_PREFIX, MAXPATHLEN);
672}
673
674
675/* External interface */
676
677char *
678Py_GetPath(void)
679{
680 if (!module_search_path)
681 calculate_path();
682 return module_search_path;
683}
684
685char *
686Py_GetPrefix(void)
687{
688 if (!module_search_path)
689 calculate_path();
690 return prefix;
691}
692
693char *
694Py_GetExecPrefix(void)
695{
696 if (!module_search_path)
697 calculate_path();
698 return exec_prefix;
699}
700
701char *
702Py_GetProgramFullPath(void)
703{
704 if (!module_search_path)
705 calculate_path();
706 return progpath;
707}
708
709
710#ifdef __cplusplus
711}
712#endif
713
Note: See TracBrowser for help on using the repository browser.