import.c 70.5 KB
Newer Older
Guido van Rossum's avatar
Guido van Rossum committed
1

Guido van Rossum's avatar
Guido van Rossum committed
2 3
/* Module definition and import implementation */

4
#include "Python.h"
Guido van Rossum's avatar
Guido van Rossum committed
5 6 7 8

#include "node.h"
#include "token.h"
#include "errcode.h"
9 10
#include "marshal.h"
#include "compile.h"
Guido van Rossum's avatar
Guido van Rossum committed
11
#include "eval.h"
12
#include "osdefs.h"
13
#include "importdl.h"
14 15 16
#ifdef macintosh
#include "macglue.h"
#endif
17

18 19 20 21
#ifdef HAVE_FCNTL_H
#include <fcntl.h>
#endif

22 23
extern time_t PyOS_GetLastModificationTime(char *, FILE *);
						/* In getmtime.c */
24

25
/* Magic word to reject .pyc files generated by other Python versions */
26 27 28
/* Change for each incompatible change */
/* The value of CR and LF is incorporated so if you ever read or write
   a .pyc file in text mode the magic number will be wrong; also, the
29 30 31
   Apple MPW compiler swaps their values, botching string constants.
   XXX That probably isn't important anymore.
*/
32 33
/* XXX Perhaps the magic number should be frozen and a version field
   added to the .pyc file header? */
34 35 36 37 38 39 40 41 42 43
/* New way to come up with the low 16 bits of the magic number:
      (YEAR-1995) * 10000 +  MONTH * 100 + DAY
   where MONTH and DAY are 1-based.
   XXX Whatever the "old way" may have been isn't documented.
   XXX This scheme breaks in 2002, as (2002-1995)*10000 = 70000 doesn't
       fit in 16 bits.
   XXX Later, sometimes 1 gets added to MAGIC in order to record that
       the Unicode -U option is in use.  IMO (Tim's), that's a Bad Idea
       (quite apart from that the -U option doesn't work so isn't used
       anyway).
44 45 46 47 48 49 50 51

   XXX MAL, 2002-02-07: I had to modify the MAGIC due to a fix of the
       UTF-8 encoder (it previously produced invalid UTF-8 for unpaired
       high surrogates), so I simply bumped the month value to 20 (invalid
       month) and set the day to 1.  This should be recognizable by any
       algorithm relying on the above scheme. Perhaps we should simply
       start counting in increments of 10 from now on ?!

Michael W. Hudson's avatar
Michael W. Hudson committed
52 53 54
       MWH, 2002-08-03: Removed SET_LINENO.  Couldn't be bothered figuring
       out the MAGIC schemes, so just incremented it by 10.

55 56 57 58
       GvR, 2002-08-31: Because MWH changed the bytecode again, moved the
       magic number *back* to 62011.  This should get the snake-farm to
       throw away its old .pyc files, amongst others.

59 60 61 62 63 64 65 66 67 68
   Known values:
       Python 1.5:   20121
       Python 1.5.1: 20121
       Python 1.5.2: 20121
       Python 2.0:   50823
       Python 2.0.1: 50823
       Python 2.1:   60202
       Python 2.1.1: 60202
       Python 2.1.2: 60202
       Python 2.2:   60717
69
       Python 2.3a0: 62011
Michael W. Hudson's avatar
Michael W. Hudson committed
70
       Python 2.3a0: 62021
71
       Python 2.3a0: 62011 (!)
72
*/
73
#define MAGIC (62011 | ((long)'\r'<<16) | ((long)'\n'<<24))
74

Guido van Rossum's avatar
Guido van Rossum committed
75
/* Magic word as global; note that _PyImport_Init() can change the
76
   value of this global to accommodate for alterations of how the
Guido van Rossum's avatar
Guido van Rossum committed
77 78 79
   compiler works which are enabled by command line switches. */
static long pyc_magic = MAGIC;

80 81
/* See _PyImport_FixupExtension() below */
static PyObject *extensions = NULL;
82

83 84 85 86
/* This table is defined in config.c: */
extern struct _inittab _PyImport_Inittab[];

struct _inittab *PyImport_Inittab = _PyImport_Inittab;
87

88 89
/* these tables define the module suffixes that Python recognizes */
struct filedescr * _PyImport_Filetab = NULL;
90 91 92

#ifdef RISCOS
static const struct filedescr _PyImport_StandardFiletab[] = {
93
	{"/py", "U", PY_SOURCE},
94 95 96 97
	{"/pyc", "rb", PY_COMPILED},
	{0, 0}
};
#else
98
static const struct filedescr _PyImport_StandardFiletab[] = {
99
	{".py", "U", PY_SOURCE},
100
#ifdef MS_WINDOWS
101
	{".pyw", "U", PY_SOURCE},
102
#endif
103 104 105
	{".pyc", "rb", PY_COMPILED},
	{0, 0}
};
106
#endif
107

108
/* Initialize things */
109

110
void
111
_PyImport_Init(void)
112
{
113 114 115 116 117 118 119 120 121 122 123 124
	const struct filedescr *scan;
	struct filedescr *filetab;
	int countD = 0;
	int countS = 0;

	/* prepare _PyImport_Filetab: copy entries from
	   _PyImport_DynLoadFiletab and _PyImport_StandardFiletab.
	 */
	for (scan = _PyImport_DynLoadFiletab; scan->suffix != NULL; ++scan)
		++countD;
	for (scan = _PyImport_StandardFiletab; scan->suffix != NULL; ++scan)
		++countS;
125
	filetab = PyMem_NEW(struct filedescr, countD + countS + 1);
126 127 128 129 130 131 132 133
	memcpy(filetab, _PyImport_DynLoadFiletab,
	       countD * sizeof(struct filedescr));
	memcpy(filetab + countD, _PyImport_StandardFiletab,
	       countS * sizeof(struct filedescr));
	filetab[countD + countS].suffix = NULL;

	_PyImport_Filetab = filetab;

134
	if (Py_OptimizeFlag) {
135 136
		/* Replace ".pyc" with ".pyo" in _PyImport_Filetab */
		for (; filetab->suffix != NULL; filetab++) {
137
#ifndef RISCOS
138 139
			if (strcmp(filetab->suffix, ".pyc") == 0)
				filetab->suffix = ".pyo";
140 141 142 143
#else
			if (strcmp(filetab->suffix, "/pyc") == 0)
				filetab->suffix = "/pyo";
#endif
144 145
		}
	}
Guido van Rossum's avatar
Guido van Rossum committed
146 147 148 149 150 151 152

	if (Py_UnicodeFlag) {
		/* Fix the pyc_magic so that byte compiled code created
		   using the all-Unicode method doesn't interfere with
		   code created in normal operation mode. */
		pyc_magic = MAGIC + 1;
	}
153
}
154

Just van Rossum's avatar
Just van Rossum committed
155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220
void
_PyImportHooks_Init(void)
{
	PyObject *v, *path_hooks = NULL, *zimpimport;
	int err = 0;

	/* adding sys.path_hooks and sys.path_importer_cache, setting up
	   zipimport */

	if (Py_VerboseFlag)
		PySys_WriteStderr("# installing zipimport hook\n");

	v = PyList_New(0);
	if (v == NULL)
		goto error;
	err = PySys_SetObject("meta_path", v);
	Py_DECREF(v);
	if (err)
		goto error;
	v = PyDict_New();
	if (v == NULL)
		goto error;
	err = PySys_SetObject("path_importer_cache", v);
	Py_DECREF(v);
	if (err)
		goto error;
	path_hooks = PyList_New(0);
	if (path_hooks == NULL)
		goto error;
	err = PySys_SetObject("path_hooks", path_hooks);
	if (err) {
  error:
		PyErr_Print();
		Py_FatalError("initializing sys.meta_path, sys.path_hooks or "
			      "path_importer_cache failed");
	}
	zimpimport = PyImport_ImportModule("zipimport");
	if (zimpimport == NULL) {
		PyErr_Clear(); /* No zip import module -- okay */
		if (Py_VerboseFlag)
			PySys_WriteStderr("# can't import zipimport\n");
	}
	else {
		PyObject *zipimporter = PyObject_GetAttrString(zimpimport,
							       "zipimporter");
		Py_DECREF(zimpimport);
		if (zipimporter == NULL) {
			PyErr_Clear(); /* No zipimporter object -- okay */
			if (Py_VerboseFlag)
				PySys_WriteStderr(
				    "# can't import zipimport.zimimporter\n");
		}
		else {
			/* sys.path_hooks.append(zipimporter) */
			err = PyList_Append(path_hooks, zipimporter);
			Py_DECREF(zipimporter);
			if (err)
				goto error;
			if (Py_VerboseFlag)
				PySys_WriteStderr(
					"# installed zipimport hook\n");
		}
	}
	Py_DECREF(path_hooks);
}

221
void
222
_PyImport_Fini(void)
223 224 225
{
	Py_XDECREF(extensions);
	extensions = NULL;
226 227
	PyMem_DEL(_PyImport_Filetab);
	_PyImport_Filetab = NULL;
228 229 230
}


231 232 233 234 235 236
/* Locking primitives to prevent parallel imports of the same module
   in different threads to return with a partially loaded module.
   These calls are serialized by the global interpreter lock. */

#ifdef WITH_THREAD

237
#include "pythread.h"
238

239
static PyThread_type_lock import_lock = 0;
240 241 242 243
static long import_lock_thread = -1;
static int import_lock_level = 0;

static void
244
lock_import(void)
245
{
246
	long me = PyThread_get_thread_ident();
247 248 249
	if (me == -1)
		return; /* Too bad */
	if (import_lock == NULL)
250
		import_lock = PyThread_allocate_lock();
251 252 253 254
	if (import_lock_thread == me) {
		import_lock_level++;
		return;
	}
255 256
	if (import_lock_thread != -1 || !PyThread_acquire_lock(import_lock, 0))
	{
257
		PyThreadState *tstate = PyEval_SaveThread();
258
		PyThread_acquire_lock(import_lock, 1);
259 260 261 262 263 264
		PyEval_RestoreThread(tstate);
	}
	import_lock_thread = me;
	import_lock_level = 1;
}

265
static int
266
unlock_import(void)
267
{
268
	long me = PyThread_get_thread_ident();
269
	if (me == -1)
270
		return 0; /* Too bad */
271
	if (import_lock_thread != me)
272
		return -1;
273 274 275
	import_lock_level--;
	if (import_lock_level == 0) {
		import_lock_thread = -1;
276
		PyThread_release_lock(import_lock);
277
	}
278
	return 1;
279 280 281 282 283
}

#else

#define lock_import()
284
#define unlock_import() 0
285 286 287

#endif

288 289 290 291 292 293
static PyObject *
imp_lock_held(PyObject *self, PyObject *args)
{
	if (!PyArg_ParseTuple(args, ":lock_held"))
		return NULL;
#ifdef WITH_THREAD
294
	return PyBool_FromLong(import_lock_thread != -1);
295
#else
296
	return PyBool_FromLong(0);
297 298 299
#endif
}

300 301 302 303 304 305 306 307
static PyObject *
imp_acquire_lock(PyObject *self, PyObject *args)
{
	if (!PyArg_ParseTuple(args, ":acquire_lock"))
		return NULL;
#ifdef WITH_THREAD
	lock_import();
#endif
Neal Norwitz's avatar
Neal Norwitz committed
308 309
	Py_INCREF(Py_None);
	return Py_None;
310 311 312 313 314 315 316 317 318 319 320 321 322 323
}

static PyObject *
imp_release_lock(PyObject *self, PyObject *args)
{
	if (!PyArg_ParseTuple(args, ":release_lock"))
		return NULL;
#ifdef WITH_THREAD
	if (unlock_import() < 0) {
		PyErr_SetString(PyExc_RuntimeError,
				"not holding the import lock");
		return NULL;
	}
#endif
Neal Norwitz's avatar
Neal Norwitz committed
324 325
	Py_INCREF(Py_None);
	return Py_None;
326 327
}

328 329 330
/* Helper for sys */

PyObject *
331
PyImport_GetModuleDict(void)
332 333 334 335 336 337 338
{
	PyInterpreterState *interp = PyThreadState_Get()->interp;
	if (interp->modules == NULL)
		Py_FatalError("PyImport_GetModuleDict: no module dictionary!");
	return interp->modules;
}

339

340 341
/* List of names to clear in sys */
static char* sys_deletes[] = {
342
	"path", "argv", "ps1", "ps2", "exitfunc",
343 344
	"exc_type", "exc_value", "exc_traceback",
	"last_type", "last_value", "last_traceback",
Just van Rossum's avatar
Just van Rossum committed
345
	"path_hooks", "path_importer_cache", "meta_path",
346 347 348
	NULL
};

349 350 351 352 353 354 355
static char* sys_files[] = {
	"stdin", "__stdin__",
	"stdout", "__stdout__",
	"stderr", "__stderr__",
	NULL
};

356

357
/* Un-initialize things, as good as we can */
358

359
void
360
PyImport_Cleanup(void)
361
{
362 363 364
	int pos, ndone;
	char *name;
	PyObject *key, *value, *dict;
365
	PyInterpreterState *interp = PyThreadState_Get()->interp;
366 367 368 369 370
	PyObject *modules = interp->modules;

	if (modules == NULL)
		return; /* Already done */

371 372 373 374 375 376 377 378 379 380
	/* Delete some special variables first.  These are common
	   places where user values hide and people complain when their
	   destructors fail.  Since the modules containing them are
	   deleted *last* of all, they would come too late in the normal
	   destruction order.  Sigh. */

	value = PyDict_GetItemString(modules, "__builtin__");
	if (value != NULL && PyModule_Check(value)) {
		dict = PyModule_GetDict(value);
		if (Py_VerboseFlag)
381
			PySys_WriteStderr("# clear __builtin__._\n");
382 383 384 385 386
		PyDict_SetItemString(dict, "_", Py_None);
	}
	value = PyDict_GetItemString(modules, "sys");
	if (value != NULL && PyModule_Check(value)) {
		char **p;
387
		PyObject *v;
388 389 390
		dict = PyModule_GetDict(value);
		for (p = sys_deletes; *p != NULL; p++) {
			if (Py_VerboseFlag)
391
				PySys_WriteStderr("# clear sys.%s\n", *p);
392 393
			PyDict_SetItemString(dict, *p, Py_None);
		}
394 395
		for (p = sys_files; *p != NULL; p+=2) {
			if (Py_VerboseFlag)
396
				PySys_WriteStderr("# restore sys.%s\n", *p);
397 398 399 400 401 402 403 404 405 406 407
			v = PyDict_GetItemString(dict, *(p+1));
			if (v == NULL)
				v = Py_None;
			PyDict_SetItemString(dict, *p, v);
		}
	}

	/* First, delete __main__ */
	value = PyDict_GetItemString(modules, "__main__");
	if (value != NULL && PyModule_Check(value)) {
		if (Py_VerboseFlag)
408
			PySys_WriteStderr("# cleanup __main__\n");
409 410
		_PyModule_Clear(value);
		PyDict_SetItemString(modules, "__main__", Py_None);
411 412
	}

413 414 415 416 417 418 419 420 421 422 423 424 425 426
	/* The special treatment of __builtin__ here is because even
	   when it's not referenced as a module, its dictionary is
	   referenced by almost every module's __builtins__.  Since
	   deleting a module clears its dictionary (even if there are
	   references left to it), we need to delete the __builtin__
	   module last.  Likewise, we don't delete sys until the very
	   end because it is implicitly referenced (e.g. by print).

	   Also note that we 'delete' modules by replacing their entry
	   in the modules dict with None, rather than really deleting
	   them; this avoids a rehash of the modules dictionary and
	   also marks them as "non existent" so they won't be
	   re-imported. */

427
	/* Next, repeatedly delete modules with a reference count of
428 429 430
	   one (skipping __builtin__ and sys) and delete them */
	do {
		ndone = 0;
431
		pos = 0;
432 433 434
		while (PyDict_Next(modules, &pos, &key, &value)) {
			if (value->ob_refcnt != 1)
				continue;
435 436
			if (PyString_Check(key) && PyModule_Check(value)) {
				name = PyString_AS_STRING(key);
437 438 439 440
				if (strcmp(name, "__builtin__") == 0)
					continue;
				if (strcmp(name, "sys") == 0)
					continue;
441
				if (Py_VerboseFlag)
442
					PySys_WriteStderr(
443
						"# cleanup[1] %s\n", name);
444
				_PyModule_Clear(value);
445 446
				PyDict_SetItem(modules, key, Py_None);
				ndone++;
447 448
			}
		}
449 450 451 452 453
	} while (ndone > 0);

	/* Next, delete all modules (still skipping __builtin__ and sys) */
	pos = 0;
	while (PyDict_Next(modules, &pos, &key, &value)) {
454 455
		if (PyString_Check(key) && PyModule_Check(value)) {
			name = PyString_AS_STRING(key);
456 457 458 459
			if (strcmp(name, "__builtin__") == 0)
				continue;
			if (strcmp(name, "sys") == 0)
				continue;
460
			if (Py_VerboseFlag)
461
				PySys_WriteStderr("# cleanup[2] %s\n", name);
462
			_PyModule_Clear(value);
463 464 465 466 467 468 469
			PyDict_SetItem(modules, key, Py_None);
		}
	}

	/* Next, delete sys and __builtin__ (in that order) */
	value = PyDict_GetItemString(modules, "sys");
	if (value != NULL && PyModule_Check(value)) {
470
		if (Py_VerboseFlag)
471
			PySys_WriteStderr("# cleanup sys\n");
472
		_PyModule_Clear(value);
473
		PyDict_SetItemString(modules, "sys", Py_None);
474
	}
475 476
	value = PyDict_GetItemString(modules, "__builtin__");
	if (value != NULL && PyModule_Check(value)) {
477
		if (Py_VerboseFlag)
478
			PySys_WriteStderr("# cleanup __builtin__\n");
479
		_PyModule_Clear(value);
480 481 482 483 484 485 486
		PyDict_SetItemString(modules, "__builtin__", Py_None);
	}

	/* Finally, clear and delete the modules directory */
	PyDict_Clear(modules);
	interp->modules = NULL;
	Py_DECREF(modules);
487
}
Guido van Rossum's avatar
Guido van Rossum committed
488

489

490
/* Helper for pythonrun.c -- return magic number */
491 492

long
493
PyImport_GetMagicNumber(void)
494
{
Guido van Rossum's avatar
Guido van Rossum committed
495
	return pyc_magic;
496 497
}

Guido van Rossum's avatar
Guido van Rossum committed
498

499 500 501 502
/* Magic for extension modules (built-in as well as dynamically
   loaded).  To prevent initializing an extension module more than
   once, we keep a static dictionary 'extensions' keyed by module name
   (for built-in modules) or by filename (for dynamically loaded
503
   modules), containing these modules.  A copy of the module's
504 505 506 507
   dictionary is stored by calling _PyImport_FixupExtension()
   immediately after the module initialization function succeeds.  A
   copy can be retrieved from there by calling
   _PyImport_FindExtension(). */
Guido van Rossum's avatar
Guido van Rossum committed
508

509
PyObject *
510
_PyImport_FixupExtension(char *name, char *filename)
511 512 513 514 515 516 517 518 519 520
{
	PyObject *modules, *mod, *dict, *copy;
	if (extensions == NULL) {
		extensions = PyDict_New();
		if (extensions == NULL)
			return NULL;
	}
	modules = PyImport_GetModuleDict();
	mod = PyDict_GetItemString(modules, name);
	if (mod == NULL || !PyModule_Check(mod)) {
521 522
		PyErr_Format(PyExc_SystemError,
		  "_PyImport_FixupExtension: module %.200s not loaded", name);
523 524 525 526 527
		return NULL;
	}
	dict = PyModule_GetDict(mod);
	if (dict == NULL)
		return NULL;
528
	copy = PyDict_Copy(dict);
529 530 531 532 533 534 535 536
	if (copy == NULL)
		return NULL;
	PyDict_SetItemString(extensions, filename, copy);
	Py_DECREF(copy);
	return copy;
}

PyObject *
537
_PyImport_FindExtension(char *name, char *filename)
Guido van Rossum's avatar
Guido van Rossum committed
538
{
539
	PyObject *dict, *mod, *mdict;
540 541 542 543 544 545 546 547 548 549 550
	if (extensions == NULL)
		return NULL;
	dict = PyDict_GetItemString(extensions, filename);
	if (dict == NULL)
		return NULL;
	mod = PyImport_AddModule(name);
	if (mod == NULL)
		return NULL;
	mdict = PyModule_GetDict(mod);
	if (mdict == NULL)
		return NULL;
551
	if (PyDict_Update(mdict, dict))
552 553
		return NULL;
	if (Py_VerboseFlag)
554
		PySys_WriteStderr("import %s # previously loaded (%s)\n",
555 556
			name, filename);
	return mod;
Guido van Rossum's avatar
Guido van Rossum committed
557 558
}

559 560 561 562

/* Get the module object corresponding to a module name.
   First check the modules dictionary if there's one there,
   if not, create a new one and insert in in the modules dictionary.
Guido van Rossum's avatar
Guido van Rossum committed
563 564
   Because the former action is most common, THIS DOES NOT RETURN A
   'NEW' REFERENCE! */
565

566
PyObject *
567
PyImport_AddModule(char *name)
Guido van Rossum's avatar
Guido van Rossum committed
568
{
569
	PyObject *modules = PyImport_GetModuleDict();
570
	PyObject *m;
571

572
	if ((m = PyDict_GetItemString(modules, name)) != NULL &&
573
	    PyModule_Check(m))
Guido van Rossum's avatar
Guido van Rossum committed
574
		return m;
575
	m = PyModule_New(name);
Guido van Rossum's avatar
Guido van Rossum committed
576 577
	if (m == NULL)
		return NULL;
578
	if (PyDict_SetItemString(modules, name, m) != 0) {
579
		Py_DECREF(m);
Guido van Rossum's avatar
Guido van Rossum committed
580 581
		return NULL;
	}
582
	Py_DECREF(m); /* Yes, it still exists, in modules! */
583

Guido van Rossum's avatar
Guido van Rossum committed
584 585 586
	return m;
}

587

Guido van Rossum's avatar
Guido van Rossum committed
588 589
/* Execute a code object in a module and return the module object
   WITH INCREMENTED REFERENCE COUNT */
590

591
PyObject *
592
PyImport_ExecCodeModule(char *name, PyObject *co)
593 594 595 596 597
{
	return PyImport_ExecCodeModuleEx(name, co, (char *)NULL);
}

PyObject *
598
PyImport_ExecCodeModuleEx(char *name, PyObject *co, char *pathname)
599
{
600
	PyObject *modules = PyImport_GetModuleDict();
601
	PyObject *m, *d, *v;
602

603
	m = PyImport_AddModule(name);
604
	if (m == NULL)
605
		return NULL;
606 607 608 609
	d = PyModule_GetDict(m);
	if (PyDict_GetItemString(d, "__builtins__") == NULL) {
		if (PyDict_SetItemString(d, "__builtins__",
					 PyEval_GetBuiltins()) != 0)
610 611
			return NULL;
	}
612
	/* Remember the filename as the __file__ attribute */
613 614 615 616 617 618 619 620 621 622 623
	v = NULL;
	if (pathname != NULL) {
		v = PyString_FromString(pathname);
		if (v == NULL)
			PyErr_Clear();
	}
	if (v == NULL) {
		v = ((PyCodeObject *)co)->co_filename;
		Py_INCREF(v);
	}
	if (PyDict_SetItemString(d, "__file__", v) != 0)
624
		PyErr_Clear(); /* Not important enough to report */
625 626
	Py_DECREF(v);

627
	v = PyEval_EvalCode((PyCodeObject *)co, d, d);
628 629
	if (v == NULL)
		return NULL;
630
	Py_DECREF(v);
631

632
	if ((m = PyDict_GetItemString(modules, name)) == NULL) {
633 634 635
		PyErr_Format(PyExc_ImportError,
			     "Loaded module %.200s not found in sys.modules",
			     name);
636 637 638
		return NULL;
	}

639
	Py_INCREF(m);
640 641 642 643 644 645 646 647 648 649 650

	return m;
}


/* Given a pathname for a Python source file, fill a buffer with the
   pathname for the corresponding compiled file.  Return the pathname
   for the compiled file, or NULL if there's no space in the buffer.
   Doesn't set an exception. */

static char *
651
make_compiled_pathname(char *pathname, char *buf, size_t buflen)
652
{
653
	size_t len = strlen(pathname);
654 655
	if (len+2 > buflen)
		return NULL;
656

657
#ifdef MS_WINDOWS
658 659 660 661 662 663 664 665
	/* Treat .pyw as if it were .py.  The case of ".pyw" must match
	   that used in _PyImport_StandardFiletab. */
	if (len >= 4 && strcmp(&pathname[len-4], ".pyw") == 0)
		--len;	/* pretend 'w' isn't there */
#endif
	memcpy(buf, pathname, len);
	buf[len] = Py_OptimizeFlag ? 'o' : 'c';
	buf[len+1] = '\0';
666 667 668 669 670 671 672 673 674 675 676 677 678

	return buf;
}


/* Given a pathname for a Python source file, its time of last
   modification, and a pathname for a compiled file, check whether the
   compiled file represents the same version of the source.  If so,
   return a FILE pointer for the compiled file, positioned just after
   the header; if not, return NULL.
   Doesn't set an exception. */

static FILE *
679
check_compiled_module(char *pathname, long mtime, char *cpathname)
680 681 682 683 684 685 686 687
{
	FILE *fp;
	long magic;
	long pyc_mtime;

	fp = fopen(cpathname, "rb");
	if (fp == NULL)
		return NULL;
688
	magic = PyMarshal_ReadLongFromFile(fp);
Guido van Rossum's avatar
Guido van Rossum committed
689
	if (magic != pyc_magic) {
690
		if (Py_VerboseFlag)
691
			PySys_WriteStderr("# %s has bad magic\n", cpathname);
692
		fclose(fp);
693 694
		return NULL;
	}
695
	pyc_mtime = PyMarshal_ReadLongFromFile(fp);
696
	if (pyc_mtime != mtime) {
697
		if (Py_VerboseFlag)
698
			PySys_WriteStderr("# %s has bad mtime\n", cpathname);
699
		fclose(fp);
700 701
		return NULL;
	}
702
	if (Py_VerboseFlag)
703
		PySys_WriteStderr("# %s matches %s\n", cpathname, pathname);
704 705
	return fp;
}
706 707


708
/* Read a code object from a file and check it for validity */
709

710
static PyCodeObject *
711
read_compiled_module(char *cpathname, FILE *fp)
712
{
713
	PyObject *co;
714

715
	co = PyMarshal_ReadLastObjectFromFile(fp);
716
	/* Ugly: rd_object() may return NULL with or without error */
717 718
	if (co == NULL || !PyCode_Check(co)) {
		if (!PyErr_Occurred())
719 720
			PyErr_Format(PyExc_ImportError,
			    "Non-code object in %.200s", cpathname);
721
		Py_XDECREF(co);
722
		return NULL;
723
	}
724
	return (PyCodeObject *)co;
725 726 727 728
}


/* Load a module from a compiled file, execute it, and return its
Guido van Rossum's avatar
Guido van Rossum committed
729
   module object WITH INCREMENTED REFERENCE COUNT */
730

731
static PyObject *
732
load_compiled_module(char *name, char *cpathname, FILE *fp)
733 734
{
	long magic;
735 736
	PyCodeObject *co;
	PyObject *m;
737

738
	magic = PyMarshal_ReadLongFromFile(fp);
Guido van Rossum's avatar
Guido van Rossum committed
739
	if (magic != pyc_magic) {
740 741
		PyErr_Format(PyExc_ImportError,
			     "Bad magic number in %.200s", cpathname);
742 743
		return NULL;
	}
744
	(void) PyMarshal_ReadLongFromFile(fp);
745
	co = read_compiled_module(cpathname, fp);
746 747
	if (co == NULL)
		return NULL;
748
	if (Py_VerboseFlag)
749
		PySys_WriteStderr("import %s # precompiled from %s\n",
750
			name, cpathname);
751
	m = PyImport_ExecCodeModuleEx(name, (PyObject *)co, cpathname);
752
	Py_DECREF(co);
753 754 755 756 757 758

	return m;
}

/* Parse a source file and return the corresponding code object */

759
static PyCodeObject *
760
parse_source_module(char *pathname, FILE *fp)
761
{
762
	PyCodeObject *co;
763
	node *n;
764

765
	n = PyParser_SimpleParseFile(fp, pathname, Py_file_input);
766
	if (n == NULL)
767
		return NULL;
768 769
	co = PyNode_Compile(n, pathname);
	PyNode_Free(n);
770 771 772 773 774

	return co;
}


775 776 777 778 779 780 781 782 783 784 785 786 787 788
/* Helper to open a bytecode file for writing in exclusive mode */

static FILE *
open_exclusive(char *filename)
{
#if defined(O_EXCL)&&defined(O_CREAT)&&defined(O_WRONLY)&&defined(O_TRUNC)
	/* Use O_EXCL to avoid a race condition when another process tries to
	   write the same file.  When that happens, our open() call fails,
	   which is just fine (since it's only a cache).
	   XXX If the file exists and is writable but the directory is not
	   writable, the file will never be written.  Oh well.
	*/
	int fd;
	(void) unlink(filename);
789 790 791 792
	fd = open(filename, O_EXCL|O_CREAT|O_WRONLY|O_TRUNC
#ifdef O_BINARY
				|O_BINARY   /* necessary for Windows */
#endif
793 794 795 796 797
#ifdef __VMS
                        , 0666, "ctxt=bin", "shr=nil");
#else
                        , 0666);
#endif
798 799 800 801 802 803 804 805 806 807
	if (fd < 0)
		return NULL;
	return fdopen(fd, "wb");
#else
	/* Best we can do -- on Windows this can't happen anyway */
	return fopen(filename, "wb");
#endif
}


808 809 810 811 812 813
/* Write a compiled module to a file, placing the time of last
   modification of its source into the header.
   Errors are ignored, if a write error occurs an attempt is made to
   remove the file. */

static void
814
write_compiled_module(PyCodeObject *co, char *cpathname, long mtime)
815 816 817
{
	FILE *fp;

818
	fp = open_exclusive(cpathname);
819
	if (fp == NULL) {
820
		if (Py_VerboseFlag)
821
			PySys_WriteStderr(
822 823 824
				"# can't create %s\n", cpathname);
		return;
	}
Guido van Rossum's avatar
Guido van Rossum committed
825
	PyMarshal_WriteLongToFile(pyc_magic, fp);
826
	/* First write a 0 for mtime */
827 828
	PyMarshal_WriteLongToFile(0L, fp);
	PyMarshal_WriteObjectToFile((PyObject *)co, fp);
829
	if (ferror(fp)) {
830
		if (Py_VerboseFlag)
831
			PySys_WriteStderr("# can't write %s\n", cpathname);
832 833 834 835
		/* Don't keep partial file */
		fclose(fp);
		(void) unlink(cpathname);
		return;
836
	}
837 838
	/* Now write the true mtime */
	fseek(fp, 4L, 0);
839
	PyMarshal_WriteLongToFile(mtime, fp);
840 841
	fflush(fp);
	fclose(fp);
842
	if (Py_VerboseFlag)
843
		PySys_WriteStderr("# wrote %s\n", cpathname);
844
#ifdef macintosh
845
	PyMac_setfiletype(cpathname, 'Pyth', 'PYC ');
846
#endif
847
}
848 849 850


/* Load a source module from a given file and return its module
Guido van Rossum's avatar
Guido van Rossum committed
851 852
   object WITH INCREMENTED REFERENCE COUNT.  If there's a matching
   byte-compiled file, use that instead. */
853

854
static PyObject *
855
load_source_module(char *name, char *pathname, FILE *fp)
Guido van Rossum's avatar
Guido van Rossum committed
856
{
857
	time_t mtime;
858 859 860
	FILE *fpc;
	char buf[MAXPATHLEN+1];
	char *cpathname;
861 862
	PyCodeObject *co;
	PyObject *m;
863

864
	mtime = PyOS_GetLastModificationTime(pathname, fp);
865
	if (mtime == (time_t)(-1))
866 867 868 869 870 871 872 873
		return NULL;
#if SIZEOF_TIME_T > 4
	/* Python's .pyc timestamp handling presumes that the timestamp fits
	   in 4 bytes. This will be fine until sometime in the year 2038,
	   when a 4-byte signed time_t will overflow.
	 */
	if (mtime >> 32) {
		PyErr_SetString(PyExc_OverflowError,
874
			"modification time overflows a 4 byte field");
875 876 877
		return NULL;
	}
#endif
878
	cpathname = make_compiled_pathname(pathname, buf,
Jeremy Hylton's avatar
Jeremy Hylton committed
879
					   (size_t)MAXPATHLEN + 1);
880 881
	if (cpathname != NULL &&
	    (fpc = check_compiled_module(pathname, mtime, cpathname))) {
882
		co = read_compiled_module(cpathname, fpc);
883 884 885
		fclose(fpc);
		if (co == NULL)
			return NULL;
886
		if (Py_VerboseFlag)
887
			PySys_WriteStderr("import %s # precompiled from %s\n",
888
				name, cpathname);
889
		pathname = cpathname;
890 891 892 893 894
	}
	else {
		co = parse_source_module(pathname, fp);
		if (co == NULL)
			return NULL;
895
		if (Py_VerboseFlag)
896
			PySys_WriteStderr("import %s # from %s\n",
897 898 899
				name, pathname);
		write_compiled_module(co, cpathname, mtime);
	}
900
	m = PyImport_ExecCodeModuleEx(name, (PyObject *)co, pathname);
901
	Py_DECREF(co);
902 903 904 905 906

	return m;
}


907
/* Forward */
Just van Rossum's avatar
Just van Rossum committed
908 909 910
static PyObject *load_module(char *, FILE *, char *, int, PyObject *);
static struct filedescr *find_module(char *, char *, PyObject *,
				     char *, size_t, FILE **, PyObject **);
911
static struct _frozen *find_frozen(char *name);
912 913 914 915 916

/* Load a package and return its module object WITH INCREMENTED
   REFERENCE COUNT */

static PyObject *
917
load_package(char *name, char *pathname)
918 919 920 921 922 923 924 925 926 927
{
	PyObject *m, *d, *file, *path;
	int err;
	char buf[MAXPATHLEN+1];
	FILE *fp = NULL;
	struct filedescr *fdp;

	m = PyImport_AddModule(name);
	if (m == NULL)
		return NULL;
928
	if (Py_VerboseFlag)
929
		PySys_WriteStderr("import %s # directory %s\n",
930
			name, pathname);
931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947
	d = PyModule_GetDict(m);
	file = PyString_FromString(pathname);
	if (file == NULL)
		return NULL;
	path = Py_BuildValue("[O]", file);
	if (path == NULL) {
		Py_DECREF(file);
		return NULL;
	}
	err = PyDict_SetItemString(d, "__file__", file);
	if (err == 0)
		err = PyDict_SetItemString(d, "__path__", path);
	if (err != 0) {
		m = NULL;
		goto cleanup;
	}
	buf[0] = '\0';
Just van Rossum's avatar
Just van Rossum committed
948
	fdp = find_module(name, "__init__", path, buf, sizeof(buf), &fp, NULL);
949 950 951 952 953 954 955 956
	if (fdp == NULL) {
		if (PyErr_ExceptionMatches(PyExc_ImportError)) {
			PyErr_Clear();
		}
		else
			m = NULL;
		goto cleanup;
	}
Just van Rossum's avatar
Just van Rossum committed
957
	m = load_module(name, fp, buf, fdp->type, NULL);
958 959 960 961 962 963 964 965 966 967 968 969
	if (fp != NULL)
		fclose(fp);
  cleanup:
	Py_XDECREF(path);
	Py_XDECREF(file);
	return m;
}


/* Helper to test for built-in module */

static int
970
is_builtin(char *name)
971 972
{
	int i;
973 974 975
	for (i = 0; PyImport_Inittab[i].name != NULL; i++) {
		if (strcmp(name, PyImport_Inittab[i].name) == 0) {
			if (PyImport_Inittab[i].initfunc == NULL)
976 977 978 979 980 981 982 983 984
				return -1;
			else
				return 1;
		}
	}
	return 0;
}


Just van Rossum's avatar
Just van Rossum committed
985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039
/* Return an importer object for a sys.path/pkg.__path__ item 'p',
   possibly by fetching it from the path_importer_cache dict. If it
   wasn't yet cached, traverse path_hooks until it a hook is found
   that can handle the path item. Return None if no hook could;
   this tells our caller it should fall back to the builtin
   import mechanism. Cache the result in path_importer_cache.
   Returns a borrowed reference. */

static PyObject *
get_path_importer(PyObject *path_importer_cache, PyObject *path_hooks,
		  PyObject *p)
{
	PyObject *importer;
	int j, nhooks;

	/* These conditions are the caller's responsibility: */
	assert(PyList_Check(path_hooks));
	assert(PyDict_Check(path_importer_cache));

	nhooks = PyList_Size(path_hooks);
	if (nhooks < 0)
		return NULL; /* Shouldn't happen */

	importer = PyDict_GetItem(path_importer_cache, p);
	if (importer != NULL)
		return importer;

	/* set path_importer_cache[p] to None to avoid recursion */
	if (PyDict_SetItem(path_importer_cache, p, Py_None) != 0)
		return NULL;

	for (j = 0; j < nhooks; j++) {
		PyObject *hook = PyList_GetItem(path_hooks, j);
		if (hook == NULL)
			return NULL;
		importer = PyObject_CallFunction(hook, "O", p);
		if (importer != NULL)
			break;

		if (!PyErr_ExceptionMatches(PyExc_ImportError)) {
			return NULL;
		}
		PyErr_Clear();
	}
	if (importer == NULL)
		importer = Py_None;
	else if (importer != Py_None) {
		int err = PyDict_SetItem(path_importer_cache, p, importer);
		Py_DECREF(importer);
		if (err != 0)
			return NULL;
	}
	return importer;
}

1040 1041 1042 1043
/* Search the path (default sys.path) for a module.  Return the
   corresponding filedescr struct, and (via return arguments) the
   pathname and an open file.  Return NULL if the module is not found. */

1044
#ifdef MS_COREDLL
1045 1046
extern FILE *PyWin_FindRegisteredModule(const char *, struct filedescr **,
					char *, int);
1047 1048
#endif

1049
static int case_ok(char *, int, int, char *);
1050
static int find_init_module(char *); /* Forward */
Just van Rossum's avatar
Just van Rossum committed
1051
static struct filedescr importhookdescr = {"", "", IMP_HOOK};
1052

1053
static struct filedescr *
Just van Rossum's avatar
Just van Rossum committed
1054 1055
find_module(char *fullname, char *subname, PyObject *path, char *buf,
	    size_t buflen, FILE **p_fp, PyObject **p_loader)
1056
{
1057 1058
	int i, npath;
	size_t len, namelen;
Guido van Rossum's avatar
Guido van Rossum committed
1059
	struct filedescr *fdp = NULL;
1060
	char *filemode;
Guido van Rossum's avatar
Guido van Rossum committed
1061
	FILE *fp = NULL;
Just van Rossum's avatar
Just van Rossum committed
1062
	PyObject *path_hooks, *path_importer_cache;
1063
#ifndef RISCOS
1064
	struct stat statbuf;
1065
#endif
1066 1067 1068
	static struct filedescr fd_frozen = {"", "", PY_FROZEN};
	static struct filedescr fd_builtin = {"", "", C_BUILTIN};
	static struct filedescr fd_package = {"", "", PKG_DIRECTORY};
1069
	char name[MAXPATHLEN+1];
1070 1071 1072 1073 1074
#if defined(PYOS_OS2)
	size_t saved_len;
	size_t saved_namelen;
	char *saved_buf = NULL;
#endif
Just van Rossum's avatar
Just van Rossum committed
1075 1076
	if (p_loader != NULL)
		*p_loader = NULL;
1077

Just van Rossum's avatar
Just van Rossum committed
1078
	if (strlen(subname) > MAXPATHLEN) {
1079 1080
		PyErr_SetString(PyExc_OverflowError,
				"module name is too long");
1081 1082
		return NULL;
	}
Just van Rossum's avatar
Just van Rossum committed
1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118
	strcpy(name, subname);

	/* sys.meta_path import hook */
	if (p_loader != NULL) {
		PyObject *meta_path;

		meta_path = PySys_GetObject("meta_path");
		if (meta_path == NULL || !PyList_Check(meta_path)) {
			PyErr_SetString(PyExc_ImportError,
					"sys.meta_path must be a list of "
					"import hooks");
			return NULL;
		}
		Py_INCREF(meta_path);  /* zap guard */
		npath = PyList_Size(meta_path);
		for (i = 0; i < npath; i++) {
			PyObject *loader;
			PyObject *hook = PyList_GetItem(meta_path, i);
			loader = PyObject_CallMethod(hook, "find_module",
						     "sO", fullname,
						     path != NULL ?
						     path : Py_None);
			if (loader == NULL) {
				Py_DECREF(meta_path);
				return NULL;  /* true error */
			}
			if (loader != Py_None) {
				/* a loader was found */
				*p_loader = loader;
				Py_DECREF(meta_path);
				return &importhookdescr;
			}
			Py_DECREF(loader);
		}
		Py_DECREF(meta_path);
	}
1119

1120
	if (path != NULL && PyString_Check(path)) {
1121 1122
		/* The only type of submodule allowed inside a "frozen"
		   package are other frozen modules or packages. */
1123 1124 1125 1126 1127 1128 1129 1130 1131
		if (PyString_Size(path) + 1 + strlen(name) >= (size_t)buflen) {
			PyErr_SetString(PyExc_ImportError,
					"full frozen module name too long");
			return NULL;
		}
		strcpy(buf, PyString_AsString(path));
		strcat(buf, ".");
		strcat(buf, name);
		strcpy(name, buf);
1132 1133 1134 1135 1136 1137 1138
#ifdef macintosh
		/* Freezing on the mac works different, and the modules are
		** actually on sys.path. So we don't take the quick exit but
		** continue with the normal flow.
		*/
		path = NULL;
#else
1139 1140 1141 1142 1143 1144 1145
		if (find_frozen(name) != NULL) {
			strcpy(buf, name);
			return &fd_frozen;
		}
		PyErr_Format(PyExc_ImportError,
			     "No frozen submodule named %.200s", name);
		return NULL;
1146
#endif
1147
	}
1148 1149
	if (path == NULL) {
		if (is_builtin(name)) {
1150 1151
			strcpy(buf, name);
			return &fd_builtin;
1152
		}
1153
		if ((find_frozen(name)) != NULL) {
1154 1155
			strcpy(buf, name);
			return &fd_frozen;
1156
		}
1157

Guido van Rossum's avatar
Guido van Rossum committed
1158
#ifdef MS_COREDLL
1159 1160 1161 1162 1163
		fp = PyWin_FindRegisteredModule(name, &fdp, buf, buflen);
		if (fp != NULL) {
			*p_fp = fp;
			return fdp;
		}
1164
#endif
1165 1166
		path = PySys_GetObject("path");
	}
1167 1168
	if (path == NULL || !PyList_Check(path)) {
		PyErr_SetString(PyExc_ImportError,
1169
				"sys.path must be a list of directory names");
1170 1171
		return NULL;
	}
Just van Rossum's avatar
Just van Rossum committed
1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187

	path_hooks = PySys_GetObject("path_hooks");
	if (path_hooks == NULL || !PyList_Check(path_hooks)) {
		PyErr_SetString(PyExc_ImportError,
				"sys.path_hooks must be a list of "
				"import hooks");
		return NULL;
	}
	path_importer_cache = PySys_GetObject("path_importer_cache");
	if (path_importer_cache == NULL ||
	    !PyDict_Check(path_importer_cache)) {
		PyErr_SetString(PyExc_ImportError,
				"sys.path_importer_cache must be a dict");
		return NULL;
	}

1188
	npath = PyList_Size(path);
1189
	namelen = strlen(name);
1190
	for (i = 0; i < npath; i++) {
1191
		PyObject *copy = NULL;
1192
		PyObject *v = PyList_GetItem(path, i);
1193 1194 1195 1196 1197 1198 1199 1200 1201 1202
#ifdef Py_USING_UNICODE
		if (PyUnicode_Check(v)) {
			copy = PyUnicode_Encode(PyUnicode_AS_UNICODE(v),
				PyUnicode_GET_SIZE(v), Py_FileSystemDefaultEncoding, NULL);
			if (copy == NULL)
				return NULL;
			v = copy;
		}
		else
#endif
1203
		if (!PyString_Check(v))
1204
			continue;
1205
		len = PyString_Size(v);
1206 1207
		if (len + 2 + namelen + MAXSUFFIXSIZE >= buflen) {
			Py_XDECREF(copy);
1208
			continue; /* Too long */
1209
		}
1210
		strcpy(buf, PyString_AsString(v));
1211 1212
		if (strlen(buf) != len) {
			Py_XDECREF(copy);
1213
			continue; /* v contains '\0' */
1214
		}
Just van Rossum's avatar
Just van Rossum committed
1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241

		/* sys.path_hooks import hook */
		if (p_loader != NULL) {
			PyObject *importer;

			importer = get_path_importer(path_importer_cache,
						     path_hooks, v);
			if (importer == NULL)
				return NULL;
			/* Note: importer is a borrowed reference */
			if (importer != Py_None) {
				PyObject *loader;
				loader = PyObject_CallMethod(importer,
							     "find_module",
							     "s", fullname);
				if (loader == NULL)
					return NULL;  /* error */
				if (loader != Py_None) {
					/* a loader was found */
					*p_loader = loader;
					return &importhookdescr;
				}
				Py_DECREF(loader);
			}
			/* no hook was successful, use builtin import */
		}

1242
#ifdef macintosh
1243
		/*
1244 1245 1246
		** Speedup: each sys.path item is interned, and
		** FindResourceModule remembers which items refer to
		** folders (so we don't have to bother trying to look
1247 1248
		** into them for resources). We only do this for string
		** items.
1249
		*/
1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262
		if (PyString_Check(PyList_GET_ITEM(path, i))) {
			PyString_InternInPlace(&PyList_GET_ITEM(path, i));
			v = PyList_GET_ITEM(path, i);
			if (PyMac_FindResourceModule((PyStringObject *)v, name, buf)) {
				static struct filedescr resfiledescr =
					{"", "", PY_RESOURCE};

				Py_XDECREF(copy);
				return &resfiledescr;
			}
			if (PyMac_FindCodeResourceModule((PyStringObject *)v, name, buf)) {
				static struct filedescr resfiledescr =
					{"", "", PY_CODERESOURCE};
1263

1264 1265 1266
				Py_XDECREF(copy);
				return &resfiledescr;
			}
1267
		}
1268
#endif
1269 1270 1271 1272 1273
		if (len > 0 && buf[len-1] != SEP
#ifdef ALTSEP
		    && buf[len-1] != ALTSEP
#endif
		    )
1274
			buf[len++] = SEP;
Guido van Rossum's avatar
Guido van Rossum committed
1275 1276
		strcpy(buf+len, name);
		len += namelen;
1277 1278 1279

		/* Check for package import (buf holds a directory name,
		   and there's an __init__ module in that directory */
1280
#ifdef HAVE_STAT
1281 1282 1283 1284 1285
		if (stat(buf, &statbuf) == 0 &&         /* it exists */
		    S_ISDIR(statbuf.st_mode) &&         /* it's a directory */
		    find_init_module(buf) &&            /* it has __init__.py */
		    case_ok(buf, len, namelen, name)) { /* and case matches */
			Py_XDECREF(copy);
1286
			return &fd_package;
1287
		}
1288 1289
#else
		/* XXX How are you going to test for directories? */
1290
#ifdef RISCOS
1291 1292
		if (isdir(buf) &&
		    find_init_module(buf) &&
1293 1294
		    case_ok(buf, len, namelen, name)) {
			Py_XDECREF(copy);
1295
			return &fd_package;
1296
		}
1297
#endif
1298
#endif
1299 1300
#ifdef macintosh
		fdp = PyMac_FindModuleExtension(buf, &len, name);
1301
		if (fdp) {
1302
#else
1303 1304 1305 1306 1307 1308 1309 1310
#if defined(PYOS_OS2)
		/* take a snapshot of the module spec for restoration
		 * after the 8 character DLL hackery
		 */
		saved_buf = strdup(buf);
		saved_len = len;
		saved_namelen = namelen;
#endif /* PYOS_OS2 */
1311
		for (fdp = _PyImport_Filetab; fdp->suffix != NULL; fdp++) {
1312
#if defined(PYOS_OS2)
1313 1314
			/* OS/2 limits DLLs to 8 character names (w/o
			   extension)
1315 1316 1317 1318
			 * so if the name is longer than that and its a
			 * dynamically loaded module we're going to try,
			 * truncate the name before trying
			 */
Just van Rossum's avatar
Just van Rossum committed
1319
			if (strlen(subname) > 8) {
1320
				/* is this an attempt to load a C extension? */
1321 1322
				const struct filedescr *scan;
				scan = _PyImport_DynLoadFiletab;
1323
				while (scan->suffix != NULL) {
1324
					if (!strcmp(scan->suffix, fdp->suffix))
1325 1326 1327 1328 1329 1330 1331
						break;
					else
						scan++;
				}
				if (scan->suffix != NULL) {
					/* yes, so truncate the name */
					namelen = 8;
Just van Rossum's avatar
Just van Rossum committed
1332
					len -= strlen(subname) - namelen;
1333 1334 1335 1336
					buf[len] = '\0';
				}
			}
#endif /* PYOS_OS2 */
1337
			strcpy(buf+len, fdp->suffix);
1338
			if (Py_VerboseFlag > 1)
1339
				PySys_WriteStderr("# trying %s\n", buf);
1340
#endif /* !macintosh */
1341
			filemode = fdp->mode;
1342 1343
			if (filemode[0] == 'U') 
				filemode = "r" PY_STDIOTEXTMODE;
1344
			fp = fopen(buf, filemode);
1345 1346 1347 1348 1349 1350
			if (fp != NULL) {
				if (case_ok(buf, len, namelen, name))
					break;
				else {	 /* continue search */
					fclose(fp);
					fp = NULL;
1351 1352
				}
			}
1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365
#if defined(PYOS_OS2)
			/* restore the saved snapshot */
			strcpy(buf, saved_buf);
			len = saved_len;
			namelen = saved_namelen;
#endif
		}
#if defined(PYOS_OS2)
		/* don't need/want the module name snapshot anymore */
		if (saved_buf)
		{
			free(saved_buf);
			saved_buf = NULL;
Guido van Rossum's avatar
Guido van Rossum committed
1366
		}
1367
#endif
1368
		Py_XDECREF(copy);
1369 1370 1371 1372
		if (fp != NULL)
			break;
	}
	if (fp == NULL) {
1373 1374
		PyErr_Format(PyExc_ImportError,
			     "No module named %.200s", name);
1375
		return NULL;
Guido van Rossum's avatar
Guido van Rossum committed
1376
	}
1377 1378 1379 1380
	*p_fp = fp;
	return fdp;
}

1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394
/* case_ok(char* buf, int len, int namelen, char* name)
 * The arguments here are tricky, best shown by example:
 *    /a/b/c/d/e/f/g/h/i/j/k/some_long_module_name.py\0
 *    ^                      ^                   ^    ^
 *    |--------------------- buf ---------------------|
 *    |------------------- len ------------------|
 *                           |------ name -------|
 *                           |----- namelen -----|
 * buf is the full path, but len only counts up to (& exclusive of) the
 * extension.  name is the module name, also exclusive of extension.
 *
 * We've already done a successful stat() or fopen() on buf, so know that
 * there's some match, possibly case-insensitive.
 *
1395 1396 1397
 * case_ok() is to return 1 if there's a case-sensitive match for
 * name, else 0.  case_ok() is also to return 1 if envar PYTHONCASEOK
 * exists.
1398
 *
1399 1400 1401 1402 1403 1404 1405 1406 1407
 * case_ok() is used to implement case-sensitive import semantics even
 * on platforms with case-insensitive filesystems.  It's trivial to implement
 * for case-sensitive filesystems.  It's pretty much a cross-platform
 * nightmare for systems with case-insensitive filesystems.
 */

/* First we may need a pile of platform-specific header files; the sequence
 * of #if's here should match the sequence in the body of case_ok().
 */
1408
#if defined(MS_WINDOWS) || defined(__CYGWIN__)
1409
#include <windows.h>
1410 1411 1412 1413
#ifdef __CYGWIN__
#include <sys/cygwin.h>
#endif

1414 1415 1416 1417 1418 1419
#elif defined(DJGPP)
#include <dir.h>

#elif defined(macintosh)
#include <TextUtils.h>

1420
#elif defined(__MACH__) && defined(__APPLE__) && defined(HAVE_DIRENT_H)
1421 1422 1423
#include <sys/types.h>
#include <dirent.h>

1424 1425 1426 1427 1428 1429
#elif defined(PYOS_OS2)
#define INCL_DOS
#define INCL_DOSERRORS
#define INCL_NOPMAPI
#include <os2.h>

1430 1431
#elif defined(RISCOS)
#include "oslib/osfscontrol.h"
1432 1433
#endif

1434
static int
1435
case_ok(char *buf, int len, int namelen, char *name)
1436
{
1437 1438 1439 1440
/* Pick a platform-specific implementation; the sequence of #if's here should
 * match the sequence just above.
 */

1441 1442
/* MS_WINDOWS || __CYGWIN__ */
#if defined(MS_WINDOWS) || defined(__CYGWIN__)
1443 1444
	WIN32_FIND_DATA data;
	HANDLE h;
1445 1446 1447
#ifdef __CYGWIN__
	char tempbuf[MAX_PATH];
#endif
1448

1449
	if (Py_GETENV("PYTHONCASEOK") != NULL)
1450
		return 1;
1451

1452 1453 1454 1455
#ifdef __CYGWIN__
	cygwin32_conv_to_win32_path(buf, tempbuf);
	h = FindFirstFile(tempbuf, &data);
#else
1456
	h = FindFirstFile(buf, &data);
1457
#endif
1458 1459 1460 1461 1462 1463 1464
	if (h == INVALID_HANDLE_VALUE) {
		PyErr_Format(PyExc_NameError,
		  "Can't find file for module %.100s\n(filename %.300s)",
		  name, buf);
		return 0;
	}
	FindClose(h);
1465 1466 1467 1468 1469 1470 1471
	return strncmp(data.cFileName, name, namelen) == 0;

/* DJGPP */
#elif defined(DJGPP)
	struct ffblk ffblk;
	int done;

1472
	if (Py_GETENV("PYTHONCASEOK") != NULL)
1473
		return 1;
1474 1475 1476

	done = findfirst(buf, &ffblk, FA_ARCH|FA_RDONLY|FA_HIDDEN|FA_DIREC);
	if (done) {
1477
		PyErr_Format(PyExc_NameError,
1478
		  "Can't find file for module %.100s\n(filename %.300s)",
1479 1480 1481
		  name, buf);
		return 0;
	}
1482
	return strncmp(ffblk.ff_name, name, namelen) == 0;
1483

1484 1485
/* macintosh */
#elif defined(macintosh)
1486 1487
	FSSpec fss;
	OSErr err;
1488

1489
	if (Py_GETENV("PYTHONCASEOK") != NULL)
1490 1491
		return 1;

1492
	err = FSMakeFSSpec(0, 0, Pstring(buf), &fss);
1493 1494
	if (err) {
		PyErr_Format(PyExc_NameError,
1495 1496
		     "Can't find file for module %.100s\n(filename %.300s)",
		     name, buf);
1497 1498
		return 0;
	}
1499 1500
	return fss.name[0] >= namelen &&
	       strncmp(name, (char *)fss.name+1, namelen) == 0;
1501

1502
/* new-fangled macintosh (macosx) */
1503
#elif defined(__MACH__) && defined(__APPLE__) && defined(HAVE_DIRENT_H)
1504 1505
	DIR *dirp;
	struct dirent *dp;
1506 1507
	char dirname[MAXPATHLEN + 1];
	const int dirlen = len - namelen - 1; /* don't want trailing SEP */
1508

1509
	if (Py_GETENV("PYTHONCASEOK") != NULL)
1510 1511
		return 1;

1512 1513 1514 1515
	/* Copy the dir component into dirname; substitute "." if empty */
	if (dirlen <= 0) {
		dirname[0] = '.';
		dirname[1] = '\0';
1516 1517
	}
	else {
1518 1519 1520
		assert(dirlen <= MAXPATHLEN);
		memcpy(dirname, buf, dirlen);
		dirname[dirlen] = '\0';
1521 1522
	}
	/* Open the directory and search the entries for an exact match. */
1523
	dirp = opendir(dirname);
1524
	if (dirp) {
1525
		char *nameWithExt = buf + len - namelen;
1526
		while ((dp = readdir(dirp)) != NULL) {
1527
			const int thislen =
1528
#ifdef _DIRENT_HAVE_D_NAMELEN
1529
						dp->d_namlen;
1530
#else
1531
						strlen(dp->d_name);
1532
#endif
1533
			if (thislen >= namelen &&
1534
			    strcmp(dp->d_name, nameWithExt) == 0) {
1535 1536 1537 1538
				(void)closedir(dirp);
				return 1; /* Found */
			}
		}
1539
		(void)closedir(dirp);
1540 1541 1542
	}
	return 0 ; /* Not found */

1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567
/* RISC OS */
#elif defined(RISCOS)
	char canon[MAXPATHLEN+1]; /* buffer for the canonical form of the path */
	char buf2[MAXPATHLEN+2];
	char *nameWithExt = buf+len-namelen;
	int canonlen;
	os_error *e;

	if (Py_GETENV("PYTHONCASEOK") != NULL)
		return 1;

	/* workaround:
	   append wildcard, otherwise case of filename wouldn't be touched */
	strcpy(buf2, buf);
	strcat(buf2, "*");

	e = xosfscontrol_canonicalise_path(buf2,canon,0,0,MAXPATHLEN+1,&canonlen);
	canonlen = MAXPATHLEN+1-canonlen;
	if (e || canonlen<=0 || canonlen>(MAXPATHLEN+1) )
		return 0;
	if (strcmp(nameWithExt, canon+canonlen-strlen(nameWithExt))==0)
		return 1; /* match */

	return 0;

1568 1569 1570 1571 1572 1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587
/* OS/2 */
#elif defined(PYOS_OS2)
	HDIR hdir = 1;
	ULONG srchcnt = 1;
	FILEFINDBUF3 ffbuf;
	APIRET rc;

	if (getenv("PYTHONCASEOK") != NULL)
		return 1;

	rc = DosFindFirst(buf,
			  &hdir,
			  FILE_READONLY | FILE_HIDDEN | FILE_SYSTEM | FILE_DIRECTORY,
			  &ffbuf, sizeof(ffbuf),
			  &srchcnt,
			  FIL_STANDARD);
	if (rc != NO_ERROR)
		return 0;
	return strncmp(ffbuf.achName, name, namelen) == 0;

1588 1589
/* assuming it's a case-sensitive filesystem, so there's nothing to do! */
#else
1590
	return 1;
1591

1592
#endif
1593
}
1594

1595

1596 1597 1598
#ifdef HAVE_STAT
/* Helper to look for __init__.py or __init__.py[co] in potential package */
static int
1599
find_init_module(char *buf)
1600
{
1601
	const size_t save_len = strlen(buf);
1602
	size_t i = save_len;
1603
	char *pname;  /* pointer to start of __init__ */
1604 1605
	struct stat statbuf;

1606 1607 1608 1609 1610 1611 1612 1613
/*	For calling case_ok(buf, len, namelen, name):
 *	/a/b/c/d/e/f/g/h/i/j/k/some_long_module_name.py\0
 *	^                      ^                   ^    ^
 *	|--------------------- buf ---------------------|
 *	|------------------- len ------------------|
 *	                       |------ name -------|
 *	                       |----- namelen -----|
 */
1614 1615 1616
	if (save_len + 13 >= MAXPATHLEN)
		return 0;
	buf[i++] = SEP;
1617 1618
	pname = buf + i;
	strcpy(pname, "__init__.py");
1619
	if (stat(buf, &statbuf) == 0) {
1620 1621 1622 1623 1624 1625 1626
		if (case_ok(buf,
			    save_len + 9,	/* len("/__init__") */
		            8,   		/* len("__init__") */
		            pname)) {
			buf[save_len] = '\0';
			return 1;
		}
1627
	}
1628 1629
	i += strlen(pname);
	strcpy(buf+i, Py_OptimizeFlag ? "o" : "c");
1630
	if (stat(buf, &statbuf) == 0) {
1631 1632 1633 1634 1635 1636 1637
		if (case_ok(buf,
			    save_len + 9,	/* len("/__init__") */
		            8,   		/* len("__init__") */
		            pname)) {
			buf[save_len] = '\0';
			return 1;
		}
1638 1639 1640 1641
	}
	buf[save_len] = '\0';
	return 0;
}
1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672 1673 1674

#else

#ifdef RISCOS
static int
find_init_module(buf)
	char *buf;
{
	int save_len = strlen(buf);
	int i = save_len;

	if (save_len + 13 >= MAXPATHLEN)
		return 0;
	buf[i++] = SEP;
	strcpy(buf+i, "__init__/py");
	if (isfile(buf)) {
		buf[save_len] = '\0';
		return 1;
	}

	if (Py_OptimizeFlag)
		strcpy(buf+i, "o");
	else
		strcpy(buf+i, "c");
	if (isfile(buf)) {
		buf[save_len] = '\0';
		return 1;
	}
	buf[save_len] = '\0';
	return 0;
}
#endif /*RISCOS*/

1675 1676
#endif /* HAVE_STAT */

1677

1678
static int init_builtin(char *); /* Forward */
1679

1680
/* Load an external module using the default search path and return
Guido van Rossum's avatar
Guido van Rossum committed
1681
   its module object WITH INCREMENTED REFERENCE COUNT */
1682

1683
static PyObject *
Just van Rossum's avatar
Just van Rossum committed
1684
load_module(char *name, FILE *fp, char *buf, int type, PyObject *loader)
1685
{
1686
	PyObject *modules;
1687
	PyObject *m;
1688
	int err;
1689

1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700
	/* First check that there's an open file (if we need one)  */
	switch (type) {
	case PY_SOURCE:
	case PY_COMPILED:
		if (fp == NULL) {
			PyErr_Format(PyExc_ValueError,
			   "file object required for import (type code %d)",
				     type);
			return NULL;
		}
	}
1701

1702
	switch (type) {
1703 1704

	case PY_SOURCE:
1705
		m = load_source_module(name, buf, fp);
1706 1707 1708
		break;

	case PY_COMPILED:
1709
		m = load_compiled_module(name, buf, fp);
1710
		break;
1711

1712
#ifdef HAVE_DYNAMIC_LOADING
1713
	case C_EXTENSION:
1714
		m = _PyImport_LoadDynamicModule(name, buf, fp);
1715
		break;
1716
#endif
1717

1718 1719 1720 1721
#ifdef macintosh
	case PY_RESOURCE:
		m = PyMac_LoadResourceModule(name, buf);
		break;
1722 1723 1724
	case PY_CODERESOURCE:
		m = PyMac_LoadCodeResourceModule(name, buf);
		break;
1725 1726
#endif

1727 1728 1729 1730 1731 1732
	case PKG_DIRECTORY:
		m = load_package(name, buf);
		break;

	case C_BUILTIN:
	case PY_FROZEN:
1733 1734
		if (buf != NULL && buf[0] != '\0')
			name = buf;
1735 1736 1737 1738 1739
		if (type == C_BUILTIN)
			err = init_builtin(name);
		else
			err = PyImport_ImportFrozenModule(name);
		if (err < 0)
1740
			return NULL;
1741 1742 1743 1744 1745 1746
		if (err == 0) {
			PyErr_Format(PyExc_ImportError,
				     "Purported %s module %.200s not found",
				     type == C_BUILTIN ?
						"builtin" : "frozen",
				     name);
1747
			return NULL;
1748 1749 1750 1751 1752 1753 1754 1755 1756 1757
		}
		modules = PyImport_GetModuleDict();
		m = PyDict_GetItemString(modules, name);
		if (m == NULL) {
			PyErr_Format(
				PyExc_ImportError,
				"%s module %.200s not properly initialized",
				type == C_BUILTIN ?
					"builtin" : "frozen",
				name);
1758
			return NULL;
1759 1760 1761 1762
		}
		Py_INCREF(m);
		break;

Just van Rossum's avatar
Just van Rossum committed
1763 1764 1765 1766 1767 1768 1769 1770 1771 1772
	case IMP_HOOK: {
		if (loader == NULL) {
			PyErr_SetString(PyExc_ImportError,
					"import hook without loader");
			return NULL;
		}
		m = PyObject_CallMethod(loader, "load_module", "s", name);
		break;
	}

1773
	default:
1774 1775 1776
		PyErr_Format(PyExc_ImportError,
			     "Don't know how to import %.200s (type code %d)",
			      name, type);
Guido van Rossum's avatar
Guido van Rossum committed
1777
		m = NULL;
1778

Guido van Rossum's avatar
Guido van Rossum committed
1779
	}
1780

1781 1782 1783 1784 1785 1786 1787 1788 1789
	return m;
}


/* Initialize a built-in module.
   Return 1 for succes, 0 if the module is not found, and -1 with
   an exception set if the initialization failed. */

static int
1790
init_builtin(char *name)
1791
{
1792 1793
	struct _inittab *p;

1794
	if (_PyImport_FindExtension(name, name) != NULL)
1795 1796
		return 1;

1797
	for (p = PyImport_Inittab; p->name != NULL; p++) {
1798 1799
		if (strcmp(name, p->name) == 0) {
			if (p->initfunc == NULL) {
1800 1801 1802
				PyErr_Format(PyExc_ImportError,
				    "Cannot re-init internal module %.200s",
				    name);
1803 1804
				return -1;
			}
1805
			if (Py_VerboseFlag)
1806
				PySys_WriteStderr("import %s # builtin\n", name);
1807
			(*p->initfunc)();
1808
			if (PyErr_Occurred())
1809
				return -1;
1810 1811
			if (_PyImport_FixupExtension(name, name) == NULL)
				return -1;
1812
			return 1;
Guido van Rossum's avatar
Guido van Rossum committed
1813
		}
Guido van Rossum's avatar
Guido van Rossum committed
1814
	}
1815
	return 0;
Guido van Rossum's avatar
Guido van Rossum committed
1816 1817
}

1818

Guido van Rossum's avatar
Guido van Rossum committed
1819
/* Frozen modules */
1820

1821
static struct _frozen *
1822
find_frozen(char *name)
Guido van Rossum's avatar
Guido van Rossum committed
1823
{
1824
	struct _frozen *p;
Guido van Rossum's avatar
Guido van Rossum committed
1825

1826
	for (p = PyImport_FrozenModules; ; p++) {
1827
		if (p->name == NULL)
Guido van Rossum's avatar
Guido van Rossum committed
1828
			return NULL;
1829 1830 1831
		if (strcmp(p->name, name) == 0)
			break;
	}
Guido van Rossum's avatar
Guido van Rossum committed
1832 1833 1834
	return p;
}

1835
static PyObject *
1836
get_frozen_object(char *name)
Guido van Rossum's avatar
Guido van Rossum committed
1837
{
1838
	struct _frozen *p = find_frozen(name);
1839
	int size;
Guido van Rossum's avatar
Guido van Rossum committed
1840 1841

	if (p == NULL) {
1842 1843 1844
		PyErr_Format(PyExc_ImportError,
			     "No such frozen object named %.200s",
			     name);
Guido van Rossum's avatar
Guido van Rossum committed
1845 1846
		return NULL;
	}
1847 1848 1849 1850 1851 1852
	if (p->code == NULL) {
		PyErr_Format(PyExc_ImportError,
			     "Excluded frozen object named %.200s",
			     name);
		return NULL;
	}
1853 1854 1855 1856
	size = p->size;
	if (size < 0)
		size = -size;
	return PyMarshal_ReadObjectFromString((char *)p->code, size);
Guido van Rossum's avatar
Guido van Rossum committed
1857 1858 1859 1860 1861 1862 1863 1864
}

/* Initialize a frozen module.
   Return 1 for succes, 0 if the module is not found, and -1 with
   an exception set if the initialization failed.
   This function is also used from frozenmain.c */

int
1865
PyImport_ImportFrozenModule(char *name)
Guido van Rossum's avatar
Guido van Rossum committed
1866
{
1867
	struct _frozen *p = find_frozen(name);
1868 1869
	PyObject *co;
	PyObject *m;
1870 1871
	int ispackage;
	int size;
Guido van Rossum's avatar
Guido van Rossum committed
1872 1873 1874

	if (p == NULL)
		return 0;
1875 1876 1877 1878 1879 1880
	if (p->code == NULL) {
		PyErr_Format(PyExc_ImportError,
			     "Excluded frozen object named %.200s",
			     name);
		return -1;
	}
1881 1882 1883 1884
	size = p->size;
	ispackage = (size < 0);
	if (ispackage)
		size = -size;
1885
	if (Py_VerboseFlag)
1886
		PySys_WriteStderr("import %s # frozen%s\n",
1887 1888
			name, ispackage ? " package" : "");
	co = PyMarshal_ReadObjectFromString((char *)p->code, size);
1889 1890
	if (co == NULL)
		return -1;
1891 1892
	if (!PyCode_Check(co)) {
		Py_DECREF(co);
1893 1894 1895
		PyErr_Format(PyExc_TypeError,
			     "frozen object %.200s is not a code object",
			     name);
1896 1897
		return -1;
	}
1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913
	if (ispackage) {
		/* Set __path__ to the package name */
		PyObject *d, *s;
		int err;
		m = PyImport_AddModule(name);
		if (m == NULL)
			return -1;
		d = PyModule_GetDict(m);
		s = PyString_InternFromString(name);
		if (s == NULL)
			return -1;
		err = PyDict_SetItemString(d, "__path__", s);
		Py_DECREF(s);
		if (err != 0)
			return err;
	}
1914
	m = PyImport_ExecCodeModuleEx(name, co, "<frozen>");
1915
	Py_DECREF(co);
Guido van Rossum's avatar
Guido van Rossum committed
1916 1917
	if (m == NULL)
		return -1;
1918
	Py_DECREF(m);
Guido van Rossum's avatar
Guido van Rossum committed
1919
	return 1;
Guido van Rossum's avatar
Guido van Rossum committed
1920 1921
}

1922 1923

/* Import a module, either built-in, frozen, or external, and return
Guido van Rossum's avatar
Guido van Rossum committed
1924
   its module object WITH INCREMENTED REFERENCE COUNT */
1925

1926
PyObject *
1927
PyImport_ImportModule(char *name)
1928
{
1929 1930 1931 1932 1933 1934 1935
	PyObject *pname;
	PyObject *result;

	pname = PyString_FromString(name);
	result = PyImport_Import(pname);
	Py_DECREF(pname);
	return result;
1936 1937
}

1938
/* Forward declarations for helper routines */
1939 1940 1941 1942 1943 1944 1945
static PyObject *get_parent(PyObject *globals, char *buf, int *p_buflen);
static PyObject *load_next(PyObject *mod, PyObject *altmod,
			   char **p_name, char *buf, int *p_buflen);
static int mark_miss(char *name);
static int ensure_fromlist(PyObject *mod, PyObject *fromlist,
			   char *buf, int buflen, int recursive);
static PyObject * import_submodule(PyObject *mod, char *name, char *fullname);
1946 1947 1948

/* The Magnum Opus of dotted-name import :-) */

1949
static PyObject *
1950 1951
import_module_ex(char *name, PyObject *globals, PyObject *locals,
		 PyObject *fromlist)
1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987
{
	char buf[MAXPATHLEN+1];
	int buflen = 0;
	PyObject *parent, *head, *next, *tail;

	parent = get_parent(globals, buf, &buflen);
	if (parent == NULL)
		return NULL;

	head = load_next(parent, Py_None, &name, buf, &buflen);
	if (head == NULL)
		return NULL;

	tail = head;
	Py_INCREF(tail);
	while (name) {
		next = load_next(tail, tail, &name, buf, &buflen);
		Py_DECREF(tail);
		if (next == NULL) {
			Py_DECREF(head);
			return NULL;
		}
		tail = next;
	}

	if (fromlist != NULL) {
		if (fromlist == Py_None || !PyObject_IsTrue(fromlist))
			fromlist = NULL;
	}

	if (fromlist == NULL) {
		Py_DECREF(tail);
		return head;
	}

	Py_DECREF(head);
1988
	if (!ensure_fromlist(tail, fromlist, buf, buflen, 0)) {
1989 1990 1991 1992 1993 1994 1995
		Py_DECREF(tail);
		return NULL;
	}

	return tail;
}

1996
PyObject *
1997 1998
PyImport_ImportModuleEx(char *name, PyObject *globals, PyObject *locals,
			PyObject *fromlist)
1999 2000 2001
{
	PyObject *result;
	lock_import();
2002
	result = import_module_ex(name, globals, locals, fromlist);
2003 2004 2005 2006 2007 2008
	if (unlock_import() < 0) {
		Py_XDECREF(result);
		PyErr_SetString(PyExc_RuntimeError,
				"not holding the import lock");
		return NULL;
	}
2009 2010 2011
	return result;
}

2012
static PyObject *
2013
get_parent(PyObject *globals, char *buf, int *p_buflen)
2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047 2048 2049 2050 2051 2052
{
	static PyObject *namestr = NULL;
	static PyObject *pathstr = NULL;
	PyObject *modname, *modpath, *modules, *parent;

	if (globals == NULL || !PyDict_Check(globals))
		return Py_None;

	if (namestr == NULL) {
		namestr = PyString_InternFromString("__name__");
		if (namestr == NULL)
			return NULL;
	}
	if (pathstr == NULL) {
		pathstr = PyString_InternFromString("__path__");
		if (pathstr == NULL)
			return NULL;
	}

	*buf = '\0';
	*p_buflen = 0;
	modname = PyDict_GetItem(globals, namestr);
	if (modname == NULL || !PyString_Check(modname))
		return Py_None;

	modpath = PyDict_GetItem(globals, pathstr);
	if (modpath != NULL) {
		int len = PyString_GET_SIZE(modname);
		if (len > MAXPATHLEN) {
			PyErr_SetString(PyExc_ValueError,
					"Module name too long");
			return NULL;
		}
		strcpy(buf, PyString_AS_STRING(modname));
		*p_buflen = len;
	}
	else {
		char *start = PyString_AS_STRING(modname);
		char *lastdot = strrchr(start, '.');
2053
		size_t len;
2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077
		if (lastdot == NULL)
			return Py_None;
		len = lastdot - start;
		if (len >= MAXPATHLEN) {
			PyErr_SetString(PyExc_ValueError,
					"Module name too long");
			return NULL;
		}
		strncpy(buf, start, len);
		buf[len] = '\0';
		*p_buflen = len;
	}

	modules = PyImport_GetModuleDict();
	parent = PyDict_GetItemString(modules, buf);
	if (parent == NULL)
		parent = Py_None;
	return parent;
	/* We expect, but can't guarantee, if parent != None, that:
	   - parent.__name__ == buf
	   - parent.__dict__ is globals
	   If this is violated...  Who cares? */
}

2078
/* altmod is either None or same as mod */
2079
static PyObject *
2080 2081
load_next(PyObject *mod, PyObject *altmod, char **p_name, char *buf,
	  int *p_buflen)
2082 2083 2084
{
	char *name = *p_name;
	char *dot = strchr(name, '.');
2085
	size_t len;
2086 2087 2088 2089 2090 2091 2092 2093 2094 2095 2096
	char *p;
	PyObject *result;

	if (dot == NULL) {
		*p_name = NULL;
		len = strlen(name);
	}
	else {
		*p_name = dot+1;
		len = dot-name;
	}
2097 2098 2099 2100 2101
	if (len == 0) {
		PyErr_SetString(PyExc_ValueError,
				"Empty module name");
		return NULL;
	}
2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115 2116 2117

	p = buf + *p_buflen;
	if (p != buf)
		*p++ = '.';
	if (p+len-buf >= MAXPATHLEN) {
		PyErr_SetString(PyExc_ValueError,
				"Module name too long");
		return NULL;
	}
	strncpy(p, name, len);
	p[len] = '\0';
	*p_buflen = p+len-buf;

	result = import_submodule(mod, p, buf);
	if (result == Py_None && altmod != mod) {
		Py_DECREF(result);
2118
		/* Here, altmod must be None and mod must not be None */
2119
		result = import_submodule(altmod, p, p);
2120 2121 2122 2123 2124 2125 2126 2127 2128
		if (result != NULL && result != Py_None) {
			if (mark_miss(buf) != 0) {
				Py_DECREF(result);
				return NULL;
			}
			strncpy(buf, name, len);
			buf[len] = '\0';
			*p_buflen = len;
		}
2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142
	}
	if (result == NULL)
		return NULL;

	if (result == Py_None) {
		Py_DECREF(result);
		PyErr_Format(PyExc_ImportError,
			     "No module named %.200s", name);
		return NULL;
	}

	return result;
}

2143
static int
2144
mark_miss(char *name)
2145 2146 2147 2148 2149
{
	PyObject *modules = PyImport_GetModuleDict();
	return PyDict_SetItemString(modules, name, Py_None);
}

2150
static int
2151 2152
ensure_fromlist(PyObject *mod, PyObject *fromlist, char *buf, int buflen,
		int recursive)
2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172 2173 2174 2175
{
	int i;

	if (!PyObject_HasAttrString(mod, "__path__"))
		return 1;

	for (i = 0; ; i++) {
		PyObject *item = PySequence_GetItem(fromlist, i);
		int hasit;
		if (item == NULL) {
			if (PyErr_ExceptionMatches(PyExc_IndexError)) {
				PyErr_Clear();
				return 1;
			}
			return 0;
		}
		if (!PyString_Check(item)) {
			PyErr_SetString(PyExc_TypeError,
					"Item in ``from list'' not a string");
			Py_DECREF(item);
			return 0;
		}
		if (PyString_AS_STRING(item)[0] == '*') {
2176
			PyObject *all;
2177
			Py_DECREF(item);
2178 2179 2180 2181 2182 2183 2184 2185 2186 2187 2188
			/* See if the package defines __all__ */
			if (recursive)
				continue; /* Avoid endless recursion */
			all = PyObject_GetAttrString(mod, "__all__");
			if (all == NULL)
				PyErr_Clear();
			else {
				if (!ensure_fromlist(mod, all, buf, buflen, 1))
					return 0;
				Py_DECREF(all);
			}
2189 2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214
			continue;
		}
		hasit = PyObject_HasAttr(mod, item);
		if (!hasit) {
			char *subname = PyString_AS_STRING(item);
			PyObject *submod;
			char *p;
			if (buflen + strlen(subname) >= MAXPATHLEN) {
				PyErr_SetString(PyExc_ValueError,
						"Module name too long");
				Py_DECREF(item);
				return 0;
			}
			p = buf + buflen;
			*p++ = '.';
			strcpy(p, subname);
			submod = import_submodule(mod, subname, buf);
			Py_XDECREF(submod);
			if (submod == NULL) {
				Py_DECREF(item);
				return 0;
			}
		}
		Py_DECREF(item);
	}

2215
	/* NOTREACHED */
2216 2217 2218
}

static PyObject *
2219
import_submodule(PyObject *mod, char *subname, char *fullname)
Guido van Rossum's avatar
Guido van Rossum committed
2220
{
2221
	PyObject *modules = PyImport_GetModuleDict();
2222
	PyObject *m, *res = NULL;
2223

2224 2225 2226 2227 2228
	/* Require:
	   if mod == None: subname == fullname
	   else: mod.__name__ + "." + subname == fullname
	*/

2229
	if ((m = PyDict_GetItemString(modules, fullname)) != NULL) {
2230
		Py_INCREF(m);
Guido van Rossum's avatar
Guido van Rossum committed
2231 2232
	}
	else {
Just van Rossum's avatar
Just van Rossum committed
2233
		PyObject *path, *loader = NULL;
2234 2235 2236 2237
		char buf[MAXPATHLEN+1];
		struct filedescr *fdp;
		FILE *fp = NULL;

2238 2239 2240 2241 2242 2243 2244 2245 2246 2247
		if (mod == Py_None)
			path = NULL;
		else {
			path = PyObject_GetAttrString(mod, "__path__");
			if (path == NULL) {
				PyErr_Clear();
				Py_INCREF(Py_None);
				return Py_None;
			}
		}
2248

2249
		buf[0] = '\0';
Just van Rossum's avatar
Just van Rossum committed
2250 2251
		fdp = find_module(fullname, subname, path, buf, MAXPATHLEN+1,
				  &fp, &loader);
2252
		Py_XDECREF(path);
2253 2254 2255 2256 2257 2258 2259
		if (fdp == NULL) {
			if (!PyErr_ExceptionMatches(PyExc_ImportError))
				return NULL;
			PyErr_Clear();
			Py_INCREF(Py_None);
			return Py_None;
		}
Just van Rossum's avatar
Just van Rossum committed
2260 2261
		m = load_module(fullname, fp, buf, fdp->type, loader);
		Py_XDECREF(loader);
2262 2263
		if (fp)
			fclose(fp);
2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278
		if (mod != Py_None) {
			/* Irrespective of the success of this load, make a
			   reference to it in the parent package module.
			   A copy gets saved in the modules dictionary
			   under the full name, so get a reference from
			   there, if need be.  (The exception is when
			   the load failed with a SyntaxError -- then
			   there's no trace in sys.modules.  In that case,
			   of course, do nothing extra.) */
			res = m;
			if (res == NULL)
				res = PyDict_GetItemString(modules, fullname);
			if (res != NULL &&
			    PyObject_SetAttrString(mod, subname, res) < 0) {
				Py_XDECREF(m);
2279 2280 2281
				m = NULL;
			}
		}
2282
	}
2283

Guido van Rossum's avatar
Guido van Rossum committed
2284 2285
	return m;
}
2286

2287 2288 2289 2290

/* Re-import a module of any kind and return its module object, WITH
   INCREMENTED REFERENCE COUNT */

2291
PyObject *
2292
PyImport_ReloadModule(PyObject *m)
2293
{
2294
	PyObject *modules = PyImport_GetModuleDict();
2295 2296
	PyObject *path = NULL;
	char *name, *subname;
2297 2298 2299
	char buf[MAXPATHLEN+1];
	struct filedescr *fdp;
	FILE *fp = NULL;
2300

2301 2302 2303
	if (m == NULL || !PyModule_Check(m)) {
		PyErr_SetString(PyExc_TypeError,
				"reload() argument must be module");
2304 2305
		return NULL;
	}
2306
	name = PyModule_GetName(m);
2307 2308
	if (name == NULL)
		return NULL;
2309
	if (m != PyDict_GetItemString(modules, name)) {
2310 2311 2312
		PyErr_Format(PyExc_ImportError,
			     "reload(): module %.200s not in sys.modules",
			     name);
2313
		return NULL;
2314
	}
2315 2316 2317 2318 2319 2320 2321 2322 2323
	subname = strrchr(name, '.');
	if (subname == NULL)
		subname = name;
	else {
		PyObject *parentname, *parent;
		parentname = PyString_FromStringAndSize(name, (subname-name));
		if (parentname == NULL)
			return NULL;
		parent = PyDict_GetItem(modules, parentname);
2324
		Py_DECREF(parentname);
2325 2326 2327 2328 2329 2330 2331 2332 2333 2334 2335
		if (parent == NULL) {
			PyErr_Format(PyExc_ImportError,
			    "reload(): parent %.200s not in sys.modules",
			    name);
			return NULL;
		}
		subname++;
		path = PyObject_GetAttrString(parent, "__path__");
		if (path == NULL)
			PyErr_Clear();
	}
2336
	buf[0] = '\0';
Just van Rossum's avatar
Just van Rossum committed
2337
	fdp = find_module(name, subname, path, buf, MAXPATHLEN+1, &fp, NULL);
2338
	Py_XDECREF(path);
2339 2340
	if (fdp == NULL)
		return NULL;
Just van Rossum's avatar
Just van Rossum committed
2341
	m = load_module(name, fp, buf, fdp->type, NULL);
2342 2343
	if (fp)
		fclose(fp);
2344
	return m;
Guido van Rossum's avatar
Guido van Rossum committed
2345 2346
}

2347

2348 2349 2350 2351
/* Higher-level import emulator which emulates the "import" statement
   more accurately -- it invokes the __import__() function from the
   builtins of the current globals.  This means that the import is
   done using whatever import hooks are installed in the current
2352 2353 2354 2355
   environment, e.g. by "rexec".
   A dummy list ["__doc__"] is passed as the 4th argument so that
   e.g. PyImport_Import(PyString_FromString("win32com.client.gencache"))
   will return <module "gencache"> instead of <module "win32com">. */
2356 2357

PyObject *
2358
PyImport_Import(PyObject *module_name)
2359 2360 2361 2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382
{
	static PyObject *silly_list = NULL;
	static PyObject *builtins_str = NULL;
	static PyObject *import_str = NULL;
	PyObject *globals = NULL;
	PyObject *import = NULL;
	PyObject *builtins = NULL;
	PyObject *r = NULL;

	/* Initialize constant string objects */
	if (silly_list == NULL) {
		import_str = PyString_InternFromString("__import__");
		if (import_str == NULL)
			return NULL;
		builtins_str = PyString_InternFromString("__builtins__");
		if (builtins_str == NULL)
			return NULL;
		silly_list = Py_BuildValue("[s]", "__doc__");
		if (silly_list == NULL)
			return NULL;
	}

	/* Get the builtins from current globals */
	globals = PyEval_GetGlobals();
2383
	if (globals != NULL) {
Guido van Rossum's avatar
Guido van Rossum committed
2384
	        Py_INCREF(globals);
2385 2386 2387 2388 2389 2390 2391 2392
		builtins = PyObject_GetItem(globals, builtins_str);
		if (builtins == NULL)
			goto err;
	}
	else {
		/* No globals -- use standard builtins, and fake globals */
		PyErr_Clear();

2393 2394 2395 2396
		builtins = PyImport_ImportModuleEx("__builtin__",
						   NULL, NULL, NULL);
		if (builtins == NULL)
			return NULL;
2397 2398 2399 2400 2401 2402
		globals = Py_BuildValue("{OO}", builtins_str, builtins);
		if (globals == NULL)
			goto err;
	}

	/* Get the __import__ function from the builtins */
2403
	if (PyDict_Check(builtins)) {
2404
		import = PyObject_GetItem(builtins, import_str);
2405 2406 2407
		if (import == NULL)
			PyErr_SetObject(PyExc_KeyError, import_str);
	}
2408
	else
2409
		import = PyObject_GetAttr(builtins, import_str);
2410 2411 2412 2413 2414 2415 2416 2417 2418 2419 2420
	if (import == NULL)
		goto err;

	/* Call the _import__ function with the proper argument list */
	r = PyObject_CallFunction(import, "OOOO",
				  module_name, globals, globals, silly_list);

  err:
	Py_XDECREF(globals);
	Py_XDECREF(builtins);
	Py_XDECREF(import);
2421

2422 2423 2424 2425
	return r;
}


2426 2427 2428 2429
/* Module 'imp' provides Python access to the primitives used for
   importing modules.
*/

2430
static PyObject *
2431
imp_get_magic(PyObject *self, PyObject *args)
Guido van Rossum's avatar
Guido van Rossum committed
2432
{
2433 2434
	char buf[4];

2435
	if (!PyArg_ParseTuple(args, ":get_magic"))
2436
		return NULL;
Guido van Rossum's avatar
Guido van Rossum committed
2437 2438 2439 2440
	buf[0] = (char) ((pyc_magic >>  0) & 0xff);
	buf[1] = (char) ((pyc_magic >>  8) & 0xff);
	buf[2] = (char) ((pyc_magic >> 16) & 0xff);
	buf[3] = (char) ((pyc_magic >> 24) & 0xff);
2441

2442
	return PyString_FromStringAndSize(buf, 4);
2443 2444
}

2445
static PyObject *
2446
imp_get_suffixes(PyObject *self, PyObject *args)
2447
{
2448
	PyObject *list;
2449 2450
	struct filedescr *fdp;

2451
	if (!PyArg_ParseTuple(args, ":get_suffixes"))
2452
		return NULL;
2453
	list = PyList_New(0);
2454 2455
	if (list == NULL)
		return NULL;
2456 2457
	for (fdp = _PyImport_Filetab; fdp->suffix != NULL; fdp++) {
		PyObject *item = Py_BuildValue("ssi",
2458 2459
				       fdp->suffix, fdp->mode, fdp->type);
		if (item == NULL) {
2460
			Py_DECREF(list);
2461
			return NULL;
Guido van Rossum's avatar
Guido van Rossum committed
2462
		}
2463 2464 2465
		if (PyList_Append(list, item) < 0) {
			Py_DECREF(list);
			Py_DECREF(item);
2466 2467
			return NULL;
		}
2468
		Py_DECREF(item);
2469
	}
2470
	return list;
2471
}
2472

2473
static PyObject *
2474
call_find_module(char *name, PyObject *path)
2475
{
2476
	extern int fclose(FILE *);
2477
	PyObject *fob, *ret;
2478 2479
	struct filedescr *fdp;
	char pathname[MAXPATHLEN+1];
2480 2481 2482
	FILE *fp = NULL;

	pathname[0] = '\0';
2483 2484
	if (path == Py_None)
		path = NULL;
Just van Rossum's avatar
Just van Rossum committed
2485
	fdp = find_module(NULL, name, path, pathname, MAXPATHLEN+1, &fp, NULL);
2486 2487
	if (fdp == NULL)
		return NULL;
2488 2489 2490 2491 2492 2493
	if (fp != NULL) {
		fob = PyFile_FromFile(fp, pathname, fdp->mode, fclose);
		if (fob == NULL) {
			fclose(fp);
			return NULL;
		}
2494
	}
2495 2496 2497
	else {
		fob = Py_None;
		Py_INCREF(fob);
2498
	}
2499
	ret = Py_BuildValue("Os(ssi)",
2500
		      fob, pathname, fdp->suffix, fdp->mode, fdp->type);
2501
	Py_DECREF(fob);
2502 2503
	return ret;
}
2504

2505
static PyObject *
2506
imp_find_module(PyObject *self, PyObject *args)
2507 2508 2509
{
	char *name;
	PyObject *path = NULL;
2510
	if (!PyArg_ParseTuple(args, "s|O:find_module", &name, &path))
2511 2512 2513 2514
		return NULL;
	return call_find_module(name, path);
}

2515
static PyObject *
2516
imp_init_builtin(PyObject *self, PyObject *args)
2517 2518 2519
{
	char *name;
	int ret;
2520
	PyObject *m;
2521
	if (!PyArg_ParseTuple(args, "s:init_builtin", &name))
2522 2523 2524 2525 2526
		return NULL;
	ret = init_builtin(name);
	if (ret < 0)
		return NULL;
	if (ret == 0) {
2527 2528
		Py_INCREF(Py_None);
		return Py_None;
2529
	}
2530 2531
	m = PyImport_AddModule(name);
	Py_XINCREF(m);
2532 2533
	return m;
}
2534

2535
static PyObject *
2536
imp_init_frozen(PyObject *self, PyObject *args)
2537
{
2538
	char *name;
2539
	int ret;
2540
	PyObject *m;
2541
	if (!PyArg_ParseTuple(args, "s:init_frozen", &name))
2542
		return NULL;
2543
	ret = PyImport_ImportFrozenModule(name);
2544 2545 2546
	if (ret < 0)
		return NULL;
	if (ret == 0) {
2547 2548
		Py_INCREF(Py_None);
		return Py_None;
2549
	}
2550 2551
	m = PyImport_AddModule(name);
	Py_XINCREF(m);
2552 2553 2554
	return m;
}

2555
static PyObject *
2556
imp_get_frozen_object(PyObject *self, PyObject *args)
Guido van Rossum's avatar
Guido van Rossum committed
2557 2558
{
	char *name;
Jack Jansen's avatar
Jack Jansen committed
2559

2560
	if (!PyArg_ParseTuple(args, "s:get_frozen_object", &name))
Guido van Rossum's avatar
Guido van Rossum committed
2561 2562 2563 2564
		return NULL;
	return get_frozen_object(name);
}

2565
static PyObject *
2566
imp_is_builtin(PyObject *self, PyObject *args)
2567
{
2568
	char *name;
2569
	if (!PyArg_ParseTuple(args, "s:is_builtin", &name))
2570
		return NULL;
2571
	return PyInt_FromLong(is_builtin(name));
2572
}
2573

2574
static PyObject *
2575
imp_is_frozen(PyObject *self, PyObject *args)
2576
{
2577
	char *name;
2578
	struct _frozen *p;
2579
	if (!PyArg_ParseTuple(args, "s:is_frozen", &name))
2580
		return NULL;
2581
	p = find_frozen(name);
2582
	return PyBool_FromLong((long) (p == NULL ? 0 : p->size));
2583 2584 2585
}

static FILE *
2586
get_file(char *pathname, PyObject *fob, char *mode)
2587 2588 2589
{
	FILE *fp;
	if (fob == NULL) {
2590 2591
		if (mode[0] == 'U') 
			mode = "r" PY_STDIOTEXTMODE;
2592 2593
		fp = fopen(pathname, mode);
		if (fp == NULL)
2594
			PyErr_SetFromErrno(PyExc_IOError);
2595
	}
2596
	else {
2597
		fp = PyFile_AsFile(fob);
2598
		if (fp == NULL)
2599 2600
			PyErr_SetString(PyExc_ValueError,
					"bad/closed file object");
2601 2602
	}
	return fp;
2603
}
2604

2605
static PyObject *
2606
imp_load_compiled(PyObject *self, PyObject *args)
2607 2608 2609
{
	char *name;
	char *pathname;
2610 2611
	PyObject *fob = NULL;
	PyObject *m;
2612
	FILE *fp;
2613
	if (!PyArg_ParseTuple(args, "ss|O!:load_compiled", &name, &pathname,
2614
			      &PyFile_Type, &fob))
2615 2616 2617 2618 2619
		return NULL;
	fp = get_file(pathname, fob, "rb");
	if (fp == NULL)
		return NULL;
	m = load_compiled_module(name, pathname, fp);
2620 2621
	if (fob == NULL)
		fclose(fp);
2622 2623
	return m;
}
2624

2625 2626
#ifdef HAVE_DYNAMIC_LOADING

2627
static PyObject *
2628
imp_load_dynamic(PyObject *self, PyObject *args)
2629 2630 2631
{
	char *name;
	char *pathname;
2632 2633
	PyObject *fob = NULL;
	PyObject *m;
2634
	FILE *fp = NULL;
2635
	if (!PyArg_ParseTuple(args, "ss|O!:load_dynamic", &name, &pathname,
2636
			      &PyFile_Type, &fob))
2637
		return NULL;
2638
	if (fob) {
2639
		fp = get_file(pathname, fob, "r");
2640 2641 2642
		if (fp == NULL)
			return NULL;
	}
2643
	m = _PyImport_LoadDynamicModule(name, pathname, fp);
2644
	return m;
2645
}
2646

2647 2648
#endif /* HAVE_DYNAMIC_LOADING */

2649
static PyObject *
2650
imp_load_source(PyObject *self, PyObject *args)
2651 2652 2653
{
	char *name;
	char *pathname;
2654 2655
	PyObject *fob = NULL;
	PyObject *m;
2656
	FILE *fp;
2657
	if (!PyArg_ParseTuple(args, "ss|O!:load_source", &name, &pathname,
2658
			      &PyFile_Type, &fob))
2659 2660 2661 2662 2663
		return NULL;
	fp = get_file(pathname, fob, "r");
	if (fp == NULL)
		return NULL;
	m = load_source_module(name, pathname, fp);
2664 2665
	if (fob == NULL)
		fclose(fp);
2666 2667
	return m;
}
2668

2669
#ifdef macintosh
2670
static PyObject *
2671
imp_load_resource(PyObject *self, PyObject *args)
2672 2673 2674
{
	char *name;
	char *pathname;
2675
	PyObject *m;
2676

2677
	if (!PyArg_ParseTuple(args, "ss:load_resource", &name, &pathname))
2678 2679 2680 2681 2682 2683
		return NULL;
	m = PyMac_LoadResourceModule(name, pathname);
	return m;
}
#endif /* macintosh */

2684
static PyObject *
2685
imp_load_module(PyObject *self, PyObject *args)
2686 2687 2688 2689 2690 2691 2692 2693 2694
{
	char *name;
	PyObject *fob;
	char *pathname;
	char *suffix; /* Unused */
	char *mode;
	int type;
	FILE *fp;

2695
	if (!PyArg_ParseTuple(args, "sOs(ssi):load_module",
2696 2697 2698
			      &name, &fob, &pathname,
			      &suffix, &mode, &type))
		return NULL;
2699 2700 2701 2702 2703 2704
	if (*mode) {
		/* Mode must start with 'r' or 'U' and must not contain '+'.
		   Implicit in this test is the assumption that the mode
		   may contain other modifiers like 'b' or 't'. */

		if (!(*mode == 'r' || *mode == 'U') || strchr(mode, '+')) {
2705 2706 2707
			PyErr_Format(PyExc_ValueError,
				     "invalid file open mode %.200s", mode);
			return NULL;
2708
		}
2709 2710 2711 2712 2713 2714 2715 2716 2717 2718 2719 2720 2721
	}
	if (fob == Py_None)
		fp = NULL;
	else {
		if (!PyFile_Check(fob)) {
			PyErr_SetString(PyExc_ValueError,
				"load_module arg#2 should be a file or None");
			return NULL;
		}
		fp = get_file(pathname, fob, mode);
		if (fp == NULL)
			return NULL;
	}
Just van Rossum's avatar
Just van Rossum committed
2722
	return load_module(name, fp, pathname, type, NULL);
2723 2724 2725
}

static PyObject *
2726
imp_load_package(PyObject *self, PyObject *args)
2727 2728 2729
{
	char *name;
	char *pathname;
2730
	if (!PyArg_ParseTuple(args, "ss:load_package", &name, &pathname))
2731 2732 2733 2734
		return NULL;
	return load_package(name, pathname);
}

2735
static PyObject *
2736
imp_new_module(PyObject *self, PyObject *args)
2737
{
2738
	char *name;
2739
	if (!PyArg_ParseTuple(args, "s:new_module", &name))
2740
		return NULL;
2741
	return PyModule_New(name);
2742
}
2743

2744 2745
/* Doc strings */

2746 2747 2748
PyDoc_STRVAR(doc_imp,
"This module provides the components needed to build your own\n\
__import__ function.  Undocumented functions are obsolete.");
2749

2750 2751
PyDoc_STRVAR(doc_find_module,
"find_module(name, [path]) -> (file, filename, (suffix, mode, type))\n\
2752 2753 2754
Search for a module.  If path is omitted or None, search for a\n\
built-in, frozen or special module and continue search in sys.path.\n\
The module name cannot contain '.'; to search for a submodule of a\n\
2755
package, pass the submodule name and the package's __path__.");
2756

2757 2758
PyDoc_STRVAR(doc_load_module,
"load_module(name, file, filename, (suffix, mode, type)) -> module\n\
2759
Load a module, given information returned by find_module().\n\
2760
The module name must include the full package name, if any.");
2761

2762 2763 2764
PyDoc_STRVAR(doc_get_magic,
"get_magic() -> string\n\
Return the magic number for .pyc or .pyo files.");
2765

2766 2767
PyDoc_STRVAR(doc_get_suffixes,
"get_suffixes() -> [(suffix, mode, type), ...]\n\
2768
Return a list of (suffix, mode, type) tuples describing the files\n\
2769
that find_module() looks for.");
2770

2771 2772
PyDoc_STRVAR(doc_new_module,
"new_module(name) -> module\n\
2773
Create a new module.  Do not enter it in sys.modules.\n\
2774
The module name must include the full package name, if any.");
2775

2776 2777
PyDoc_STRVAR(doc_lock_held,
"lock_held() -> 0 or 1\n\
2778
Return 1 if the import lock is currently held.\n\
2779
On platforms without threads, return 0.");
2780

2781 2782
PyDoc_STRVAR(doc_acquire_lock,
"acquire_lock() -> None\n\
Neal Norwitz's avatar
Neal Norwitz committed
2783 2784 2785
Acquires the interpreter's import lock for the current thread.\n\
This lock should be used by import hooks to ensure thread-safety\n\
when importing modules.\n\
2786 2787 2788 2789 2790 2791 2792
On platforms without threads, this function does nothing.");

PyDoc_STRVAR(doc_release_lock,
"release_lock() -> None\n\
Release the interpreter's import lock.\n\
On platforms without threads, this function does nothing.");

2793
static PyMethodDef imp_methods[] = {
2794 2795 2796 2797 2798 2799
	{"find_module",		imp_find_module, METH_VARARGS, doc_find_module},
	{"get_magic",		imp_get_magic,	 METH_VARARGS, doc_get_magic},
	{"get_suffixes",	imp_get_suffixes, METH_VARARGS, doc_get_suffixes},
	{"load_module",		imp_load_module, METH_VARARGS, doc_load_module},
	{"new_module",		imp_new_module,	 METH_VARARGS, doc_new_module},
	{"lock_held",		imp_lock_held,	 METH_VARARGS, doc_lock_held},
2800 2801
	{"acquire_lock",    imp_acquire_lock, METH_VARARGS, doc_acquire_lock},
	{"release_lock",    imp_release_lock, METH_VARARGS, doc_release_lock},
2802
	/* The rest are obsolete */
2803 2804 2805 2806 2807 2808
	{"get_frozen_object",	imp_get_frozen_object,	METH_VARARGS},
	{"init_builtin",	imp_init_builtin,	METH_VARARGS},
	{"init_frozen",		imp_init_frozen,	METH_VARARGS},
	{"is_builtin",		imp_is_builtin,		METH_VARARGS},
	{"is_frozen",		imp_is_frozen,		METH_VARARGS},
	{"load_compiled",	imp_load_compiled,	METH_VARARGS},
2809
#ifdef HAVE_DYNAMIC_LOADING
2810
	{"load_dynamic",	imp_load_dynamic,	METH_VARARGS},
2811
#endif
2812
	{"load_package",	imp_load_package,	METH_VARARGS},
2813
#ifdef macintosh
2814
	{"load_resource",	imp_load_resource,	METH_VARARGS},
2815
#endif
2816
	{"load_source",		imp_load_source,	METH_VARARGS},
2817 2818
	{NULL,			NULL}		/* sentinel */
};
2819

2820
static int
2821
setint(PyObject *d, char *name, int value)
2822 2823 2824 2825 2826 2827 2828 2829 2830 2831
{
	PyObject *v;
	int err;

	v = PyInt_FromLong((long)value);
	err = PyDict_SetItemString(d, name, v);
	Py_XDECREF(v);
	return err;
}

2832
void
2833
initimp(void)
2834
{
2835
	PyObject *m, *d;
2836

2837 2838
	m = Py_InitModule4("imp", imp_methods, doc_imp,
			   NULL, PYTHON_API_VERSION);
2839
	d = PyModule_GetDict(m);
2840

2841 2842 2843 2844 2845 2846 2847 2848
	if (setint(d, "SEARCH_ERROR", SEARCH_ERROR) < 0) goto failure;
	if (setint(d, "PY_SOURCE", PY_SOURCE) < 0) goto failure;
	if (setint(d, "PY_COMPILED", PY_COMPILED) < 0) goto failure;
	if (setint(d, "C_EXTENSION", C_EXTENSION) < 0) goto failure;
	if (setint(d, "PY_RESOURCE", PY_RESOURCE) < 0) goto failure;
	if (setint(d, "PKG_DIRECTORY", PKG_DIRECTORY) < 0) goto failure;
	if (setint(d, "C_BUILTIN", C_BUILTIN) < 0) goto failure;
	if (setint(d, "PY_FROZEN", PY_FROZEN) < 0) goto failure;
2849
	if (setint(d, "PY_CODERESOURCE", PY_CODERESOURCE) < 0) goto failure;
Just van Rossum's avatar
Just van Rossum committed
2850
	if (setint(d, "IMP_HOOK", IMP_HOOK) < 0) goto failure;
2851 2852 2853

  failure:
	;
2854
}
2855 2856


2857 2858 2859 2860
/* API for embedding applications that want to add their own entries
   to the table of built-in modules.  This should normally be called
   *before* Py_Initialize().  When the table resize fails, -1 is
   returned and the existing table is unchanged.
2861 2862 2863 2864

   After a similar function by Just van Rossum. */

int
2865
PyImport_ExtendInittab(struct _inittab *newtab)
2866 2867 2868 2869 2870 2871 2872 2873 2874 2875 2876 2877 2878 2879
{
	static struct _inittab *our_copy = NULL;
	struct _inittab *p;
	int i, n;

	/* Count the number of entries in both tables */
	for (n = 0; newtab[n].name != NULL; n++)
		;
	if (n == 0)
		return 0; /* Nothing to do */
	for (i = 0; PyImport_Inittab[i].name != NULL; i++)
		;

	/* Allocate new memory for the combined table */
2880 2881
	p = our_copy;
	PyMem_RESIZE(p, struct _inittab, i+n+1);
2882 2883 2884 2885 2886 2887 2888 2889 2890 2891 2892 2893 2894 2895 2896
	if (p == NULL)
		return -1;

	/* Copy the tables into the new memory */
	if (our_copy != PyImport_Inittab)
		memcpy(p, PyImport_Inittab, (i+1) * sizeof(struct _inittab));
	PyImport_Inittab = our_copy = p;
	memcpy(p+i, newtab, (n+1) * sizeof(struct _inittab));

	return 0;
}

/* Shorthand to add a single entry given a name and a function */

int
2897
PyImport_AppendInittab(char *name, void (*initfunc)(void))
2898 2899 2900 2901 2902 2903 2904 2905 2906 2907
{
	struct _inittab newtab[2];

	memset(newtab, '\0', sizeof newtab);

	newtab[0].name = name;
	newtab[0].initfunc = initfunc;

	return PyImport_ExtendInittab(newtab);
}