import.c 68.7 KB
Newer Older
Guido van Rossum's avatar
Guido van Rossum committed
1

Guido van Rossum's avatar
Guido van Rossum committed
2 3
/* Module definition and import implementation */

4
#include "Python.h"
Guido van Rossum's avatar
Guido van Rossum committed
5 6 7 8

#include "node.h"
#include "token.h"
#include "errcode.h"
9 10
#include "marshal.h"
#include "compile.h"
Guido van Rossum's avatar
Guido van Rossum committed
11
#include "eval.h"
12
#include "osdefs.h"
13
#include "importdl.h"
14

15 16 17 18
#ifdef HAVE_FCNTL_H
#include <fcntl.h>
#endif

19 20
extern time_t PyOS_GetLastModificationTime(char *, FILE *);
						/* In getmtime.c */
21

22
/* Magic word to reject .pyc files generated by other Python versions */
23 24 25
/* Change for each incompatible change */
/* The value of CR and LF is incorporated so if you ever read or write
   a .pyc file in text mode the magic number will be wrong; also, the
26 27 28
   Apple MPW compiler swaps their values, botching string constants.
   XXX That probably isn't important anymore.
*/
29 30
/* XXX Perhaps the magic number should be frozen and a version field
   added to the .pyc file header? */
31 32 33 34 35 36 37 38 39 40
/* New way to come up with the low 16 bits of the magic number:
      (YEAR-1995) * 10000 +  MONTH * 100 + DAY
   where MONTH and DAY are 1-based.
   XXX Whatever the "old way" may have been isn't documented.
   XXX This scheme breaks in 2002, as (2002-1995)*10000 = 70000 doesn't
       fit in 16 bits.
   XXX Later, sometimes 1 gets added to MAGIC in order to record that
       the Unicode -U option is in use.  IMO (Tim's), that's a Bad Idea
       (quite apart from that the -U option doesn't work so isn't used
       anyway).
41 42 43 44 45 46 47 48

   XXX MAL, 2002-02-07: I had to modify the MAGIC due to a fix of the
       UTF-8 encoder (it previously produced invalid UTF-8 for unpaired
       high surrogates), so I simply bumped the month value to 20 (invalid
       month) and set the day to 1.  This should be recognizable by any
       algorithm relying on the above scheme. Perhaps we should simply
       start counting in increments of 10 from now on ?!

Michael W. Hudson's avatar
Michael W. Hudson committed
49 50 51
       MWH, 2002-08-03: Removed SET_LINENO.  Couldn't be bothered figuring
       out the MAGIC schemes, so just incremented it by 10.

52 53 54 55
       GvR, 2002-08-31: Because MWH changed the bytecode again, moved the
       magic number *back* to 62011.  This should get the snake-farm to
       throw away its old .pyc files, amongst others.

56 57 58 59 60 61 62 63 64 65
   Known values:
       Python 1.5:   20121
       Python 1.5.1: 20121
       Python 1.5.2: 20121
       Python 2.0:   50823
       Python 2.0.1: 50823
       Python 2.1:   60202
       Python 2.1.1: 60202
       Python 2.1.2: 60202
       Python 2.2:   60717
66
       Python 2.3a0: 62011
Michael W. Hudson's avatar
Michael W. Hudson committed
67
       Python 2.3a0: 62021
68
       Python 2.3a0: 62011 (!)
69
*/
70
#define MAGIC (62011 | ((long)'\r'<<16) | ((long)'\n'<<24))
71

Guido van Rossum's avatar
Guido van Rossum committed
72
/* Magic word as global; note that _PyImport_Init() can change the
73
   value of this global to accommodate for alterations of how the
Guido van Rossum's avatar
Guido van Rossum committed
74 75 76
   compiler works which are enabled by command line switches. */
static long pyc_magic = MAGIC;

77 78
/* See _PyImport_FixupExtension() below */
static PyObject *extensions = NULL;
79

80 81 82 83
/* This table is defined in config.c: */
extern struct _inittab _PyImport_Inittab[];

struct _inittab *PyImport_Inittab = _PyImport_Inittab;
84

85 86
/* these tables define the module suffixes that Python recognizes */
struct filedescr * _PyImport_Filetab = NULL;
87 88 89

#ifdef RISCOS
static const struct filedescr _PyImport_StandardFiletab[] = {
90
	{"/py", "U", PY_SOURCE},
91 92 93 94
	{"/pyc", "rb", PY_COMPILED},
	{0, 0}
};
#else
95
static const struct filedescr _PyImport_StandardFiletab[] = {
96
	{".py", "U", PY_SOURCE},
97
#ifdef MS_WINDOWS
98
	{".pyw", "U", PY_SOURCE},
99
#endif
100 101 102
	{".pyc", "rb", PY_COMPILED},
	{0, 0}
};
103
#endif
104

105
/* Initialize things */
106

107
void
108
_PyImport_Init(void)
109
{
110 111 112 113 114 115 116 117 118 119 120 121
	const struct filedescr *scan;
	struct filedescr *filetab;
	int countD = 0;
	int countS = 0;

	/* prepare _PyImport_Filetab: copy entries from
	   _PyImport_DynLoadFiletab and _PyImport_StandardFiletab.
	 */
	for (scan = _PyImport_DynLoadFiletab; scan->suffix != NULL; ++scan)
		++countD;
	for (scan = _PyImport_StandardFiletab; scan->suffix != NULL; ++scan)
		++countS;
122
	filetab = PyMem_NEW(struct filedescr, countD + countS + 1);
123 124 125 126 127 128 129 130
	memcpy(filetab, _PyImport_DynLoadFiletab,
	       countD * sizeof(struct filedescr));
	memcpy(filetab + countD, _PyImport_StandardFiletab,
	       countS * sizeof(struct filedescr));
	filetab[countD + countS].suffix = NULL;

	_PyImport_Filetab = filetab;

131
	if (Py_OptimizeFlag) {
132 133
		/* Replace ".pyc" with ".pyo" in _PyImport_Filetab */
		for (; filetab->suffix != NULL; filetab++) {
134
#ifndef RISCOS
135 136
			if (strcmp(filetab->suffix, ".pyc") == 0)
				filetab->suffix = ".pyo";
137 138 139 140
#else
			if (strcmp(filetab->suffix, "/pyc") == 0)
				filetab->suffix = "/pyo";
#endif
141 142
		}
	}
Guido van Rossum's avatar
Guido van Rossum committed
143 144 145 146 147 148 149

	if (Py_UnicodeFlag) {
		/* Fix the pyc_magic so that byte compiled code created
		   using the all-Unicode method doesn't interfere with
		   code created in normal operation mode. */
		pyc_magic = MAGIC + 1;
	}
150
}
151

Just van Rossum's avatar
Just van Rossum committed
152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201
void
_PyImportHooks_Init(void)
{
	PyObject *v, *path_hooks = NULL, *zimpimport;
	int err = 0;

	/* adding sys.path_hooks and sys.path_importer_cache, setting up
	   zipimport */

	if (Py_VerboseFlag)
		PySys_WriteStderr("# installing zipimport hook\n");

	v = PyList_New(0);
	if (v == NULL)
		goto error;
	err = PySys_SetObject("meta_path", v);
	Py_DECREF(v);
	if (err)
		goto error;
	v = PyDict_New();
	if (v == NULL)
		goto error;
	err = PySys_SetObject("path_importer_cache", v);
	Py_DECREF(v);
	if (err)
		goto error;
	path_hooks = PyList_New(0);
	if (path_hooks == NULL)
		goto error;
	err = PySys_SetObject("path_hooks", path_hooks);
	if (err) {
  error:
		PyErr_Print();
		Py_FatalError("initializing sys.meta_path, sys.path_hooks or "
			      "path_importer_cache failed");
	}
	zimpimport = PyImport_ImportModule("zipimport");
	if (zimpimport == NULL) {
		PyErr_Clear(); /* No zip import module -- okay */
		if (Py_VerboseFlag)
			PySys_WriteStderr("# can't import zipimport\n");
	}
	else {
		PyObject *zipimporter = PyObject_GetAttrString(zimpimport,
							       "zipimporter");
		Py_DECREF(zimpimport);
		if (zipimporter == NULL) {
			PyErr_Clear(); /* No zipimporter object -- okay */
			if (Py_VerboseFlag)
				PySys_WriteStderr(
Fred Drake's avatar
Fred Drake committed
202
				    "# can't import zipimport.zipimporter\n");
Just van Rossum's avatar
Just van Rossum committed
203 204 205 206 207 208 209 210 211 212 213 214 215 216 217
		}
		else {
			/* sys.path_hooks.append(zipimporter) */
			err = PyList_Append(path_hooks, zipimporter);
			Py_DECREF(zipimporter);
			if (err)
				goto error;
			if (Py_VerboseFlag)
				PySys_WriteStderr(
					"# installed zipimport hook\n");
		}
	}
	Py_DECREF(path_hooks);
}

218
void
219
_PyImport_Fini(void)
220 221 222
{
	Py_XDECREF(extensions);
	extensions = NULL;
223 224
	PyMem_DEL(_PyImport_Filetab);
	_PyImport_Filetab = NULL;
225 226 227
}


228 229 230 231 232 233
/* Locking primitives to prevent parallel imports of the same module
   in different threads to return with a partially loaded module.
   These calls are serialized by the global interpreter lock. */

#ifdef WITH_THREAD

234
#include "pythread.h"
235

236
static PyThread_type_lock import_lock = 0;
237 238 239 240
static long import_lock_thread = -1;
static int import_lock_level = 0;

static void
241
lock_import(void)
242
{
243
	long me = PyThread_get_thread_ident();
244 245 246
	if (me == -1)
		return; /* Too bad */
	if (import_lock == NULL)
247
		import_lock = PyThread_allocate_lock();
248 249 250 251
	if (import_lock_thread == me) {
		import_lock_level++;
		return;
	}
252 253
	if (import_lock_thread != -1 || !PyThread_acquire_lock(import_lock, 0))
	{
254
		PyThreadState *tstate = PyEval_SaveThread();
255
		PyThread_acquire_lock(import_lock, 1);
256 257 258 259 260 261
		PyEval_RestoreThread(tstate);
	}
	import_lock_thread = me;
	import_lock_level = 1;
}

262
static int
263
unlock_import(void)
264
{
265
	long me = PyThread_get_thread_ident();
266
	if (me == -1)
267
		return 0; /* Too bad */
268
	if (import_lock_thread != me)
269
		return -1;
270 271 272
	import_lock_level--;
	if (import_lock_level == 0) {
		import_lock_thread = -1;
273
		PyThread_release_lock(import_lock);
274
	}
275
	return 1;
276 277 278 279 280
}

#else

#define lock_import()
281
#define unlock_import() 0
282 283 284

#endif

285
static PyObject *
286
imp_lock_held(PyObject *self, PyObject *noargs)
287 288
{
#ifdef WITH_THREAD
289
	return PyBool_FromLong(import_lock_thread != -1);
290
#else
291
	return PyBool_FromLong(0);
292 293 294
#endif
}

295
static PyObject *
296
imp_acquire_lock(PyObject *self, PyObject *noargs)
297 298 299 300
{
#ifdef WITH_THREAD
	lock_import();
#endif
Neal Norwitz's avatar
Neal Norwitz committed
301 302
	Py_INCREF(Py_None);
	return Py_None;
303 304 305
}

static PyObject *
306
imp_release_lock(PyObject *self, PyObject *noargs)
307 308 309 310 311 312 313 314
{
#ifdef WITH_THREAD
	if (unlock_import() < 0) {
		PyErr_SetString(PyExc_RuntimeError,
				"not holding the import lock");
		return NULL;
	}
#endif
Neal Norwitz's avatar
Neal Norwitz committed
315 316
	Py_INCREF(Py_None);
	return Py_None;
317 318
}

319 320 321
/* Helper for sys */

PyObject *
322
PyImport_GetModuleDict(void)
323 324 325 326 327 328 329
{
	PyInterpreterState *interp = PyThreadState_Get()->interp;
	if (interp->modules == NULL)
		Py_FatalError("PyImport_GetModuleDict: no module dictionary!");
	return interp->modules;
}

330

331 332
/* List of names to clear in sys */
static char* sys_deletes[] = {
333
	"path", "argv", "ps1", "ps2", "exitfunc",
334 335
	"exc_type", "exc_value", "exc_traceback",
	"last_type", "last_value", "last_traceback",
Just van Rossum's avatar
Just van Rossum committed
336
	"path_hooks", "path_importer_cache", "meta_path",
337 338 339
	NULL
};

340 341 342 343 344 345 346
static char* sys_files[] = {
	"stdin", "__stdin__",
	"stdout", "__stdout__",
	"stderr", "__stderr__",
	NULL
};

347

348
/* Un-initialize things, as good as we can */
349

350
void
351
PyImport_Cleanup(void)
352
{
353 354 355
	int pos, ndone;
	char *name;
	PyObject *key, *value, *dict;
356
	PyInterpreterState *interp = PyThreadState_Get()->interp;
357 358 359 360 361
	PyObject *modules = interp->modules;

	if (modules == NULL)
		return; /* Already done */

362 363 364 365 366 367 368 369 370 371
	/* Delete some special variables first.  These are common
	   places where user values hide and people complain when their
	   destructors fail.  Since the modules containing them are
	   deleted *last* of all, they would come too late in the normal
	   destruction order.  Sigh. */

	value = PyDict_GetItemString(modules, "__builtin__");
	if (value != NULL && PyModule_Check(value)) {
		dict = PyModule_GetDict(value);
		if (Py_VerboseFlag)
372
			PySys_WriteStderr("# clear __builtin__._\n");
373 374 375 376 377
		PyDict_SetItemString(dict, "_", Py_None);
	}
	value = PyDict_GetItemString(modules, "sys");
	if (value != NULL && PyModule_Check(value)) {
		char **p;
378
		PyObject *v;
379 380 381
		dict = PyModule_GetDict(value);
		for (p = sys_deletes; *p != NULL; p++) {
			if (Py_VerboseFlag)
382
				PySys_WriteStderr("# clear sys.%s\n", *p);
383 384
			PyDict_SetItemString(dict, *p, Py_None);
		}
385 386
		for (p = sys_files; *p != NULL; p+=2) {
			if (Py_VerboseFlag)
387
				PySys_WriteStderr("# restore sys.%s\n", *p);
388 389 390 391 392 393 394 395 396 397 398
			v = PyDict_GetItemString(dict, *(p+1));
			if (v == NULL)
				v = Py_None;
			PyDict_SetItemString(dict, *p, v);
		}
	}

	/* First, delete __main__ */
	value = PyDict_GetItemString(modules, "__main__");
	if (value != NULL && PyModule_Check(value)) {
		if (Py_VerboseFlag)
399
			PySys_WriteStderr("# cleanup __main__\n");
400 401
		_PyModule_Clear(value);
		PyDict_SetItemString(modules, "__main__", Py_None);
402 403
	}

404 405 406 407 408 409 410 411 412 413 414 415 416 417
	/* The special treatment of __builtin__ here is because even
	   when it's not referenced as a module, its dictionary is
	   referenced by almost every module's __builtins__.  Since
	   deleting a module clears its dictionary (even if there are
	   references left to it), we need to delete the __builtin__
	   module last.  Likewise, we don't delete sys until the very
	   end because it is implicitly referenced (e.g. by print).

	   Also note that we 'delete' modules by replacing their entry
	   in the modules dict with None, rather than really deleting
	   them; this avoids a rehash of the modules dictionary and
	   also marks them as "non existent" so they won't be
	   re-imported. */

418
	/* Next, repeatedly delete modules with a reference count of
419 420 421
	   one (skipping __builtin__ and sys) and delete them */
	do {
		ndone = 0;
422
		pos = 0;
423 424 425
		while (PyDict_Next(modules, &pos, &key, &value)) {
			if (value->ob_refcnt != 1)
				continue;
426 427
			if (PyString_Check(key) && PyModule_Check(value)) {
				name = PyString_AS_STRING(key);
428 429 430 431
				if (strcmp(name, "__builtin__") == 0)
					continue;
				if (strcmp(name, "sys") == 0)
					continue;
432
				if (Py_VerboseFlag)
433
					PySys_WriteStderr(
434
						"# cleanup[1] %s\n", name);
435
				_PyModule_Clear(value);
436 437
				PyDict_SetItem(modules, key, Py_None);
				ndone++;
438 439
			}
		}
440 441 442 443 444
	} while (ndone > 0);

	/* Next, delete all modules (still skipping __builtin__ and sys) */
	pos = 0;
	while (PyDict_Next(modules, &pos, &key, &value)) {
445 446
		if (PyString_Check(key) && PyModule_Check(value)) {
			name = PyString_AS_STRING(key);
447 448 449 450
			if (strcmp(name, "__builtin__") == 0)
				continue;
			if (strcmp(name, "sys") == 0)
				continue;
451
			if (Py_VerboseFlag)
452
				PySys_WriteStderr("# cleanup[2] %s\n", name);
453
			_PyModule_Clear(value);
454 455 456 457 458 459 460
			PyDict_SetItem(modules, key, Py_None);
		}
	}

	/* Next, delete sys and __builtin__ (in that order) */
	value = PyDict_GetItemString(modules, "sys");
	if (value != NULL && PyModule_Check(value)) {
461
		if (Py_VerboseFlag)
462
			PySys_WriteStderr("# cleanup sys\n");
463
		_PyModule_Clear(value);
464
		PyDict_SetItemString(modules, "sys", Py_None);
465
	}
466 467
	value = PyDict_GetItemString(modules, "__builtin__");
	if (value != NULL && PyModule_Check(value)) {
468
		if (Py_VerboseFlag)
469
			PySys_WriteStderr("# cleanup __builtin__\n");
470
		_PyModule_Clear(value);
471 472 473 474 475 476 477
		PyDict_SetItemString(modules, "__builtin__", Py_None);
	}

	/* Finally, clear and delete the modules directory */
	PyDict_Clear(modules);
	interp->modules = NULL;
	Py_DECREF(modules);
478
}
Guido van Rossum's avatar
Guido van Rossum committed
479

480

481
/* Helper for pythonrun.c -- return magic number */
482 483

long
484
PyImport_GetMagicNumber(void)
485
{
Guido van Rossum's avatar
Guido van Rossum committed
486
	return pyc_magic;
487 488
}

Guido van Rossum's avatar
Guido van Rossum committed
489

490 491 492 493
/* Magic for extension modules (built-in as well as dynamically
   loaded).  To prevent initializing an extension module more than
   once, we keep a static dictionary 'extensions' keyed by module name
   (for built-in modules) or by filename (for dynamically loaded
494
   modules), containing these modules.  A copy of the module's
495 496 497 498
   dictionary is stored by calling _PyImport_FixupExtension()
   immediately after the module initialization function succeeds.  A
   copy can be retrieved from there by calling
   _PyImport_FindExtension(). */
Guido van Rossum's avatar
Guido van Rossum committed
499

500
PyObject *
501
_PyImport_FixupExtension(char *name, char *filename)
502 503 504 505 506 507 508 509 510 511
{
	PyObject *modules, *mod, *dict, *copy;
	if (extensions == NULL) {
		extensions = PyDict_New();
		if (extensions == NULL)
			return NULL;
	}
	modules = PyImport_GetModuleDict();
	mod = PyDict_GetItemString(modules, name);
	if (mod == NULL || !PyModule_Check(mod)) {
512 513
		PyErr_Format(PyExc_SystemError,
		  "_PyImport_FixupExtension: module %.200s not loaded", name);
514 515 516 517 518
		return NULL;
	}
	dict = PyModule_GetDict(mod);
	if (dict == NULL)
		return NULL;
519
	copy = PyDict_Copy(dict);
520 521 522 523 524 525 526 527
	if (copy == NULL)
		return NULL;
	PyDict_SetItemString(extensions, filename, copy);
	Py_DECREF(copy);
	return copy;
}

PyObject *
528
_PyImport_FindExtension(char *name, char *filename)
Guido van Rossum's avatar
Guido van Rossum committed
529
{
530
	PyObject *dict, *mod, *mdict;
531 532 533 534 535 536 537 538 539 540 541
	if (extensions == NULL)
		return NULL;
	dict = PyDict_GetItemString(extensions, filename);
	if (dict == NULL)
		return NULL;
	mod = PyImport_AddModule(name);
	if (mod == NULL)
		return NULL;
	mdict = PyModule_GetDict(mod);
	if (mdict == NULL)
		return NULL;
542
	if (PyDict_Update(mdict, dict))
543 544
		return NULL;
	if (Py_VerboseFlag)
545
		PySys_WriteStderr("import %s # previously loaded (%s)\n",
546 547
			name, filename);
	return mod;
Guido van Rossum's avatar
Guido van Rossum committed
548 549
}

550 551 552

/* Get the module object corresponding to a module name.
   First check the modules dictionary if there's one there,
553
   if not, create a new one and insert it in the modules dictionary.
Guido van Rossum's avatar
Guido van Rossum committed
554 555
   Because the former action is most common, THIS DOES NOT RETURN A
   'NEW' REFERENCE! */
556

557
PyObject *
558
PyImport_AddModule(char *name)
Guido van Rossum's avatar
Guido van Rossum committed
559
{
560
	PyObject *modules = PyImport_GetModuleDict();
561
	PyObject *m;
562

563
	if ((m = PyDict_GetItemString(modules, name)) != NULL &&
564
	    PyModule_Check(m))
Guido van Rossum's avatar
Guido van Rossum committed
565
		return m;
566
	m = PyModule_New(name);
Guido van Rossum's avatar
Guido van Rossum committed
567 568
	if (m == NULL)
		return NULL;
569
	if (PyDict_SetItemString(modules, name, m) != 0) {
570
		Py_DECREF(m);
Guido van Rossum's avatar
Guido van Rossum committed
571 572
		return NULL;
	}
573
	Py_DECREF(m); /* Yes, it still exists, in modules! */
574

Guido van Rossum's avatar
Guido van Rossum committed
575 576 577
	return m;
}

578

Guido van Rossum's avatar
Guido van Rossum committed
579 580
/* Execute a code object in a module and return the module object
   WITH INCREMENTED REFERENCE COUNT */
581

582
PyObject *
583
PyImport_ExecCodeModule(char *name, PyObject *co)
584 585 586 587 588
{
	return PyImport_ExecCodeModuleEx(name, co, (char *)NULL);
}

PyObject *
589
PyImport_ExecCodeModuleEx(char *name, PyObject *co, char *pathname)
590
{
591
	PyObject *modules = PyImport_GetModuleDict();
592
	PyObject *m, *d, *v;
593

594
	m = PyImport_AddModule(name);
595
	if (m == NULL)
596
		return NULL;
Jeremy Hylton's avatar
Jeremy Hylton committed
597 598
	/* If the module is being reloaded, we get the old module back
	   and re-use its dict to exec the new code. */
599 600 601 602
	d = PyModule_GetDict(m);
	if (PyDict_GetItemString(d, "__builtins__") == NULL) {
		if (PyDict_SetItemString(d, "__builtins__",
					 PyEval_GetBuiltins()) != 0)
603 604
			return NULL;
	}
605
	/* Remember the filename as the __file__ attribute */
606 607 608 609 610 611 612 613 614 615 616
	v = NULL;
	if (pathname != NULL) {
		v = PyString_FromString(pathname);
		if (v == NULL)
			PyErr_Clear();
	}
	if (v == NULL) {
		v = ((PyCodeObject *)co)->co_filename;
		Py_INCREF(v);
	}
	if (PyDict_SetItemString(d, "__file__", v) != 0)
617
		PyErr_Clear(); /* Not important enough to report */
618 619
	Py_DECREF(v);

620
	v = PyEval_EvalCode((PyCodeObject *)co, d, d);
621 622
	if (v == NULL)
		return NULL;
623
	Py_DECREF(v);
624

625
	if ((m = PyDict_GetItemString(modules, name)) == NULL) {
626 627 628
		PyErr_Format(PyExc_ImportError,
			     "Loaded module %.200s not found in sys.modules",
			     name);
629 630 631
		return NULL;
	}

632
	Py_INCREF(m);
633 634 635 636 637 638 639 640 641 642 643

	return m;
}


/* Given a pathname for a Python source file, fill a buffer with the
   pathname for the corresponding compiled file.  Return the pathname
   for the compiled file, or NULL if there's no space in the buffer.
   Doesn't set an exception. */

static char *
644
make_compiled_pathname(char *pathname, char *buf, size_t buflen)
645
{
646
	size_t len = strlen(pathname);
647 648
	if (len+2 > buflen)
		return NULL;
649

650
#ifdef MS_WINDOWS
651 652 653 654 655 656 657 658
	/* Treat .pyw as if it were .py.  The case of ".pyw" must match
	   that used in _PyImport_StandardFiletab. */
	if (len >= 4 && strcmp(&pathname[len-4], ".pyw") == 0)
		--len;	/* pretend 'w' isn't there */
#endif
	memcpy(buf, pathname, len);
	buf[len] = Py_OptimizeFlag ? 'o' : 'c';
	buf[len+1] = '\0';
659 660 661 662 663 664 665 666 667 668 669 670 671

	return buf;
}


/* Given a pathname for a Python source file, its time of last
   modification, and a pathname for a compiled file, check whether the
   compiled file represents the same version of the source.  If so,
   return a FILE pointer for the compiled file, positioned just after
   the header; if not, return NULL.
   Doesn't set an exception. */

static FILE *
672
check_compiled_module(char *pathname, long mtime, char *cpathname)
673 674 675 676 677 678 679 680
{
	FILE *fp;
	long magic;
	long pyc_mtime;

	fp = fopen(cpathname, "rb");
	if (fp == NULL)
		return NULL;
681
	magic = PyMarshal_ReadLongFromFile(fp);
Guido van Rossum's avatar
Guido van Rossum committed
682
	if (magic != pyc_magic) {
683
		if (Py_VerboseFlag)
684
			PySys_WriteStderr("# %s has bad magic\n", cpathname);
685
		fclose(fp);
686 687
		return NULL;
	}
688
	pyc_mtime = PyMarshal_ReadLongFromFile(fp);
689
	if (pyc_mtime != mtime) {
690
		if (Py_VerboseFlag)
691
			PySys_WriteStderr("# %s has bad mtime\n", cpathname);
692
		fclose(fp);
693 694
		return NULL;
	}
695
	if (Py_VerboseFlag)
696
		PySys_WriteStderr("# %s matches %s\n", cpathname, pathname);
697 698
	return fp;
}
699 700


701
/* Read a code object from a file and check it for validity */
702

703
static PyCodeObject *
704
read_compiled_module(char *cpathname, FILE *fp)
705
{
706
	PyObject *co;
707

708
	co = PyMarshal_ReadLastObjectFromFile(fp);
709
	/* Ugly: rd_object() may return NULL with or without error */
710 711
	if (co == NULL || !PyCode_Check(co)) {
		if (!PyErr_Occurred())
712 713
			PyErr_Format(PyExc_ImportError,
			    "Non-code object in %.200s", cpathname);
714
		Py_XDECREF(co);
715
		return NULL;
716
	}
717
	return (PyCodeObject *)co;
718 719 720 721
}


/* Load a module from a compiled file, execute it, and return its
Guido van Rossum's avatar
Guido van Rossum committed
722
   module object WITH INCREMENTED REFERENCE COUNT */
723

724
static PyObject *
725
load_compiled_module(char *name, char *cpathname, FILE *fp)
726 727
{
	long magic;
728 729
	PyCodeObject *co;
	PyObject *m;
730

731
	magic = PyMarshal_ReadLongFromFile(fp);
Guido van Rossum's avatar
Guido van Rossum committed
732
	if (magic != pyc_magic) {
733 734
		PyErr_Format(PyExc_ImportError,
			     "Bad magic number in %.200s", cpathname);
735 736
		return NULL;
	}
737
	(void) PyMarshal_ReadLongFromFile(fp);
738
	co = read_compiled_module(cpathname, fp);
739 740
	if (co == NULL)
		return NULL;
741
	if (Py_VerboseFlag)
742
		PySys_WriteStderr("import %s # precompiled from %s\n",
743
			name, cpathname);
744
	m = PyImport_ExecCodeModuleEx(name, (PyObject *)co, cpathname);
745
	Py_DECREF(co);
746 747 748 749 750 751

	return m;
}

/* Parse a source file and return the corresponding code object */

752
static PyCodeObject *
753
parse_source_module(char *pathname, FILE *fp)
754
{
755
	PyCodeObject *co;
756
	node *n;
757

758
	n = PyParser_SimpleParseFile(fp, pathname, Py_file_input);
759
	if (n == NULL)
760
		return NULL;
761 762
	co = PyNode_Compile(n, pathname);
	PyNode_Free(n);
763 764 765 766 767

	return co;
}


768 769 770 771 772 773 774 775 776 777 778 779 780 781
/* Helper to open a bytecode file for writing in exclusive mode */

static FILE *
open_exclusive(char *filename)
{
#if defined(O_EXCL)&&defined(O_CREAT)&&defined(O_WRONLY)&&defined(O_TRUNC)
	/* Use O_EXCL to avoid a race condition when another process tries to
	   write the same file.  When that happens, our open() call fails,
	   which is just fine (since it's only a cache).
	   XXX If the file exists and is writable but the directory is not
	   writable, the file will never be written.  Oh well.
	*/
	int fd;
	(void) unlink(filename);
782 783 784 785
	fd = open(filename, O_EXCL|O_CREAT|O_WRONLY|O_TRUNC
#ifdef O_BINARY
				|O_BINARY   /* necessary for Windows */
#endif
786 787 788 789 790
#ifdef __VMS
                        , 0666, "ctxt=bin", "shr=nil");
#else
                        , 0666);
#endif
791 792 793 794 795 796 797 798 799 800
	if (fd < 0)
		return NULL;
	return fdopen(fd, "wb");
#else
	/* Best we can do -- on Windows this can't happen anyway */
	return fopen(filename, "wb");
#endif
}


801 802 803 804 805 806
/* Write a compiled module to a file, placing the time of last
   modification of its source into the header.
   Errors are ignored, if a write error occurs an attempt is made to
   remove the file. */

static void
807
write_compiled_module(PyCodeObject *co, char *cpathname, long mtime)
808 809 810
{
	FILE *fp;

811
	fp = open_exclusive(cpathname);
812
	if (fp == NULL) {
813
		if (Py_VerboseFlag)
814
			PySys_WriteStderr(
815 816 817
				"# can't create %s\n", cpathname);
		return;
	}
Guido van Rossum's avatar
Guido van Rossum committed
818
	PyMarshal_WriteLongToFile(pyc_magic, fp);
819
	/* First write a 0 for mtime */
820 821
	PyMarshal_WriteLongToFile(0L, fp);
	PyMarshal_WriteObjectToFile((PyObject *)co, fp);
822
	if (ferror(fp)) {
823
		if (Py_VerboseFlag)
824
			PySys_WriteStderr("# can't write %s\n", cpathname);
825 826 827 828
		/* Don't keep partial file */
		fclose(fp);
		(void) unlink(cpathname);
		return;
829
	}
830 831
	/* Now write the true mtime */
	fseek(fp, 4L, 0);
832
	PyMarshal_WriteLongToFile(mtime, fp);
833 834
	fflush(fp);
	fclose(fp);
835
	if (Py_VerboseFlag)
836
		PySys_WriteStderr("# wrote %s\n", cpathname);
837
}
838 839 840


/* Load a source module from a given file and return its module
Guido van Rossum's avatar
Guido van Rossum committed
841 842
   object WITH INCREMENTED REFERENCE COUNT.  If there's a matching
   byte-compiled file, use that instead. */
843

844
static PyObject *
845
load_source_module(char *name, char *pathname, FILE *fp)
Guido van Rossum's avatar
Guido van Rossum committed
846
{
847
	time_t mtime;
848 849 850
	FILE *fpc;
	char buf[MAXPATHLEN+1];
	char *cpathname;
851 852
	PyCodeObject *co;
	PyObject *m;
853

854
	mtime = PyOS_GetLastModificationTime(pathname, fp);
855
	if (mtime == (time_t)(-1))
856 857 858 859 860 861 862 863
		return NULL;
#if SIZEOF_TIME_T > 4
	/* Python's .pyc timestamp handling presumes that the timestamp fits
	   in 4 bytes. This will be fine until sometime in the year 2038,
	   when a 4-byte signed time_t will overflow.
	 */
	if (mtime >> 32) {
		PyErr_SetString(PyExc_OverflowError,
864
			"modification time overflows a 4 byte field");
865 866 867
		return NULL;
	}
#endif
868
	cpathname = make_compiled_pathname(pathname, buf,
Jeremy Hylton's avatar
Jeremy Hylton committed
869
					   (size_t)MAXPATHLEN + 1);
870 871
	if (cpathname != NULL &&
	    (fpc = check_compiled_module(pathname, mtime, cpathname))) {
872
		co = read_compiled_module(cpathname, fpc);
873 874 875
		fclose(fpc);
		if (co == NULL)
			return NULL;
876
		if (Py_VerboseFlag)
877
			PySys_WriteStderr("import %s # precompiled from %s\n",
878
				name, cpathname);
879
		pathname = cpathname;
880 881 882 883 884
	}
	else {
		co = parse_source_module(pathname, fp);
		if (co == NULL)
			return NULL;
885
		if (Py_VerboseFlag)
886
			PySys_WriteStderr("import %s # from %s\n",
887 888 889
				name, pathname);
		write_compiled_module(co, cpathname, mtime);
	}
890
	m = PyImport_ExecCodeModuleEx(name, (PyObject *)co, pathname);
891
	Py_DECREF(co);
892 893 894 895 896

	return m;
}


897
/* Forward */
Just van Rossum's avatar
Just van Rossum committed
898 899 900
static PyObject *load_module(char *, FILE *, char *, int, PyObject *);
static struct filedescr *find_module(char *, char *, PyObject *,
				     char *, size_t, FILE **, PyObject **);
901
static struct _frozen *find_frozen(char *name);
902 903 904 905 906

/* Load a package and return its module object WITH INCREMENTED
   REFERENCE COUNT */

static PyObject *
907
load_package(char *name, char *pathname)
908 909 910 911 912 913 914 915 916 917
{
	PyObject *m, *d, *file, *path;
	int err;
	char buf[MAXPATHLEN+1];
	FILE *fp = NULL;
	struct filedescr *fdp;

	m = PyImport_AddModule(name);
	if (m == NULL)
		return NULL;
918
	if (Py_VerboseFlag)
919
		PySys_WriteStderr("import %s # directory %s\n",
920
			name, pathname);
921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937
	d = PyModule_GetDict(m);
	file = PyString_FromString(pathname);
	if (file == NULL)
		return NULL;
	path = Py_BuildValue("[O]", file);
	if (path == NULL) {
		Py_DECREF(file);
		return NULL;
	}
	err = PyDict_SetItemString(d, "__file__", file);
	if (err == 0)
		err = PyDict_SetItemString(d, "__path__", path);
	if (err != 0) {
		m = NULL;
		goto cleanup;
	}
	buf[0] = '\0';
Just van Rossum's avatar
Just van Rossum committed
938
	fdp = find_module(name, "__init__", path, buf, sizeof(buf), &fp, NULL);
939 940 941 942 943 944 945 946
	if (fdp == NULL) {
		if (PyErr_ExceptionMatches(PyExc_ImportError)) {
			PyErr_Clear();
		}
		else
			m = NULL;
		goto cleanup;
	}
Just van Rossum's avatar
Just van Rossum committed
947
	m = load_module(name, fp, buf, fdp->type, NULL);
948 949 950 951 952 953 954 955 956 957 958 959
	if (fp != NULL)
		fclose(fp);
  cleanup:
	Py_XDECREF(path);
	Py_XDECREF(file);
	return m;
}


/* Helper to test for built-in module */

static int
960
is_builtin(char *name)
961 962
{
	int i;
963 964 965
	for (i = 0; PyImport_Inittab[i].name != NULL; i++) {
		if (strcmp(name, PyImport_Inittab[i].name) == 0) {
			if (PyImport_Inittab[i].initfunc == NULL)
966 967 968 969 970 971 972 973 974
				return -1;
			else
				return 1;
		}
	}
	return 0;
}


Just van Rossum's avatar
Just van Rossum committed
975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029
/* Return an importer object for a sys.path/pkg.__path__ item 'p',
   possibly by fetching it from the path_importer_cache dict. If it
   wasn't yet cached, traverse path_hooks until it a hook is found
   that can handle the path item. Return None if no hook could;
   this tells our caller it should fall back to the builtin
   import mechanism. Cache the result in path_importer_cache.
   Returns a borrowed reference. */

static PyObject *
get_path_importer(PyObject *path_importer_cache, PyObject *path_hooks,
		  PyObject *p)
{
	PyObject *importer;
	int j, nhooks;

	/* These conditions are the caller's responsibility: */
	assert(PyList_Check(path_hooks));
	assert(PyDict_Check(path_importer_cache));

	nhooks = PyList_Size(path_hooks);
	if (nhooks < 0)
		return NULL; /* Shouldn't happen */

	importer = PyDict_GetItem(path_importer_cache, p);
	if (importer != NULL)
		return importer;

	/* set path_importer_cache[p] to None to avoid recursion */
	if (PyDict_SetItem(path_importer_cache, p, Py_None) != 0)
		return NULL;

	for (j = 0; j < nhooks; j++) {
		PyObject *hook = PyList_GetItem(path_hooks, j);
		if (hook == NULL)
			return NULL;
		importer = PyObject_CallFunction(hook, "O", p);
		if (importer != NULL)
			break;

		if (!PyErr_ExceptionMatches(PyExc_ImportError)) {
			return NULL;
		}
		PyErr_Clear();
	}
	if (importer == NULL)
		importer = Py_None;
	else if (importer != Py_None) {
		int err = PyDict_SetItem(path_importer_cache, p, importer);
		Py_DECREF(importer);
		if (err != 0)
			return NULL;
	}
	return importer;
}

1030 1031 1032 1033
/* Search the path (default sys.path) for a module.  Return the
   corresponding filedescr struct, and (via return arguments) the
   pathname and an open file.  Return NULL if the module is not found. */

1034
#ifdef MS_COREDLL
1035 1036
extern FILE *PyWin_FindRegisteredModule(const char *, struct filedescr **,
					char *, int);
1037 1038
#endif

1039
static int case_ok(char *, int, int, char *);
1040
static int find_init_module(char *); /* Forward */
Just van Rossum's avatar
Just van Rossum committed
1041
static struct filedescr importhookdescr = {"", "", IMP_HOOK};
1042

1043
static struct filedescr *
Just van Rossum's avatar
Just van Rossum committed
1044 1045
find_module(char *fullname, char *subname, PyObject *path, char *buf,
	    size_t buflen, FILE **p_fp, PyObject **p_loader)
1046
{
1047 1048
	int i, npath;
	size_t len, namelen;
Guido van Rossum's avatar
Guido van Rossum committed
1049
	struct filedescr *fdp = NULL;
1050
	char *filemode;
Guido van Rossum's avatar
Guido van Rossum committed
1051
	FILE *fp = NULL;
Just van Rossum's avatar
Just van Rossum committed
1052
	PyObject *path_hooks, *path_importer_cache;
1053
#ifndef RISCOS
1054
	struct stat statbuf;
1055
#endif
1056 1057 1058
	static struct filedescr fd_frozen = {"", "", PY_FROZEN};
	static struct filedescr fd_builtin = {"", "", C_BUILTIN};
	static struct filedescr fd_package = {"", "", PKG_DIRECTORY};
1059
	char name[MAXPATHLEN+1];
1060 1061 1062 1063 1064
#if defined(PYOS_OS2)
	size_t saved_len;
	size_t saved_namelen;
	char *saved_buf = NULL;
#endif
Just van Rossum's avatar
Just van Rossum committed
1065 1066
	if (p_loader != NULL)
		*p_loader = NULL;
1067

Just van Rossum's avatar
Just van Rossum committed
1068
	if (strlen(subname) > MAXPATHLEN) {
1069 1070
		PyErr_SetString(PyExc_OverflowError,
				"module name is too long");
1071 1072
		return NULL;
	}
Just van Rossum's avatar
Just van Rossum committed
1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108
	strcpy(name, subname);

	/* sys.meta_path import hook */
	if (p_loader != NULL) {
		PyObject *meta_path;

		meta_path = PySys_GetObject("meta_path");
		if (meta_path == NULL || !PyList_Check(meta_path)) {
			PyErr_SetString(PyExc_ImportError,
					"sys.meta_path must be a list of "
					"import hooks");
			return NULL;
		}
		Py_INCREF(meta_path);  /* zap guard */
		npath = PyList_Size(meta_path);
		for (i = 0; i < npath; i++) {
			PyObject *loader;
			PyObject *hook = PyList_GetItem(meta_path, i);
			loader = PyObject_CallMethod(hook, "find_module",
						     "sO", fullname,
						     path != NULL ?
						     path : Py_None);
			if (loader == NULL) {
				Py_DECREF(meta_path);
				return NULL;  /* true error */
			}
			if (loader != Py_None) {
				/* a loader was found */
				*p_loader = loader;
				Py_DECREF(meta_path);
				return &importhookdescr;
			}
			Py_DECREF(loader);
		}
		Py_DECREF(meta_path);
	}
1109

1110
	if (path != NULL && PyString_Check(path)) {
1111 1112
		/* The only type of submodule allowed inside a "frozen"
		   package are other frozen modules or packages. */
1113 1114 1115 1116 1117 1118 1119 1120 1121
		if (PyString_Size(path) + 1 + strlen(name) >= (size_t)buflen) {
			PyErr_SetString(PyExc_ImportError,
					"full frozen module name too long");
			return NULL;
		}
		strcpy(buf, PyString_AsString(path));
		strcat(buf, ".");
		strcat(buf, name);
		strcpy(name, buf);
1122 1123 1124 1125 1126 1127 1128
		if (find_frozen(name) != NULL) {
			strcpy(buf, name);
			return &fd_frozen;
		}
		PyErr_Format(PyExc_ImportError,
			     "No frozen submodule named %.200s", name);
		return NULL;
1129
	}
1130 1131
	if (path == NULL) {
		if (is_builtin(name)) {
1132 1133
			strcpy(buf, name);
			return &fd_builtin;
1134
		}
1135
		if ((find_frozen(name)) != NULL) {
1136 1137
			strcpy(buf, name);
			return &fd_frozen;
1138
		}
1139

Guido van Rossum's avatar
Guido van Rossum committed
1140
#ifdef MS_COREDLL
1141 1142 1143 1144 1145
		fp = PyWin_FindRegisteredModule(name, &fdp, buf, buflen);
		if (fp != NULL) {
			*p_fp = fp;
			return fdp;
		}
1146
#endif
1147 1148
		path = PySys_GetObject("path");
	}
1149 1150
	if (path == NULL || !PyList_Check(path)) {
		PyErr_SetString(PyExc_ImportError,
1151
				"sys.path must be a list of directory names");
1152 1153
		return NULL;
	}
Just van Rossum's avatar
Just van Rossum committed
1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169

	path_hooks = PySys_GetObject("path_hooks");
	if (path_hooks == NULL || !PyList_Check(path_hooks)) {
		PyErr_SetString(PyExc_ImportError,
				"sys.path_hooks must be a list of "
				"import hooks");
		return NULL;
	}
	path_importer_cache = PySys_GetObject("path_importer_cache");
	if (path_importer_cache == NULL ||
	    !PyDict_Check(path_importer_cache)) {
		PyErr_SetString(PyExc_ImportError,
				"sys.path_importer_cache must be a dict");
		return NULL;
	}

1170
	npath = PyList_Size(path);
1171
	namelen = strlen(name);
1172
	for (i = 0; i < npath; i++) {
1173
		PyObject *copy = NULL;
1174
		PyObject *v = PyList_GetItem(path, i);
1175 1176 1177 1178 1179 1180 1181 1182 1183 1184
#ifdef Py_USING_UNICODE
		if (PyUnicode_Check(v)) {
			copy = PyUnicode_Encode(PyUnicode_AS_UNICODE(v),
				PyUnicode_GET_SIZE(v), Py_FileSystemDefaultEncoding, NULL);
			if (copy == NULL)
				return NULL;
			v = copy;
		}
		else
#endif
1185
		if (!PyString_Check(v))
1186
			continue;
1187
		len = PyString_Size(v);
1188 1189
		if (len + 2 + namelen + MAXSUFFIXSIZE >= buflen) {
			Py_XDECREF(copy);
1190
			continue; /* Too long */
1191
		}
1192
		strcpy(buf, PyString_AsString(v));
1193 1194
		if (strlen(buf) != len) {
			Py_XDECREF(copy);
1195
			continue; /* v contains '\0' */
1196
		}
Just van Rossum's avatar
Just van Rossum committed
1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223

		/* sys.path_hooks import hook */
		if (p_loader != NULL) {
			PyObject *importer;

			importer = get_path_importer(path_importer_cache,
						     path_hooks, v);
			if (importer == NULL)
				return NULL;
			/* Note: importer is a borrowed reference */
			if (importer != Py_None) {
				PyObject *loader;
				loader = PyObject_CallMethod(importer,
							     "find_module",
							     "s", fullname);
				if (loader == NULL)
					return NULL;  /* error */
				if (loader != Py_None) {
					/* a loader was found */
					*p_loader = loader;
					return &importhookdescr;
				}
				Py_DECREF(loader);
			}
			/* no hook was successful, use builtin import */
		}

1224 1225 1226 1227 1228
		if (len > 0 && buf[len-1] != SEP
#ifdef ALTSEP
		    && buf[len-1] != ALTSEP
#endif
		    )
1229
			buf[len++] = SEP;
Guido van Rossum's avatar
Guido van Rossum committed
1230 1231
		strcpy(buf+len, name);
		len += namelen;
1232 1233 1234

		/* Check for package import (buf holds a directory name,
		   and there's an __init__ module in that directory */
1235
#ifdef HAVE_STAT
1236 1237 1238 1239 1240
		if (stat(buf, &statbuf) == 0 &&         /* it exists */
		    S_ISDIR(statbuf.st_mode) &&         /* it's a directory */
		    find_init_module(buf) &&            /* it has __init__.py */
		    case_ok(buf, len, namelen, name)) { /* and case matches */
			Py_XDECREF(copy);
1241
			return &fd_package;
1242
		}
1243 1244
#else
		/* XXX How are you going to test for directories? */
1245
#ifdef RISCOS
1246 1247
		if (isdir(buf) &&
		    find_init_module(buf) &&
1248 1249
		    case_ok(buf, len, namelen, name)) {
			Py_XDECREF(copy);
1250
			return &fd_package;
1251
		}
1252
#endif
1253
#endif
1254 1255 1256 1257 1258 1259 1260 1261
#if defined(PYOS_OS2)
		/* take a snapshot of the module spec for restoration
		 * after the 8 character DLL hackery
		 */
		saved_buf = strdup(buf);
		saved_len = len;
		saved_namelen = namelen;
#endif /* PYOS_OS2 */
1262
		for (fdp = _PyImport_Filetab; fdp->suffix != NULL; fdp++) {
1263
#if defined(PYOS_OS2)
1264 1265
			/* OS/2 limits DLLs to 8 character names (w/o
			   extension)
1266 1267 1268 1269
			 * so if the name is longer than that and its a
			 * dynamically loaded module we're going to try,
			 * truncate the name before trying
			 */
Just van Rossum's avatar
Just van Rossum committed
1270
			if (strlen(subname) > 8) {
1271
				/* is this an attempt to load a C extension? */
1272 1273
				const struct filedescr *scan;
				scan = _PyImport_DynLoadFiletab;
1274
				while (scan->suffix != NULL) {
1275
					if (!strcmp(scan->suffix, fdp->suffix))
1276 1277 1278 1279 1280 1281 1282
						break;
					else
						scan++;
				}
				if (scan->suffix != NULL) {
					/* yes, so truncate the name */
					namelen = 8;
Just van Rossum's avatar
Just van Rossum committed
1283
					len -= strlen(subname) - namelen;
1284 1285 1286 1287
					buf[len] = '\0';
				}
			}
#endif /* PYOS_OS2 */
1288
			strcpy(buf+len, fdp->suffix);
1289
			if (Py_VerboseFlag > 1)
1290
				PySys_WriteStderr("# trying %s\n", buf);
1291
			filemode = fdp->mode;
1292 1293
			if (filemode[0] == 'U') 
				filemode = "r" PY_STDIOTEXTMODE;
1294
			fp = fopen(buf, filemode);
1295 1296 1297 1298 1299 1300
			if (fp != NULL) {
				if (case_ok(buf, len, namelen, name))
					break;
				else {	 /* continue search */
					fclose(fp);
					fp = NULL;
1301 1302
				}
			}
1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315
#if defined(PYOS_OS2)
			/* restore the saved snapshot */
			strcpy(buf, saved_buf);
			len = saved_len;
			namelen = saved_namelen;
#endif
		}
#if defined(PYOS_OS2)
		/* don't need/want the module name snapshot anymore */
		if (saved_buf)
		{
			free(saved_buf);
			saved_buf = NULL;
Guido van Rossum's avatar
Guido van Rossum committed
1316
		}
1317
#endif
1318
		Py_XDECREF(copy);
1319 1320 1321 1322
		if (fp != NULL)
			break;
	}
	if (fp == NULL) {
1323 1324
		PyErr_Format(PyExc_ImportError,
			     "No module named %.200s", name);
1325
		return NULL;
Guido van Rossum's avatar
Guido van Rossum committed
1326
	}
1327 1328 1329 1330
	*p_fp = fp;
	return fdp;
}

1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344
/* case_ok(char* buf, int len, int namelen, char* name)
 * The arguments here are tricky, best shown by example:
 *    /a/b/c/d/e/f/g/h/i/j/k/some_long_module_name.py\0
 *    ^                      ^                   ^    ^
 *    |--------------------- buf ---------------------|
 *    |------------------- len ------------------|
 *                           |------ name -------|
 *                           |----- namelen -----|
 * buf is the full path, but len only counts up to (& exclusive of) the
 * extension.  name is the module name, also exclusive of extension.
 *
 * We've already done a successful stat() or fopen() on buf, so know that
 * there's some match, possibly case-insensitive.
 *
1345 1346 1347
 * case_ok() is to return 1 if there's a case-sensitive match for
 * name, else 0.  case_ok() is also to return 1 if envar PYTHONCASEOK
 * exists.
1348
 *
1349 1350 1351 1352 1353 1354 1355 1356 1357
 * case_ok() is used to implement case-sensitive import semantics even
 * on platforms with case-insensitive filesystems.  It's trivial to implement
 * for case-sensitive filesystems.  It's pretty much a cross-platform
 * nightmare for systems with case-insensitive filesystems.
 */

/* First we may need a pile of platform-specific header files; the sequence
 * of #if's here should match the sequence in the body of case_ok().
 */
1358
#if defined(MS_WINDOWS) || defined(__CYGWIN__)
1359
#include <windows.h>
1360 1361 1362 1363
#ifdef __CYGWIN__
#include <sys/cygwin.h>
#endif

1364 1365 1366
#elif defined(DJGPP)
#include <dir.h>

1367
#elif defined(__MACH__) && defined(__APPLE__) && defined(HAVE_DIRENT_H)
1368 1369 1370
#include <sys/types.h>
#include <dirent.h>

1371 1372 1373 1374 1375 1376
#elif defined(PYOS_OS2)
#define INCL_DOS
#define INCL_DOSERRORS
#define INCL_NOPMAPI
#include <os2.h>

1377 1378
#elif defined(RISCOS)
#include "oslib/osfscontrol.h"
1379 1380
#endif

1381
static int
1382
case_ok(char *buf, int len, int namelen, char *name)
1383
{
1384 1385 1386 1387
/* Pick a platform-specific implementation; the sequence of #if's here should
 * match the sequence just above.
 */

1388 1389
/* MS_WINDOWS || __CYGWIN__ */
#if defined(MS_WINDOWS) || defined(__CYGWIN__)
1390 1391
	WIN32_FIND_DATA data;
	HANDLE h;
1392 1393 1394
#ifdef __CYGWIN__
	char tempbuf[MAX_PATH];
#endif
1395

1396
	if (Py_GETENV("PYTHONCASEOK") != NULL)
1397
		return 1;
1398

1399 1400 1401 1402
#ifdef __CYGWIN__
	cygwin32_conv_to_win32_path(buf, tempbuf);
	h = FindFirstFile(tempbuf, &data);
#else
1403
	h = FindFirstFile(buf, &data);
1404
#endif
1405 1406 1407 1408 1409 1410 1411
	if (h == INVALID_HANDLE_VALUE) {
		PyErr_Format(PyExc_NameError,
		  "Can't find file for module %.100s\n(filename %.300s)",
		  name, buf);
		return 0;
	}
	FindClose(h);
1412 1413 1414 1415 1416 1417 1418
	return strncmp(data.cFileName, name, namelen) == 0;

/* DJGPP */
#elif defined(DJGPP)
	struct ffblk ffblk;
	int done;

1419
	if (Py_GETENV("PYTHONCASEOK") != NULL)
1420
		return 1;
1421 1422 1423

	done = findfirst(buf, &ffblk, FA_ARCH|FA_RDONLY|FA_HIDDEN|FA_DIREC);
	if (done) {
1424
		PyErr_Format(PyExc_NameError,
1425
		  "Can't find file for module %.100s\n(filename %.300s)",
1426 1427 1428
		  name, buf);
		return 0;
	}
1429
	return strncmp(ffblk.ff_name, name, namelen) == 0;
1430

1431
/* new-fangled macintosh (macosx) */
1432
#elif defined(__MACH__) && defined(__APPLE__) && defined(HAVE_DIRENT_H)
1433 1434
	DIR *dirp;
	struct dirent *dp;
1435 1436
	char dirname[MAXPATHLEN + 1];
	const int dirlen = len - namelen - 1; /* don't want trailing SEP */
1437

1438
	if (Py_GETENV("PYTHONCASEOK") != NULL)
1439 1440
		return 1;

1441 1442 1443 1444
	/* Copy the dir component into dirname; substitute "." if empty */
	if (dirlen <= 0) {
		dirname[0] = '.';
		dirname[1] = '\0';
1445 1446
	}
	else {
1447 1448 1449
		assert(dirlen <= MAXPATHLEN);
		memcpy(dirname, buf, dirlen);
		dirname[dirlen] = '\0';
1450 1451
	}
	/* Open the directory and search the entries for an exact match. */
1452
	dirp = opendir(dirname);
1453
	if (dirp) {
1454
		char *nameWithExt = buf + len - namelen;
1455
		while ((dp = readdir(dirp)) != NULL) {
1456
			const int thislen =
1457
#ifdef _DIRENT_HAVE_D_NAMELEN
1458
						dp->d_namlen;
1459
#else
1460
						strlen(dp->d_name);
1461
#endif
1462
			if (thislen >= namelen &&
1463
			    strcmp(dp->d_name, nameWithExt) == 0) {
1464 1465 1466 1467
				(void)closedir(dirp);
				return 1; /* Found */
			}
		}
1468
		(void)closedir(dirp);
1469 1470 1471
	}
	return 0 ; /* Not found */

1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496
/* RISC OS */
#elif defined(RISCOS)
	char canon[MAXPATHLEN+1]; /* buffer for the canonical form of the path */
	char buf2[MAXPATHLEN+2];
	char *nameWithExt = buf+len-namelen;
	int canonlen;
	os_error *e;

	if (Py_GETENV("PYTHONCASEOK") != NULL)
		return 1;

	/* workaround:
	   append wildcard, otherwise case of filename wouldn't be touched */
	strcpy(buf2, buf);
	strcat(buf2, "*");

	e = xosfscontrol_canonicalise_path(buf2,canon,0,0,MAXPATHLEN+1,&canonlen);
	canonlen = MAXPATHLEN+1-canonlen;
	if (e || canonlen<=0 || canonlen>(MAXPATHLEN+1) )
		return 0;
	if (strcmp(nameWithExt, canon+canonlen-strlen(nameWithExt))==0)
		return 1; /* match */

	return 0;

1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516
/* OS/2 */
#elif defined(PYOS_OS2)
	HDIR hdir = 1;
	ULONG srchcnt = 1;
	FILEFINDBUF3 ffbuf;
	APIRET rc;

	if (getenv("PYTHONCASEOK") != NULL)
		return 1;

	rc = DosFindFirst(buf,
			  &hdir,
			  FILE_READONLY | FILE_HIDDEN | FILE_SYSTEM | FILE_DIRECTORY,
			  &ffbuf, sizeof(ffbuf),
			  &srchcnt,
			  FIL_STANDARD);
	if (rc != NO_ERROR)
		return 0;
	return strncmp(ffbuf.achName, name, namelen) == 0;

1517 1518
/* assuming it's a case-sensitive filesystem, so there's nothing to do! */
#else
1519
	return 1;
1520

1521
#endif
1522
}
1523

1524

1525 1526 1527
#ifdef HAVE_STAT
/* Helper to look for __init__.py or __init__.py[co] in potential package */
static int
1528
find_init_module(char *buf)
1529
{
1530
	const size_t save_len = strlen(buf);
1531
	size_t i = save_len;
1532
	char *pname;  /* pointer to start of __init__ */
1533 1534
	struct stat statbuf;

1535 1536 1537 1538 1539 1540 1541 1542
/*	For calling case_ok(buf, len, namelen, name):
 *	/a/b/c/d/e/f/g/h/i/j/k/some_long_module_name.py\0
 *	^                      ^                   ^    ^
 *	|--------------------- buf ---------------------|
 *	|------------------- len ------------------|
 *	                       |------ name -------|
 *	                       |----- namelen -----|
 */
1543 1544 1545
	if (save_len + 13 >= MAXPATHLEN)
		return 0;
	buf[i++] = SEP;
1546 1547
	pname = buf + i;
	strcpy(pname, "__init__.py");
1548
	if (stat(buf, &statbuf) == 0) {
1549 1550 1551 1552 1553 1554 1555
		if (case_ok(buf,
			    save_len + 9,	/* len("/__init__") */
		            8,   		/* len("__init__") */
		            pname)) {
			buf[save_len] = '\0';
			return 1;
		}
1556
	}
1557 1558
	i += strlen(pname);
	strcpy(buf+i, Py_OptimizeFlag ? "o" : "c");
1559
	if (stat(buf, &statbuf) == 0) {
1560 1561 1562 1563 1564 1565 1566
		if (case_ok(buf,
			    save_len + 9,	/* len("/__init__") */
		            8,   		/* len("__init__") */
		            pname)) {
			buf[save_len] = '\0';
			return 1;
		}
1567 1568 1569 1570
	}
	buf[save_len] = '\0';
	return 0;
}
1571 1572 1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603

#else

#ifdef RISCOS
static int
find_init_module(buf)
	char *buf;
{
	int save_len = strlen(buf);
	int i = save_len;

	if (save_len + 13 >= MAXPATHLEN)
		return 0;
	buf[i++] = SEP;
	strcpy(buf+i, "__init__/py");
	if (isfile(buf)) {
		buf[save_len] = '\0';
		return 1;
	}

	if (Py_OptimizeFlag)
		strcpy(buf+i, "o");
	else
		strcpy(buf+i, "c");
	if (isfile(buf)) {
		buf[save_len] = '\0';
		return 1;
	}
	buf[save_len] = '\0';
	return 0;
}
#endif /*RISCOS*/

1604 1605
#endif /* HAVE_STAT */

1606

1607
static int init_builtin(char *); /* Forward */
1608

1609
/* Load an external module using the default search path and return
Guido van Rossum's avatar
Guido van Rossum committed
1610
   its module object WITH INCREMENTED REFERENCE COUNT */
1611

1612
static PyObject *
Just van Rossum's avatar
Just van Rossum committed
1613
load_module(char *name, FILE *fp, char *buf, int type, PyObject *loader)
1614
{
1615
	PyObject *modules;
1616
	PyObject *m;
1617
	int err;
1618

1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629
	/* First check that there's an open file (if we need one)  */
	switch (type) {
	case PY_SOURCE:
	case PY_COMPILED:
		if (fp == NULL) {
			PyErr_Format(PyExc_ValueError,
			   "file object required for import (type code %d)",
				     type);
			return NULL;
		}
	}
1630

1631
	switch (type) {
1632 1633

	case PY_SOURCE:
1634
		m = load_source_module(name, buf, fp);
1635 1636 1637
		break;

	case PY_COMPILED:
1638
		m = load_compiled_module(name, buf, fp);
1639
		break;
1640

1641
#ifdef HAVE_DYNAMIC_LOADING
1642
	case C_EXTENSION:
1643
		m = _PyImport_LoadDynamicModule(name, buf, fp);
1644
		break;
1645
#endif
1646

1647 1648 1649 1650 1651 1652
	case PKG_DIRECTORY:
		m = load_package(name, buf);
		break;

	case C_BUILTIN:
	case PY_FROZEN:
1653 1654
		if (buf != NULL && buf[0] != '\0')
			name = buf;
1655 1656 1657 1658 1659
		if (type == C_BUILTIN)
			err = init_builtin(name);
		else
			err = PyImport_ImportFrozenModule(name);
		if (err < 0)
1660
			return NULL;
1661 1662 1663 1664 1665 1666
		if (err == 0) {
			PyErr_Format(PyExc_ImportError,
				     "Purported %s module %.200s not found",
				     type == C_BUILTIN ?
						"builtin" : "frozen",
				     name);
1667
			return NULL;
1668 1669 1670 1671 1672 1673 1674 1675 1676 1677
		}
		modules = PyImport_GetModuleDict();
		m = PyDict_GetItemString(modules, name);
		if (m == NULL) {
			PyErr_Format(
				PyExc_ImportError,
				"%s module %.200s not properly initialized",
				type == C_BUILTIN ?
					"builtin" : "frozen",
				name);
1678
			return NULL;
1679 1680 1681 1682
		}
		Py_INCREF(m);
		break;

Just van Rossum's avatar
Just van Rossum committed
1683 1684 1685 1686 1687 1688 1689 1690 1691 1692
	case IMP_HOOK: {
		if (loader == NULL) {
			PyErr_SetString(PyExc_ImportError,
					"import hook without loader");
			return NULL;
		}
		m = PyObject_CallMethod(loader, "load_module", "s", name);
		break;
	}

1693
	default:
1694 1695 1696
		PyErr_Format(PyExc_ImportError,
			     "Don't know how to import %.200s (type code %d)",
			      name, type);
Guido van Rossum's avatar
Guido van Rossum committed
1697
		m = NULL;
1698

Guido van Rossum's avatar
Guido van Rossum committed
1699
	}
1700

1701 1702 1703 1704 1705 1706 1707 1708 1709
	return m;
}


/* Initialize a built-in module.
   Return 1 for succes, 0 if the module is not found, and -1 with
   an exception set if the initialization failed. */

static int
1710
init_builtin(char *name)
1711
{
1712 1713
	struct _inittab *p;

1714
	if (_PyImport_FindExtension(name, name) != NULL)
1715 1716
		return 1;

1717
	for (p = PyImport_Inittab; p->name != NULL; p++) {
1718 1719
		if (strcmp(name, p->name) == 0) {
			if (p->initfunc == NULL) {
1720 1721 1722
				PyErr_Format(PyExc_ImportError,
				    "Cannot re-init internal module %.200s",
				    name);
1723 1724
				return -1;
			}
1725
			if (Py_VerboseFlag)
1726
				PySys_WriteStderr("import %s # builtin\n", name);
1727
			(*p->initfunc)();
1728
			if (PyErr_Occurred())
1729
				return -1;
1730 1731
			if (_PyImport_FixupExtension(name, name) == NULL)
				return -1;
1732
			return 1;
Guido van Rossum's avatar
Guido van Rossum committed
1733
		}
Guido van Rossum's avatar
Guido van Rossum committed
1734
	}
1735
	return 0;
Guido van Rossum's avatar
Guido van Rossum committed
1736 1737
}

1738

Guido van Rossum's avatar
Guido van Rossum committed
1739
/* Frozen modules */
1740

1741
static struct _frozen *
1742
find_frozen(char *name)
Guido van Rossum's avatar
Guido van Rossum committed
1743
{
1744
	struct _frozen *p;
Guido van Rossum's avatar
Guido van Rossum committed
1745

1746
	for (p = PyImport_FrozenModules; ; p++) {
1747
		if (p->name == NULL)
Guido van Rossum's avatar
Guido van Rossum committed
1748
			return NULL;
1749 1750 1751
		if (strcmp(p->name, name) == 0)
			break;
	}
Guido van Rossum's avatar
Guido van Rossum committed
1752 1753 1754
	return p;
}

1755
static PyObject *
1756
get_frozen_object(char *name)
Guido van Rossum's avatar
Guido van Rossum committed
1757
{
1758
	struct _frozen *p = find_frozen(name);
1759
	int size;
Guido van Rossum's avatar
Guido van Rossum committed
1760 1761

	if (p == NULL) {
1762 1763 1764
		PyErr_Format(PyExc_ImportError,
			     "No such frozen object named %.200s",
			     name);
Guido van Rossum's avatar
Guido van Rossum committed
1765 1766
		return NULL;
	}
1767 1768 1769 1770 1771 1772
	if (p->code == NULL) {
		PyErr_Format(PyExc_ImportError,
			     "Excluded frozen object named %.200s",
			     name);
		return NULL;
	}
1773 1774 1775 1776
	size = p->size;
	if (size < 0)
		size = -size;
	return PyMarshal_ReadObjectFromString((char *)p->code, size);
Guido van Rossum's avatar
Guido van Rossum committed
1777 1778 1779 1780 1781 1782 1783 1784
}

/* Initialize a frozen module.
   Return 1 for succes, 0 if the module is not found, and -1 with
   an exception set if the initialization failed.
   This function is also used from frozenmain.c */

int
1785
PyImport_ImportFrozenModule(char *name)
Guido van Rossum's avatar
Guido van Rossum committed
1786
{
1787
	struct _frozen *p = find_frozen(name);
1788 1789
	PyObject *co;
	PyObject *m;
1790 1791
	int ispackage;
	int size;
Guido van Rossum's avatar
Guido van Rossum committed
1792 1793 1794

	if (p == NULL)
		return 0;
1795 1796 1797 1798 1799 1800
	if (p->code == NULL) {
		PyErr_Format(PyExc_ImportError,
			     "Excluded frozen object named %.200s",
			     name);
		return -1;
	}
1801 1802 1803 1804
	size = p->size;
	ispackage = (size < 0);
	if (ispackage)
		size = -size;
1805
	if (Py_VerboseFlag)
1806
		PySys_WriteStderr("import %s # frozen%s\n",
1807 1808
			name, ispackage ? " package" : "");
	co = PyMarshal_ReadObjectFromString((char *)p->code, size);
1809 1810
	if (co == NULL)
		return -1;
1811 1812
	if (!PyCode_Check(co)) {
		Py_DECREF(co);
1813 1814 1815
		PyErr_Format(PyExc_TypeError,
			     "frozen object %.200s is not a code object",
			     name);
1816 1817
		return -1;
	}
1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833
	if (ispackage) {
		/* Set __path__ to the package name */
		PyObject *d, *s;
		int err;
		m = PyImport_AddModule(name);
		if (m == NULL)
			return -1;
		d = PyModule_GetDict(m);
		s = PyString_InternFromString(name);
		if (s == NULL)
			return -1;
		err = PyDict_SetItemString(d, "__path__", s);
		Py_DECREF(s);
		if (err != 0)
			return err;
	}
1834
	m = PyImport_ExecCodeModuleEx(name, co, "<frozen>");
1835
	Py_DECREF(co);
Guido van Rossum's avatar
Guido van Rossum committed
1836 1837
	if (m == NULL)
		return -1;
1838
	Py_DECREF(m);
Guido van Rossum's avatar
Guido van Rossum committed
1839
	return 1;
Guido van Rossum's avatar
Guido van Rossum committed
1840 1841
}

1842 1843

/* Import a module, either built-in, frozen, or external, and return
Guido van Rossum's avatar
Guido van Rossum committed
1844
   its module object WITH INCREMENTED REFERENCE COUNT */
1845

1846
PyObject *
1847
PyImport_ImportModule(char *name)
1848
{
1849 1850 1851 1852
	PyObject *pname;
	PyObject *result;

	pname = PyString_FromString(name);
1853 1854
	if (pname == NULL)
		return NULL;
1855 1856 1857
	result = PyImport_Import(pname);
	Py_DECREF(pname);
	return result;
1858 1859
}

1860
/* Forward declarations for helper routines */
1861 1862 1863 1864 1865 1866 1867
static PyObject *get_parent(PyObject *globals, char *buf, int *p_buflen);
static PyObject *load_next(PyObject *mod, PyObject *altmod,
			   char **p_name, char *buf, int *p_buflen);
static int mark_miss(char *name);
static int ensure_fromlist(PyObject *mod, PyObject *fromlist,
			   char *buf, int buflen, int recursive);
static PyObject * import_submodule(PyObject *mod, char *name, char *fullname);
1868 1869 1870

/* The Magnum Opus of dotted-name import :-) */

1871
static PyObject *
1872 1873
import_module_ex(char *name, PyObject *globals, PyObject *locals,
		 PyObject *fromlist)
1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909
{
	char buf[MAXPATHLEN+1];
	int buflen = 0;
	PyObject *parent, *head, *next, *tail;

	parent = get_parent(globals, buf, &buflen);
	if (parent == NULL)
		return NULL;

	head = load_next(parent, Py_None, &name, buf, &buflen);
	if (head == NULL)
		return NULL;

	tail = head;
	Py_INCREF(tail);
	while (name) {
		next = load_next(tail, tail, &name, buf, &buflen);
		Py_DECREF(tail);
		if (next == NULL) {
			Py_DECREF(head);
			return NULL;
		}
		tail = next;
	}

	if (fromlist != NULL) {
		if (fromlist == Py_None || !PyObject_IsTrue(fromlist))
			fromlist = NULL;
	}

	if (fromlist == NULL) {
		Py_DECREF(tail);
		return head;
	}

	Py_DECREF(head);
1910
	if (!ensure_fromlist(tail, fromlist, buf, buflen, 0)) {
1911 1912 1913 1914 1915 1916 1917
		Py_DECREF(tail);
		return NULL;
	}

	return tail;
}

1918
PyObject *
1919 1920
PyImport_ImportModuleEx(char *name, PyObject *globals, PyObject *locals,
			PyObject *fromlist)
1921 1922 1923
{
	PyObject *result;
	lock_import();
1924
	result = import_module_ex(name, globals, locals, fromlist);
1925 1926 1927 1928 1929 1930
	if (unlock_import() < 0) {
		Py_XDECREF(result);
		PyErr_SetString(PyExc_RuntimeError,
				"not holding the import lock");
		return NULL;
	}
1931 1932 1933
	return result;
}

1934
static PyObject *
1935
get_parent(PyObject *globals, char *buf, int *p_buflen)
1936 1937 1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974
{
	static PyObject *namestr = NULL;
	static PyObject *pathstr = NULL;
	PyObject *modname, *modpath, *modules, *parent;

	if (globals == NULL || !PyDict_Check(globals))
		return Py_None;

	if (namestr == NULL) {
		namestr = PyString_InternFromString("__name__");
		if (namestr == NULL)
			return NULL;
	}
	if (pathstr == NULL) {
		pathstr = PyString_InternFromString("__path__");
		if (pathstr == NULL)
			return NULL;
	}

	*buf = '\0';
	*p_buflen = 0;
	modname = PyDict_GetItem(globals, namestr);
	if (modname == NULL || !PyString_Check(modname))
		return Py_None;

	modpath = PyDict_GetItem(globals, pathstr);
	if (modpath != NULL) {
		int len = PyString_GET_SIZE(modname);
		if (len > MAXPATHLEN) {
			PyErr_SetString(PyExc_ValueError,
					"Module name too long");
			return NULL;
		}
		strcpy(buf, PyString_AS_STRING(modname));
		*p_buflen = len;
	}
	else {
		char *start = PyString_AS_STRING(modname);
		char *lastdot = strrchr(start, '.');
1975
		size_t len;
1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999
		if (lastdot == NULL)
			return Py_None;
		len = lastdot - start;
		if (len >= MAXPATHLEN) {
			PyErr_SetString(PyExc_ValueError,
					"Module name too long");
			return NULL;
		}
		strncpy(buf, start, len);
		buf[len] = '\0';
		*p_buflen = len;
	}

	modules = PyImport_GetModuleDict();
	parent = PyDict_GetItemString(modules, buf);
	if (parent == NULL)
		parent = Py_None;
	return parent;
	/* We expect, but can't guarantee, if parent != None, that:
	   - parent.__name__ == buf
	   - parent.__dict__ is globals
	   If this is violated...  Who cares? */
}

2000
/* altmod is either None or same as mod */
2001
static PyObject *
2002 2003
load_next(PyObject *mod, PyObject *altmod, char **p_name, char *buf,
	  int *p_buflen)
2004 2005 2006
{
	char *name = *p_name;
	char *dot = strchr(name, '.');
2007
	size_t len;
2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018
	char *p;
	PyObject *result;

	if (dot == NULL) {
		*p_name = NULL;
		len = strlen(name);
	}
	else {
		*p_name = dot+1;
		len = dot-name;
	}
2019 2020 2021 2022 2023
	if (len == 0) {
		PyErr_SetString(PyExc_ValueError,
				"Empty module name");
		return NULL;
	}
2024 2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039

	p = buf + *p_buflen;
	if (p != buf)
		*p++ = '.';
	if (p+len-buf >= MAXPATHLEN) {
		PyErr_SetString(PyExc_ValueError,
				"Module name too long");
		return NULL;
	}
	strncpy(p, name, len);
	p[len] = '\0';
	*p_buflen = p+len-buf;

	result = import_submodule(mod, p, buf);
	if (result == Py_None && altmod != mod) {
		Py_DECREF(result);
2040
		/* Here, altmod must be None and mod must not be None */
2041
		result = import_submodule(altmod, p, p);
2042 2043 2044 2045 2046 2047 2048 2049 2050
		if (result != NULL && result != Py_None) {
			if (mark_miss(buf) != 0) {
				Py_DECREF(result);
				return NULL;
			}
			strncpy(buf, name, len);
			buf[len] = '\0';
			*p_buflen = len;
		}
2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064
	}
	if (result == NULL)
		return NULL;

	if (result == Py_None) {
		Py_DECREF(result);
		PyErr_Format(PyExc_ImportError,
			     "No module named %.200s", name);
		return NULL;
	}

	return result;
}

2065
static int
2066
mark_miss(char *name)
2067 2068 2069 2070 2071
{
	PyObject *modules = PyImport_GetModuleDict();
	return PyDict_SetItemString(modules, name, Py_None);
}

2072
static int
2073 2074
ensure_fromlist(PyObject *mod, PyObject *fromlist, char *buf, int buflen,
		int recursive)
2075 2076 2077 2078 2079 2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093 2094 2095 2096 2097
{
	int i;

	if (!PyObject_HasAttrString(mod, "__path__"))
		return 1;

	for (i = 0; ; i++) {
		PyObject *item = PySequence_GetItem(fromlist, i);
		int hasit;
		if (item == NULL) {
			if (PyErr_ExceptionMatches(PyExc_IndexError)) {
				PyErr_Clear();
				return 1;
			}
			return 0;
		}
		if (!PyString_Check(item)) {
			PyErr_SetString(PyExc_TypeError,
					"Item in ``from list'' not a string");
			Py_DECREF(item);
			return 0;
		}
		if (PyString_AS_STRING(item)[0] == '*') {
2098
			PyObject *all;
2099
			Py_DECREF(item);
2100 2101 2102 2103 2104 2105 2106
			/* See if the package defines __all__ */
			if (recursive)
				continue; /* Avoid endless recursion */
			all = PyObject_GetAttrString(mod, "__all__");
			if (all == NULL)
				PyErr_Clear();
			else {
2107
				int ret = ensure_fromlist(mod, all, buf, buflen, 1);
2108
				Py_DECREF(all);
2109 2110
				if (!ret)
					return 0;
2111
			}
2112 2113 2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137
			continue;
		}
		hasit = PyObject_HasAttr(mod, item);
		if (!hasit) {
			char *subname = PyString_AS_STRING(item);
			PyObject *submod;
			char *p;
			if (buflen + strlen(subname) >= MAXPATHLEN) {
				PyErr_SetString(PyExc_ValueError,
						"Module name too long");
				Py_DECREF(item);
				return 0;
			}
			p = buf + buflen;
			*p++ = '.';
			strcpy(p, subname);
			submod = import_submodule(mod, subname, buf);
			Py_XDECREF(submod);
			if (submod == NULL) {
				Py_DECREF(item);
				return 0;
			}
		}
		Py_DECREF(item);
	}

2138
	/* NOTREACHED */
2139 2140
}

2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172 2173 2174
static int
add_submodule(PyObject *mod, PyObject *submod, char *fullname, char *subname,
	      PyObject *modules)
{
	if (mod == Py_None)
		return 1;
	/* Irrespective of the success of this load, make a
	   reference to it in the parent package module.  A copy gets
	   saved in the modules dictionary under the full name, so get a
	   reference from there, if need be.  (The exception is when the
	   load failed with a SyntaxError -- then there's no trace in
	   sys.modules.  In that case, of course, do nothing extra.) */
	if (submod == NULL) {
		submod = PyDict_GetItemString(modules, fullname);
		if (submod == NULL)
			return 1;
	}
	if (PyModule_Check(mod)) {
		/* We can't use setattr here since it can give a
		 * spurious warning if the submodule name shadows a
		 * builtin name */
		PyObject *dict = PyModule_GetDict(mod);
		if (!dict)
			return 0;
		if (PyDict_SetItemString(dict, subname, submod) < 0)
			return 0;
	}
	else {
		if (PyObject_SetAttrString(mod, subname, submod) < 0)
			return 0;
	}
	return 1;
}

2175
static PyObject *
2176
import_submodule(PyObject *mod, char *subname, char *fullname)
Guido van Rossum's avatar
Guido van Rossum committed
2177
{
2178
	PyObject *modules = PyImport_GetModuleDict();
2179
	PyObject *m = NULL;
2180

2181 2182 2183 2184 2185
	/* Require:
	   if mod == None: subname == fullname
	   else: mod.__name__ + "." + subname == fullname
	*/

2186
	if ((m = PyDict_GetItemString(modules, fullname)) != NULL) {
2187
		Py_INCREF(m);
Guido van Rossum's avatar
Guido van Rossum committed
2188 2189
	}
	else {
Just van Rossum's avatar
Just van Rossum committed
2190
		PyObject *path, *loader = NULL;
2191 2192 2193 2194
		char buf[MAXPATHLEN+1];
		struct filedescr *fdp;
		FILE *fp = NULL;

2195 2196 2197 2198 2199 2200 2201 2202 2203 2204
		if (mod == Py_None)
			path = NULL;
		else {
			path = PyObject_GetAttrString(mod, "__path__");
			if (path == NULL) {
				PyErr_Clear();
				Py_INCREF(Py_None);
				return Py_None;
			}
		}
2205

2206
		buf[0] = '\0';
Just van Rossum's avatar
Just van Rossum committed
2207 2208
		fdp = find_module(fullname, subname, path, buf, MAXPATHLEN+1,
				  &fp, &loader);
2209
		Py_XDECREF(path);
2210 2211 2212 2213 2214 2215 2216
		if (fdp == NULL) {
			if (!PyErr_ExceptionMatches(PyExc_ImportError))
				return NULL;
			PyErr_Clear();
			Py_INCREF(Py_None);
			return Py_None;
		}
Just van Rossum's avatar
Just van Rossum committed
2217 2218
		m = load_module(fullname, fp, buf, fdp->type, loader);
		Py_XDECREF(loader);
2219 2220
		if (fp)
			fclose(fp);
2221 2222 2223
		if (!add_submodule(mod, m, fullname, subname, modules)) {
			Py_XDECREF(m);
			m = NULL;
2224
		}
2225
	}
2226

Guido van Rossum's avatar
Guido van Rossum committed
2227 2228
	return m;
}
2229

2230 2231 2232 2233

/* Re-import a module of any kind and return its module object, WITH
   INCREMENTED REFERENCE COUNT */

2234
PyObject *
2235
PyImport_ReloadModule(PyObject *m)
2236
{
2237
	PyObject *modules = PyImport_GetModuleDict();
2238 2239
	PyObject *path = NULL;
	char *name, *subname;
2240 2241 2242
	char buf[MAXPATHLEN+1];
	struct filedescr *fdp;
	FILE *fp = NULL;
2243

2244 2245 2246
	if (m == NULL || !PyModule_Check(m)) {
		PyErr_SetString(PyExc_TypeError,
				"reload() argument must be module");
2247 2248
		return NULL;
	}
2249
	name = PyModule_GetName(m);
2250 2251
	if (name == NULL)
		return NULL;
2252
	if (m != PyDict_GetItemString(modules, name)) {
2253 2254 2255
		PyErr_Format(PyExc_ImportError,
			     "reload(): module %.200s not in sys.modules",
			     name);
2256
		return NULL;
2257
	}
2258 2259 2260 2261 2262 2263 2264 2265 2266
	subname = strrchr(name, '.');
	if (subname == NULL)
		subname = name;
	else {
		PyObject *parentname, *parent;
		parentname = PyString_FromStringAndSize(name, (subname-name));
		if (parentname == NULL)
			return NULL;
		parent = PyDict_GetItem(modules, parentname);
2267
		Py_DECREF(parentname);
2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278
		if (parent == NULL) {
			PyErr_Format(PyExc_ImportError,
			    "reload(): parent %.200s not in sys.modules",
			    name);
			return NULL;
		}
		subname++;
		path = PyObject_GetAttrString(parent, "__path__");
		if (path == NULL)
			PyErr_Clear();
	}
2279
	buf[0] = '\0';
Just van Rossum's avatar
Just van Rossum committed
2280
	fdp = find_module(name, subname, path, buf, MAXPATHLEN+1, &fp, NULL);
2281
	Py_XDECREF(path);
2282 2283
	if (fdp == NULL)
		return NULL;
Just van Rossum's avatar
Just van Rossum committed
2284
	m = load_module(name, fp, buf, fdp->type, NULL);
2285 2286
	if (fp)
		fclose(fp);
2287
	return m;
Guido van Rossum's avatar
Guido van Rossum committed
2288 2289
}

2290

2291 2292 2293 2294
/* Higher-level import emulator which emulates the "import" statement
   more accurately -- it invokes the __import__() function from the
   builtins of the current globals.  This means that the import is
   done using whatever import hooks are installed in the current
2295 2296 2297 2298
   environment, e.g. by "rexec".
   A dummy list ["__doc__"] is passed as the 4th argument so that
   e.g. PyImport_Import(PyString_FromString("win32com.client.gencache"))
   will return <module "gencache"> instead of <module "win32com">. */
2299 2300

PyObject *
2301
PyImport_Import(PyObject *module_name)
2302 2303 2304 2305 2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320 2321 2322 2323 2324 2325
{
	static PyObject *silly_list = NULL;
	static PyObject *builtins_str = NULL;
	static PyObject *import_str = NULL;
	PyObject *globals = NULL;
	PyObject *import = NULL;
	PyObject *builtins = NULL;
	PyObject *r = NULL;

	/* Initialize constant string objects */
	if (silly_list == NULL) {
		import_str = PyString_InternFromString("__import__");
		if (import_str == NULL)
			return NULL;
		builtins_str = PyString_InternFromString("__builtins__");
		if (builtins_str == NULL)
			return NULL;
		silly_list = Py_BuildValue("[s]", "__doc__");
		if (silly_list == NULL)
			return NULL;
	}

	/* Get the builtins from current globals */
	globals = PyEval_GetGlobals();
2326
	if (globals != NULL) {
Guido van Rossum's avatar
Guido van Rossum committed
2327
	        Py_INCREF(globals);
2328 2329 2330 2331 2332 2333 2334 2335
		builtins = PyObject_GetItem(globals, builtins_str);
		if (builtins == NULL)
			goto err;
	}
	else {
		/* No globals -- use standard builtins, and fake globals */
		PyErr_Clear();

2336 2337 2338 2339
		builtins = PyImport_ImportModuleEx("__builtin__",
						   NULL, NULL, NULL);
		if (builtins == NULL)
			return NULL;
2340 2341 2342 2343 2344 2345
		globals = Py_BuildValue("{OO}", builtins_str, builtins);
		if (globals == NULL)
			goto err;
	}

	/* Get the __import__ function from the builtins */
2346
	if (PyDict_Check(builtins)) {
2347
		import = PyObject_GetItem(builtins, import_str);
2348 2349 2350
		if (import == NULL)
			PyErr_SetObject(PyExc_KeyError, import_str);
	}
2351
	else
2352
		import = PyObject_GetAttr(builtins, import_str);
2353 2354 2355 2356 2357 2358 2359 2360 2361 2362 2363
	if (import == NULL)
		goto err;

	/* Call the _import__ function with the proper argument list */
	r = PyObject_CallFunction(import, "OOOO",
				  module_name, globals, globals, silly_list);

  err:
	Py_XDECREF(globals);
	Py_XDECREF(builtins);
	Py_XDECREF(import);
2364

2365 2366 2367 2368
	return r;
}


2369 2370 2371 2372
/* Module 'imp' provides Python access to the primitives used for
   importing modules.
*/

2373
static PyObject *
2374
imp_get_magic(PyObject *self, PyObject *noargs)
Guido van Rossum's avatar
Guido van Rossum committed
2375
{
2376 2377
	char buf[4];

Guido van Rossum's avatar
Guido van Rossum committed
2378 2379 2380 2381
	buf[0] = (char) ((pyc_magic >>  0) & 0xff);
	buf[1] = (char) ((pyc_magic >>  8) & 0xff);
	buf[2] = (char) ((pyc_magic >> 16) & 0xff);
	buf[3] = (char) ((pyc_magic >> 24) & 0xff);
2382

2383
	return PyString_FromStringAndSize(buf, 4);
2384 2385
}

2386
static PyObject *
2387
imp_get_suffixes(PyObject *self, PyObject *noargs)
2388
{
2389
	PyObject *list;
2390 2391
	struct filedescr *fdp;

2392
	list = PyList_New(0);
2393 2394
	if (list == NULL)
		return NULL;
2395 2396
	for (fdp = _PyImport_Filetab; fdp->suffix != NULL; fdp++) {
		PyObject *item = Py_BuildValue("ssi",
2397 2398
				       fdp->suffix, fdp->mode, fdp->type);
		if (item == NULL) {
2399
			Py_DECREF(list);
2400
			return NULL;
Guido van Rossum's avatar
Guido van Rossum committed
2401
		}
2402 2403 2404
		if (PyList_Append(list, item) < 0) {
			Py_DECREF(list);
			Py_DECREF(item);
2405 2406
			return NULL;
		}
2407
		Py_DECREF(item);
2408
	}
2409
	return list;
2410
}
2411

2412
static PyObject *
2413
call_find_module(char *name, PyObject *path)
2414
{
2415
	extern int fclose(FILE *);
2416
	PyObject *fob, *ret;
2417 2418
	struct filedescr *fdp;
	char pathname[MAXPATHLEN+1];
2419 2420 2421
	FILE *fp = NULL;

	pathname[0] = '\0';
2422 2423
	if (path == Py_None)
		path = NULL;
Just van Rossum's avatar
Just van Rossum committed
2424
	fdp = find_module(NULL, name, path, pathname, MAXPATHLEN+1, &fp, NULL);
2425 2426
	if (fdp == NULL)
		return NULL;
2427 2428 2429 2430 2431 2432
	if (fp != NULL) {
		fob = PyFile_FromFile(fp, pathname, fdp->mode, fclose);
		if (fob == NULL) {
			fclose(fp);
			return NULL;
		}
2433
	}
2434 2435 2436
	else {
		fob = Py_None;
		Py_INCREF(fob);
2437
	}
2438
	ret = Py_BuildValue("Os(ssi)",
2439
		      fob, pathname, fdp->suffix, fdp->mode, fdp->type);
2440
	Py_DECREF(fob);
2441 2442
	return ret;
}
2443

2444
static PyObject *
2445
imp_find_module(PyObject *self, PyObject *args)
2446 2447 2448
{
	char *name;
	PyObject *path = NULL;
2449
	if (!PyArg_ParseTuple(args, "s|O:find_module", &name, &path))
2450 2451 2452 2453
		return NULL;
	return call_find_module(name, path);
}

2454
static PyObject *
2455
imp_init_builtin(PyObject *self, PyObject *args)
2456 2457 2458
{
	char *name;
	int ret;
2459
	PyObject *m;
2460
	if (!PyArg_ParseTuple(args, "s:init_builtin", &name))
2461 2462 2463 2464 2465
		return NULL;
	ret = init_builtin(name);
	if (ret < 0)
		return NULL;
	if (ret == 0) {
2466 2467
		Py_INCREF(Py_None);
		return Py_None;
2468
	}
2469 2470
	m = PyImport_AddModule(name);
	Py_XINCREF(m);
2471 2472
	return m;
}
2473

2474
static PyObject *
2475
imp_init_frozen(PyObject *self, PyObject *args)
2476
{
2477
	char *name;
2478
	int ret;
2479
	PyObject *m;
2480
	if (!PyArg_ParseTuple(args, "s:init_frozen", &name))
2481
		return NULL;
2482
	ret = PyImport_ImportFrozenModule(name);
2483 2484 2485
	if (ret < 0)
		return NULL;
	if (ret == 0) {
2486 2487
		Py_INCREF(Py_None);
		return Py_None;
2488
	}
2489 2490
	m = PyImport_AddModule(name);
	Py_XINCREF(m);
2491 2492 2493
	return m;
}

2494
static PyObject *
2495
imp_get_frozen_object(PyObject *self, PyObject *args)
Guido van Rossum's avatar
Guido van Rossum committed
2496 2497
{
	char *name;
Jack Jansen's avatar
Jack Jansen committed
2498

2499
	if (!PyArg_ParseTuple(args, "s:get_frozen_object", &name))
Guido van Rossum's avatar
Guido van Rossum committed
2500 2501 2502 2503
		return NULL;
	return get_frozen_object(name);
}

2504
static PyObject *
2505
imp_is_builtin(PyObject *self, PyObject *args)
2506
{
2507
	char *name;
2508
	if (!PyArg_ParseTuple(args, "s:is_builtin", &name))
2509
		return NULL;
2510
	return PyInt_FromLong(is_builtin(name));
2511
}
2512

2513
static PyObject *
2514
imp_is_frozen(PyObject *self, PyObject *args)
2515
{
2516
	char *name;
2517
	struct _frozen *p;
2518
	if (!PyArg_ParseTuple(args, "s:is_frozen", &name))
2519
		return NULL;
2520
	p = find_frozen(name);
2521
	return PyBool_FromLong((long) (p == NULL ? 0 : p->size));
2522 2523 2524
}

static FILE *
2525
get_file(char *pathname, PyObject *fob, char *mode)
2526 2527 2528
{
	FILE *fp;
	if (fob == NULL) {
2529 2530
		if (mode[0] == 'U') 
			mode = "r" PY_STDIOTEXTMODE;
2531 2532
		fp = fopen(pathname, mode);
		if (fp == NULL)
2533
			PyErr_SetFromErrno(PyExc_IOError);
2534
	}
2535
	else {
2536
		fp = PyFile_AsFile(fob);
2537
		if (fp == NULL)
2538 2539
			PyErr_SetString(PyExc_ValueError,
					"bad/closed file object");
2540 2541
	}
	return fp;
2542
}
2543

2544
static PyObject *
2545
imp_load_compiled(PyObject *self, PyObject *args)
2546 2547 2548
{
	char *name;
	char *pathname;
2549 2550
	PyObject *fob = NULL;
	PyObject *m;
2551
	FILE *fp;
2552
	if (!PyArg_ParseTuple(args, "ss|O!:load_compiled", &name, &pathname,
2553
			      &PyFile_Type, &fob))
2554 2555 2556 2557 2558
		return NULL;
	fp = get_file(pathname, fob, "rb");
	if (fp == NULL)
		return NULL;
	m = load_compiled_module(name, pathname, fp);
2559 2560
	if (fob == NULL)
		fclose(fp);
2561 2562
	return m;
}
2563

2564 2565
#ifdef HAVE_DYNAMIC_LOADING

2566
static PyObject *
2567
imp_load_dynamic(PyObject *self, PyObject *args)
2568 2569 2570
{
	char *name;
	char *pathname;
2571 2572
	PyObject *fob = NULL;
	PyObject *m;
2573
	FILE *fp = NULL;
2574
	if (!PyArg_ParseTuple(args, "ss|O!:load_dynamic", &name, &pathname,
2575
			      &PyFile_Type, &fob))
2576
		return NULL;
2577
	if (fob) {
2578
		fp = get_file(pathname, fob, "r");
2579 2580 2581
		if (fp == NULL)
			return NULL;
	}
2582
	m = _PyImport_LoadDynamicModule(name, pathname, fp);
2583
	return m;
2584
}
2585

2586 2587
#endif /* HAVE_DYNAMIC_LOADING */

2588
static PyObject *
2589
imp_load_source(PyObject *self, PyObject *args)
2590 2591 2592
{
	char *name;
	char *pathname;
2593 2594
	PyObject *fob = NULL;
	PyObject *m;
2595
	FILE *fp;
2596
	if (!PyArg_ParseTuple(args, "ss|O!:load_source", &name, &pathname,
2597
			      &PyFile_Type, &fob))
2598 2599 2600 2601 2602
		return NULL;
	fp = get_file(pathname, fob, "r");
	if (fp == NULL)
		return NULL;
	m = load_source_module(name, pathname, fp);
2603 2604
	if (fob == NULL)
		fclose(fp);
2605 2606
	return m;
}
2607

2608
static PyObject *
2609
imp_load_module(PyObject *self, PyObject *args)
2610 2611 2612 2613 2614 2615 2616 2617 2618
{
	char *name;
	PyObject *fob;
	char *pathname;
	char *suffix; /* Unused */
	char *mode;
	int type;
	FILE *fp;

2619
	if (!PyArg_ParseTuple(args, "sOs(ssi):load_module",
2620 2621 2622
			      &name, &fob, &pathname,
			      &suffix, &mode, &type))
		return NULL;
2623 2624 2625 2626 2627 2628
	if (*mode) {
		/* Mode must start with 'r' or 'U' and must not contain '+'.
		   Implicit in this test is the assumption that the mode
		   may contain other modifiers like 'b' or 't'. */

		if (!(*mode == 'r' || *mode == 'U') || strchr(mode, '+')) {
2629 2630 2631
			PyErr_Format(PyExc_ValueError,
				     "invalid file open mode %.200s", mode);
			return NULL;
2632
		}
2633 2634 2635 2636 2637 2638 2639 2640 2641 2642 2643 2644 2645
	}
	if (fob == Py_None)
		fp = NULL;
	else {
		if (!PyFile_Check(fob)) {
			PyErr_SetString(PyExc_ValueError,
				"load_module arg#2 should be a file or None");
			return NULL;
		}
		fp = get_file(pathname, fob, mode);
		if (fp == NULL)
			return NULL;
	}
Just van Rossum's avatar
Just van Rossum committed
2646
	return load_module(name, fp, pathname, type, NULL);
2647 2648 2649
}

static PyObject *
2650
imp_load_package(PyObject *self, PyObject *args)
2651 2652 2653
{
	char *name;
	char *pathname;
2654
	if (!PyArg_ParseTuple(args, "ss:load_package", &name, &pathname))
2655 2656 2657 2658
		return NULL;
	return load_package(name, pathname);
}

2659
static PyObject *
2660
imp_new_module(PyObject *self, PyObject *args)
2661
{
2662
	char *name;
2663
	if (!PyArg_ParseTuple(args, "s:new_module", &name))
2664
		return NULL;
2665
	return PyModule_New(name);
2666
}
2667

2668 2669
/* Doc strings */

2670 2671 2672
PyDoc_STRVAR(doc_imp,
"This module provides the components needed to build your own\n\
__import__ function.  Undocumented functions are obsolete.");
2673

2674 2675
PyDoc_STRVAR(doc_find_module,
"find_module(name, [path]) -> (file, filename, (suffix, mode, type))\n\
2676 2677 2678
Search for a module.  If path is omitted or None, search for a\n\
built-in, frozen or special module and continue search in sys.path.\n\
The module name cannot contain '.'; to search for a submodule of a\n\
2679
package, pass the submodule name and the package's __path__.");
2680

2681 2682
PyDoc_STRVAR(doc_load_module,
"load_module(name, file, filename, (suffix, mode, type)) -> module\n\
2683
Load a module, given information returned by find_module().\n\
2684
The module name must include the full package name, if any.");
2685

2686 2687 2688
PyDoc_STRVAR(doc_get_magic,
"get_magic() -> string\n\
Return the magic number for .pyc or .pyo files.");
2689

2690 2691
PyDoc_STRVAR(doc_get_suffixes,
"get_suffixes() -> [(suffix, mode, type), ...]\n\
2692
Return a list of (suffix, mode, type) tuples describing the files\n\
2693
that find_module() looks for.");
2694

2695 2696
PyDoc_STRVAR(doc_new_module,
"new_module(name) -> module\n\
2697
Create a new module.  Do not enter it in sys.modules.\n\
2698
The module name must include the full package name, if any.");
2699

2700 2701
PyDoc_STRVAR(doc_lock_held,
"lock_held() -> 0 or 1\n\
2702
Return 1 if the import lock is currently held.\n\
2703
On platforms without threads, return 0.");
2704

2705 2706
PyDoc_STRVAR(doc_acquire_lock,
"acquire_lock() -> None\n\
Neal Norwitz's avatar
Neal Norwitz committed
2707 2708 2709
Acquires the interpreter's import lock for the current thread.\n\
This lock should be used by import hooks to ensure thread-safety\n\
when importing modules.\n\
2710 2711 2712 2713 2714 2715 2716
On platforms without threads, this function does nothing.");

PyDoc_STRVAR(doc_release_lock,
"release_lock() -> None\n\
Release the interpreter's import lock.\n\
On platforms without threads, this function does nothing.");

2717
static PyMethodDef imp_methods[] = {
2718 2719 2720 2721 2722 2723 2724 2725
	{"find_module",	 imp_find_module,  METH_VARARGS, doc_find_module},
	{"get_magic",	 imp_get_magic,	   METH_NOARGS,  doc_get_magic},
	{"get_suffixes", imp_get_suffixes, METH_NOARGS,  doc_get_suffixes},
	{"load_module",	 imp_load_module,  METH_VARARGS, doc_load_module},
	{"new_module",	 imp_new_module,   METH_VARARGS, doc_new_module},
	{"lock_held",	 imp_lock_held,	   METH_NOARGS,  doc_lock_held},
	{"acquire_lock", imp_acquire_lock, METH_NOARGS,  doc_acquire_lock},
	{"release_lock", imp_release_lock, METH_NOARGS,  doc_release_lock},
2726
	/* The rest are obsolete */
2727 2728 2729 2730 2731 2732
	{"get_frozen_object",	imp_get_frozen_object,	METH_VARARGS},
	{"init_builtin",	imp_init_builtin,	METH_VARARGS},
	{"init_frozen",		imp_init_frozen,	METH_VARARGS},
	{"is_builtin",		imp_is_builtin,		METH_VARARGS},
	{"is_frozen",		imp_is_frozen,		METH_VARARGS},
	{"load_compiled",	imp_load_compiled,	METH_VARARGS},
2733
#ifdef HAVE_DYNAMIC_LOADING
2734
	{"load_dynamic",	imp_load_dynamic,	METH_VARARGS},
2735
#endif
2736 2737
	{"load_package",	imp_load_package,	METH_VARARGS},
	{"load_source",		imp_load_source,	METH_VARARGS},
2738 2739
	{NULL,			NULL}		/* sentinel */
};
2740

2741
static int
2742
setint(PyObject *d, char *name, int value)
2743 2744 2745 2746 2747 2748 2749 2750 2751 2752
{
	PyObject *v;
	int err;

	v = PyInt_FromLong((long)value);
	err = PyDict_SetItemString(d, name, v);
	Py_XDECREF(v);
	return err;
}

2753
PyMODINIT_FUNC
2754
initimp(void)
2755
{
2756
	PyObject *m, *d;
2757

2758 2759
	m = Py_InitModule4("imp", imp_methods, doc_imp,
			   NULL, PYTHON_API_VERSION);
2760
	d = PyModule_GetDict(m);
2761

2762 2763 2764 2765 2766 2767 2768 2769
	if (setint(d, "SEARCH_ERROR", SEARCH_ERROR) < 0) goto failure;
	if (setint(d, "PY_SOURCE", PY_SOURCE) < 0) goto failure;
	if (setint(d, "PY_COMPILED", PY_COMPILED) < 0) goto failure;
	if (setint(d, "C_EXTENSION", C_EXTENSION) < 0) goto failure;
	if (setint(d, "PY_RESOURCE", PY_RESOURCE) < 0) goto failure;
	if (setint(d, "PKG_DIRECTORY", PKG_DIRECTORY) < 0) goto failure;
	if (setint(d, "C_BUILTIN", C_BUILTIN) < 0) goto failure;
	if (setint(d, "PY_FROZEN", PY_FROZEN) < 0) goto failure;
2770
	if (setint(d, "PY_CODERESOURCE", PY_CODERESOURCE) < 0) goto failure;
Just van Rossum's avatar
Just van Rossum committed
2771
	if (setint(d, "IMP_HOOK", IMP_HOOK) < 0) goto failure;
2772 2773 2774

  failure:
	;
2775
}
2776 2777


2778 2779 2780 2781
/* API for embedding applications that want to add their own entries
   to the table of built-in modules.  This should normally be called
   *before* Py_Initialize().  When the table resize fails, -1 is
   returned and the existing table is unchanged.
2782 2783 2784 2785

   After a similar function by Just van Rossum. */

int
2786
PyImport_ExtendInittab(struct _inittab *newtab)
2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800
{
	static struct _inittab *our_copy = NULL;
	struct _inittab *p;
	int i, n;

	/* Count the number of entries in both tables */
	for (n = 0; newtab[n].name != NULL; n++)
		;
	if (n == 0)
		return 0; /* Nothing to do */
	for (i = 0; PyImport_Inittab[i].name != NULL; i++)
		;

	/* Allocate new memory for the combined table */
2801 2802
	p = our_copy;
	PyMem_RESIZE(p, struct _inittab, i+n+1);
2803 2804 2805 2806 2807 2808 2809 2810 2811 2812 2813 2814 2815 2816 2817
	if (p == NULL)
		return -1;

	/* Copy the tables into the new memory */
	if (our_copy != PyImport_Inittab)
		memcpy(p, PyImport_Inittab, (i+1) * sizeof(struct _inittab));
	PyImport_Inittab = our_copy = p;
	memcpy(p+i, newtab, (n+1) * sizeof(struct _inittab));

	return 0;
}

/* Shorthand to add a single entry given a name and a function */

int
2818
PyImport_AppendInittab(char *name, void (*initfunc)(void))
2819 2820 2821 2822 2823 2824 2825 2826 2827 2828
{
	struct _inittab newtab[2];

	memset(newtab, '\0', sizeof newtab);

	newtab[0].name = name;
	newtab[0].initfunc = initfunc;

	return PyImport_ExtendInittab(newtab);
}