1 | /* Frame object implementation */
|
---|
2 |
|
---|
3 | #include "Python.h"
|
---|
4 |
|
---|
5 | #include "code.h"
|
---|
6 | #include "frameobject.h"
|
---|
7 | #include "opcode.h"
|
---|
8 | #include "structmember.h"
|
---|
9 |
|
---|
10 | #undef MIN
|
---|
11 | #undef MAX
|
---|
12 | #define MIN(a, b) ((a) < (b) ? (a) : (b))
|
---|
13 | #define MAX(a, b) ((a) > (b) ? (a) : (b))
|
---|
14 |
|
---|
15 | #define OFF(x) offsetof(PyFrameObject, x)
|
---|
16 |
|
---|
17 | static PyMemberDef frame_memberlist[] = {
|
---|
18 | {"f_back", T_OBJECT, OFF(f_back), RO},
|
---|
19 | {"f_code", T_OBJECT, OFF(f_code), RO},
|
---|
20 | {"f_builtins", T_OBJECT, OFF(f_builtins),RO},
|
---|
21 | {"f_globals", T_OBJECT, OFF(f_globals), RO},
|
---|
22 | {"f_lasti", T_INT, OFF(f_lasti), RO},
|
---|
23 | {"f_exc_type", T_OBJECT, OFF(f_exc_type)},
|
---|
24 | {"f_exc_value", T_OBJECT, OFF(f_exc_value)},
|
---|
25 | {"f_exc_traceback", T_OBJECT, OFF(f_exc_traceback)},
|
---|
26 | {NULL} /* Sentinel */
|
---|
27 | };
|
---|
28 |
|
---|
29 | static PyObject *
|
---|
30 | frame_getlocals(PyFrameObject *f, void *closure)
|
---|
31 | {
|
---|
32 | PyFrame_FastToLocals(f);
|
---|
33 | Py_INCREF(f->f_locals);
|
---|
34 | return f->f_locals;
|
---|
35 | }
|
---|
36 |
|
---|
37 | static PyObject *
|
---|
38 | frame_getlineno(PyFrameObject *f, void *closure)
|
---|
39 | {
|
---|
40 | int lineno;
|
---|
41 |
|
---|
42 | if (f->f_trace)
|
---|
43 | lineno = f->f_lineno;
|
---|
44 | else
|
---|
45 | lineno = PyCode_Addr2Line(f->f_code, f->f_lasti);
|
---|
46 |
|
---|
47 | return PyInt_FromLong(lineno);
|
---|
48 | }
|
---|
49 |
|
---|
50 | /* Setter for f_lineno - you can set f_lineno from within a trace function in
|
---|
51 | * order to jump to a given line of code, subject to some restrictions. Most
|
---|
52 | * lines are OK to jump to because they don't make any assumptions about the
|
---|
53 | * state of the stack (obvious because you could remove the line and the code
|
---|
54 | * would still work without any stack errors), but there are some constructs
|
---|
55 | * that limit jumping:
|
---|
56 | *
|
---|
57 | * o Lines with an 'except' statement on them can't be jumped to, because
|
---|
58 | * they expect an exception to be on the top of the stack.
|
---|
59 | * o Lines that live in a 'finally' block can't be jumped from or to, since
|
---|
60 | * the END_FINALLY expects to clean up the stack after the 'try' block.
|
---|
61 | * o 'try'/'for'/'while' blocks can't be jumped into because the blockstack
|
---|
62 | * needs to be set up before their code runs, and for 'for' loops the
|
---|
63 | * iterator needs to be on the stack.
|
---|
64 | */
|
---|
65 | static int
|
---|
66 | frame_setlineno(PyFrameObject *f, PyObject* p_new_lineno)
|
---|
67 | {
|
---|
68 | int new_lineno = 0; /* The new value of f_lineno */
|
---|
69 | int new_lasti = 0; /* The new value of f_lasti */
|
---|
70 | int new_iblock = 0; /* The new value of f_iblock */
|
---|
71 | unsigned char *code = NULL; /* The bytecode for the frame... */
|
---|
72 | Py_ssize_t code_len = 0; /* ...and its length */
|
---|
73 | unsigned char *lnotab = NULL; /* Iterating over co_lnotab */
|
---|
74 | Py_ssize_t lnotab_len = 0; /* (ditto) */
|
---|
75 | int offset = 0; /* (ditto) */
|
---|
76 | int line = 0; /* (ditto) */
|
---|
77 | int addr = 0; /* (ditto) */
|
---|
78 | int min_addr = 0; /* Scanning the SETUPs and POPs */
|
---|
79 | int max_addr = 0; /* (ditto) */
|
---|
80 | int delta_iblock = 0; /* (ditto) */
|
---|
81 | int min_delta_iblock = 0; /* (ditto) */
|
---|
82 | int min_iblock = 0; /* (ditto) */
|
---|
83 | int f_lasti_setup_addr = 0; /* Policing no-jump-into-finally */
|
---|
84 | int new_lasti_setup_addr = 0; /* (ditto) */
|
---|
85 | int blockstack[CO_MAXBLOCKS]; /* Walking the 'finally' blocks */
|
---|
86 | int in_finally[CO_MAXBLOCKS]; /* (ditto) */
|
---|
87 | int blockstack_top = 0; /* (ditto) */
|
---|
88 | unsigned char setup_op = 0; /* (ditto) */
|
---|
89 | char *tmp;
|
---|
90 |
|
---|
91 | /* f_lineno must be an integer. */
|
---|
92 | if (!PyInt_Check(p_new_lineno)) {
|
---|
93 | PyErr_SetString(PyExc_ValueError,
|
---|
94 | "lineno must be an integer");
|
---|
95 | return -1;
|
---|
96 | }
|
---|
97 |
|
---|
98 | /* You can only do this from within a trace function, not via
|
---|
99 | * _getframe or similar hackery. */
|
---|
100 | if (!f->f_trace)
|
---|
101 | {
|
---|
102 | PyErr_Format(PyExc_ValueError,
|
---|
103 | "f_lineno can only be set by a trace function");
|
---|
104 | return -1;
|
---|
105 | }
|
---|
106 |
|
---|
107 | /* Fail if the line comes before the start of the code block. */
|
---|
108 | new_lineno = (int) PyInt_AsLong(p_new_lineno);
|
---|
109 | if (new_lineno < f->f_code->co_firstlineno) {
|
---|
110 | PyErr_Format(PyExc_ValueError,
|
---|
111 | "line %d comes before the current code block",
|
---|
112 | new_lineno);
|
---|
113 | return -1;
|
---|
114 | }
|
---|
115 |
|
---|
116 | /* Find the bytecode offset for the start of the given line, or the
|
---|
117 | * first code-owning line after it. */
|
---|
118 | PyString_AsStringAndSize(f->f_code->co_lnotab,
|
---|
119 | &tmp, &lnotab_len);
|
---|
120 | lnotab = (unsigned char *) tmp;
|
---|
121 | addr = 0;
|
---|
122 | line = f->f_code->co_firstlineno;
|
---|
123 | new_lasti = -1;
|
---|
124 | for (offset = 0; offset < lnotab_len; offset += 2) {
|
---|
125 | addr += lnotab[offset];
|
---|
126 | line += lnotab[offset+1];
|
---|
127 | if (line >= new_lineno) {
|
---|
128 | new_lasti = addr;
|
---|
129 | new_lineno = line;
|
---|
130 | break;
|
---|
131 | }
|
---|
132 | }
|
---|
133 |
|
---|
134 | /* If we didn't reach the requested line, return an error. */
|
---|
135 | if (new_lasti == -1) {
|
---|
136 | PyErr_Format(PyExc_ValueError,
|
---|
137 | "line %d comes after the current code block",
|
---|
138 | new_lineno);
|
---|
139 | return -1;
|
---|
140 | }
|
---|
141 |
|
---|
142 | /* We're now ready to look at the bytecode. */
|
---|
143 | PyString_AsStringAndSize(f->f_code->co_code, (char **)&code, &code_len);
|
---|
144 | min_addr = MIN(new_lasti, f->f_lasti);
|
---|
145 | max_addr = MAX(new_lasti, f->f_lasti);
|
---|
146 |
|
---|
147 | /* You can't jump onto a line with an 'except' statement on it -
|
---|
148 | * they expect to have an exception on the top of the stack, which
|
---|
149 | * won't be true if you jump to them. They always start with code
|
---|
150 | * that either pops the exception using POP_TOP (plain 'except:'
|
---|
151 | * lines do this) or duplicates the exception on the stack using
|
---|
152 | * DUP_TOP (if there's an exception type specified). See compile.c,
|
---|
153 | * 'com_try_except' for the full details. There aren't any other
|
---|
154 | * cases (AFAIK) where a line's code can start with DUP_TOP or
|
---|
155 | * POP_TOP, but if any ever appear, they'll be subject to the same
|
---|
156 | * restriction (but with a different error message). */
|
---|
157 | if (code[new_lasti] == DUP_TOP || code[new_lasti] == POP_TOP) {
|
---|
158 | PyErr_SetString(PyExc_ValueError,
|
---|
159 | "can't jump to 'except' line as there's no exception");
|
---|
160 | return -1;
|
---|
161 | }
|
---|
162 |
|
---|
163 | /* You can't jump into or out of a 'finally' block because the 'try'
|
---|
164 | * block leaves something on the stack for the END_FINALLY to clean
|
---|
165 | * up. So we walk the bytecode, maintaining a simulated blockstack.
|
---|
166 | * When we reach the old or new address and it's in a 'finally' block
|
---|
167 | * we note the address of the corresponding SETUP_FINALLY. The jump
|
---|
168 | * is only legal if neither address is in a 'finally' block or
|
---|
169 | * they're both in the same one. 'blockstack' is a stack of the
|
---|
170 | * bytecode addresses of the SETUP_X opcodes, and 'in_finally' tracks
|
---|
171 | * whether we're in a 'finally' block at each blockstack level. */
|
---|
172 | f_lasti_setup_addr = -1;
|
---|
173 | new_lasti_setup_addr = -1;
|
---|
174 | memset(blockstack, '\0', sizeof(blockstack));
|
---|
175 | memset(in_finally, '\0', sizeof(in_finally));
|
---|
176 | blockstack_top = 0;
|
---|
177 | for (addr = 0; addr < code_len; addr++) {
|
---|
178 | unsigned char op = code[addr];
|
---|
179 | switch (op) {
|
---|
180 | case SETUP_LOOP:
|
---|
181 | case SETUP_EXCEPT:
|
---|
182 | case SETUP_FINALLY:
|
---|
183 | blockstack[blockstack_top++] = addr;
|
---|
184 | in_finally[blockstack_top-1] = 0;
|
---|
185 | break;
|
---|
186 |
|
---|
187 | case POP_BLOCK:
|
---|
188 | assert(blockstack_top > 0);
|
---|
189 | setup_op = code[blockstack[blockstack_top-1]];
|
---|
190 | if (setup_op == SETUP_FINALLY) {
|
---|
191 | in_finally[blockstack_top-1] = 1;
|
---|
192 | }
|
---|
193 | else {
|
---|
194 | blockstack_top--;
|
---|
195 | }
|
---|
196 | break;
|
---|
197 |
|
---|
198 | case END_FINALLY:
|
---|
199 | /* Ignore END_FINALLYs for SETUP_EXCEPTs - they exist
|
---|
200 | * in the bytecode but don't correspond to an actual
|
---|
201 | * 'finally' block. (If blockstack_top is 0, we must
|
---|
202 | * be seeing such an END_FINALLY.) */
|
---|
203 | if (blockstack_top > 0) {
|
---|
204 | setup_op = code[blockstack[blockstack_top-1]];
|
---|
205 | if (setup_op == SETUP_FINALLY) {
|
---|
206 | blockstack_top--;
|
---|
207 | }
|
---|
208 | }
|
---|
209 | break;
|
---|
210 | }
|
---|
211 |
|
---|
212 | /* For the addresses we're interested in, see whether they're
|
---|
213 | * within a 'finally' block and if so, remember the address
|
---|
214 | * of the SETUP_FINALLY. */
|
---|
215 | if (addr == new_lasti || addr == f->f_lasti) {
|
---|
216 | int i = 0;
|
---|
217 | int setup_addr = -1;
|
---|
218 | for (i = blockstack_top-1; i >= 0; i--) {
|
---|
219 | if (in_finally[i]) {
|
---|
220 | setup_addr = blockstack[i];
|
---|
221 | break;
|
---|
222 | }
|
---|
223 | }
|
---|
224 |
|
---|
225 | if (setup_addr != -1) {
|
---|
226 | if (addr == new_lasti) {
|
---|
227 | new_lasti_setup_addr = setup_addr;
|
---|
228 | }
|
---|
229 |
|
---|
230 | if (addr == f->f_lasti) {
|
---|
231 | f_lasti_setup_addr = setup_addr;
|
---|
232 | }
|
---|
233 | }
|
---|
234 | }
|
---|
235 |
|
---|
236 | if (op >= HAVE_ARGUMENT) {
|
---|
237 | addr += 2;
|
---|
238 | }
|
---|
239 | }
|
---|
240 |
|
---|
241 | /* Verify that the blockstack tracking code didn't get lost. */
|
---|
242 | assert(blockstack_top == 0);
|
---|
243 |
|
---|
244 | /* After all that, are we jumping into / out of a 'finally' block? */
|
---|
245 | if (new_lasti_setup_addr != f_lasti_setup_addr) {
|
---|
246 | PyErr_SetString(PyExc_ValueError,
|
---|
247 | "can't jump into or out of a 'finally' block");
|
---|
248 | return -1;
|
---|
249 | }
|
---|
250 |
|
---|
251 |
|
---|
252 | /* Police block-jumping (you can't jump into the middle of a block)
|
---|
253 | * and ensure that the blockstack finishes up in a sensible state (by
|
---|
254 | * popping any blocks we're jumping out of). We look at all the
|
---|
255 | * blockstack operations between the current position and the new
|
---|
256 | * one, and keep track of how many blocks we drop out of on the way.
|
---|
257 | * By also keeping track of the lowest blockstack position we see, we
|
---|
258 | * can tell whether the jump goes into any blocks without coming out
|
---|
259 | * again - in that case we raise an exception below. */
|
---|
260 | delta_iblock = 0;
|
---|
261 | for (addr = min_addr; addr < max_addr; addr++) {
|
---|
262 | unsigned char op = code[addr];
|
---|
263 | switch (op) {
|
---|
264 | case SETUP_LOOP:
|
---|
265 | case SETUP_EXCEPT:
|
---|
266 | case SETUP_FINALLY:
|
---|
267 | delta_iblock++;
|
---|
268 | break;
|
---|
269 |
|
---|
270 | case POP_BLOCK:
|
---|
271 | delta_iblock--;
|
---|
272 | break;
|
---|
273 | }
|
---|
274 |
|
---|
275 | min_delta_iblock = MIN(min_delta_iblock, delta_iblock);
|
---|
276 |
|
---|
277 | if (op >= HAVE_ARGUMENT) {
|
---|
278 | addr += 2;
|
---|
279 | }
|
---|
280 | }
|
---|
281 |
|
---|
282 | /* Derive the absolute iblock values from the deltas. */
|
---|
283 | min_iblock = f->f_iblock + min_delta_iblock;
|
---|
284 | if (new_lasti > f->f_lasti) {
|
---|
285 | /* Forwards jump. */
|
---|
286 | new_iblock = f->f_iblock + delta_iblock;
|
---|
287 | }
|
---|
288 | else {
|
---|
289 | /* Backwards jump. */
|
---|
290 | new_iblock = f->f_iblock - delta_iblock;
|
---|
291 | }
|
---|
292 |
|
---|
293 | /* Are we jumping into a block? */
|
---|
294 | if (new_iblock > min_iblock) {
|
---|
295 | PyErr_SetString(PyExc_ValueError,
|
---|
296 | "can't jump into the middle of a block");
|
---|
297 | return -1;
|
---|
298 | }
|
---|
299 |
|
---|
300 | /* Pop any blocks that we're jumping out of. */
|
---|
301 | while (f->f_iblock > new_iblock) {
|
---|
302 | PyTryBlock *b = &f->f_blockstack[--f->f_iblock];
|
---|
303 | while ((f->f_stacktop - f->f_valuestack) > b->b_level) {
|
---|
304 | PyObject *v = (*--f->f_stacktop);
|
---|
305 | Py_DECREF(v);
|
---|
306 | }
|
---|
307 | }
|
---|
308 |
|
---|
309 | /* Finally set the new f_lineno and f_lasti and return OK. */
|
---|
310 | f->f_lineno = new_lineno;
|
---|
311 | f->f_lasti = new_lasti;
|
---|
312 | return 0;
|
---|
313 | }
|
---|
314 |
|
---|
315 | static PyObject *
|
---|
316 | frame_gettrace(PyFrameObject *f, void *closure)
|
---|
317 | {
|
---|
318 | PyObject* trace = f->f_trace;
|
---|
319 |
|
---|
320 | if (trace == NULL)
|
---|
321 | trace = Py_None;
|
---|
322 |
|
---|
323 | Py_INCREF(trace);
|
---|
324 |
|
---|
325 | return trace;
|
---|
326 | }
|
---|
327 |
|
---|
328 | static int
|
---|
329 | frame_settrace(PyFrameObject *f, PyObject* v, void *closure)
|
---|
330 | {
|
---|
331 | /* We rely on f_lineno being accurate when f_trace is set. */
|
---|
332 |
|
---|
333 | PyObject* old_value = f->f_trace;
|
---|
334 |
|
---|
335 | Py_XINCREF(v);
|
---|
336 | f->f_trace = v;
|
---|
337 |
|
---|
338 | if (v != NULL)
|
---|
339 | f->f_lineno = PyCode_Addr2Line(f->f_code, f->f_lasti);
|
---|
340 |
|
---|
341 | Py_XDECREF(old_value);
|
---|
342 |
|
---|
343 | return 0;
|
---|
344 | }
|
---|
345 |
|
---|
346 | static PyObject *
|
---|
347 | frame_getrestricted(PyFrameObject *f, void *closure)
|
---|
348 | {
|
---|
349 | return PyBool_FromLong(PyFrame_IsRestricted(f));
|
---|
350 | }
|
---|
351 |
|
---|
352 | static PyGetSetDef frame_getsetlist[] = {
|
---|
353 | {"f_locals", (getter)frame_getlocals, NULL, NULL},
|
---|
354 | {"f_lineno", (getter)frame_getlineno,
|
---|
355 | (setter)frame_setlineno, NULL},
|
---|
356 | {"f_trace", (getter)frame_gettrace, (setter)frame_settrace, NULL},
|
---|
357 | {"f_restricted",(getter)frame_getrestricted,NULL, NULL},
|
---|
358 | {0}
|
---|
359 | };
|
---|
360 |
|
---|
361 | /* Stack frames are allocated and deallocated at a considerable rate.
|
---|
362 | In an attempt to improve the speed of function calls, we:
|
---|
363 |
|
---|
364 | 1. Hold a single "zombie" frame on each code object. This retains
|
---|
365 | the allocated and initialised frame object from an invocation of
|
---|
366 | the code object. The zombie is reanimated the next time we need a
|
---|
367 | frame object for that code object. Doing this saves the malloc/
|
---|
368 | realloc required when using a free_list frame that isn't the
|
---|
369 | correct size. It also saves some field initialisation.
|
---|
370 |
|
---|
371 | In zombie mode, no field of PyFrameObject holds a reference, but
|
---|
372 | the following fields are still valid:
|
---|
373 |
|
---|
374 | * ob_type, ob_size, f_code, f_valuestack;
|
---|
375 |
|
---|
376 | * f_locals, f_trace,
|
---|
377 | f_exc_type, f_exc_value, f_exc_traceback are NULL;
|
---|
378 |
|
---|
379 | * f_localsplus does not require re-allocation and
|
---|
380 | the local variables in f_localsplus are NULL.
|
---|
381 |
|
---|
382 | 2. We also maintain a separate free list of stack frames (just like
|
---|
383 | integers are allocated in a special way -- see intobject.c). When
|
---|
384 | a stack frame is on the free list, only the following members have
|
---|
385 | a meaning:
|
---|
386 | ob_type == &Frametype
|
---|
387 | f_back next item on free list, or NULL
|
---|
388 | f_stacksize size of value stack
|
---|
389 | ob_size size of localsplus
|
---|
390 | Note that the value and block stacks are preserved -- this can save
|
---|
391 | another malloc() call or two (and two free() calls as well!).
|
---|
392 | Also note that, unlike for integers, each frame object is a
|
---|
393 | malloc'ed object in its own right -- it is only the actual calls to
|
---|
394 | malloc() that we are trying to save here, not the administration.
|
---|
395 | After all, while a typical program may make millions of calls, a
|
---|
396 | call depth of more than 20 or 30 is probably already exceptional
|
---|
397 | unless the program contains run-away recursion. I hope.
|
---|
398 |
|
---|
399 | Later, PyFrame_MAXFREELIST was added to bound the # of frames saved on
|
---|
400 | free_list. Else programs creating lots of cyclic trash involving
|
---|
401 | frames could provoke free_list into growing without bound.
|
---|
402 | */
|
---|
403 |
|
---|
404 | static PyFrameObject *free_list = NULL;
|
---|
405 | static int numfree = 0; /* number of frames currently in free_list */
|
---|
406 | /* max value for numfree */
|
---|
407 | #define PyFrame_MAXFREELIST 200
|
---|
408 |
|
---|
409 | static void
|
---|
410 | frame_dealloc(PyFrameObject *f)
|
---|
411 | {
|
---|
412 | PyObject **p, **valuestack;
|
---|
413 | PyCodeObject *co;
|
---|
414 |
|
---|
415 | PyObject_GC_UnTrack(f);
|
---|
416 | Py_TRASHCAN_SAFE_BEGIN(f)
|
---|
417 | /* Kill all local variables */
|
---|
418 | valuestack = f->f_valuestack;
|
---|
419 | for (p = f->f_localsplus; p < valuestack; p++)
|
---|
420 | Py_CLEAR(*p);
|
---|
421 |
|
---|
422 | /* Free stack */
|
---|
423 | if (f->f_stacktop != NULL) {
|
---|
424 | for (p = valuestack; p < f->f_stacktop; p++)
|
---|
425 | Py_XDECREF(*p);
|
---|
426 | }
|
---|
427 |
|
---|
428 | Py_XDECREF(f->f_back);
|
---|
429 | Py_DECREF(f->f_builtins);
|
---|
430 | Py_DECREF(f->f_globals);
|
---|
431 | Py_CLEAR(f->f_locals);
|
---|
432 | Py_CLEAR(f->f_trace);
|
---|
433 | Py_CLEAR(f->f_exc_type);
|
---|
434 | Py_CLEAR(f->f_exc_value);
|
---|
435 | Py_CLEAR(f->f_exc_traceback);
|
---|
436 |
|
---|
437 | co = f->f_code;
|
---|
438 | if (co->co_zombieframe == NULL)
|
---|
439 | co->co_zombieframe = f;
|
---|
440 | else if (numfree < PyFrame_MAXFREELIST) {
|
---|
441 | ++numfree;
|
---|
442 | f->f_back = free_list;
|
---|
443 | free_list = f;
|
---|
444 | }
|
---|
445 | else
|
---|
446 | PyObject_GC_Del(f);
|
---|
447 |
|
---|
448 | Py_DECREF(co);
|
---|
449 | Py_TRASHCAN_SAFE_END(f)
|
---|
450 | }
|
---|
451 |
|
---|
452 | static int
|
---|
453 | frame_traverse(PyFrameObject *f, visitproc visit, void *arg)
|
---|
454 | {
|
---|
455 | PyObject **fastlocals, **p;
|
---|
456 | int i, slots;
|
---|
457 |
|
---|
458 | Py_VISIT(f->f_back);
|
---|
459 | Py_VISIT(f->f_code);
|
---|
460 | Py_VISIT(f->f_builtins);
|
---|
461 | Py_VISIT(f->f_globals);
|
---|
462 | Py_VISIT(f->f_locals);
|
---|
463 | Py_VISIT(f->f_trace);
|
---|
464 | Py_VISIT(f->f_exc_type);
|
---|
465 | Py_VISIT(f->f_exc_value);
|
---|
466 | Py_VISIT(f->f_exc_traceback);
|
---|
467 |
|
---|
468 | /* locals */
|
---|
469 | slots = f->f_code->co_nlocals + PyTuple_GET_SIZE(f->f_code->co_cellvars) + PyTuple_GET_SIZE(f->f_code->co_freevars);
|
---|
470 | fastlocals = f->f_localsplus;
|
---|
471 | for (i = slots; --i >= 0; ++fastlocals)
|
---|
472 | Py_VISIT(*fastlocals);
|
---|
473 |
|
---|
474 | /* stack */
|
---|
475 | if (f->f_stacktop != NULL) {
|
---|
476 | for (p = f->f_valuestack; p < f->f_stacktop; p++)
|
---|
477 | Py_VISIT(*p);
|
---|
478 | }
|
---|
479 | return 0;
|
---|
480 | }
|
---|
481 |
|
---|
482 | static void
|
---|
483 | frame_clear(PyFrameObject *f)
|
---|
484 | {
|
---|
485 | PyObject **fastlocals, **p, **oldtop;
|
---|
486 | int i, slots;
|
---|
487 |
|
---|
488 | /* Before anything else, make sure that this frame is clearly marked
|
---|
489 | * as being defunct! Else, e.g., a generator reachable from this
|
---|
490 | * frame may also point to this frame, believe itself to still be
|
---|
491 | * active, and try cleaning up this frame again.
|
---|
492 | */
|
---|
493 | oldtop = f->f_stacktop;
|
---|
494 | f->f_stacktop = NULL;
|
---|
495 |
|
---|
496 | Py_CLEAR(f->f_exc_type);
|
---|
497 | Py_CLEAR(f->f_exc_value);
|
---|
498 | Py_CLEAR(f->f_exc_traceback);
|
---|
499 | Py_CLEAR(f->f_trace);
|
---|
500 |
|
---|
501 | /* locals */
|
---|
502 | slots = f->f_code->co_nlocals + PyTuple_GET_SIZE(f->f_code->co_cellvars) + PyTuple_GET_SIZE(f->f_code->co_freevars);
|
---|
503 | fastlocals = f->f_localsplus;
|
---|
504 | for (i = slots; --i >= 0; ++fastlocals)
|
---|
505 | Py_CLEAR(*fastlocals);
|
---|
506 |
|
---|
507 | /* stack */
|
---|
508 | if (oldtop != NULL) {
|
---|
509 | for (p = f->f_valuestack; p < oldtop; p++)
|
---|
510 | Py_CLEAR(*p);
|
---|
511 | }
|
---|
512 | }
|
---|
513 |
|
---|
514 | static PyObject *
|
---|
515 | frame_sizeof(PyFrameObject *f)
|
---|
516 | {
|
---|
517 | Py_ssize_t res, extras, ncells, nfrees;
|
---|
518 |
|
---|
519 | ncells = PyTuple_GET_SIZE(f->f_code->co_cellvars);
|
---|
520 | nfrees = PyTuple_GET_SIZE(f->f_code->co_freevars);
|
---|
521 | extras = f->f_code->co_stacksize + f->f_code->co_nlocals +
|
---|
522 | ncells + nfrees;
|
---|
523 | /* subtract one as it is already included in PyFrameObject */
|
---|
524 | res = sizeof(PyFrameObject) + (extras-1) * sizeof(PyObject *);
|
---|
525 |
|
---|
526 | return PyInt_FromSsize_t(res);
|
---|
527 | }
|
---|
528 |
|
---|
529 | PyDoc_STRVAR(sizeof__doc__,
|
---|
530 | "F.__sizeof__() -> size of F in memory, in bytes");
|
---|
531 |
|
---|
532 | static PyMethodDef frame_methods[] = {
|
---|
533 | {"__sizeof__", (PyCFunction)frame_sizeof, METH_NOARGS,
|
---|
534 | sizeof__doc__},
|
---|
535 | {NULL, NULL} /* sentinel */
|
---|
536 | };
|
---|
537 |
|
---|
538 | PyTypeObject PyFrame_Type = {
|
---|
539 | PyVarObject_HEAD_INIT(&PyType_Type, 0)
|
---|
540 | "frame",
|
---|
541 | sizeof(PyFrameObject),
|
---|
542 | sizeof(PyObject *),
|
---|
543 | (destructor)frame_dealloc, /* tp_dealloc */
|
---|
544 | 0, /* tp_print */
|
---|
545 | 0, /* tp_getattr */
|
---|
546 | 0, /* tp_setattr */
|
---|
547 | 0, /* tp_compare */
|
---|
548 | 0, /* tp_repr */
|
---|
549 | 0, /* tp_as_number */
|
---|
550 | 0, /* tp_as_sequence */
|
---|
551 | 0, /* tp_as_mapping */
|
---|
552 | 0, /* tp_hash */
|
---|
553 | 0, /* tp_call */
|
---|
554 | 0, /* tp_str */
|
---|
555 | PyObject_GenericGetAttr, /* tp_getattro */
|
---|
556 | PyObject_GenericSetAttr, /* tp_setattro */
|
---|
557 | 0, /* tp_as_buffer */
|
---|
558 | Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC,/* tp_flags */
|
---|
559 | 0, /* tp_doc */
|
---|
560 | (traverseproc)frame_traverse, /* tp_traverse */
|
---|
561 | (inquiry)frame_clear, /* tp_clear */
|
---|
562 | 0, /* tp_richcompare */
|
---|
563 | 0, /* tp_weaklistoffset */
|
---|
564 | 0, /* tp_iter */
|
---|
565 | 0, /* tp_iternext */
|
---|
566 | frame_methods, /* tp_methods */
|
---|
567 | frame_memberlist, /* tp_members */
|
---|
568 | frame_getsetlist, /* tp_getset */
|
---|
569 | 0, /* tp_base */
|
---|
570 | 0, /* tp_dict */
|
---|
571 | };
|
---|
572 |
|
---|
573 | static PyObject *builtin_object;
|
---|
574 |
|
---|
575 | int _PyFrame_Init()
|
---|
576 | {
|
---|
577 | builtin_object = PyString_InternFromString("__builtins__");
|
---|
578 | if (builtin_object == NULL)
|
---|
579 | return 0;
|
---|
580 | return 1;
|
---|
581 | }
|
---|
582 |
|
---|
583 | PyFrameObject *
|
---|
584 | PyFrame_New(PyThreadState *tstate, PyCodeObject *code, PyObject *globals,
|
---|
585 | PyObject *locals)
|
---|
586 | {
|
---|
587 | PyFrameObject *back = tstate->frame;
|
---|
588 | PyFrameObject *f;
|
---|
589 | PyObject *builtins;
|
---|
590 | Py_ssize_t i;
|
---|
591 |
|
---|
592 | #ifdef Py_DEBUG
|
---|
593 | if (code == NULL || globals == NULL || !PyDict_Check(globals) ||
|
---|
594 | (locals != NULL && !PyMapping_Check(locals))) {
|
---|
595 | PyErr_BadInternalCall();
|
---|
596 | return NULL;
|
---|
597 | }
|
---|
598 | #endif
|
---|
599 | if (back == NULL || back->f_globals != globals) {
|
---|
600 | builtins = PyDict_GetItem(globals, builtin_object);
|
---|
601 | if (builtins) {
|
---|
602 | if (PyModule_Check(builtins)) {
|
---|
603 | builtins = PyModule_GetDict(builtins);
|
---|
604 | assert(!builtins || PyDict_Check(builtins));
|
---|
605 | }
|
---|
606 | else if (!PyDict_Check(builtins))
|
---|
607 | builtins = NULL;
|
---|
608 | }
|
---|
609 | if (builtins == NULL) {
|
---|
610 | /* No builtins! Make up a minimal one
|
---|
611 | Give them 'None', at least. */
|
---|
612 | builtins = PyDict_New();
|
---|
613 | if (builtins == NULL ||
|
---|
614 | PyDict_SetItemString(
|
---|
615 | builtins, "None", Py_None) < 0)
|
---|
616 | return NULL;
|
---|
617 | }
|
---|
618 | else
|
---|
619 | Py_INCREF(builtins);
|
---|
620 |
|
---|
621 | }
|
---|
622 | else {
|
---|
623 | /* If we share the globals, we share the builtins.
|
---|
624 | Save a lookup and a call. */
|
---|
625 | builtins = back->f_builtins;
|
---|
626 | assert(builtins != NULL && PyDict_Check(builtins));
|
---|
627 | Py_INCREF(builtins);
|
---|
628 | }
|
---|
629 | if (code->co_zombieframe != NULL) {
|
---|
630 | f = code->co_zombieframe;
|
---|
631 | code->co_zombieframe = NULL;
|
---|
632 | _Py_NewReference((PyObject *)f);
|
---|
633 | assert(f->f_code == code);
|
---|
634 | }
|
---|
635 | else {
|
---|
636 | Py_ssize_t extras, ncells, nfrees;
|
---|
637 | ncells = PyTuple_GET_SIZE(code->co_cellvars);
|
---|
638 | nfrees = PyTuple_GET_SIZE(code->co_freevars);
|
---|
639 | extras = code->co_stacksize + code->co_nlocals + ncells +
|
---|
640 | nfrees;
|
---|
641 | if (free_list == NULL) {
|
---|
642 | f = PyObject_GC_NewVar(PyFrameObject, &PyFrame_Type,
|
---|
643 | extras);
|
---|
644 | if (f == NULL) {
|
---|
645 | Py_DECREF(builtins);
|
---|
646 | return NULL;
|
---|
647 | }
|
---|
648 | }
|
---|
649 | else {
|
---|
650 | assert(numfree > 0);
|
---|
651 | --numfree;
|
---|
652 | f = free_list;
|
---|
653 | free_list = free_list->f_back;
|
---|
654 | if (Py_SIZE(f) < extras) {
|
---|
655 | f = PyObject_GC_Resize(PyFrameObject, f, extras);
|
---|
656 | if (f == NULL) {
|
---|
657 | Py_DECREF(builtins);
|
---|
658 | return NULL;
|
---|
659 | }
|
---|
660 | }
|
---|
661 | _Py_NewReference((PyObject *)f);
|
---|
662 | }
|
---|
663 |
|
---|
664 | f->f_code = code;
|
---|
665 | extras = code->co_nlocals + ncells + nfrees;
|
---|
666 | f->f_valuestack = f->f_localsplus + extras;
|
---|
667 | for (i=0; i<extras; i++)
|
---|
668 | f->f_localsplus[i] = NULL;
|
---|
669 | f->f_locals = NULL;
|
---|
670 | f->f_trace = NULL;
|
---|
671 | f->f_exc_type = f->f_exc_value = f->f_exc_traceback = NULL;
|
---|
672 | }
|
---|
673 | f->f_stacktop = f->f_valuestack;
|
---|
674 | f->f_builtins = builtins;
|
---|
675 | Py_XINCREF(back);
|
---|
676 | f->f_back = back;
|
---|
677 | Py_INCREF(code);
|
---|
678 | Py_INCREF(globals);
|
---|
679 | f->f_globals = globals;
|
---|
680 | /* Most functions have CO_NEWLOCALS and CO_OPTIMIZED set. */
|
---|
681 | if ((code->co_flags & (CO_NEWLOCALS | CO_OPTIMIZED)) ==
|
---|
682 | (CO_NEWLOCALS | CO_OPTIMIZED))
|
---|
683 | ; /* f_locals = NULL; will be set by PyFrame_FastToLocals() */
|
---|
684 | else if (code->co_flags & CO_NEWLOCALS) {
|
---|
685 | locals = PyDict_New();
|
---|
686 | if (locals == NULL) {
|
---|
687 | Py_DECREF(f);
|
---|
688 | return NULL;
|
---|
689 | }
|
---|
690 | f->f_locals = locals;
|
---|
691 | }
|
---|
692 | else {
|
---|
693 | if (locals == NULL)
|
---|
694 | locals = globals;
|
---|
695 | Py_INCREF(locals);
|
---|
696 | f->f_locals = locals;
|
---|
697 | }
|
---|
698 | f->f_tstate = tstate;
|
---|
699 |
|
---|
700 | f->f_lasti = -1;
|
---|
701 | f->f_lineno = code->co_firstlineno;
|
---|
702 | f->f_iblock = 0;
|
---|
703 |
|
---|
704 | _PyObject_GC_TRACK(f);
|
---|
705 | return f;
|
---|
706 | }
|
---|
707 |
|
---|
708 | /* Block management */
|
---|
709 |
|
---|
710 | void
|
---|
711 | PyFrame_BlockSetup(PyFrameObject *f, int type, int handler, int level)
|
---|
712 | {
|
---|
713 | PyTryBlock *b;
|
---|
714 | if (f->f_iblock >= CO_MAXBLOCKS)
|
---|
715 | Py_FatalError("XXX block stack overflow");
|
---|
716 | b = &f->f_blockstack[f->f_iblock++];
|
---|
717 | b->b_type = type;
|
---|
718 | b->b_level = level;
|
---|
719 | b->b_handler = handler;
|
---|
720 | }
|
---|
721 |
|
---|
722 | PyTryBlock *
|
---|
723 | PyFrame_BlockPop(PyFrameObject *f)
|
---|
724 | {
|
---|
725 | PyTryBlock *b;
|
---|
726 | if (f->f_iblock <= 0)
|
---|
727 | Py_FatalError("XXX block stack underflow");
|
---|
728 | b = &f->f_blockstack[--f->f_iblock];
|
---|
729 | return b;
|
---|
730 | }
|
---|
731 |
|
---|
732 | /* Convert between "fast" version of locals and dictionary version.
|
---|
733 |
|
---|
734 | map and values are input arguments. map is a tuple of strings.
|
---|
735 | values is an array of PyObject*. At index i, map[i] is the name of
|
---|
736 | the variable with value values[i]. The function copies the first
|
---|
737 | nmap variable from map/values into dict. If values[i] is NULL,
|
---|
738 | the variable is deleted from dict.
|
---|
739 |
|
---|
740 | If deref is true, then the values being copied are cell variables
|
---|
741 | and the value is extracted from the cell variable before being put
|
---|
742 | in dict.
|
---|
743 |
|
---|
744 | Exceptions raised while modifying the dict are silently ignored,
|
---|
745 | because there is no good way to report them.
|
---|
746 | */
|
---|
747 |
|
---|
748 | static void
|
---|
749 | map_to_dict(PyObject *map, Py_ssize_t nmap, PyObject *dict, PyObject **values,
|
---|
750 | int deref)
|
---|
751 | {
|
---|
752 | Py_ssize_t j;
|
---|
753 | assert(PyTuple_Check(map));
|
---|
754 | assert(PyDict_Check(dict));
|
---|
755 | assert(PyTuple_Size(map) >= nmap);
|
---|
756 | for (j = nmap; --j >= 0; ) {
|
---|
757 | PyObject *key = PyTuple_GET_ITEM(map, j);
|
---|
758 | PyObject *value = values[j];
|
---|
759 | assert(PyString_Check(key));
|
---|
760 | if (deref) {
|
---|
761 | assert(PyCell_Check(value));
|
---|
762 | value = PyCell_GET(value);
|
---|
763 | }
|
---|
764 | if (value == NULL) {
|
---|
765 | if (PyObject_DelItem(dict, key) != 0)
|
---|
766 | PyErr_Clear();
|
---|
767 | }
|
---|
768 | else {
|
---|
769 | if (PyObject_SetItem(dict, key, value) != 0)
|
---|
770 | PyErr_Clear();
|
---|
771 | }
|
---|
772 | }
|
---|
773 | }
|
---|
774 |
|
---|
775 | /* Copy values from the "locals" dict into the fast locals.
|
---|
776 |
|
---|
777 | dict is an input argument containing string keys representing
|
---|
778 | variables names and arbitrary PyObject* as values.
|
---|
779 |
|
---|
780 | map and values are input arguments. map is a tuple of strings.
|
---|
781 | values is an array of PyObject*. At index i, map[i] is the name of
|
---|
782 | the variable with value values[i]. The function copies the first
|
---|
783 | nmap variable from map/values into dict. If values[i] is NULL,
|
---|
784 | the variable is deleted from dict.
|
---|
785 |
|
---|
786 | If deref is true, then the values being copied are cell variables
|
---|
787 | and the value is extracted from the cell variable before being put
|
---|
788 | in dict. If clear is true, then variables in map but not in dict
|
---|
789 | are set to NULL in map; if clear is false, variables missing in
|
---|
790 | dict are ignored.
|
---|
791 |
|
---|
792 | Exceptions raised while modifying the dict are silently ignored,
|
---|
793 | because there is no good way to report them.
|
---|
794 | */
|
---|
795 |
|
---|
796 | static void
|
---|
797 | dict_to_map(PyObject *map, Py_ssize_t nmap, PyObject *dict, PyObject **values,
|
---|
798 | int deref, int clear)
|
---|
799 | {
|
---|
800 | Py_ssize_t j;
|
---|
801 | assert(PyTuple_Check(map));
|
---|
802 | assert(PyDict_Check(dict));
|
---|
803 | assert(PyTuple_Size(map) >= nmap);
|
---|
804 | for (j = nmap; --j >= 0; ) {
|
---|
805 | PyObject *key = PyTuple_GET_ITEM(map, j);
|
---|
806 | PyObject *value = PyObject_GetItem(dict, key);
|
---|
807 | assert(PyString_Check(key));
|
---|
808 | /* We only care about NULLs if clear is true. */
|
---|
809 | if (value == NULL) {
|
---|
810 | PyErr_Clear();
|
---|
811 | if (!clear)
|
---|
812 | continue;
|
---|
813 | }
|
---|
814 | if (deref) {
|
---|
815 | assert(PyCell_Check(values[j]));
|
---|
816 | if (PyCell_GET(values[j]) != value) {
|
---|
817 | if (PyCell_Set(values[j], value) < 0)
|
---|
818 | PyErr_Clear();
|
---|
819 | }
|
---|
820 | } else if (values[j] != value) {
|
---|
821 | Py_XINCREF(value);
|
---|
822 | Py_XDECREF(values[j]);
|
---|
823 | values[j] = value;
|
---|
824 | }
|
---|
825 | Py_XDECREF(value);
|
---|
826 | }
|
---|
827 | }
|
---|
828 |
|
---|
829 | void
|
---|
830 | PyFrame_FastToLocals(PyFrameObject *f)
|
---|
831 | {
|
---|
832 | /* Merge fast locals into f->f_locals */
|
---|
833 | PyObject *locals, *map;
|
---|
834 | PyObject **fast;
|
---|
835 | PyObject *error_type, *error_value, *error_traceback;
|
---|
836 | PyCodeObject *co;
|
---|
837 | Py_ssize_t j;
|
---|
838 | int ncells, nfreevars;
|
---|
839 | if (f == NULL)
|
---|
840 | return;
|
---|
841 | locals = f->f_locals;
|
---|
842 | if (locals == NULL) {
|
---|
843 | locals = f->f_locals = PyDict_New();
|
---|
844 | if (locals == NULL) {
|
---|
845 | PyErr_Clear(); /* Can't report it :-( */
|
---|
846 | return;
|
---|
847 | }
|
---|
848 | }
|
---|
849 | co = f->f_code;
|
---|
850 | map = co->co_varnames;
|
---|
851 | if (!PyTuple_Check(map))
|
---|
852 | return;
|
---|
853 | PyErr_Fetch(&error_type, &error_value, &error_traceback);
|
---|
854 | fast = f->f_localsplus;
|
---|
855 | j = PyTuple_GET_SIZE(map);
|
---|
856 | if (j > co->co_nlocals)
|
---|
857 | j = co->co_nlocals;
|
---|
858 | if (co->co_nlocals)
|
---|
859 | map_to_dict(map, j, locals, fast, 0);
|
---|
860 | ncells = PyTuple_GET_SIZE(co->co_cellvars);
|
---|
861 | nfreevars = PyTuple_GET_SIZE(co->co_freevars);
|
---|
862 | if (ncells || nfreevars) {
|
---|
863 | map_to_dict(co->co_cellvars, ncells,
|
---|
864 | locals, fast + co->co_nlocals, 1);
|
---|
865 | /* If the namespace is unoptimized, then one of the
|
---|
866 | following cases applies:
|
---|
867 | 1. It does not contain free variables, because it
|
---|
868 | uses import * or is a top-level namespace.
|
---|
869 | 2. It is a class namespace.
|
---|
870 | We don't want to accidentally copy free variables
|
---|
871 | into the locals dict used by the class.
|
---|
872 | */
|
---|
873 | if (co->co_flags & CO_OPTIMIZED) {
|
---|
874 | map_to_dict(co->co_freevars, nfreevars,
|
---|
875 | locals, fast + co->co_nlocals + ncells, 1);
|
---|
876 | }
|
---|
877 | }
|
---|
878 | PyErr_Restore(error_type, error_value, error_traceback);
|
---|
879 | }
|
---|
880 |
|
---|
881 | void
|
---|
882 | PyFrame_LocalsToFast(PyFrameObject *f, int clear)
|
---|
883 | {
|
---|
884 | /* Merge f->f_locals into fast locals */
|
---|
885 | PyObject *locals, *map;
|
---|
886 | PyObject **fast;
|
---|
887 | PyObject *error_type, *error_value, *error_traceback;
|
---|
888 | PyCodeObject *co;
|
---|
889 | Py_ssize_t j;
|
---|
890 | int ncells, nfreevars;
|
---|
891 | if (f == NULL)
|
---|
892 | return;
|
---|
893 | locals = f->f_locals;
|
---|
894 | co = f->f_code;
|
---|
895 | map = co->co_varnames;
|
---|
896 | if (locals == NULL)
|
---|
897 | return;
|
---|
898 | if (!PyTuple_Check(map))
|
---|
899 | return;
|
---|
900 | PyErr_Fetch(&error_type, &error_value, &error_traceback);
|
---|
901 | fast = f->f_localsplus;
|
---|
902 | j = PyTuple_GET_SIZE(map);
|
---|
903 | if (j > co->co_nlocals)
|
---|
904 | j = co->co_nlocals;
|
---|
905 | if (co->co_nlocals)
|
---|
906 | dict_to_map(co->co_varnames, j, locals, fast, 0, clear);
|
---|
907 | ncells = PyTuple_GET_SIZE(co->co_cellvars);
|
---|
908 | nfreevars = PyTuple_GET_SIZE(co->co_freevars);
|
---|
909 | if (ncells || nfreevars) {
|
---|
910 | dict_to_map(co->co_cellvars, ncells,
|
---|
911 | locals, fast + co->co_nlocals, 1, clear);
|
---|
912 | /* Same test as in PyFrame_FastToLocals() above. */
|
---|
913 | if (co->co_flags & CO_OPTIMIZED) {
|
---|
914 | dict_to_map(co->co_freevars, nfreevars,
|
---|
915 | locals, fast + co->co_nlocals + ncells, 1,
|
---|
916 | clear);
|
---|
917 | }
|
---|
918 | }
|
---|
919 | PyErr_Restore(error_type, error_value, error_traceback);
|
---|
920 | }
|
---|
921 |
|
---|
922 | /* Clear out the free list */
|
---|
923 | int
|
---|
924 | PyFrame_ClearFreeList(void)
|
---|
925 | {
|
---|
926 | int freelist_size = numfree;
|
---|
927 |
|
---|
928 | while (free_list != NULL) {
|
---|
929 | PyFrameObject *f = free_list;
|
---|
930 | free_list = free_list->f_back;
|
---|
931 | PyObject_GC_Del(f);
|
---|
932 | --numfree;
|
---|
933 | }
|
---|
934 | assert(numfree == 0);
|
---|
935 | return freelist_size;
|
---|
936 | }
|
---|
937 |
|
---|
938 | void
|
---|
939 | PyFrame_Fini(void)
|
---|
940 | {
|
---|
941 | (void)PyFrame_ClearFreeList();
|
---|
942 | Py_XDECREF(builtin_object);
|
---|
943 | builtin_object = NULL;
|
---|
944 | }
|
---|