1 |
|
---|
2 | /* Memoryview object implementation */
|
---|
3 |
|
---|
4 | #include "Python.h"
|
---|
5 |
|
---|
6 | static Py_ssize_t
|
---|
7 | get_shape0(Py_buffer *buf)
|
---|
8 | {
|
---|
9 | if (buf->shape != NULL)
|
---|
10 | return buf->shape[0];
|
---|
11 | if (buf->ndim == 0)
|
---|
12 | return 1;
|
---|
13 | PyErr_SetString(PyExc_TypeError,
|
---|
14 | "exported buffer does not have any shape information associated "
|
---|
15 | "to it");
|
---|
16 | return -1;
|
---|
17 | }
|
---|
18 |
|
---|
19 | static void
|
---|
20 | dup_buffer(Py_buffer *dest, Py_buffer *src)
|
---|
21 | {
|
---|
22 | *dest = *src;
|
---|
23 | if (src->ndim == 1 && src->shape != NULL) {
|
---|
24 | dest->shape = &(dest->smalltable[0]);
|
---|
25 | dest->shape[0] = get_shape0(src);
|
---|
26 | }
|
---|
27 | if (src->ndim == 1 && src->strides != NULL) {
|
---|
28 | dest->strides = &(dest->smalltable[1]);
|
---|
29 | dest->strides[0] = src->strides[0];
|
---|
30 | }
|
---|
31 | }
|
---|
32 |
|
---|
33 | static int
|
---|
34 | memory_getbuf(PyMemoryViewObject *self, Py_buffer *view, int flags)
|
---|
35 | {
|
---|
36 | int res = 0;
|
---|
37 | if (self->view.obj != NULL)
|
---|
38 | res = PyObject_GetBuffer(self->view.obj, view, flags);
|
---|
39 | if (view)
|
---|
40 | dup_buffer(view, &self->view);
|
---|
41 | return res;
|
---|
42 | }
|
---|
43 |
|
---|
44 | static void
|
---|
45 | memory_releasebuf(PyMemoryViewObject *self, Py_buffer *view)
|
---|
46 | {
|
---|
47 | PyBuffer_Release(view);
|
---|
48 | }
|
---|
49 |
|
---|
50 | PyDoc_STRVAR(memory_doc,
|
---|
51 | "memoryview(object)\n\
|
---|
52 | \n\
|
---|
53 | Create a new memoryview object which references the given object.");
|
---|
54 |
|
---|
55 | PyObject *
|
---|
56 | PyMemoryView_FromBuffer(Py_buffer *info)
|
---|
57 | {
|
---|
58 | PyMemoryViewObject *mview;
|
---|
59 |
|
---|
60 | mview = (PyMemoryViewObject *)
|
---|
61 | PyObject_GC_New(PyMemoryViewObject, &PyMemoryView_Type);
|
---|
62 | if (mview == NULL)
|
---|
63 | return NULL;
|
---|
64 | mview->base = NULL;
|
---|
65 | dup_buffer(&mview->view, info);
|
---|
66 | /* NOTE: mview->view.obj should already have been incref'ed as
|
---|
67 | part of PyBuffer_FillInfo(). */
|
---|
68 | _PyObject_GC_TRACK(mview);
|
---|
69 | return (PyObject *)mview;
|
---|
70 | }
|
---|
71 |
|
---|
72 | PyObject *
|
---|
73 | PyMemoryView_FromObject(PyObject *base)
|
---|
74 | {
|
---|
75 | PyMemoryViewObject *mview;
|
---|
76 | Py_buffer view;
|
---|
77 |
|
---|
78 | if (!PyObject_CheckBuffer(base)) {
|
---|
79 | PyErr_SetString(PyExc_TypeError,
|
---|
80 | "cannot make memory view because object does "
|
---|
81 | "not have the buffer interface");
|
---|
82 | return NULL;
|
---|
83 | }
|
---|
84 |
|
---|
85 | if (PyObject_GetBuffer(base, &view, PyBUF_FULL_RO) < 0)
|
---|
86 | return NULL;
|
---|
87 |
|
---|
88 | mview = (PyMemoryViewObject *)PyMemoryView_FromBuffer(&view);
|
---|
89 | if (mview == NULL) {
|
---|
90 | PyBuffer_Release(&view);
|
---|
91 | return NULL;
|
---|
92 | }
|
---|
93 |
|
---|
94 | mview->base = base;
|
---|
95 | Py_INCREF(base);
|
---|
96 | return (PyObject *)mview;
|
---|
97 | }
|
---|
98 |
|
---|
99 | static PyObject *
|
---|
100 | memory_new(PyTypeObject *subtype, PyObject *args, PyObject *kwds)
|
---|
101 | {
|
---|
102 | PyObject *obj;
|
---|
103 | static char *kwlist[] = {"object", 0};
|
---|
104 |
|
---|
105 | if (!PyArg_ParseTupleAndKeywords(args, kwds, "O:memoryview", kwlist,
|
---|
106 | &obj)) {
|
---|
107 | return NULL;
|
---|
108 | }
|
---|
109 |
|
---|
110 | return PyMemoryView_FromObject(obj);
|
---|
111 | }
|
---|
112 |
|
---|
113 |
|
---|
114 | static void
|
---|
115 | _strided_copy_nd(char *dest, char *src, int nd, Py_ssize_t *shape,
|
---|
116 | Py_ssize_t *strides, Py_ssize_t itemsize, char fort)
|
---|
117 | {
|
---|
118 | int k;
|
---|
119 | Py_ssize_t outstride;
|
---|
120 |
|
---|
121 | if (nd==0) {
|
---|
122 | memcpy(dest, src, itemsize);
|
---|
123 | }
|
---|
124 | else if (nd == 1) {
|
---|
125 | for (k = 0; k<shape[0]; k++) {
|
---|
126 | memcpy(dest, src, itemsize);
|
---|
127 | dest += itemsize;
|
---|
128 | src += strides[0];
|
---|
129 | }
|
---|
130 | }
|
---|
131 | else {
|
---|
132 | if (fort == 'F') {
|
---|
133 | /* Copy first dimension first,
|
---|
134 | second dimension second, etc...
|
---|
135 | Set up the recursive loop backwards so that final
|
---|
136 | dimension is actually copied last.
|
---|
137 | */
|
---|
138 | outstride = itemsize;
|
---|
139 | for (k=1; k<nd-1;k++) {
|
---|
140 | outstride *= shape[k];
|
---|
141 | }
|
---|
142 | for (k=0; k<shape[nd-1]; k++) {
|
---|
143 | _strided_copy_nd(dest, src, nd-1, shape,
|
---|
144 | strides, itemsize, fort);
|
---|
145 | dest += outstride;
|
---|
146 | src += strides[nd-1];
|
---|
147 | }
|
---|
148 | }
|
---|
149 |
|
---|
150 | else {
|
---|
151 | /* Copy last dimension first,
|
---|
152 | second-to-last dimension second, etc.
|
---|
153 | Set up the recursion so that the
|
---|
154 | first dimension is copied last
|
---|
155 | */
|
---|
156 | outstride = itemsize;
|
---|
157 | for (k=1; k < nd; k++) {
|
---|
158 | outstride *= shape[k];
|
---|
159 | }
|
---|
160 | for (k=0; k<shape[0]; k++) {
|
---|
161 | _strided_copy_nd(dest, src, nd-1, shape+1,
|
---|
162 | strides+1, itemsize,
|
---|
163 | fort);
|
---|
164 | dest += outstride;
|
---|
165 | src += strides[0];
|
---|
166 | }
|
---|
167 | }
|
---|
168 | }
|
---|
169 | return;
|
---|
170 | }
|
---|
171 |
|
---|
172 | static int
|
---|
173 | _indirect_copy_nd(char *dest, Py_buffer *view, char fort)
|
---|
174 | {
|
---|
175 | Py_ssize_t *indices;
|
---|
176 | int k;
|
---|
177 | Py_ssize_t elements;
|
---|
178 | char *ptr;
|
---|
179 | void (*func)(int, Py_ssize_t *, const Py_ssize_t *);
|
---|
180 |
|
---|
181 | if (view->ndim > PY_SSIZE_T_MAX / sizeof(Py_ssize_t)) {
|
---|
182 | PyErr_NoMemory();
|
---|
183 | return -1;
|
---|
184 | }
|
---|
185 |
|
---|
186 | indices = (Py_ssize_t *)PyMem_Malloc(sizeof(Py_ssize_t)*view->ndim);
|
---|
187 | if (indices == NULL) {
|
---|
188 | PyErr_NoMemory();
|
---|
189 | return -1;
|
---|
190 | }
|
---|
191 | for (k=0; k<view->ndim;k++) {
|
---|
192 | indices[k] = 0;
|
---|
193 | }
|
---|
194 |
|
---|
195 | elements = 1;
|
---|
196 | for (k=0; k<view->ndim; k++) {
|
---|
197 | elements *= view->shape[k];
|
---|
198 | }
|
---|
199 | if (fort == 'F') {
|
---|
200 | func = _Py_add_one_to_index_F;
|
---|
201 | }
|
---|
202 | else {
|
---|
203 | func = _Py_add_one_to_index_C;
|
---|
204 | }
|
---|
205 | while (elements--) {
|
---|
206 | func(view->ndim, indices, view->shape);
|
---|
207 | ptr = PyBuffer_GetPointer(view, indices);
|
---|
208 | memcpy(dest, ptr, view->itemsize);
|
---|
209 | dest += view->itemsize;
|
---|
210 | }
|
---|
211 |
|
---|
212 | PyMem_Free(indices);
|
---|
213 | return 0;
|
---|
214 | }
|
---|
215 |
|
---|
216 | /*
|
---|
217 | Get a the data from an object as a contiguous chunk of memory (in
|
---|
218 | either 'C' or 'F'ortran order) even if it means copying it into a
|
---|
219 | separate memory area.
|
---|
220 |
|
---|
221 | Returns a new reference to a Memory view object. If no copy is needed,
|
---|
222 | the memory view object points to the original memory and holds a
|
---|
223 | lock on the original. If a copy is needed, then the memory view object
|
---|
224 | points to a brand-new Bytes object (and holds a memory lock on it).
|
---|
225 |
|
---|
226 | buffertype
|
---|
227 |
|
---|
228 | PyBUF_READ buffer only needs to be read-only
|
---|
229 | PyBUF_WRITE buffer needs to be writable (give error if not contiguous)
|
---|
230 | PyBUF_SHADOW buffer needs to be writable so shadow it with
|
---|
231 | a contiguous buffer if it is not. The view will point to
|
---|
232 | the shadow buffer which can be written to and then
|
---|
233 | will be copied back into the other buffer when the memory
|
---|
234 | view is de-allocated. While the shadow buffer is
|
---|
235 | being used, it will have an exclusive write lock on
|
---|
236 | the original buffer.
|
---|
237 | */
|
---|
238 |
|
---|
239 | PyObject *
|
---|
240 | PyMemoryView_GetContiguous(PyObject *obj, int buffertype, char fort)
|
---|
241 | {
|
---|
242 | PyMemoryViewObject *mem;
|
---|
243 | PyObject *bytes;
|
---|
244 | Py_buffer *view;
|
---|
245 | int flags;
|
---|
246 | char *dest;
|
---|
247 |
|
---|
248 | if (!PyObject_CheckBuffer(obj)) {
|
---|
249 | PyErr_SetString(PyExc_TypeError,
|
---|
250 | "object does not have the buffer interface");
|
---|
251 | return NULL;
|
---|
252 | }
|
---|
253 |
|
---|
254 | mem = PyObject_GC_New(PyMemoryViewObject, &PyMemoryView_Type);
|
---|
255 | if (mem == NULL)
|
---|
256 | return NULL;
|
---|
257 |
|
---|
258 | view = &mem->view;
|
---|
259 | flags = PyBUF_FULL_RO;
|
---|
260 | switch(buffertype) {
|
---|
261 | case PyBUF_WRITE:
|
---|
262 | flags = PyBUF_FULL;
|
---|
263 | break;
|
---|
264 | }
|
---|
265 |
|
---|
266 | if (PyObject_GetBuffer(obj, view, flags) != 0) {
|
---|
267 | Py_DECREF(mem);
|
---|
268 | return NULL;
|
---|
269 | }
|
---|
270 |
|
---|
271 | if (PyBuffer_IsContiguous(view, fort)) {
|
---|
272 | /* no copy needed */
|
---|
273 | Py_INCREF(obj);
|
---|
274 | mem->base = obj;
|
---|
275 | _PyObject_GC_TRACK(mem);
|
---|
276 | return (PyObject *)mem;
|
---|
277 | }
|
---|
278 | /* otherwise a copy is needed */
|
---|
279 | if (buffertype == PyBUF_WRITE) {
|
---|
280 | Py_DECREF(mem);
|
---|
281 | PyErr_SetString(PyExc_BufferError,
|
---|
282 | "writable contiguous buffer requested "
|
---|
283 | "for a non-contiguousobject.");
|
---|
284 | return NULL;
|
---|
285 | }
|
---|
286 | bytes = PyBytes_FromStringAndSize(NULL, view->len);
|
---|
287 | if (bytes == NULL) {
|
---|
288 | Py_DECREF(mem);
|
---|
289 | return NULL;
|
---|
290 | }
|
---|
291 | dest = PyBytes_AS_STRING(bytes);
|
---|
292 | /* different copying strategy depending on whether
|
---|
293 | or not any pointer de-referencing is needed
|
---|
294 | */
|
---|
295 | /* strided or in-direct copy */
|
---|
296 | if (view->suboffsets==NULL) {
|
---|
297 | _strided_copy_nd(dest, view->buf, view->ndim, view->shape,
|
---|
298 | view->strides, view->itemsize, fort);
|
---|
299 | }
|
---|
300 | else {
|
---|
301 | if (_indirect_copy_nd(dest, view, fort) < 0) {
|
---|
302 | Py_DECREF(bytes);
|
---|
303 | Py_DECREF(mem);
|
---|
304 | return NULL;
|
---|
305 | }
|
---|
306 | }
|
---|
307 | if (buffertype == PyBUF_SHADOW) {
|
---|
308 | /* return a shadowed memory-view object */
|
---|
309 | view->buf = dest;
|
---|
310 | mem->base = PyTuple_Pack(2, obj, bytes);
|
---|
311 | Py_DECREF(bytes);
|
---|
312 | if (mem->base == NULL) {
|
---|
313 | Py_DECREF(mem);
|
---|
314 | return NULL;
|
---|
315 | }
|
---|
316 | }
|
---|
317 | else {
|
---|
318 | PyBuffer_Release(view); /* XXX ? */
|
---|
319 | /* steal the reference */
|
---|
320 | mem->base = bytes;
|
---|
321 | }
|
---|
322 | _PyObject_GC_TRACK(mem);
|
---|
323 | return (PyObject *)mem;
|
---|
324 | }
|
---|
325 |
|
---|
326 |
|
---|
327 | static PyObject *
|
---|
328 | memory_format_get(PyMemoryViewObject *self)
|
---|
329 | {
|
---|
330 | return PyString_FromString(self->view.format);
|
---|
331 | }
|
---|
332 |
|
---|
333 | static PyObject *
|
---|
334 | memory_itemsize_get(PyMemoryViewObject *self)
|
---|
335 | {
|
---|
336 | return PyLong_FromSsize_t(self->view.itemsize);
|
---|
337 | }
|
---|
338 |
|
---|
339 | static PyObject *
|
---|
340 | _IntTupleFromSsizet(int len, Py_ssize_t *vals)
|
---|
341 | {
|
---|
342 | int i;
|
---|
343 | PyObject *o;
|
---|
344 | PyObject *intTuple;
|
---|
345 |
|
---|
346 | if (vals == NULL) {
|
---|
347 | Py_INCREF(Py_None);
|
---|
348 | return Py_None;
|
---|
349 | }
|
---|
350 | intTuple = PyTuple_New(len);
|
---|
351 | if (!intTuple) return NULL;
|
---|
352 | for(i=0; i<len; i++) {
|
---|
353 | o = PyLong_FromSsize_t(vals[i]);
|
---|
354 | if (!o) {
|
---|
355 | Py_DECREF(intTuple);
|
---|
356 | return NULL;
|
---|
357 | }
|
---|
358 | PyTuple_SET_ITEM(intTuple, i, o);
|
---|
359 | }
|
---|
360 | return intTuple;
|
---|
361 | }
|
---|
362 |
|
---|
363 | static PyObject *
|
---|
364 | memory_shape_get(PyMemoryViewObject *self)
|
---|
365 | {
|
---|
366 | return _IntTupleFromSsizet(self->view.ndim, self->view.shape);
|
---|
367 | }
|
---|
368 |
|
---|
369 | static PyObject *
|
---|
370 | memory_strides_get(PyMemoryViewObject *self)
|
---|
371 | {
|
---|
372 | return _IntTupleFromSsizet(self->view.ndim, self->view.strides);
|
---|
373 | }
|
---|
374 |
|
---|
375 | static PyObject *
|
---|
376 | memory_suboffsets_get(PyMemoryViewObject *self)
|
---|
377 | {
|
---|
378 | return _IntTupleFromSsizet(self->view.ndim, self->view.suboffsets);
|
---|
379 | }
|
---|
380 |
|
---|
381 | static PyObject *
|
---|
382 | memory_readonly_get(PyMemoryViewObject *self)
|
---|
383 | {
|
---|
384 | return PyBool_FromLong(self->view.readonly);
|
---|
385 | }
|
---|
386 |
|
---|
387 | static PyObject *
|
---|
388 | memory_ndim_get(PyMemoryViewObject *self)
|
---|
389 | {
|
---|
390 | return PyLong_FromLong(self->view.ndim);
|
---|
391 | }
|
---|
392 |
|
---|
393 | static PyGetSetDef memory_getsetlist[] ={
|
---|
394 | {"format", (getter)memory_format_get, NULL, NULL},
|
---|
395 | {"itemsize", (getter)memory_itemsize_get, NULL, NULL},
|
---|
396 | {"shape", (getter)memory_shape_get, NULL, NULL},
|
---|
397 | {"strides", (getter)memory_strides_get, NULL, NULL},
|
---|
398 | {"suboffsets", (getter)memory_suboffsets_get, NULL, NULL},
|
---|
399 | {"readonly", (getter)memory_readonly_get, NULL, NULL},
|
---|
400 | {"ndim", (getter)memory_ndim_get, NULL, NULL},
|
---|
401 | {NULL, NULL, NULL, NULL},
|
---|
402 | };
|
---|
403 |
|
---|
404 |
|
---|
405 | static PyObject *
|
---|
406 | memory_tobytes(PyMemoryViewObject *self, PyObject *noargs)
|
---|
407 | {
|
---|
408 | Py_buffer view;
|
---|
409 | PyObject *res;
|
---|
410 |
|
---|
411 | if (PyObject_GetBuffer((PyObject *)self, &view, PyBUF_SIMPLE) < 0)
|
---|
412 | return NULL;
|
---|
413 |
|
---|
414 | res = PyBytes_FromStringAndSize(NULL, view.len);
|
---|
415 | PyBuffer_ToContiguous(PyBytes_AS_STRING(res), &view, view.len, 'C');
|
---|
416 | PyBuffer_Release(&view);
|
---|
417 | return res;
|
---|
418 | }
|
---|
419 |
|
---|
420 | /* TODO: rewrite this function using the struct module to unpack
|
---|
421 | each buffer item */
|
---|
422 |
|
---|
423 | static PyObject *
|
---|
424 | memory_tolist(PyMemoryViewObject *mem, PyObject *noargs)
|
---|
425 | {
|
---|
426 | Py_buffer *view = &(mem->view);
|
---|
427 | Py_ssize_t i;
|
---|
428 | PyObject *res, *item;
|
---|
429 | char *buf;
|
---|
430 |
|
---|
431 | if (strcmp(view->format, "B") || view->itemsize != 1) {
|
---|
432 | PyErr_SetString(PyExc_NotImplementedError,
|
---|
433 | "tolist() only supports byte views");
|
---|
434 | return NULL;
|
---|
435 | }
|
---|
436 | if (view->ndim != 1) {
|
---|
437 | PyErr_SetString(PyExc_NotImplementedError,
|
---|
438 | "tolist() only supports one-dimensional objects");
|
---|
439 | return NULL;
|
---|
440 | }
|
---|
441 | res = PyList_New(view->len);
|
---|
442 | if (res == NULL)
|
---|
443 | return NULL;
|
---|
444 | buf = view->buf;
|
---|
445 | for (i = 0; i < view->len; i++) {
|
---|
446 | item = PyInt_FromLong((unsigned char) *buf);
|
---|
447 | if (item == NULL) {
|
---|
448 | Py_DECREF(res);
|
---|
449 | return NULL;
|
---|
450 | }
|
---|
451 | PyList_SET_ITEM(res, i, item);
|
---|
452 | buf++;
|
---|
453 | }
|
---|
454 | return res;
|
---|
455 | }
|
---|
456 |
|
---|
457 | static PyMethodDef memory_methods[] = {
|
---|
458 | {"tobytes", (PyCFunction)memory_tobytes, METH_NOARGS, NULL},
|
---|
459 | {"tolist", (PyCFunction)memory_tolist, METH_NOARGS, NULL},
|
---|
460 | {NULL, NULL} /* sentinel */
|
---|
461 | };
|
---|
462 |
|
---|
463 |
|
---|
464 | static void
|
---|
465 | memory_dealloc(PyMemoryViewObject *self)
|
---|
466 | {
|
---|
467 | _PyObject_GC_UNTRACK(self);
|
---|
468 | if (self->view.obj != NULL) {
|
---|
469 | if (self->base && PyTuple_Check(self->base)) {
|
---|
470 | /* Special case when first element is generic object
|
---|
471 | with buffer interface and the second element is a
|
---|
472 | contiguous "shadow" that must be copied back into
|
---|
473 | the data areay of the first tuple element before
|
---|
474 | releasing the buffer on the first element.
|
---|
475 | */
|
---|
476 |
|
---|
477 | PyObject_CopyData(PyTuple_GET_ITEM(self->base,0),
|
---|
478 | PyTuple_GET_ITEM(self->base,1));
|
---|
479 |
|
---|
480 | /* The view member should have readonly == -1 in
|
---|
481 | this instance indicating that the memory can
|
---|
482 | be "locked" and was locked and will be unlocked
|
---|
483 | again after this call.
|
---|
484 | */
|
---|
485 | PyBuffer_Release(&(self->view));
|
---|
486 | }
|
---|
487 | else {
|
---|
488 | PyBuffer_Release(&(self->view));
|
---|
489 | }
|
---|
490 | Py_CLEAR(self->base);
|
---|
491 | }
|
---|
492 | PyObject_GC_Del(self);
|
---|
493 | }
|
---|
494 |
|
---|
495 | static PyObject *
|
---|
496 | memory_repr(PyMemoryViewObject *self)
|
---|
497 | {
|
---|
498 | return PyString_FromFormat("<memory at %p>", self);
|
---|
499 | }
|
---|
500 |
|
---|
501 | /* Sequence methods */
|
---|
502 | static Py_ssize_t
|
---|
503 | memory_length(PyMemoryViewObject *self)
|
---|
504 | {
|
---|
505 | return get_shape0(&self->view);
|
---|
506 | }
|
---|
507 |
|
---|
508 | /* Alternate version of memory_subcript that only accepts indices.
|
---|
509 | Used by PySeqIter_New().
|
---|
510 | */
|
---|
511 | static PyObject *
|
---|
512 | memory_item(PyMemoryViewObject *self, Py_ssize_t result)
|
---|
513 | {
|
---|
514 | Py_buffer *view = &(self->view);
|
---|
515 |
|
---|
516 | if (view->ndim == 0) {
|
---|
517 | PyErr_SetString(PyExc_IndexError,
|
---|
518 | "invalid indexing of 0-dim memory");
|
---|
519 | return NULL;
|
---|
520 | }
|
---|
521 | if (view->ndim == 1) {
|
---|
522 | /* Return a bytes object */
|
---|
523 | char *ptr;
|
---|
524 | ptr = (char *)view->buf;
|
---|
525 | if (result < 0) {
|
---|
526 | result += get_shape0(view);
|
---|
527 | }
|
---|
528 | if ((result < 0) || (result >= get_shape0(view))) {
|
---|
529 | PyErr_SetString(PyExc_IndexError,
|
---|
530 | "index out of bounds");
|
---|
531 | return NULL;
|
---|
532 | }
|
---|
533 | if (view->strides == NULL)
|
---|
534 | ptr += view->itemsize * result;
|
---|
535 | else
|
---|
536 | ptr += view->strides[0] * result;
|
---|
537 | if (view->suboffsets != NULL &&
|
---|
538 | view->suboffsets[0] >= 0) {
|
---|
539 | ptr = *((char **)ptr) + view->suboffsets[0];
|
---|
540 | }
|
---|
541 | return PyBytes_FromStringAndSize(ptr, view->itemsize);
|
---|
542 | } else {
|
---|
543 | /* Return a new memory-view object */
|
---|
544 | Py_buffer newview;
|
---|
545 | memset(&newview, 0, sizeof(newview));
|
---|
546 | /* XXX: This needs to be fixed so it actually returns a sub-view */
|
---|
547 | return PyMemoryView_FromBuffer(&newview);
|
---|
548 | }
|
---|
549 | }
|
---|
550 |
|
---|
551 | /*
|
---|
552 | mem[obj] returns a bytes object holding the data for one element if
|
---|
553 | obj fully indexes the memory view or another memory-view object
|
---|
554 | if it does not.
|
---|
555 |
|
---|
556 | 0-d memory-view objects can be referenced using ... or () but
|
---|
557 | not with anything else.
|
---|
558 | */
|
---|
559 | static PyObject *
|
---|
560 | memory_subscript(PyMemoryViewObject *self, PyObject *key)
|
---|
561 | {
|
---|
562 | Py_buffer *view;
|
---|
563 | view = &(self->view);
|
---|
564 |
|
---|
565 | if (view->ndim == 0) {
|
---|
566 | if (key == Py_Ellipsis ||
|
---|
567 | (PyTuple_Check(key) && PyTuple_GET_SIZE(key)==0)) {
|
---|
568 | Py_INCREF(self);
|
---|
569 | return (PyObject *)self;
|
---|
570 | }
|
---|
571 | else {
|
---|
572 | PyErr_SetString(PyExc_IndexError,
|
---|
573 | "invalid indexing of 0-dim memory");
|
---|
574 | return NULL;
|
---|
575 | }
|
---|
576 | }
|
---|
577 | if (PyIndex_Check(key)) {
|
---|
578 | Py_ssize_t result;
|
---|
579 | result = PyNumber_AsSsize_t(key, NULL);
|
---|
580 | if (result == -1 && PyErr_Occurred())
|
---|
581 | return NULL;
|
---|
582 | return memory_item(self, result);
|
---|
583 | }
|
---|
584 | else if (PySlice_Check(key)) {
|
---|
585 | Py_ssize_t start, stop, step, slicelength;
|
---|
586 |
|
---|
587 | if (PySlice_GetIndicesEx((PySliceObject*)key, get_shape0(view),
|
---|
588 | &start, &stop, &step, &slicelength) < 0) {
|
---|
589 | return NULL;
|
---|
590 | }
|
---|
591 |
|
---|
592 | if (step == 1 && view->ndim == 1) {
|
---|
593 | Py_buffer newview;
|
---|
594 | void *newbuf = (char *) view->buf
|
---|
595 | + start * view->itemsize;
|
---|
596 | int newflags = view->readonly
|
---|
597 | ? PyBUF_CONTIG_RO : PyBUF_CONTIG;
|
---|
598 |
|
---|
599 | /* XXX There should be an API to create a subbuffer */
|
---|
600 | if (view->obj != NULL) {
|
---|
601 | if (PyObject_GetBuffer(view->obj, &newview, newflags) == -1)
|
---|
602 | return NULL;
|
---|
603 | }
|
---|
604 | else {
|
---|
605 | newview = *view;
|
---|
606 | }
|
---|
607 | newview.buf = newbuf;
|
---|
608 | newview.len = slicelength * newview.itemsize;
|
---|
609 | newview.format = view->format;
|
---|
610 | newview.shape = &(newview.smalltable[0]);
|
---|
611 | newview.shape[0] = slicelength;
|
---|
612 | newview.strides = &(newview.itemsize);
|
---|
613 | return PyMemoryView_FromBuffer(&newview);
|
---|
614 | }
|
---|
615 | PyErr_SetNone(PyExc_NotImplementedError);
|
---|
616 | return NULL;
|
---|
617 | }
|
---|
618 | PyErr_Format(PyExc_TypeError,
|
---|
619 | "cannot index memory using \"%.200s\"",
|
---|
620 | key->ob_type->tp_name);
|
---|
621 | return NULL;
|
---|
622 | }
|
---|
623 |
|
---|
624 |
|
---|
625 | /* Need to support assigning memory if we can */
|
---|
626 | static int
|
---|
627 | memory_ass_sub(PyMemoryViewObject *self, PyObject *key, PyObject *value)
|
---|
628 | {
|
---|
629 | Py_ssize_t start, len, bytelen;
|
---|
630 | Py_buffer srcview;
|
---|
631 | Py_buffer *view = &(self->view);
|
---|
632 | char *srcbuf, *destbuf;
|
---|
633 |
|
---|
634 | if (view->readonly) {
|
---|
635 | PyErr_SetString(PyExc_TypeError,
|
---|
636 | "cannot modify read-only memory");
|
---|
637 | return -1;
|
---|
638 | }
|
---|
639 | if (value == NULL) {
|
---|
640 | PyErr_SetString(PyExc_TypeError,
|
---|
641 | "cannot delete memory");
|
---|
642 | return -1;
|
---|
643 | }
|
---|
644 | if (view->ndim != 1) {
|
---|
645 | PyErr_SetNone(PyExc_NotImplementedError);
|
---|
646 | return -1;
|
---|
647 | }
|
---|
648 | if (PyIndex_Check(key)) {
|
---|
649 | start = PyNumber_AsSsize_t(key, NULL);
|
---|
650 | if (start == -1 && PyErr_Occurred())
|
---|
651 | return -1;
|
---|
652 | if (start < 0) {
|
---|
653 | start += get_shape0(view);
|
---|
654 | }
|
---|
655 | if ((start < 0) || (start >= get_shape0(view))) {
|
---|
656 | PyErr_SetString(PyExc_IndexError,
|
---|
657 | "index out of bounds");
|
---|
658 | return -1;
|
---|
659 | }
|
---|
660 | len = 1;
|
---|
661 | }
|
---|
662 | else if (PySlice_Check(key)) {
|
---|
663 | Py_ssize_t stop, step;
|
---|
664 |
|
---|
665 | if (PySlice_GetIndicesEx((PySliceObject*)key, get_shape0(view),
|
---|
666 | &start, &stop, &step, &len) < 0) {
|
---|
667 | return -1;
|
---|
668 | }
|
---|
669 | if (step != 1) {
|
---|
670 | PyErr_SetNone(PyExc_NotImplementedError);
|
---|
671 | return -1;
|
---|
672 | }
|
---|
673 | }
|
---|
674 | else {
|
---|
675 | PyErr_Format(PyExc_TypeError,
|
---|
676 | "cannot index memory using \"%.200s\"",
|
---|
677 | key->ob_type->tp_name);
|
---|
678 | return -1;
|
---|
679 | }
|
---|
680 | if (PyObject_GetBuffer(value, &srcview, PyBUF_CONTIG_RO) == -1) {
|
---|
681 | return -1;
|
---|
682 | }
|
---|
683 | /* XXX should we allow assignment of different item sizes
|
---|
684 | as long as the byte length is the same?
|
---|
685 | (e.g. assign 2 shorts to a 4-byte slice) */
|
---|
686 | if (srcview.itemsize != view->itemsize) {
|
---|
687 | PyErr_Format(PyExc_TypeError,
|
---|
688 | "mismatching item sizes for \"%.200s\" and \"%.200s\"",
|
---|
689 | view->obj->ob_type->tp_name, srcview.obj->ob_type->tp_name);
|
---|
690 | goto _error;
|
---|
691 | }
|
---|
692 | bytelen = len * view->itemsize;
|
---|
693 | if (bytelen != srcview.len) {
|
---|
694 | PyErr_SetString(PyExc_ValueError,
|
---|
695 | "cannot modify size of memoryview object");
|
---|
696 | goto _error;
|
---|
697 | }
|
---|
698 | /* Do the actual copy */
|
---|
699 | destbuf = (char *) view->buf + start * view->itemsize;
|
---|
700 | srcbuf = (char *) srcview.buf;
|
---|
701 | if (destbuf + bytelen < srcbuf || srcbuf + bytelen < destbuf)
|
---|
702 | /* No overlapping */
|
---|
703 | memcpy(destbuf, srcbuf, bytelen);
|
---|
704 | else
|
---|
705 | memmove(destbuf, srcbuf, bytelen);
|
---|
706 |
|
---|
707 | PyBuffer_Release(&srcview);
|
---|
708 | return 0;
|
---|
709 |
|
---|
710 | _error:
|
---|
711 | PyBuffer_Release(&srcview);
|
---|
712 | return -1;
|
---|
713 | }
|
---|
714 |
|
---|
715 | static PyObject *
|
---|
716 | memory_richcompare(PyObject *v, PyObject *w, int op)
|
---|
717 | {
|
---|
718 | Py_buffer vv, ww;
|
---|
719 | int equal = 0;
|
---|
720 | PyObject *res;
|
---|
721 |
|
---|
722 | vv.obj = NULL;
|
---|
723 | ww.obj = NULL;
|
---|
724 | if (op != Py_EQ && op != Py_NE)
|
---|
725 | goto _notimpl;
|
---|
726 | if (PyObject_GetBuffer(v, &vv, PyBUF_CONTIG_RO) == -1) {
|
---|
727 | PyErr_Clear();
|
---|
728 | goto _notimpl;
|
---|
729 | }
|
---|
730 | if (PyObject_GetBuffer(w, &ww, PyBUF_CONTIG_RO) == -1) {
|
---|
731 | PyErr_Clear();
|
---|
732 | goto _notimpl;
|
---|
733 | }
|
---|
734 |
|
---|
735 | if (vv.itemsize != ww.itemsize || vv.len != ww.len)
|
---|
736 | goto _end;
|
---|
737 |
|
---|
738 | equal = !memcmp(vv.buf, ww.buf, vv.len);
|
---|
739 |
|
---|
740 | _end:
|
---|
741 | PyBuffer_Release(&vv);
|
---|
742 | PyBuffer_Release(&ww);
|
---|
743 | if ((equal && op == Py_EQ) || (!equal && op == Py_NE))
|
---|
744 | res = Py_True;
|
---|
745 | else
|
---|
746 | res = Py_False;
|
---|
747 | Py_INCREF(res);
|
---|
748 | return res;
|
---|
749 |
|
---|
750 | _notimpl:
|
---|
751 | PyBuffer_Release(&vv);
|
---|
752 | PyBuffer_Release(&ww);
|
---|
753 | Py_INCREF(Py_NotImplemented);
|
---|
754 | return Py_NotImplemented;
|
---|
755 | }
|
---|
756 |
|
---|
757 |
|
---|
758 | static int
|
---|
759 | memory_traverse(PyMemoryViewObject *self, visitproc visit, void *arg)
|
---|
760 | {
|
---|
761 | if (self->base != NULL)
|
---|
762 | Py_VISIT(self->base);
|
---|
763 | if (self->view.obj != NULL)
|
---|
764 | Py_VISIT(self->view.obj);
|
---|
765 | return 0;
|
---|
766 | }
|
---|
767 |
|
---|
768 | static int
|
---|
769 | memory_clear(PyMemoryViewObject *self)
|
---|
770 | {
|
---|
771 | Py_CLEAR(self->base);
|
---|
772 | PyBuffer_Release(&self->view);
|
---|
773 | return 0;
|
---|
774 | }
|
---|
775 |
|
---|
776 |
|
---|
777 | /* As mapping */
|
---|
778 | static PyMappingMethods memory_as_mapping = {
|
---|
779 | (lenfunc)memory_length, /* mp_length */
|
---|
780 | (binaryfunc)memory_subscript, /* mp_subscript */
|
---|
781 | (objobjargproc)memory_ass_sub, /* mp_ass_subscript */
|
---|
782 | };
|
---|
783 |
|
---|
784 | static PySequenceMethods memory_as_sequence = {
|
---|
785 | 0, /* sq_length */
|
---|
786 | 0, /* sq_concat */
|
---|
787 | 0, /* sq_repeat */
|
---|
788 | (ssizeargfunc)memory_item, /* sq_item */
|
---|
789 | };
|
---|
790 |
|
---|
791 | /* Buffer methods */
|
---|
792 | static PyBufferProcs memory_as_buffer = {
|
---|
793 | 0, /* bf_getreadbuffer */
|
---|
794 | 0, /* bf_getwritebuffer */
|
---|
795 | 0, /* bf_getsegcount */
|
---|
796 | 0, /* bf_getcharbuffer */
|
---|
797 | (getbufferproc)memory_getbuf, /* bf_getbuffer */
|
---|
798 | (releasebufferproc)memory_releasebuf, /* bf_releasebuffer */
|
---|
799 | };
|
---|
800 |
|
---|
801 |
|
---|
802 | PyTypeObject PyMemoryView_Type = {
|
---|
803 | PyVarObject_HEAD_INIT(&PyType_Type, 0)
|
---|
804 | "memoryview",
|
---|
805 | sizeof(PyMemoryViewObject),
|
---|
806 | 0,
|
---|
807 | (destructor)memory_dealloc, /* tp_dealloc */
|
---|
808 | 0, /* tp_print */
|
---|
809 | 0, /* tp_getattr */
|
---|
810 | 0, /* tp_setattr */
|
---|
811 | 0, /* tp_compare */
|
---|
812 | (reprfunc)memory_repr, /* tp_repr */
|
---|
813 | 0, /* tp_as_number */
|
---|
814 | &memory_as_sequence, /* tp_as_sequence */
|
---|
815 | &memory_as_mapping, /* tp_as_mapping */
|
---|
816 | 0, /* tp_hash */
|
---|
817 | 0, /* tp_call */
|
---|
818 | 0, /* tp_str */
|
---|
819 | PyObject_GenericGetAttr, /* tp_getattro */
|
---|
820 | 0, /* tp_setattro */
|
---|
821 | &memory_as_buffer, /* tp_as_buffer */
|
---|
822 | Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC |
|
---|
823 | Py_TPFLAGS_HAVE_NEWBUFFER, /* tp_flags */
|
---|
824 | memory_doc, /* tp_doc */
|
---|
825 | (traverseproc)memory_traverse, /* tp_traverse */
|
---|
826 | (inquiry)memory_clear, /* tp_clear */
|
---|
827 | memory_richcompare, /* tp_richcompare */
|
---|
828 | 0, /* tp_weaklistoffset */
|
---|
829 | 0, /* tp_iter */
|
---|
830 | 0, /* tp_iternext */
|
---|
831 | memory_methods, /* tp_methods */
|
---|
832 | 0, /* tp_members */
|
---|
833 | memory_getsetlist, /* tp_getset */
|
---|
834 | 0, /* tp_base */
|
---|
835 | 0, /* tp_dict */
|
---|
836 | 0, /* tp_descr_get */
|
---|
837 | 0, /* tp_descr_set */
|
---|
838 | 0, /* tp_dictoffset */
|
---|
839 | 0, /* tp_init */
|
---|
840 | 0, /* tp_alloc */
|
---|
841 | memory_new, /* tp_new */
|
---|
842 | };
|
---|