|
@@ -243,9 +243,10 @@ of mmap.mmap");
|
243
|
243
|
}
|
244
|
244
|
|
245
|
245
|
expr_self->mmap = mmap_obj;
|
|
246
|
+ expr_self->_mmap = expr_self->mm_buff.buf;
|
246
|
247
|
|
247
|
248
|
// Creating rif with a new memory map
|
248
|
|
- expr_self->rif = rpn_if_new(rif_params, expr_self->mm_buff.buf);
|
|
249
|
+ expr_self->rif = rpn_if_new(rif_params, expr_self->mm_buff.buf, NULL);
|
249
|
250
|
if(!expr_self->rif)
|
250
|
251
|
{
|
251
|
252
|
PyErr_Format(PyExc_RuntimeError,
|
|
@@ -254,19 +255,7 @@ of mmap.mmap");
|
254
|
255
|
}
|
255
|
256
|
|
256
|
257
|
// Creating the tuple holding RPNExpr instances of expressions
|
257
|
|
- expr_self->expr = PyTuple_New(expr_self->rif->params->rpn_sz);
|
258
|
|
- for(size_t i=0; i<expr_self->rif->params->rpn_sz;i++)
|
259
|
|
- {
|
260
|
|
- rpn_expr_t *expr = &expr_self->rif->rpn[i];
|
261
|
|
- PyObject *instance = rpnexpr_init_borrowing(expr);
|
262
|
|
- if(!instance)
|
263
|
|
- {
|
264
|
|
- return -1;
|
265
|
|
- }
|
266
|
|
- PyTuple_SET_ITEM(expr_self->expr, i, instance);
|
267
|
|
- }
|
268
|
|
-
|
269
|
|
- return 0;
|
|
258
|
+ return _rpnif_init_expr_tuple(expr_self);
|
270
|
259
|
}
|
271
|
260
|
|
272
|
261
|
/**@brief Returns the parameters in a named tuple */
|
|
@@ -295,10 +284,13 @@ PyObject *rpnif_set_mmap(PyObject *self, PyObject *mm_obj)
|
295
|
284
|
}
|
296
|
285
|
|
297
|
286
|
// Release old mmap
|
298
|
|
- PyBuffer_Release(&expr_self->mm_buff);
|
299
|
|
- Py_DECREF(expr_self->mmap);
|
|
287
|
+ if(expr_self->mmap)
|
|
288
|
+ {
|
|
289
|
+ PyBuffer_Release(&expr_self->mm_buff);
|
|
290
|
+ Py_DECREF(expr_self->mmap);
|
|
291
|
+ }
|
300
|
292
|
|
301
|
|
- if(expr_self->rif->self_mem)
|
|
293
|
+ if(expr_self->rif->self_mem) // should never be true ?
|
302
|
294
|
{
|
303
|
295
|
const size_t mm_sz = expr_self->rif->params->mem_sz *\
|
304
|
296
|
expr_self->rif->params->value_sz;
|
|
@@ -308,6 +300,7 @@ PyObject *rpnif_set_mmap(PyObject *self, PyObject *mm_obj)
|
308
|
300
|
// Set new mmap in python struct & rif struct
|
309
|
301
|
expr_self->mm_buff = buff;
|
310
|
302
|
expr_self->mmap = mm_obj;
|
|
303
|
+ expr_self->_mmap = buff.buf;
|
311
|
304
|
|
312
|
305
|
expr_self->rif->mem = buff.buf;
|
313
|
306
|
expr_self->rif->self_mem = 0;
|
|
@@ -625,11 +618,14 @@ void rpnif_del(PyObject *self)
|
625
|
618
|
rpn_if_free(expr_self->rif);
|
626
|
619
|
expr_self->rif = NULL;
|
627
|
620
|
}
|
628
|
|
- if(expr_self->mm_buff.buf)
|
|
621
|
+ if(expr_self->mmap)
|
629
|
622
|
{
|
630
|
|
- PyBuffer_Release(&expr_self->mm_buff);
|
|
623
|
+ if(expr_self->mm_buff.buf)
|
|
624
|
+ {
|
|
625
|
+ PyBuffer_Release(&expr_self->mm_buff);
|
|
626
|
+ }
|
|
627
|
+ Py_DECREF(expr_self->mmap);
|
631
|
628
|
}
|
632
|
|
- Py_DECREF(expr_self->mmap);
|
633
|
629
|
}
|
634
|
630
|
|
635
|
631
|
|
|
@@ -842,7 +838,6 @@ int rpnif_getbuffer(PyObject *self, Py_buffer *view, int flags)
|
842
|
838
|
rpn_if_default_data_t *data = (rpn_if_default_data_t*)expr_self->rif->params->data;
|
843
|
839
|
|
844
|
840
|
view->buf = expr_self->rif->mem;
|
845
|
|
-dprintf(2, "buffer addr %p\n", expr_self->mm_buff.buf);
|
846
|
841
|
view->obj = self;
|
847
|
842
|
view->len = expr_self->rif->params->mem_sz * expr_self->rif->params->value_sz;
|
848
|
843
|
view->readonly = 0;
|
|
@@ -1111,19 +1106,194 @@ PyObject* rpnif_repr(PyObject *self)
|
1111
|
1106
|
|
1112
|
1107
|
PyObject* rpnif_getstate(PyObject *self, PyObject *noargs)
|
1113
|
1108
|
{
|
1114
|
|
- PyErr_SetString(PyExc_NotImplementedError,
|
1115
|
|
- "getstate Not implemented");
|
1116
|
|
- return NULL;
|
|
1109
|
+ PyRPNIterExpr_t *expr_self = (PyRPNIterExpr_t*)self;
|
|
1110
|
+ const rpn_if_param_t *params = expr_self->rif->params;
|
|
1111
|
+ rpn_if_default_data_t *data = (rpn_if_default_data_t*)(params->data);
|
1117
|
1112
|
|
1118
|
|
- Py_RETURN_NONE;
|
|
1113
|
+ const size_t const_val_sz = data->res_flag == RPN_IF_RES_CONST ? 1 : \
|
|
1114
|
+ (data->res_flag == RPN_IF_RES_CONST_RGBA ? 4 : 0);
|
|
1115
|
+
|
|
1116
|
+ const size_t nszlim = data->ndim +
|
|
1117
|
+ (data->pos_flag == RPN_IF_POSITION_XDIM ?1:0);
|
|
1118
|
+
|
|
1119
|
+
|
|
1120
|
+ size_t buf_sz = sizeof(void*) + \
|
|
1121
|
+ sizeof(rpn_if_param_t) + \
|
|
1122
|
+ sizeof(rpn_if_default_data_t) + \
|
|
1123
|
+ sizeof(rpn_value_t) * ( \
|
|
1124
|
+ params->rpn_sz + params->rpn_argc) + \
|
|
1125
|
+ sizeof(size_t) * nszlim + \
|
|
1126
|
+ sizeof(rpn_value_t) * const_val_sz;
|
|
1127
|
+
|
|
1128
|
+ // all stack allocation grouped here
|
|
1129
|
+ void *new_rpn[params->rpn_sz];
|
|
1130
|
+
|
|
1131
|
+ size_t rpn_sz[params->rpn_sz];
|
|
1132
|
+
|
|
1133
|
+ size_t sz_max = 0;
|
|
1134
|
+ for(size_t i=0; i<params->rpn_sz; i++)
|
|
1135
|
+ {
|
|
1136
|
+ rpn_sz[i] = rpn_expr_serialize(&expr_self->rif->rpn[i],
|
|
1137
|
+ NULL, 0);
|
|
1138
|
+ // each expression stores a size and a picled repr
|
|
1139
|
+ buf_sz += rpn_sz[i] + sizeof(size_t);
|
|
1140
|
+ if(rpn_sz[i] > sz_max) { sz_max = rpn_sz[i]; }
|
|
1141
|
+ }
|
|
1142
|
+
|
|
1143
|
+ void *buf = malloc(buf_sz);
|
|
1144
|
+ if(!buf)
|
|
1145
|
+ {
|
|
1146
|
+ PyErr_Format(PyExc_MemoryError,
|
|
1147
|
+ "Unable to allocate pickled representation : ",
|
|
1148
|
+ strerror(errno));
|
|
1149
|
+ return NULL;
|
|
1150
|
+ }
|
|
1151
|
+
|
|
1152
|
+ bzero(buf, buf_sz);
|
|
1153
|
+ bzero(new_rpn, sizeof(*new_rpn));
|
|
1154
|
+
|
|
1155
|
+ void **ptr = buf; // mmap ptr
|
|
1156
|
+ rpn_if_param_t *new_params = (void*)(ptr+1);
|
|
1157
|
+ rpn_if_default_data_t *new_data = (void*)(new_params + 1);
|
|
1158
|
+ size_t *new_size_lim = (void*)(new_data+1);
|
|
1159
|
+ rpn_value_t *new_const_val = (void*)(new_size_lim + nszlim);
|
|
1160
|
+ size_t *new_rpn_sz = (void*)(new_const_val + const_val_sz);
|
|
1161
|
+ size_t cur_offset = sizeof(size_t)*params->rpn_sz;
|
|
1162
|
+
|
|
1163
|
+ *ptr = expr_self->_mmap;
|
|
1164
|
+
|
|
1165
|
+ new_params->mem_sz = params->mem_sz;
|
|
1166
|
+ new_params->value_sz = params->value_sz;
|
|
1167
|
+ new_params->rpn_sz = params->rpn_sz;
|
|
1168
|
+ new_params->rpn_argc = params->rpn_argc;
|
|
1169
|
+ new_params->rpn_stack_sz = params->rpn_stack_sz;
|
|
1170
|
+ // The following should be more efficient, but result
|
|
1171
|
+ // in some badly initialized bytes in new_params struct
|
|
1172
|
+ // padding...
|
|
1173
|
+ //*new_params = *params;
|
|
1174
|
+
|
|
1175
|
+ new_params->getarg_f = NULL;
|
|
1176
|
+ new_params->setres_f = NULL;
|
|
1177
|
+ new_params->data = NULL;
|
|
1178
|
+
|
|
1179
|
+ new_data->pos_flag = data->pos_flag;
|
|
1180
|
+ new_data->res_flag = data->res_flag;
|
|
1181
|
+ new_data->ndim = data->ndim;
|
|
1182
|
+ // Same as above
|
|
1183
|
+ //*new_data = *data;
|
|
1184
|
+
|
|
1185
|
+ new_data->size_lim = NULL;
|
|
1186
|
+ new_data->const_val = NULL;
|
|
1187
|
+
|
|
1188
|
+ memcpy(new_size_lim, data->size_lim, sizeof(size_t)*nszlim);
|
|
1189
|
+ if(const_val_sz)
|
|
1190
|
+ {
|
|
1191
|
+ memcpy(new_const_val, data->const_val, sizeof(rpn_value_t)*const_val_sz);
|
|
1192
|
+ }
|
|
1193
|
+
|
|
1194
|
+ // set sizes & rpn expressions
|
|
1195
|
+ for(size_t i=0; i<params->rpn_sz; i++)
|
|
1196
|
+ {
|
|
1197
|
+ new_rpn[i] = ((void*)new_rpn_sz)+cur_offset;
|
|
1198
|
+ new_rpn_sz[i] = rpn_sz[i];
|
|
1199
|
+ bzero(new_rpn[i], rpn_sz[i]);
|
|
1200
|
+ cur_offset += rpn_sz[i];
|
|
1201
|
+ if(!rpn_expr_serialize(&expr_self->rif->rpn[i],
|
|
1202
|
+ new_rpn[i], rpn_sz[i]))
|
|
1203
|
+ {
|
|
1204
|
+ goto err_rpn;
|
|
1205
|
+ }
|
|
1206
|
+ }
|
|
1207
|
+
|
|
1208
|
+ PyObject *res = PyBytes_FromStringAndSize(buf, buf_sz);
|
|
1209
|
+ return res;
|
|
1210
|
+
|
|
1211
|
+err_rpn:
|
|
1212
|
+ /**@todo handle error */
|
|
1213
|
+ free(buf);
|
|
1214
|
+ return NULL;
|
1119
|
1215
|
}
|
1120
|
1216
|
|
1121
|
1217
|
PyObject* rpnif_setstate(PyObject *self, PyObject *state_bytes)
|
1122
|
1218
|
{
|
1123
|
|
- PyErr_SetString(PyExc_NotImplementedError,
|
1124
|
|
- "setstate Not implemented");
|
1125
|
|
- return NULL;
|
1126
|
|
- /**@todo TODO write the function */
|
|
1219
|
+ PyRPNIterExpr_t *expr_self = (PyRPNIterExpr_t*)self;
|
|
1220
|
+
|
|
1221
|
+ if(!PyBytes_Check(state_bytes)) /* Arg check */
|
|
1222
|
+ {
|
|
1223
|
+ PyErr_SetString(PyExc_TypeError, "Expected bytes");
|
|
1224
|
+ return NULL;
|
|
1225
|
+ }
|
|
1226
|
+
|
|
1227
|
+ size_t bsize = PyBytes_GET_SIZE(state_bytes);
|
|
1228
|
+ const void *data = (void*)PyBytes_AS_STRING(state_bytes);
|
|
1229
|
+
|
|
1230
|
+ if(bsize < sizeof(void*))
|
|
1231
|
+ {
|
|
1232
|
+ PyErr_SetString(PyExc_ValueError, "Smaller than expected given");
|
|
1233
|
+ return NULL;
|
|
1234
|
+ }
|
|
1235
|
+
|
|
1236
|
+ rpn_if_param_t *params, *ser_params;
|
|
1237
|
+ rpn_if_default_data_t *ser_data;
|
|
1238
|
+ size_t *ser_size_lim;
|
|
1239
|
+ rpn_value_t *ser_const_val;
|
|
1240
|
+
|
|
1241
|
+ expr_self->mmap = NULL;
|
|
1242
|
+ expr_self->_mmap = *(void**)data;
|
|
1243
|
+
|
|
1244
|
+ ser_params = (void*)((void**)data+1);
|
|
1245
|
+ ser_data = (void*)(ser_params+1);
|
|
1246
|
+ ser_size_lim = (void*)(ser_data+1);
|
|
1247
|
+
|
|
1248
|
+ const size_t nszlim = ser_data->ndim + \
|
|
1249
|
+ (ser_data->pos_flag == RPN_IF_POSITION_XDIM ?1:0);
|
|
1250
|
+
|
|
1251
|
+ ser_const_val = (void*)(ser_size_lim + nszlim);
|
|
1252
|
+
|
|
1253
|
+ params = rpn_if_default_params(ser_data->pos_flag, ser_data->res_flag,
|
|
1254
|
+ ser_size_lim, ser_const_val,
|
|
1255
|
+ ser_params->rpn_stack_sz);
|
|
1256
|
+
|
|
1257
|
+ const size_t const_val_sz = ser_data->res_flag == RPN_IF_RES_CONST?1:\
|
|
1258
|
+ (ser_data->res_flag == RPN_IF_RES_CONST_RGBA?4:0);
|
|
1259
|
+
|
|
1260
|
+ rpn_expr_t *ser_rpn = malloc(sizeof(*ser_rpn) * ser_params->rpn_sz);
|
|
1261
|
+ if(!ser_rpn)
|
|
1262
|
+ {
|
|
1263
|
+ PyErr_Format(PyExc_MemoryError,
|
|
1264
|
+ "Unable to alloc rpn expressions : %s",
|
|
1265
|
+ strerror(errno));
|
|
1266
|
+ return NULL;
|
|
1267
|
+ }
|
|
1268
|
+ size_t *ser_rpn_sz = (void*)(ser_const_val + const_val_sz);
|
|
1269
|
+ void *ser_rpn_buf = (void*)(ser_rpn_sz + ser_params->rpn_sz);
|
|
1270
|
+
|
|
1271
|
+
|
|
1272
|
+ for(size_t i=0; i<ser_params->rpn_sz; i++)
|
|
1273
|
+ {
|
|
1274
|
+ if(rpn_expr_deserialize(&ser_rpn[i], ser_rpn_buf, ser_rpn_sz[i]) < 0)
|
|
1275
|
+ {
|
|
1276
|
+ PyErr_Format(PyExc_ValueError,
|
|
1277
|
+ "Unable to deserialize expr#%ld : %s",
|
|
1278
|
+ i, ser_rpn[i].err_reason);
|
|
1279
|
+ return NULL;
|
|
1280
|
+ }
|
|
1281
|
+ ser_rpn_buf = (void*)ser_rpn_buf + ser_rpn_sz[i];
|
|
1282
|
+ }
|
|
1283
|
+
|
|
1284
|
+ expr_self->rif = rpn_if_new(params, expr_self->_mmap, ser_rpn);
|
|
1285
|
+ if(!expr_self->rif)
|
|
1286
|
+ {
|
|
1287
|
+ PyErr_SetString(PyExc_ValueError,
|
|
1288
|
+ "Unable to initialize rif expression");
|
|
1289
|
+ return NULL;
|
|
1290
|
+ }
|
|
1291
|
+ expr_self->ndim = ser_data->ndim;
|
|
1292
|
+ if(_rpnif_init_expr_tuple(expr_self) < 0)
|
|
1293
|
+ {
|
|
1294
|
+ return NULL;
|
|
1295
|
+ }
|
|
1296
|
+
|
1127
|
1297
|
Py_RETURN_NONE;
|
1128
|
1298
|
}
|
1129
|
1299
|
|
|
@@ -1354,6 +1524,25 @@ PyObject *_rpnif_params_to_tuple(const rpn_if_param_t *_params)
|
1354
|
1524
|
return res;
|
1355
|
1525
|
}
|
1356
|
1526
|
|
|
1527
|
+
|
|
1528
|
+int _rpnif_init_expr_tuple(PyRPNIterExpr_t *expr_self)
|
|
1529
|
+{
|
|
1530
|
+ expr_self->expr = PyTuple_New(expr_self->rif->params->rpn_sz);
|
|
1531
|
+ for(size_t i=0; i<expr_self->rif->params->rpn_sz;i++)
|
|
1532
|
+ {
|
|
1533
|
+ rpn_expr_t *expr = &expr_self->rif->rpn[i];
|
|
1534
|
+ PyObject *instance = rpnexpr_init_borrowing(expr);
|
|
1535
|
+ if(!instance)
|
|
1536
|
+ {
|
|
1537
|
+ //! @todo set exception
|
|
1538
|
+ return -1;
|
|
1539
|
+ }
|
|
1540
|
+ PyTuple_SET_ITEM(expr_self->expr, i, instance);
|
|
1541
|
+ }
|
|
1542
|
+ return 0;
|
|
1543
|
+}
|
|
1544
|
+
|
|
1545
|
+
|
1357
|
1546
|
/**@def _ret_append(key)
|
1358
|
1547
|
* @hiderefs
|
1359
|
1548
|
* local macro */
|