Bugfix in pickling/unpickling

rpn_jit.c

@@ -152,6 +152,7 @@ int rpn_expr_untokenize(rpn_expr_t *expr, rpn_tokenized_t *tokens, char long_op)
 			goto ret_err;
 		}
 	}
+	expr->toks.tokens_sz = tokens->tokens_sz;
 
 	if(_rpn_expr_end_map(expr))
 	{

tests/tests_pyrpn.py

@@ -118,7 +118,19 @@ class Test0RpnModule(unittest.TestCase):
         entropy = 1-sum([(n/all_count)**2
                           for _, n in counters.items()])
         self.assertGreater(entropy, 1-(1/all_ops), "Low entropy !")
-                
+    
+    def test_pickle_state(self):
+        """ Testing pickling/unpickling """
+        e = pyrpn.RPNExpr(pyrpn.random_expr(2), 2)
+
+        e2 = pickle.loads(pickle.dumps(e))
+
+        self.assertEqual(e.__getstate__(), e2.__getstate__())
+
+        e3 = pickle.loads(pickle.dumps(e2))
+
+        self.assertEqual(e.__getstate__(), e3.__getstate__())
+        self.assertEqual(e2.__getstate__(), e3.__getstate__())
 
 if __name__ == '__main__':
     unittest.main()