Skip to content

Instantly share code, notes, and snippets.

@wkerzendorf
Created June 25, 2012 03:19
Show Gist options
  • Save wkerzendorf/2986286 to your computer and use it in GitHub Desktop.
Save wkerzendorf/2986286 to your computer and use it in GitHub Desktop.
ipython parallel recarray problem
In [1]: from IPython.parallel import Client
In [2]: rc = Client()
In [3]: myrec = random.random((10,3))
In [4]: myrec
Out[4]:
array([[ 0.83451781, 0.86186735, 0.11552798],
[ 0.4613526 , 0.01918926, 0.97660991],
[ 0.24444724, 0.90042933, 0.42245563],
[ 0.60397285, 0.31852441, 0.95417152],
[ 0.33664514, 0.10352925, 0.26490221],
[ 0.17350978, 0.48999519, 0.79446595],
[ 0.13440561, 0.54412504, 0.47959532],
[ 0.2033645 , 0.01650386, 0.92401459],
[ 0.8991941 , 0.45646286, 0.72075788],
[ 0.29105083, 0.00203499, 0.30519225]])
In [5]: myrec = myrec.astype([('x', float64), ('y', float64), ('z', float64)])
In [6]: dv = rc[:]
In [7]: dv.push(dict(myrec=myrec))
Out[7]: <AsyncResult: _push>
In [8]: dv.block=True
In [9]: dv.pull('myrec')
Out[9]:
[array([[|b?^???|b?^???|b?^???, ?e?j????e?j????e?j???,
P־?=???P־?=???P־?=???],
[?<? ͆???<? ͆???<? ͆??, ??0Y??? ??0Y??? ??0Y???,
<S?oc@??<S?oc@??<S?oc@??],
[?T
J???T
J???T
J??, I?)Q???I?)Q???I?)Q???,
D??S? ??D??S? ??D??S? ??],
[zz?޾S??zz?޾S??zz?޾S??, :F?1?b??:F?1?b??:F?1?b??,
70U?????70U?????70U?????],
[\?
????\?
????\?
????, ?i??䀺??i??䀺??i??䀺?,
?vrd(????vrd(????vrd(???],
[H(??5??H(??5??H(??5??, fM4?\??fM4?\??fM4?\??,
D??Cl??D??Cl??D??Cl??],
[0?^?34??0?^?34??0?^?34??, 2???xi??2???xi??2???xi??,
??ߔ??????ߔ??????ߔ????],
[?}+????}+????}+???, @???c??@???c??@???c??,
?M8 ?????M8 ?????M8 ????],
[{Nò2???{Nò2???{Nò2???, 6???6??6???6??6???6??,
>?r??], ?
[n賬????n賬????n賬????, ??ͯ?`???ͯ?`???ͯ?`?,
??
E?????
E?????
E???]],
dtype='|V24'),
array([[|b?^???|b?^???|b?^???, ?e?j????e?j????e?j???,
P־?=???P־?=???P־?=???],
[?<? ͆???<? ͆???<? ͆??, ??0Y??? ??0Y??? ??0Y???,
<S?oc@??<S?oc@??<S?oc@??],
[?T
J???T
J???T
J??, I?)Q???I?)Q???I?)Q???,
D??S? ??D??S? ??D??S? ??],
[zz?޾S??zz?޾S??zz?޾S??, :F?1?b??:F?1?b??:F?1?b??,
70U?????70U?????70U?????],
[\?
????\?
????\?
????, ?i??䀺??i??䀺??i??䀺?,
?vrd(????vrd(????vrd(???],
[H(??5??H(??5??H(??5??, fM4?\??fM4?\??fM4?\??,
D??Cl??D??Cl??D??Cl??],
[0?^?34??0?^?34??0?^?34??, 2???xi??2???xi??2???xi??,
??ߔ??????ߔ??????ߔ????],
[?}+????}+????}+???, @???c??@???c??@???c??,
?M8 ?????M8 ?????M8 ????],
[{Nò2???{Nò2???{Nò2???, 6???6??6???6??6???6??,
>?r??], ?
[n賬????n賬????n賬????, ??ͯ?`???ͯ?`???ͯ?`?,
??
E?????
E?????
E???]],
dtype='|V24'),
array([[|b?^???|b?^???|b?^???, ?e?j????e?j????e?j???,
P־?=???P־?=???P־?=???],
[?<? ͆???<? ͆???<? ͆??, ??0Y??? ??0Y??? ??0Y???,
<S?oc@??<S?oc@??<S?oc@??],
[?T
J???T
J???T
J??, I?)Q???I?)Q???I?)Q???,
D??S? ??D??S? ??D??S? ??],
[zz?޾S??zz?޾S??zz?޾S??, :F?1?b??:F?1?b??:F?1?b??,
70U?????70U?????70U?????],
[\?
????\?
????\?
????, ?i??䀺??i??䀺??i??䀺?,
?vrd(????vrd(????vrd(???],
[H(??5??H(??5??H(??5??, fM4?\??fM4?\??fM4?\??,
D??Cl??D??Cl??D??Cl??],
[0?^?34??0?^?34??0?^?34??, 2???xi??2???xi??2???xi??,
??ߔ??????ߔ??????ߔ????],
[?}+????}+????}+???, @???c??@???c??@???c??,
?M8 ?????M8 ?????M8 ????],
[{Nò2???{Nò2???{Nò2???, 6???6??6???6??6???6??,
>?r??], ?
[n賬????n賬????n賬????, ??ͯ?`???ͯ?`???ͯ?`?,
??
E?????
E?????
E???]],
dtype='|V24'),
array([[|b?^???|b?^???|b?^???, ?e?j????e?j????e?j???,
P־?=???P־?=???P־?=???],
[?<? ͆???<? ͆???<? ͆??, ??0Y??? ??0Y??? ??0Y???,
<S?oc@??<S?oc@??<S?oc@??],
[?T
J???T
J???T
J??, I?)Q???I?)Q???I?)Q???,
D??S? ??D??S? ??D??S? ??],
[zz?޾S??zz?޾S??zz?޾S??, :F?1?b??:F?1?b??:F?1?b??,
70U?????70U?????70U?????],
[\?
????\?
????\?
????, ?i??䀺??i??䀺??i??䀺?,
?vrd(????vrd(????vrd(???],
[H(??5??H(??5??H(??5??, fM4?\??fM4?\??fM4?\??,
D??Cl??D??Cl??D??Cl??],
[0?^?34??0?^?34??0?^?34??, 2???xi??2???xi??2???xi??,
??ߔ??????ߔ??????ߔ????],
[?}+????}+????}+???, @???c??@???c??@???c??,
?M8 ?????M8 ?????M8 ????],
[{Nò2???{Nò2???{Nò2???, 6???6??6???6??6???6??,
>?r??], ?
[n賬????n賬????n賬????, ??ͯ?`???ͯ?`???ͯ?`?,
??
E?????
E?????
E???]],
dtype='|V24')]
In [10]: import cPickle as pickle
In [11]: pickle.loads(pickle.dump
pickle.dump pickle.dumps
In [11]: pickle.loads(pickle.dumps(myrec))
Out[11]:
array([[(0.8345178103437116, 0.8345178103437116, 0.8345178103437116),
(0.8618673497577986, 0.8618673497577986, 0.8618673497577986),
(0.115527980435979, 0.115527980435979, 0.115527980435979)],
[(0.46135259604211576, 0.46135259604211576, 0.46135259604211576),
(0.019189256286775813, 0.019189256286775813, 0.019189256286775813),
(0.9766099148351723, 0.9766099148351723, 0.9766099148351723)],
[(0.2444472398284533, 0.2444472398284533, 0.2444472398284533),
(0.9004293252278696, 0.9004293252278696, 0.9004293252278696),
(0.4224556271711075, 0.4224556271711075, 0.4224556271711075)],
[(0.6039728494686891, 0.6039728494686891, 0.6039728494686891),
(0.3185244067909455, 0.3185244067909455, 0.3185244067909455),
(0.9541715203463416, 0.9541715203463416, 0.9541715203463416)],
[(0.3366451357745939, 0.3366451357745939, 0.3366451357745939),
(0.10352925489897924, 0.10352925489897924, 0.10352925489897924),
(0.26490220841684153, 0.26490220841684153, 0.26490220841684153)],
[(0.17350978360838298, 0.17350978360838298, 0.17350978360838298),
(0.4899951873387266, 0.4899951873387266, 0.4899951873387266),
(0.794465950815834, 0.794465950815834, 0.794465950815834)],
[(0.13440560659842182, 0.13440560659842182, 0.13440560659842182),
(0.544125042438685, 0.544125042438685, 0.544125042438685),
(0.47959532297510865, 0.47959532297510865, 0.47959532297510865)],
[(0.20336450364901248, 0.20336450364901248, 0.20336450364901248),
(0.016503863825774845, 0.016503863825774845, 0.016503863825774845),
(0.9240145855023325, 0.9240145855023325, 0.9240145855023325)],
[(0.899194096704789, 0.899194096704789, 0.899194096704789),
(0.4564628627797903, 0.4564628627797903, 0.4564628627797903),
(0.7207578760430216, 0.7207578760430216, 0.7207578760430216)],
[(0.291050833373112, 0.291050833373112, 0.291050833373112),
(0.0020349916152542225, 0.0020349916152542225, 0.0020349916152542225),
(0.30519224893426944, 0.30519224893426944, 0.30519224893426944)]],
dtype=[('x', '<f8'), ('y', '<f8'), ('z', '<f8')])
In [12]:
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment