Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
N
neo
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Labels
Merge Requests
2
Merge Requests
2
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Jobs
Commits
Open sidebar
Kirill Smelkov
neo
Commits
43b13845
Commit
43b13845
authored
Aug 07, 2018
by
Kirill Smelkov
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
.
parent
e7a6e2f3
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
60 additions
and
65 deletions
+60
-65
go/zodb/pydata.go
go/zodb/pydata.go
+60
-52
go/zodb/zodbpy.go
go/zodb/zodbpy.go
+0
-13
No files found.
go/zodb/pydata.go
View file @
43b13845
...
@@ -40,55 +40,28 @@ import (
...
@@ -40,55 +40,28 @@ import (
// for format description.
// for format description.
type
PyData
[]
byte
type
PyData
[]
byte
// xoid verifies and extracts oid from unpickled value.
// ClassName returns fully-qualified python class name used for object type.
//
// XXX +zobdpickle.binary support
// XXX -> shared place
func
xoid
(
x
interface
{})
(
Oid
,
error
)
{
s
,
ok
:=
x
.
(
string
)
if
!
ok
{
return
InvalidOid
,
fmt
.
Errorf
(
"xoid: expect str; got %T"
,
x
)
}
if
len
(
s
)
!=
8
{
return
InvalidOid
,
fmt
.
Errorf
(
"xoid: expect [8]str; got [%d]str"
,
len
(
s
))
}
return
Oid
(
binary
.
BigEndian
.
Uint64
([]
byte
(
s
))),
nil
}
// loadref loads persistent references resolving them through jar.
//
// https://github.com/zopefoundation/ZODB/blob/a89485c1/src/ZODB/serialize.py#L80
//
//
// XXX place?
// The format is "module.class".
func
(
jar
*
Connection
)
loadref
(
ref
pickle
.
Ref
)
(
_
interface
{},
err
error
)
{
// If pickle decoding fails - "?.?" is returned.
defer
xerr
.
Context
(
&
err
,
"loadref"
)
func
(
d
PyData
)
ClassName
()
string
{
// see ObjectReader.getClassName & get_pickle_metadata in zodb/py
// TODO add support for ref formats besides (oid, class)
p
:=
pickle
.
NewDecoder
(
bytes
.
NewReader
([]
byte
(
d
)))
xklass
,
err
:=
p
.
Decode
()
t
,
ok
:=
ref
.
Pid
.
(
pickle
.
Tuple
)
if
!
ok
{
return
nil
,
fmt
.
Errorf
(
"expect (); got %T"
,
ref
.
Pid
)
}
if
len
(
t
)
!=
2
{
return
nil
,
fmt
.
Errorf
(
"expect (oid, class); got [%d]()"
,
len
(
t
))
}
oid
,
err
:=
xoid
(
t
[
0
])
if
err
!=
nil
{
if
err
!=
nil
{
return
nil
,
err
// XXX err ctx
return
"?.?"
}
}
pyclass
,
err
:=
normPyClass
(
t
[
1
]
)
klass
,
err
:=
normPyClass
(
xklass
)
if
err
!=
nil
{
if
err
!=
nil
{
return
nil
,
err
// XXX err ctx
return
"?.?"
}
}
class
:=
pyclassPath
(
pyclass
)
return
pyclassPath
(
klass
)
return
jar
.
get
(
class
,
oid
)
}
}
// TODO PyData.referencesf
// decode decodes raw ZODB python data into Python class and state.
// decode decodes raw ZODB python data into Python class and state.
//
//
// jar is used to resolve persistent references.
// jar is used to resolve persistent references.
...
@@ -118,27 +91,39 @@ func (d PyData) decode(jar *Connection) (pyclass pickle.Class, pystate interface
...
@@ -118,27 +91,39 @@ func (d PyData) decode(jar *Connection) (pyclass pickle.Class, pystate interface
return
klass
,
state
,
nil
return
klass
,
state
,
nil
}
}
// loadref loads persistent references resolving them through jar.
// ClassName returns fully-qualified python class name used for object type.
//
//
// The format is "module.class".
// https://github.com/zopefoundation/ZODB/blob/a89485c1/src/ZODB/serialize.py#L80
// If pickle decoding fails - "?.?" is returned.
func
(
jar
*
Connection
)
loadref
(
ref
pickle
.
Ref
)
(
_
interface
{},
err
error
)
{
func
(
d
PyData
)
ClassName
()
string
{
defer
xerr
.
Context
(
&
err
,
"loadref"
)
// see ObjectReader.getClassName & get_pickle_metadata in zodb/py
p
:=
pickle
.
NewDecoder
(
bytes
.
NewReader
([]
byte
(
d
)))
// TODO add support for ref formats besides (oid, class)
xklass
,
err
:=
p
.
Decode
()
t
,
ok
:=
ref
.
Pid
.
(
pickle
.
Tuple
)
if
!
ok
{
return
nil
,
fmt
.
Errorf
(
"expect (); got %T"
,
ref
.
Pid
)
}
if
len
(
t
)
!=
2
{
return
nil
,
fmt
.
Errorf
(
"expect (oid, class); got [%d]()"
,
len
(
t
))
}
oid
,
err
:=
xoid
(
t
[
0
])
if
err
!=
nil
{
if
err
!=
nil
{
return
"?.?"
return
nil
,
err
// XXX err ctx
}
}
klass
,
err
:=
normPyClass
(
xklass
)
pyclass
,
err
:=
normPyClass
(
t
[
1
]
)
if
err
!=
nil
{
if
err
!=
nil
{
return
"?.?"
return
nil
,
err
// XXX err ctx
}
}
return
pyclassPath
(
klass
)
class
:=
pyclassPath
(
pyclass
)
return
jar
.
get
(
class
,
oid
)
}
}
var
errInvalidPyClass
=
errors
.
New
(
"invalid py class description"
)
var
errInvalidPyClass
=
errors
.
New
(
"invalid py class description"
)
// normPyClass normalizes py class that has just been decoded from a serialized
// normPyClass normalizes py class that has just been decoded from a serialized
...
@@ -178,3 +163,26 @@ func normPyClass(xklass interface{}) (pickle.Class, error) {
...
@@ -178,3 +163,26 @@ func normPyClass(xklass interface{}) (pickle.Class, error) {
return
pickle
.
Class
{},
errInvalidPyClass
return
pickle
.
Class
{},
errInvalidPyClass
}
}
// pyclassPath returns full path for a python class.
//
// for example class "ABC" in module "wendelin.lib" has its full path as "wendelin.lib.ABC".
func
pyclassPath
(
pyclass
pickle
.
Class
)
string
{
return
pyclass
.
Module
+
"."
+
pyclass
.
Name
}
// xoid verifies and extracts oid from unpickled value.
//
// XXX +zobdpickle.binary support
// XXX -> shared place
func
xoid
(
x
interface
{})
(
Oid
,
error
)
{
s
,
ok
:=
x
.
(
string
)
if
!
ok
{
return
InvalidOid
,
fmt
.
Errorf
(
"xoid: expect str; got %T"
,
x
)
}
if
len
(
s
)
!=
8
{
return
InvalidOid
,
fmt
.
Errorf
(
"xoid: expect [8]str; got [%d]str"
,
len
(
s
))
}
return
Oid
(
binary
.
BigEndian
.
Uint64
([]
byte
(
s
))),
nil
}
go/zodb/zodbpy.go
View file @
43b13845
...
@@ -20,14 +20,10 @@
...
@@ -20,14 +20,10 @@
package
zodb
package
zodb
// Support for python objects/data in ZODB.
// Support for python objects/data in ZODB.
// XXX + PyData.referencesf ?
import
(
import
(
"context"
"context"
"lab.nexedi.com/kirr/go123/mem"
"lab.nexedi.com/kirr/go123/mem"
pickle
"github.com/kisielk/og-rek"
)
)
// PyStateful is the interface describing in-RAM object whose data state can be
// PyStateful is the interface describing in-RAM object whose data state can be
...
@@ -72,15 +68,6 @@ func pySetState(obj PyStateful, objClass string, state *mem.Buf, jar *Connection
...
@@ -72,15 +68,6 @@ func pySetState(obj PyStateful, objClass string, state *mem.Buf, jar *Connection
// ----------------------------------------
// pyclassPath returns full path for a python class.
//
// for example class "ABC" in module "wendelin.lib" has its full path as "wendelin.lib.ABC".
func
pyclassPath
(
pyclass
pickle
.
Class
)
string
{
return
pyclass
.
Module
+
"."
+
pyclass
.
Name
}
// loadpy loads object specified by oid and decodes it as a ZODB Python object.
// loadpy loads object specified by oid and decodes it as a ZODB Python object.
//
//
// loadpy does not create any in-RAM object associated with Connection.
// loadpy does not create any in-RAM object associated with Connection.
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment