Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
N
neoppod
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Levin Zimmermann
neoppod
Commits
b912f3d6
Commit
b912f3d6
authored
Mar 01, 2017
by
Kirill Smelkov
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
.
parent
605e2e88
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
38 additions
and
46 deletions
+38
-46
t/neo/storage/fs1/filestorage.go
t/neo/storage/fs1/filestorage.go
+38
-46
No files found.
t/neo/storage/fs1/filestorage.go
View file @
b912f3d6
...
@@ -44,8 +44,8 @@ var _ zodb.IStorage = (*FileStorage)(nil)
...
@@ -44,8 +44,8 @@ var _ zodb.IStorage = (*FileStorage)(nil)
type
TxnHeader
struct
{
type
TxnHeader
struct
{
Pos
int64
// position of transaction start
Pos
int64
// position of transaction start
LenPrev
int64
// whole previous transaction record length
LenPrev
int64
// whole previous transaction record length
// (
0 if there is no previous txn record)
// (
-1 if there is no previous txn record) XXX see rules in Load
Len
int64
// whole transaction record length
Len
int64
// whole transaction record length
XXX see rules in Load
// transaction metadata itself
// transaction metadata itself
zodb
.
TxnInfo
zodb
.
TxnInfo
...
@@ -96,24 +96,10 @@ func (e *ErrTxnRecord) Error() string {
...
@@ -96,24 +96,10 @@ func (e *ErrTxnRecord) Error() string {
}
}
// err creates ErrTxnRecord for transaction located at txnh.Pos
// err creates ErrTxnRecord for transaction located at txnh.Pos
func
(
txnh
*
TxnHeader
)
err
(
subj
string
,
err
error
)
*
ErrTxnRecord
{
func
(
txnh
*
TxnHeader
)
err
(
subj
string
,
err
error
)
error
{
return
&
ErrTxnRecord
{
txnh
.
Pos
,
subj
,
err
}
return
&
ErrTxnRecord
{
txnh
.
Pos
,
subj
,
err
}
}
}
// errf is syntactic shortcut for err and fmt.Errorf
func
(
txnh
*
TxnHeader
)
errf
(
subj
,
format
string
,
a
...
interface
{})
*
ErrTxnRecord
{
return
txnh
.
err
(
subj
,
fmt
.
Errorf
(
format
,
a
...
))
}
// decodeErr is syntactic shortcut for errf("decode", ...)
func
(
txnh
*
TxnHeader
)
decodeErr
(
format
string
,
a
...
interface
{})
*
ErrTxnRecord
{
return
txnh
.
errf
(
"decode"
,
format
,
a
...
)
}
// bug panics with errf("bug", ...)
func
(
txnh
*
TxnHeader
)
bug
(
format
string
,
a
...
interface
{})
{
panic
(
txnh
.
errf
(
"bug"
,
format
,
a
...
))
}
// ErrDataRecord is returned on data record read / decode errors
// ErrDataRecord is returned on data record read / decode errors
type
ErrDataRecord
struct
{
type
ErrDataRecord
struct
{
...
@@ -128,25 +114,33 @@ func (e *ErrDataRecord) Error() string {
...
@@ -128,25 +114,33 @@ func (e *ErrDataRecord) Error() string {
// err creates ErrDataRecord for data record located at dh.Pos
// err creates ErrDataRecord for data record located at dh.Pos
// XXX add link to containing txn? (check whether we can do it on data access) ?
// XXX add link to containing txn? (check whether we can do it on data access) ?
func
(
dh
*
DataHeader
)
err
(
subj
string
,
err
error
)
*
ErrDataRecord
{
func
(
dh
*
DataHeader
)
err
(
subj
string
,
err
error
)
error
{
return
&
ErrDataRecord
{
dh
.
Pos
,
subj
,
err
}
return
&
ErrDataRecord
{
dh
.
Pos
,
subj
,
err
}
}
}
// xerr is an interface for something which can create errors
// it is used by TxnHeader and DataHeader to create appropriate errors with their context
type
xerr
interface
{
err
(
subj
string
,
err
error
)
error
}
// errf is syntactic shortcut for err and fmt.Errorf
// errf is syntactic shortcut for err and fmt.Errorf
func
(
dh
*
DataHeader
)
errf
(
subj
,
format
string
,
a
...
interface
{})
*
ErrDataRecord
{
func
errf
(
e
xerr
,
subj
,
format
string
,
a
...
interface
{})
error
{
return
dh
.
err
(
subj
,
fmt
.
Errorf
(
format
,
a
...
))
return
e
.
err
(
subj
,
fmt
.
Errorf
(
format
,
a
...
))
}
}
// decodeErr is syntactic shortcut for errf("decode", ...)
// decodeErr is syntactic shortcut for errf("decode", ...)
func
(
dh
*
DataHeader
)
decodeErr
(
format
string
,
a
...
interface
{})
*
ErrDataRecord
{
func
decodeErr
(
e
xerr
,
format
string
,
a
...
interface
{})
error
{
return
dh
.
errf
(
"decode"
,
format
,
a
...
)
return
errf
(
e
,
"decode"
,
format
,
a
...
)
}
}
// bug panics with errf("bug", ...)
// bug panics with errf("bug", ...)
func
(
dh
*
DataHeader
)
bug
(
format
string
,
a
...
interface
{})
{
func
bug
(
e
xerr
,
format
string
,
a
...
interface
{})
{
panic
(
dh
.
errf
(
"bug"
,
format
,
a
...
))
panic
(
errf
(
e
,
"bug"
,
format
,
a
...
))
}
}
// noEOF returns err, but changes io.EOF -> io.ErrUnexpectedEOF
// noEOF returns err, but changes io.EOF -> io.ErrUnexpectedEOF
func
noEOF
(
err
error
)
error
{
func
noEOF
(
err
error
)
error
{
if
err
==
io
.
EOF
{
if
err
==
io
.
EOF
{
...
@@ -188,7 +182,7 @@ func (txnh *TxnHeader) Load(r io.ReaderAt /* *os.File */, pos int64, flags TxnLo
...
@@ -188,7 +182,7 @@ func (txnh *TxnHeader) Load(r io.ReaderAt /* *os.File */, pos int64, flags TxnLo
txnh
.
LenPrev
=
0
// read error
txnh
.
LenPrev
=
0
// read error
if
pos
<
txnValidFrom
{
if
pos
<
txnValidFrom
{
txnh
.
bug
(
"Load() on invalid position"
)
bug
(
txnh
,
"Load() on invalid position"
)
}
}
var
n
int
var
n
int
...
@@ -201,14 +195,14 @@ func (txnh *TxnHeader) Load(r io.ReaderAt /* *os.File */, pos int64, flags TxnLo
...
@@ -201,14 +195,14 @@ func (txnh *TxnHeader) Load(r io.ReaderAt /* *os.File */, pos int64, flags TxnLo
if
n
>=
0
{
if
n
>=
0
{
lenPrev
:=
8
+
int64
(
binary
.
BigEndian
.
Uint64
(
work
[
8
-
8
:
]))
lenPrev
:=
8
+
int64
(
binary
.
BigEndian
.
Uint64
(
work
[
8
-
8
:
]))
if
lenPrev
<
TxnHeaderFixSize
{
if
lenPrev
<
TxnHeaderFixSize
{
return
txnh
.
decodeErr
(
"invalid prev record length: %v"
,
lenPrev
)
return
decodeErr
(
txnh
,
"invalid prev record length: %v"
,
lenPrev
)
}
}
posPrev
:=
txnh
.
Pos
-
lenPrev
posPrev
:=
txnh
.
Pos
-
lenPrev
if
posPrev
<
txnValidFrom
{
if
posPrev
<
txnValidFrom
{
return
txnh
.
decodeErr
(
"prev record length goes beyond valid area: %v"
,
lenPrev
)
return
decodeErr
(
txnh
,
"prev record length goes beyond valid area: %v"
,
lenPrev
)
}
}
if
posPrev
<
txnValidFrom
+
TxnHeaderFixSize
&&
posPrev
!=
txnValidFrom
{
if
posPrev
<
txnValidFrom
+
TxnHeaderFixSize
&&
posPrev
!=
txnValidFrom
{
return
txnh
.
decodeErr
(
"prev record does not land exactly at valid area start: %v"
,
posPrev
)
return
decodeErr
(
txnh
,
"prev record does not land exactly at valid area start: %v"
,
posPrev
)
}
}
txnh
.
LenPrev
=
lenPrev
txnh
.
LenPrev
=
lenPrev
}
}
...
@@ -232,19 +226,19 @@ func (txnh *TxnHeader) Load(r io.ReaderAt /* *os.File */, pos int64, flags TxnLo
...
@@ -232,19 +226,19 @@ func (txnh *TxnHeader) Load(r io.ReaderAt /* *os.File */, pos int64, flags TxnLo
txnh
.
Tid
=
zodb
.
Tid
(
binary
.
BigEndian
.
Uint64
(
work
[
8
+
0
:
]))
txnh
.
Tid
=
zodb
.
Tid
(
binary
.
BigEndian
.
Uint64
(
work
[
8
+
0
:
]))
if
!
txnh
.
Tid
.
Valid
()
{
if
!
txnh
.
Tid
.
Valid
()
{
return
txnh
.
decodeErr
(
"invalid tid: %v"
,
txnh
.
Tid
)
return
decodeErr
(
txnh
,
"invalid tid: %v"
,
txnh
.
Tid
)
}
}
tlen
:=
8
+
int64
(
binary
.
BigEndian
.
Uint64
(
work
[
8
+
8
:
]))
tlen
:=
8
+
int64
(
binary
.
BigEndian
.
Uint64
(
work
[
8
+
8
:
]))
if
tlen
<
TxnHeaderFixSize
{
if
tlen
<
TxnHeaderFixSize
{
return
txnh
.
decodeErr
(
"invalid txn record length: %v"
,
tlen
)
return
decodeErr
(
txnh
,
"invalid txn record length: %v"
,
tlen
)
}
}
// XXX also check tlen to not go beyond file size ?
// XXX also check tlen to not go beyond file size ?
txnh
.
Len
=
tlen
txnh
.
Len
=
tlen
txnh
.
Status
=
zodb
.
TxnStatus
(
work
[
8
+
16
])
txnh
.
Status
=
zodb
.
TxnStatus
(
work
[
8
+
16
])
if
!
txnh
.
Status
.
Valid
()
{
if
!
txnh
.
Status
.
Valid
()
{
return
txnh
.
decodeErr
(
"invalid status: %v"
,
txnh
.
Status
)
return
decodeErr
(
txnh
,
"invalid status: %v"
,
txnh
.
Status
)
}
}
...
@@ -300,7 +294,7 @@ func (txnh *TxnHeader) LoadPrev(r io.ReaderAt, flags TxnLoadFlags) error {
...
@@ -300,7 +294,7 @@ func (txnh *TxnHeader) LoadPrev(r io.ReaderAt, flags TxnLoadFlags) error {
lenPrev
:=
txnh
.
LenPrev
lenPrev
:=
txnh
.
LenPrev
switch
lenPrev
{
// XXX recheck states for: 1) LenPrev load error 2) EOF
switch
lenPrev
{
// XXX recheck states for: 1) LenPrev load error 2) EOF
case
0
:
case
0
:
txnh
.
bug
(
"LoadPrev() when .LenPrev == error"
)
bug
(
txnh
,
"LoadPrev() when .LenPrev == error"
)
case
-
1
:
case
-
1
:
return
io
.
EOF
return
io
.
EOF
}
}
...
@@ -312,7 +306,7 @@ func (txnh *TxnHeader) LoadPrev(r io.ReaderAt, flags TxnLoadFlags) error {
...
@@ -312,7 +306,7 @@ func (txnh *TxnHeader) LoadPrev(r io.ReaderAt, flags TxnLoadFlags) error {
}
}
if
txnh
.
Len
!=
lenPrev
{
if
txnh
.
Len
!=
lenPrev
{
return
txnh
.
decodeErr
(
"head/tail lengths mismatch: %v, %v"
,
txnh
.
Len
,
lenPrev
)
return
decodeErr
(
txnh
,
"head/tail lengths mismatch: %v, %v"
,
txnh
.
Len
,
lenPrev
)
}
}
return
nil
return
nil
...
@@ -327,7 +321,7 @@ func (txnh *TxnHeader) LoadNext(r io.ReaderAt, flags TxnLoadFlags) error {
...
@@ -327,7 +321,7 @@ func (txnh *TxnHeader) LoadNext(r io.ReaderAt, flags TxnLoadFlags) error {
posCur
:=
txnh
.
Pos
posCur
:=
txnh
.
Pos
switch
lenCur
{
switch
lenCur
{
case
0
:
case
0
:
txnh
.
bug
(
"LoadNext() when .Len == error"
)
bug
(
txnh
,
"LoadNext() when .Len == error"
)
case
-
1
:
case
-
1
:
return
io
.
EOF
return
io
.
EOF
}
}
...
@@ -337,9 +331,8 @@ func (txnh *TxnHeader) LoadNext(r io.ReaderAt, flags TxnLoadFlags) error {
...
@@ -337,9 +331,8 @@ func (txnh *TxnHeader) LoadNext(r io.ReaderAt, flags TxnLoadFlags) error {
// before checking loading error for next txn, let's first check redundant length
// before checking loading error for next txn, let's first check redundant length
// NOTE also: err could be EOF
// NOTE also: err could be EOF
if
txnh
.
LenPrev
!=
0
&&
txnh
.
LenPrev
!=
lenCur
{
if
txnh
.
LenPrev
!=
0
&&
txnh
.
LenPrev
!=
lenCur
{
err
:=
txnh
.
decodeErr
(
"head/tail lengths mismatch: %v, %v"
,
lenCur
,
txnh
.
LenPrev
)
t
:=
&
TxnHeader
{
Pos
:
posCur
}
// txn for which we discovered problem
err
.
Pos
=
posCur
// position of txn for which we discovered problem
return
decodeErr
(
t
,
"head/tail lengths mismatch: %v, %v"
,
lenCur
,
txnh
.
LenPrev
)
return
err
}
}
return
err
return
err
...
@@ -353,7 +346,7 @@ func (dh *DataHeader) load(r io.ReaderAt /* *os.File */, pos int64, tmpBuf *[Dat
...
@@ -353,7 +346,7 @@ func (dh *DataHeader) load(r io.ReaderAt /* *os.File */, pos int64, tmpBuf *[Dat
// XXX .Len = 0 = read error ?
// XXX .Len = 0 = read error ?
if
pos
<
dataValidFrom
{
if
pos
<
dataValidFrom
{
dh
.
bug
(
"Load() on invalid position"
)
bug
(
dh
,
"Load() on invalid position"
)
}
}
_
,
err
:=
r
.
ReadAt
(
tmpBuf
[
:
],
pos
)
_
,
err
:=
r
.
ReadAt
(
tmpBuf
[
:
],
pos
)
...
@@ -365,39 +358,38 @@ func (dh *DataHeader) load(r io.ReaderAt /* *os.File */, pos int64, tmpBuf *[Dat
...
@@ -365,39 +358,38 @@ func (dh *DataHeader) load(r io.ReaderAt /* *os.File */, pos int64, tmpBuf *[Dat
dh
.
Oid
=
zodb
.
Oid
(
binary
.
BigEndian
.
Uint64
(
tmpBuf
[
0
:
]))
// XXX -> zodb.Oid.Decode() ?
dh
.
Oid
=
zodb
.
Oid
(
binary
.
BigEndian
.
Uint64
(
tmpBuf
[
0
:
]))
// XXX -> zodb.Oid.Decode() ?
dh
.
Tid
=
zodb
.
Tid
(
binary
.
BigEndian
.
Uint64
(
tmpBuf
[
8
:
]))
// XXX -> zodb.Tid.Decode() ?
dh
.
Tid
=
zodb
.
Tid
(
binary
.
BigEndian
.
Uint64
(
tmpBuf
[
8
:
]))
// XXX -> zodb.Tid.Decode() ?
if
!
dh
.
Tid
.
Valid
()
{
if
!
dh
.
Tid
.
Valid
()
{
return
decodeErr
(
"invalid tid: %v"
,
dh
.
Tid
)
return
decodeErr
(
dh
,
"invalid tid: %v"
,
dh
.
Tid
)
}
}
dh
.
PrevRevPos
=
int64
(
binary
.
BigEndian
.
Uint64
(
tmpBuf
[
16
:
]))
dh
.
PrevRevPos
=
int64
(
binary
.
BigEndian
.
Uint64
(
tmpBuf
[
16
:
]))
dh
.
TxnPos
=
int64
(
binary
.
BigEndian
.
Uint64
(
tmpBuf
[
24
:
]))
dh
.
TxnPos
=
int64
(
binary
.
BigEndian
.
Uint64
(
tmpBuf
[
24
:
]))
if
dh
.
PrevRevPos
<
dataValidFrom
{
if
dh
.
PrevRevPos
<
dataValidFrom
{
return
decodeErr
(
"invalid prev oid data position: %v"
,
dh
.
PrevRevPos
)
return
decodeErr
(
dh
,
"invalid prev oid data position: %v"
,
dh
.
PrevRevPos
)
}
}
if
dh
.
TxnPos
<
txnValidFrom
{
if
dh
.
TxnPos
<
txnValidFrom
{
return
decodeErr
(
"invalid txn position: %v"
,
dh
.
TxnPos
)
return
decodeErr
(
dh
,
"invalid txn position: %v"
,
dh
.
TxnPos
)
}
}
if
dh
.
TxnPos
+
TxnHeaderFixSize
>
pos
{
if
dh
.
TxnPos
+
TxnHeaderFixSize
>
pos
{
return
decodeErr
(
"txn position not decreasing: %v"
,
dh
.
TxnPos
)
return
decodeErr
(
dh
,
"txn position not decreasing: %v"
,
dh
.
TxnPos
)
}
}
if
dh
.
PrevRevPos
+
DataHeaderSize
>
dh
.
TxnPos
-
8
{
if
dh
.
PrevRevPos
+
DataHeaderSize
>
dh
.
TxnPos
-
8
{
return
decodeErr
(
"prev oid data position (%v) overlaps with txn (%v)"
,
dh
.
PrevRevPos
,
dh
.
TxnPos
)
// XXX wording
return
decodeErr
(
dh
,
"prev oid data position (%v) overlaps with txn (%v)"
,
dh
.
PrevRevPos
,
dh
.
TxnPos
)
// XXX wording
}
}
// XXX check PrevRevPos vs TxnPos overlap
// XXX check PrevRevPos vs TxnPos overlap
verlen
:=
binary
.
BigEndian
.
Uint16
(
tmpBuf
[
32
:
])
verlen
:=
binary
.
BigEndian
.
Uint16
(
tmpBuf
[
32
:
])
if
verlen
!=
0
{
if
verlen
!=
0
{
return
decodeErr
(
"non-zero version: #%v"
,
verlen
)
return
decodeErr
(
dh
,
"non-zero version: #%v"
,
verlen
)
}
}
dh
.
DataLen
=
int64
(
binary
.
BigEndian
.
Uint64
(
tmpBuf
[
34
:
]))
dh
.
DataLen
=
int64
(
binary
.
BigEndian
.
Uint64
(
tmpBuf
[
34
:
]))
if
dh
.
DataLen
<
0
{
if
dh
.
DataLen
<
0
{
// XXX also check DataLen < max ?
// XXX also check DataLen < max ?
return
decodeErr
(
"invalid data len: %v"
,
dh
.
DataLen
)
return
decodeErr
(
dh
,
"invalid data len: %v"
,
dh
.
DataLen
)
}
}
return
nil
return
nil
}
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment