Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
W
wendelin.core
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Labels
Merge Requests
0
Merge Requests
0
Analytics
Analytics
Repository
Value Stream
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Commits
Open sidebar
Kirill Smelkov
wendelin.core
Commits
b4f4e42b
Commit
b4f4e42b
authored
Apr 05, 2019
by
Kirill Smelkov
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
.
parent
ebf38926
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
43 additions
and
14 deletions
+43
-14
wcfs/misc.go
wcfs/misc.go
+6
-0
wcfs/wcfs.go
wcfs/wcfs.go
+37
-14
No files found.
wcfs/misc.go
View file @
b4f4e42b
...
...
@@ -684,3 +684,9 @@ func (root *Root) StatFs() *fuse.StatfsOut {
NameLen
:
255
,
// XXX ok? /proc uses the same
}
}
// ---- misc ----
func
panicf
(
format
string
,
argv
...
interface
{})
{
panic
(
fmt
.
Sprintf
(
format
,
argv
...
))
}
wcfs/wcfs.go
View file @
b4f4e42b
...
...
@@ -1095,7 +1095,8 @@ func (f *BigFile) readBlk(ctx context.Context, blk int64, dest []byte) (err erro
}
// noone was loading - we became responsible to load this block
blkdata
,
treepath
,
pathRevMax
,
err
:=
f
.
zfile
.
LoadBlk
(
ctx
,
blk
)
// blkdata, treepath, pathRevMax, err := f.zfile.LoadBlk(ctx, blk)
blkdata
,
treepath
,
zblkrev
,
err
:=
f
.
zfile
.
LoadBlk
(
ctx
,
blk
)
loading
.
blkdata
=
blkdata
loading
.
err
=
err
...
...
@@ -1110,7 +1111,7 @@ func (f *BigFile) readBlk(ctx context.Context, blk int64, dest []byte) (err erro
// we have the data - it can be used after watchers are updated
// XXX should we use ctx here? (see updateWatcher comments)
f
.
updateWatchers
(
ctx
,
blk
,
treepath
,
pathRevMax
)
f
.
updateWatchers
(
ctx
,
blk
,
treepath
,
zblkrev
)
// data can be used now
close
(
loading
.
ready
)
...
...
@@ -1147,7 +1148,8 @@ func (f *BigFile) readBlk(ctx context.Context, blk int64, dest []byte) (err erro
// XXX do we really need to use/propagate caller contex here? ideally update
// watchers should be synchronous, and in practice we just use 30s timeout.
// Should a READ interrupt cause watch update failure?
func
(
f
*
BigFile
)
updateWatchers
(
ctx
context
.
Context
,
blk
int64
,
treepath
[]
btree
.
LONode
,
pathRevMax
zodb
.
Tid
)
{
//func (f *BigFile) updateWatchers(ctx context.Context, blk int64, treepath []btree.LONode, pathRevMax zodb.Tid) {
func
(
f
*
BigFile
)
updateWatchers
(
ctx
context
.
Context
,
blk
int64
,
treepath
[]
btree
.
LONode
,
zblkrev
zodb
.
Tid
)
{
// only head/ is being watched for
if
f
.
head
.
rev
!=
0
{
return
...
...
@@ -1159,15 +1161,15 @@ func (f *BigFile) updateWatchers(ctx context.Context, blk int64, treepath []btre
bfdir
.
δFtail
.
Track
(
f
,
treepath
)
bfdir
.
δFmu
.
Unlock
()
blkrev
max
,
_
:=
f
.
LastBlkRev
(
blk
,
f
.
head
.
zconn
.
At
())
blkrevmax
=
tidmin
(
blkrevmax
,
pathRevMax
)
blkrev
,
_
:=
f
.
LastBlkRev
(
blk
,
f
.
head
.
zconn
.
At
())
// XXX ^^^ merge in zblkrev
wg
,
ctx
:=
errgroup
.
WithContext
(
ctx
)
for
w
:=
range
f
.
watches
{
w
:=
w
wg
.
Go
(
func
()
error
{
// XXX close watcher on any error
return
w
.
pin
(
ctx
,
blk
,
blkrevmax
)
return
w
.
pin
IfNewer
(
ctx
,
blk
,
blkrev
)
})
}
err
:=
wg
.
Wait
()
...
...
@@ -1247,7 +1249,10 @@ retry:
// -------- invalidation protocol notification/serving --------
// pin makes sure that file[blk] on client side is the same as of @rev state. XXX no
// pin makes sure that file[blk] on client side is the same as of @rev state.
//
// rev must be ≤ w.at
//
// XXX what is passed here is rev(blk, @head) - we need to consider rev(blk, @w.at)
//
// XXX describe more.
...
...
@@ -1260,8 +1265,9 @@ func (w *Watch) pin(ctx context.Context, blk int64, rev zodb.Tid) (err error) {
// XXX locking?
// XXX simultaneous calls?
if
rev
<=
w
.
at
{
return
// client's view already coveris rev
if
rev
>
w
.
at
{
panicf
(
"f<%s>: watch%d: pin #%d @%s: watch.at (%s) < rev"
,
foid
,
w
.
link
.
id
,
blk
,
rev
,
w
.
at
)
}
if
w
.
pinned
.
Has
(
blk
)
{
...
...
@@ -1269,11 +1275,6 @@ func (w *Watch) pin(ctx context.Context, blk int64, rev zodb.Tid) (err error) {
return
// already pinned
}
// FIXME LastBlkRev call not needed here - we get blk rev as argument. - XXX no
// XXX comment
// XXX file.δtail has not full info
rev
,
_
=
w
.
file
.
LastBlkRev
(
blk
,
w
.
at
)
ack
,
err
:=
w
.
link
.
sendReq
(
ctx
,
fmt
.
Sprintf
(
"pin %s #%d @%s"
,
foid
,
blk
,
rev
))
if
err
!=
nil
{
return
err
...
...
@@ -1287,6 +1288,28 @@ func (w *Watch) pin(ctx context.Context, blk int64, rev zodb.Tid) (err error) {
return
nil
}
// pinIfNewer make sure that file[blk] on client side stays as of @w.at state.
//
// rev is blk revision as of head. If rev > w.at the block is pinned on client side.
func
(
w
*
Watch
)
pinIfNewer
(
ctx
context
.
Context
,
blk
int64
,
rev
zodb
.
Tid
)
error
{
// XXX locking
// the block is already covered by @w.at database view
if
rev
<=
w
.
at
{
return
nil
}
// the block is newer - find out its revision as of @w.at and pin to that.
//
// We don't pin to w.at since if we would do so for several clients,
// and most of them would be on different w.at - cache of the file will
// be lost. Via pinning to particular block revision, we make sure the
// revision to pin is the same on all clients, and so file cache is shared.
rev
,
_
=
w
.
file
.
LastBlkRev
(
blk
,
w
.
at
)
return
w
.
pin
(
ctx
,
blk
,
rev
)
}
// setupWatch sets up a Watch when client sends `watch <file> @<at>` request.
//
// XXX sends "pin" notifications; final "ok" must be sent by caller.
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment