Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
W
wendelin.core
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Labels
Merge Requests
0
Merge Requests
0
Analytics
Analytics
Repository
Value Stream
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Commits
Open sidebar
Kirill Smelkov
wendelin.core
Commits
f6e10c9d
Commit
f6e10c9d
authored
Oct 08, 2018
by
Kirill Smelkov
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
.
parent
4bcde975
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
25 additions
and
26 deletions
+25
-26
wcfs/wcfs.go
wcfs/wcfs.go
+25
-26
No files found.
wcfs/wcfs.go
View file @
f6e10c9d
...
@@ -218,7 +218,16 @@
...
@@ -218,7 +218,16 @@
// data directly into the file.
// data directly into the file.
package
main
package
main
// WCFS organization
//
// TODO
//
// - 1 ZODB connection per 1 bigfile (each bigfile can be at its different @at,
// because invalidations for different bigfiles can be processed with different
// timings depending on clients). No harm here as different bigfiles use
// completely different ZODB BTree and data objects.
//
//
// Notes on OS pagecache control:
// Notes on OS pagecache control:
//
//
// the cache of snapshotted bigfile can be pre-made hot, if invalidated region
// the cache of snapshotted bigfile can be pre-made hot, if invalidated region
...
@@ -241,12 +250,6 @@ package main
...
@@ -241,12 +250,6 @@ package main
// link above), but better we have proper FUSE flag for filesystem server to
// link above), but better we have proper FUSE flag for filesystem server to
// tell the kernel it is fully responsible for invalidating pagecache.
// tell the kernel it is fully responsible for invalidating pagecache.
// TODO implementation organization.
// - 1 ZODB connection per 1 bigfile (each bigfile can be at its different @at,
// because invalidations for different bigfiles can be processed with different
// timings depending on clients). No harm here as different bigfiles use
// completely different ZODB BTree and data objects.
import
(
import
(
"context"
"context"
"flag"
"flag"
...
@@ -283,49 +286,44 @@ type BigFileRoot struct {
...
@@ -283,49 +286,44 @@ type BigFileRoot struct {
type
BigFileDir
struct
{
type
BigFileDir
struct
{
nodefs
.
Node
nodefs
.
Node
zdb
*
zodb
.
DB
zdb
*
zodb
.
DB
// zconn *zodb.Conn
//oid zodb.Oid
//root *BigFileRoot
}
}
// BigFileHead represents "/bigfile/<bigfileX>/head"
// BigFileHead represents "/bigfile/<bigfileX>/head"
// XXX -> BigFileRev (with head | @tid) ?
// XXX -> BigFileRev (with head | @tid) ?
type
BigFileHead
struct
{
type
BigFileHead
struct
{
nodefs
.
Node
nodefs
.
Node
//x *BigFileDir
data
*
BigFileData
data
*
BigFileData
//inv *BigFileInvalidations
//inv *BigFileInvalidations
}
}
// BigFile is object that serves "/bigfile/<bigfileX>/
<rev>
/{data,at}"
// BigFile is object that serves "/bigfile/<bigfileX>/
(head|<rev>)
/{data,at}"
type
BigFile
struct
{
type
BigFile
struct
{
// current read-only transaction under which we access ZODB data
// current read-only transaction under which we access ZODB data
txnCtx
context
.
Context
// XXX -> better directly store txn
txnCtx
context
.
Context
// XXX -> better directly store txn
// connection via which ZODB object for this bigfile are accessed
// connection via which ZODB object
s
for this bigfile are accessed
// XXX do we need to keep it here explicitly?
// XXX do we need to keep it here explicitly?
zconn
*
zodb
.
Connection
zconn
*
zodb
.
Connection
zbf
*
ZBigFile
// XXX kept always activated
// ZBigFile top-level object. Kept always activated (XXX clarify)
zbf
*
ZBigFile
// TODO
// TODO
// lastChange zodb.Tid // last change to whole bigfile as of .zconn.At view
// lastChange zodb.Tid // last change to whole bigfile as of .zconn.At view
}
}
// BigFileData represents "/bigfile/<bigfileX>/head/data"
// BigFileData represents "/bigfile/<bigfileX>/(head|<rev>)/data"
// XXX also @<tidX>/data ?
type
BigFileData
struct
{
type
BigFileData
struct
{
nodefs
.
Node
nodefs
.
Node
bigfile
*
BigFile
bigfile
*
BigFile
// inflight loadings of ZBigFile from ZODB
// inflight loadings of ZBigFile from ZODB.
// successfull load results are kept here until blkdata is put to OS pagecache.
loadMu
sync
.
Mutex
loadMu
sync
.
Mutex
loading
map
[
int64
]
*
blkLoadState
// #blk ->
...
loading
map
[
int64
]
*
blkLoadState
// #blk ->
{... blkdata}
}
}
// blkLoadState represents a ZBlk load state/result.
// blkLoadState represents a ZBlk load state/result.
...
@@ -340,6 +338,9 @@ type blkLoadState struct {
...
@@ -340,6 +338,9 @@ type blkLoadState struct {
}
}
// ----------------------------------------
// /bigfile -> Mkdir receives client request to create /bigfile/<bigfileX>.
// /bigfile -> Mkdir receives client request to create /bigfile/<bigfileX>.
//
//
// It creates <bigfileX>/head/data along the way.
// It creates <bigfileX>/head/data along the way.
...
@@ -391,7 +392,7 @@ func (bfroot *BigFileRoot) Mkdir(name string, mode uint32, fctx *fuse.Context) (
...
@@ -391,7 +392,7 @@ func (bfroot *BigFileRoot) Mkdir(name string, mode uint32, fctx *fuse.Context) (
case
*
zodb
.
NoObjectError
:
case
*
zodb
.
NoObjectError
:
return
nil
,
fuse
.
EINVAL
return
nil
,
fuse
.
EINVAL
case
*
zodb
.
NoDataError
:
case
*
zodb
.
NoDataError
:
return
nil
,
fuse
.
EINVAL
// XXX
ok
?
return
nil
,
fuse
.
EINVAL
// XXX
what to do if it was existing and got deleted
?
default
:
default
:
log
.
Printf
(
"/bigfile: mkdir %q: %s"
,
name
,
err
)
log
.
Printf
(
"/bigfile: mkdir %q: %s"
,
name
,
err
)
return
nil
,
fuse
.
EIO
return
nil
,
fuse
.
EIO
...
@@ -677,12 +678,10 @@ func main() {
...
@@ -677,12 +678,10 @@ func main() {
Name
:
"wcfs"
,
Name
:
"wcfs"
,
DisableXAttrs
:
true
,
// we don't use
DisableXAttrs
:
true
,
// we don't use
Debug
:
*
debug
,
Debug
:
*
debug
,
}
}
root
:=
nodefs
.
NewDefaultNode
()
root
:=
nodefs
.
NewDefaultNode
()
fssrv
,
fsconn
,
err
:=
mount
(
mntpt
,
root
,
opts
)
fssrv
,
fsconn
,
err
:=
mount
(
mntpt
,
root
,
opts
)
if
err
!=
nil
{
if
err
!=
nil
{
log
.
Fatal
(
err
)
log
.
Fatal
(
err
)
...
@@ -692,7 +691,7 @@ func main() {
...
@@ -692,7 +691,7 @@ func main() {
// we require proper pagecache control (added to Linux 2.6.36 in 2010)
// we require proper pagecache control (added to Linux 2.6.36 in 2010)
supports
:=
fssrv
.
KernelSettings
()
.
SupportsNotify
supports
:=
fssrv
.
KernelSettings
()
.
SupportsNotify
if
!
(
supports
(
fuse
.
NOTIFY_STORE
)
&&
supports
(
fuse
.
NOTIFY_RETRIEVE
))
{
if
!
(
supports
(
fuse
.
NOTIFY_STORE
)
&&
supports
(
fuse
.
NOTIFY_RETRIEVE
))
{
log
.
Fatalf
(
"kernel FUSE does not support pagecache control"
)
// XXX more details?
log
.
Fatalf
(
"kernel FUSE does not support pagecache control"
)
}
}
// add entries to /
// add entries to /
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment