Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
N
neoppod
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Levin Zimmermann
neoppod
Commits
cb81558c
Commit
cb81558c
authored
Dec 02, 2016
by
Kirill Smelkov
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
.
parent
5467a295
Changes
4
Show whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
78 additions
and
65 deletions
+78
-65
t/neo/connection.go
t/neo/connection.go
+73
-62
t/neo/connection_test.go
t/neo/connection_test.go
+3
-1
t/neo/pkt.go
t/neo/pkt.go
+1
-1
t/neo/storage.go
t/neo/storage.go
+1
-1
No files found.
t/neo/connection.go
View file @
cb81558c
...
...
@@ -15,6 +15,8 @@
package
neo
import
(
"encoding/binary"
"io"
"net"
)
...
...
@@ -44,7 +46,7 @@ type NodeLink struct { // XXX naming (-> PeerLink ?)
// TODO locking
connTab
map
[
uint32
]
*
Conn
// msgid -> connection associated with msgid
handleNewConn
func
(
conn
*
Conn
)
// handler for new connections XXX -> ConnHandler (a-la Handler in net/http
?)
handleNewConn
func
(
conn
*
Conn
)
// handler for new connections XXX -> ConnHandler (a-la Handler in net/http
) ?
// TODO peerLink .LocalAddr() vs .RemoteAddr() -> msgid even/odd ? (XXX vs NAT ?)
}
...
...
@@ -57,7 +59,7 @@ type NodeLink struct { // XXX naming (-> PeerLink ?)
// TODO goroutine guarantee (looks to be safe, but if not check whether we need it)
type
Conn
struct
{
nodeLink
*
NodeLink
rxq
chan
Pkt
// XXX chan &Pkt ?
rxq
chan
*
PktBuf
}
// Buffer with packet data
...
...
@@ -67,52 +69,69 @@ type PktBuf struct {
}
// Send packet via connection
// XXX vs cancel
func
(
Conn
*
c
)
Send
(
pkt
Pkt
)
error
{
pkt
.
MsgId
=
0
// TODO next msgid, or using same msgid as received
_
,
err
:=
c
.
nodeLink
.
peerLink
.
Write
(
pkt
.
WholeBuffer
())
// TODO -> sendPkt(pkt)
// Make a new NodeLink from already established net.Conn
func
NewNodeLink
(
c
net
.
Conn
)
*
NodeLink
{
nl
:=
NodeLink
{
peerLink
:
c
,
connTab
:
map
[
uint32
]
*
Conn
{},
}
// XXX run serveRecv() in a goroutine here?
return
&
nl
}
// send raw packet to peer
func
(
nl
*
NodeLink
)
sendPkt
(
pkt
*
PktBuf
)
error
{
n
,
err
:=
nl
.
peerLink
.
Write
(
pkt
.
WholeBuffer
())
// XXX WholeBuffer
if
err
!=
nil
{
// XXX do we need to retry if err is temporary?
// TODO data could be written partially and thus the message stream is now broken
// -> close connection / whole NodeLink ?
}
return
err
}
// Receive packet from connection
// XXX vs cancel
func
(
Conn
*
c
)
Recv
()
(
PktBuf
,
error
)
{
pkt
,
ok
:=
<-
rxq
if
!
ok
{
return
PktBuf
{},
io
.
EOF
// XXX check erroring & other errors?
// receive raw packet from peer
func
(
nl
*
NodeLink
)
recvPkt
()
(
pkt
*
PktBuf
,
err
error
)
{
// TODO organize rx buffers management (freelist etc)
// first read to read pkt header and hopefully up to page of data in 1 syscall
rxbuf
:=
make
([]
byte
,
4096
)
n
,
err
:=
io
.
ReadAtLeast
(
nl
.
peerLink
,
rxbuf
,
PktHeadLen
)
if
err
!=
nil
{
panic
(
err
)
// XXX err
}
return
pkt
,
nil
}
// Close connection
// Any blocked Send() or Recv() will be unblocked and return error
// XXX vs cancel
func
(
Conn
*
c
)
Close
()
error
{
// XXX do we need error here?
// TODO adjust c.nodeLink.connTab + more ?
// TODO interrupt Send/Recv
panic
(
"TODO Conn.Close"
)
}
pkt
.
Id
=
binary
.
BigEndian
.
Uint32
(
rxbuf
[
0
:
])
// XXX -> PktHeader.Decode() ?
pkt
.
Code
=
binary
.
BigEndian
.
Uint16
(
rxbuf
[
4
:
])
pkt
.
Len
=
binary
.
BigEndian
.
Uint32
(
rxbuf
[
6
:
])
if
pkt
.
Len
<
PktHeadLen
{
panic
(
"TODO pkt.Len < PktHeadLen"
)
// XXX err (length is a whole packet len with header)
}
if
pkt
.
Len
>
MAX_PACKET_SIZE
{
panic
(
"TODO message too big"
)
// XXX err
}
if
pkt
.
Len
>
uint32
(
len
(
rxbuf
))
{
// grow rxbuf
rxbuf2
:=
make
([]
byte
,
pkt
.
Len
)
copy
(
rxbuf2
,
rxbuf
[
:
n
])
rxbuf
=
rxbuf2
}
// Make a new NodeLink from already established net.Conn
func
NewNodeLink
(
c
net
.
Conn
)
*
NodeLink
{
nl
:=
NodeLink
{
peerLink
:
c
,
connTab
:
{},
//make(map[uint32]*Conn),
// read rest of pkt data, if we need to
_
,
err
=
io
.
ReadFull
(
nl
.
peerLink
,
rxbuf
[
n
:
pkt
.
Len
])
if
err
!=
nil
{
panic
(
err
)
// XXX err
}
// XXX run serveRecv() in a goroutine here?
return
&
n
l
return
pkt
,
ni
l
}
// Make a connection on top of node-node link
func
(
nl
*
NodeLink
)
NewConn
()
*
Conn
{
c
:=
&
Conn
{
nodeLink
:
nl
,
rxq
:
make
(
chan
Pkt
)}
c
:=
&
Conn
{
nodeLink
:
nl
,
rxq
:
make
(
chan
*
PktBuf
)}
// XXX locking
nl
.
connTab
[
0
]
=
c
// FIXME 0 -> msgid; XXX also check not a duplicate
return
c
...
...
@@ -159,44 +178,36 @@ func (nl *NodeLink) HandleNewConn(h func(*Conn)) {
}
// receive 1 packet from peer
func
(
c
*
NodeLink
)
recvPkt
()
(
pkt
Pkt
,
err
error
)
{
// TODO organize rx buffers management (freelist etc)
// first read to read pkt header and hopefully up to page of data in 1 syscall
rxbuf
:=
make
([]
byte
,
4096
)
n
,
err
:=
io
.
ReadAtLeast
(
c
.
peerLink
,
rxbuf
,
PktHeadLen
)
if
err
!=
nil
{
panic
(
err
)
// XXX err
}
pkt
.
Id
=
binary
.
BigEndian
.
Uint32
(
rxbuf
[
0
:
])
// XXX -> PktHeader.Decode() ?
pkt
.
Code
=
binary
.
BigEndian
.
Uint16
(
rxbuf
[
4
:
])
pkt
.
Length
=
binary
.
BigEndian
.
Uint32
(
rxbuf
[
6
:
])
if
pkt
.
Length
<
PktHeadLen
{
panic
(
"TODO pkt.Length < PktHeadLen"
)
// XXX err (length is a whole packet len with header)
}
if
pkt
.
Length
>
MAX_PACKET_SIZE
{
panic
(
"TODO message too big"
)
// XXX err
}
if
pkt
.
Length
>
uint32
(
len
(
rxbuf
))
{
// grow rxbuf
rxbuf2
:=
make
([]
byte
,
pkt
.
Length
)
copy
(
rxbuf2
,
rxbuf
[
:
n
])
rxbuf
=
rxbuf2
}
// Send packet via connection
// XXX vs cancel
func
(
c
*
Conn
)
Send
(
pkt
*
PktBuf
)
error
{
pkt
.
Id
=
0
// TODO next msgid, or using same msgid as received
err
:=
c
.
nodeLink
.
sendPkt
(
pkt
)
return
err
// XXX do we need to adjust err ?
}
// read rest of pkt data, if we need to
_
,
err
=
io
.
ReadFull
(
c
.
peerLink
,
rxbuf
[
n
:
pkt
.
Length
])
if
err
!=
nil
{
panic
(
err
)
// XXX err
// Receive packet from connection
// XXX vs cancel
func
(
c
*
Conn
)
Recv
()
(
*
PktBuf
,
error
)
{
pkt
,
ok
:=
<-
c
.
rxq
if
!
ok
{
return
nil
,
io
.
EOF
// XXX check erroring & other errors?
}
return
pkt
,
nil
}
// Close connection
// Any blocked Send() or Recv() will be unblocked and return error
// XXX vs cancel
func
(
c
*
Conn
)
Close
()
error
{
// XXX do we need error here?
// TODO adjust c.nodeLink.connTab + more ?
// TODO interrupt Send/Recv
panic
(
"TODO Conn.Close"
)
}
...
...
t/neo/connection_test.go
View file @
cb81558c
...
...
@@ -44,7 +44,7 @@ func TestNodeLink(t *testing.T) {
go
func
()
{
err
:=
nl1
.
sendPkt
(
...
)
if
err
!=
nil
{
t
.
Fatal
(
...
)
t
.
Fatal
(
...
)
// XXX bad in goroutine
}
}()
pkt
,
err
:=
nl2
.
recvPkt
(
...
)
...
...
@@ -54,6 +54,7 @@ func TestNodeLink(t *testing.T) {
// TODO check pkt == what was sent
// TODO also check ^^^ in opposite direction
/*
// test 1 channels on top of nodelink
c1 := nl1.NewConn()
nl2.HandleNewConn(func(c *Conn) {
...
...
@@ -67,4 +68,5 @@ func TestNodeLink(t *testing.T) {
// TODO check pkt2 is pkt1 + small modification
// test 2 channels with replies comming in reversed time order
*/
}
t/neo/pkt.go
View file @
cb81558c
...
...
@@ -127,7 +127,7 @@ type RowList []struct {
// XXX link request <-> answer ?
// TODO ensure len(encoded packet header) == 10
type
PktHead
struct
{
Id
uint32
Id
uint32
// XXX -> MsgId and same vvv ?
Code
uint16
// XXX we don't need this as field - this is already encoded in type
Len
uint32
// XXX we don't need this as field - only on the wire
}
...
...
t/neo/storage.go
View file @
cb81558c
...
...
@@ -39,7 +39,7 @@ func (stor *StorageApplication) ServeConn(ctx context.Context, conn net.Conn) {
n, err := conn.Read(rxbuf.Bytes())
*/
recvPkt
()
//
recvPkt()
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment