Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
G
go123
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
Kirill Smelkov
go123
Commits
78c29936
Commit
78c29936
authored
Jun 20, 2018
by
Kirill Smelkov
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
golang: Move it to ->
https://lab.nexedi.com/kirr/pygolang
parent
5f16012d
Changes
8
Hide whitespace changes
Inline
Side-by-side
Showing
8 changed files
with
10 additions
and
932 deletions
+10
-932
golang/__init__.py
golang/__init__.py
+0
-505
golang/gcompat.py
golang/gcompat.py
+0
-44
golang/gcompat_test.py
golang/gcompat_test.py
+0
-39
golang/golang_test.py
golang/golang_test.py
+0
-325
xnet/lonet/__init__.py
xnet/lonet/__init__.py
+4
-13
xnet/lonet/lonet.go
xnet/lonet/lonet.go
+1
-1
xnet/lonet/lonet_test.go
xnet/lonet/lonet_test.go
+2
-2
xnet/lonet/lonet_test.py
xnet/lonet/lonet_test.py
+3
-3
No files found.
golang/__init__.py
deleted
100644 → 0
View file @
5f16012d
# -*- coding: utf-8 -*-
# Copyright (C) 2018 Nexedi SA and Contributors.
# Kirill Smelkov <kirr@nexedi.com>
#
# This program is free software: you can Use, Study, Modify and Redistribute
# it under the terms of the GNU General Public License version 3, or (at your
# option) any later version, as published by the Free Software Foundation.
#
# You can also Link and Combine this program with other software covered by
# the terms of any of the Free Software licenses or any of the Open Source
# Initiative approved licenses and Convey the resulting work. Corresponding
# source of such a combination shall include the source code for all other
# software used.
#
# This program is distributed WITHOUT ANY WARRANTY; without even the implied
# warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
#
# See COPYING file for full licensing terms.
# See https://www.nexedi.com/licensing for rationale and options.
"""Package golang provides Go-like features for Python
- `go` spawns lightweight thread.
- `chan` and `select` provide channels with Go semantic.
- `method` allows to define methods separate from class.
- `gimport` allows to import python modules by full path in a Go workspace.
...
"""
__all__
=
[
'method'
,
'go'
,
'chan'
,
'select'
,
'default'
,
'panic'
,
'gimport'
]
from
gopath
import
gimport
# make gimport available from golang too
import
threading
,
collections
,
random
# TODO -> use gevent + fallback to !gevent implementation if it is not available.
# method decorator allows to define methods separate from class.
#
# For example:
#
# @method(MyClass)
# def my_method(self, ...):
# ...
def
method
(
cls
):
def
deco
(
f
):
if
isinstance
(
f
,
(
staticmethod
,
classmethod
)):
func_name
=
f
.
__func__
.
func_name
else
:
func_name
=
f
.
func_name
setattr
(
cls
,
func_name
,
f
)
return
deco
# panic stops normal execution of current goroutine.
def
panic
(
arg
):
raise
_PanicError
(
arg
)
class
_PanicError
(
Exception
):
pass
# go spawns lightweight thread.
#
# NOTE it spawns threading.Thread, but if gevent was activated via
# `gevent.monkey.patch_all`, it will spawn greenlet, not full OS thread.
def
go
(
f
,
*
argv
,
**
kw
):
threading
.
Thread
(
target
=
f
,
args
=
argv
,
kwargs
=
kw
).
start
()
# ---- channels ----
# _RecvWaiting represents a receiver waiting on a chan.
class
_RecvWaiting
(
object
):
# .group _WaitGroup group of waiters this receiver is part of
# .chan chan channel receiver is waiting on
#
# on wakeup: sender|closer -> receiver:
# .rx_ rx_ for recv
def
__init__
(
self
,
group
,
ch
):
self
.
group
=
group
self
.
chan
=
ch
group
.
register
(
self
)
# wakeup notifies waiting receiver that recv_ completed.
def
wakeup
(
self
,
rx
,
ok
):
self
.
rx_
=
(
rx
,
ok
)
self
.
group
.
wakeup
()
# _SendWaiting represents a sender waiting on a chan.
class
_SendWaiting
(
object
):
# .group _WaitGroup group of waiters this sender is part of
# .chan chan channel sender is waiting on
# .obj object that was passed to send
#
# on wakeup: receiver|closer -> sender:
# .ok bool whether send succeeded (it will not on close)
def
__init__
(
self
,
group
,
ch
,
obj
):
self
.
group
=
group
self
.
chan
=
ch
self
.
obj
=
obj
group
.
register
(
self
)
# wakeup notifies waiting sender that send completed.
def
wakeup
(
self
,
ok
):
self
.
ok
=
ok
self
.
group
.
wakeup
()
# _WaitGroup is a group of waiting senders and receivers.
#
# Only 1 waiter from the group can succeed waiting.
class
_WaitGroup
(
object
):
# ._waitv [] of _{Send|Recv}Waiting
# ._sema semaphore used for wakeup
#
# ._mu lock
#
# on wakeup: sender|receiver -> group:
# .which _{Send|Recv}Waiting instance which succeeded waiting.
def
__init__
(
self
):
self
.
_waitv
=
[]
self
.
_sema
=
threading
.
Lock
()
# in python it is valid to release lock from another thread.
self
.
_sema
.
acquire
()
self
.
_mu
=
threading
.
Lock
()
self
.
which
=
None
def
register
(
self
,
wait
):
self
.
_waitv
.
append
(
wait
)
# try_to_win tries to win waiter after it was dequeued from a channel's {_send|_recv}q.
#
# -> ok: true if won, false - if not.
def
try_to_win
(
self
,
waiter
):
with
self
.
_mu
:
# NOTE order is always: waiter.chan._mu > ._mu
if
self
.
which
is
not
None
:
return
False
else
:
self
.
which
=
waiter
return
True
# wait waits for winning case of group to complete.
def
wait
(
self
):
self
.
_sema
.
acquire
()
# wakeup wakes up the group.
#
# prior to wakeup try_to_win must have been called.
# in practice this means that waiters queued to chan.{_send|_recv}q must
# be dequeued with _dequeWaiter.
def
wakeup
(
self
):
assert
self
.
which
is
not
None
self
.
_sema
.
release
()
# dequeAll removes all registered waiters from their wait queues.
def
dequeAll
(
self
):
for
w
in
self
.
_waitv
:
ch
=
w
.
chan
if
isinstance
(
w
,
_SendWaiting
):
queue
=
ch
.
_sendq
else
:
assert
isinstance
(
w
,
_RecvWaiting
)
queue
=
ch
.
_recvq
with
ch
.
_mu
:
try
:
queue
.
remove
(
w
)
except
ValueError
:
pass
# _dequeWaiter dequeues a send or recv waiter from a channel's _recvq or _sendq.
#
# the channel owning {_recv|_send}q must be locked.
def
_dequeWaiter
(
queue
):
while
len
(
queue
)
>
0
:
w
=
queue
.
popleft
()
# if this waiter can win its group - return it.
# if not - someone else from its group already has won, and so we anyway have
# to remove the waiter from the queue.
if
w
.
group
.
try_to_win
(
w
):
return
w
return
None
# chan is a channel with Go semantic.
class
chan
(
object
):
# ._cap channel capacity
# ._mu lock
# ._dataq deque *: data buffer
# ._recvq deque _RecvWaiting: blocked receivers
# ._sendq deque _SendWaiting: blocked senders
# ._closed bool
def
__init__
(
self
,
size
=
0
):
self
.
_cap
=
size
self
.
_mu
=
threading
.
Lock
()
self
.
_dataq
=
collections
.
deque
()
self
.
_recvq
=
collections
.
deque
()
self
.
_sendq
=
collections
.
deque
()
self
.
_closed
=
False
# send sends object to a receiver.
#
# .send(obj)
def
send
(
self
,
obj
):
self
.
_mu
.
acquire
()
if
1
:
ok
=
self
.
_trysend
(
obj
)
if
ok
:
return
g
=
_WaitGroup
()
me
=
_SendWaiting
(
g
,
self
,
obj
)
self
.
_sendq
.
append
(
me
)
self
.
_mu
.
release
()
g
.
wait
()
assert
g
.
which
is
me
if
not
me
.
ok
:
panic
(
"send on closed channel"
)
# recv_ is "comma-ok" version of recv.
#
# ok is true - if receive was delivered by a successful send.
# ok is false - if receive is due to channel being closed and empty.
#
# .recv_() -> (rx, ok)
def
recv_
(
self
):
self
.
_mu
.
acquire
()
if
1
:
rx_
,
ok
=
self
.
_tryrecv
()
if
ok
:
return
rx_
g
=
_WaitGroup
()
me
=
_RecvWaiting
(
g
,
self
)
self
.
_recvq
.
append
(
me
)
self
.
_mu
.
release
()
g
.
wait
()
assert
g
.
which
is
me
return
me
.
rx_
# recv receives from the channel.
#
# .recv() -> rx
def
recv
(
self
):
rx
,
_
=
self
.
recv_
()
return
rx
# _trysend(obj) -> ok
#
# must be called with ._mu held.
# if ok or panic - returns with ._mu released.
# if !ok - returns with ._mu still being held.
def
_trysend
(
self
,
obj
):
if
self
.
_closed
:
self
.
_mu
.
release
()
panic
(
"send on closed channel"
)
# synchronous channel
if
self
.
_cap
==
0
:
recv
=
_dequeWaiter
(
self
.
_recvq
)
if
recv
is
None
:
return
False
self
.
_mu
.
release
()
recv
.
wakeup
(
obj
,
True
)
return
True
# buffered channel
else
:
if
len
(
self
.
_dataq
)
>=
self
.
_cap
:
return
False
self
.
_dataq
.
append
(
obj
)
recv
=
_dequeWaiter
(
self
.
_recvq
)
self
.
_mu
.
release
()
if
recv
is
not
None
:
rx
=
self
.
_dataq
.
popleft
()
recv
.
wakeup
(
rx
,
True
)
return
True
# _tryrecv() -> rx_=(rx, ok), ok
#
# must be called with ._mu held.
# if ok or panic - returns with ._mu released.
# if !ok - returns with ._mu still being held.
def
_tryrecv
(
self
):
# buffered
if
len
(
self
.
_dataq
)
>
0
:
rx
=
self
.
_dataq
.
popleft
()
# wakeup a blocked writer, if there is any
send
=
_dequeWaiter
(
self
.
_sendq
)
self
.
_mu
.
release
()
if
send
is
not
None
:
self
.
_dataq
.
append
(
send
.
obj
)
send
.
wakeup
(
True
)
return
(
rx
,
True
),
True
# closed
if
self
.
_closed
:
self
.
_mu
.
release
()
return
(
None
,
False
),
True
# sync | empty: there is waiting writer
send
=
_dequeWaiter
(
self
.
_sendq
)
if
send
is
None
:
return
(
None
,
False
),
False
self
.
_mu
.
release
()
rx
=
send
.
obj
send
.
wakeup
(
True
)
return
(
rx
,
True
),
True
# close closes sending side of the channel.
def
close
(
self
):
recvv
=
[]
sendv
=
[]
with
self
.
_mu
:
if
self
.
_closed
:
panic
(
"close of closed channel"
)
self
.
_closed
=
True
# schedule: wake-up all readers
while
1
:
recv
=
_dequeWaiter
(
self
.
_recvq
)
if
recv
is
None
:
break
recvv
.
append
(
recv
)
# schedule: wake-up all writers (they will panic)
while
1
:
send
=
_dequeWaiter
(
self
.
_sendq
)
if
send
is
None
:
break
sendv
.
append
(
send
)
# perform scheduled wakeups outside of ._mu
for
recv
in
recvv
:
recv
.
wakeup
(
None
,
False
)
for
send
in
sendv
:
send
.
wakeup
(
False
)
def
__len__
(
self
):
return
len
(
self
.
_dataq
)
# default represents default case for select.
default
=
object
()
# select executes one ready send or receive channel case.
#
# if no case is ready and default case was provided, select chooses default.
# if no case is ready and default was not provided, select blocks until one case becomes ready.
#
# returns: selected case number and receive info (None if send case was selected).
#
# example:
#
# _, _rx = select(
# ch1.recv, # 0
# ch2.recv_, # 1
# (ch2.send, obj2), # 2
# default, # 3
# )
# if _ == 0:
# # _rx is what was received from ch1
# ...
# if _ == 1:
# # _rx is (rx, ok) of what was received from ch2
# ...
# if _ == 2:
# # we know obj2 was sent to ch2
# ...
# if _ == 3:
# # default case
# ...
def
select
(
*
casev
):
# XXX select on nil chan?
# XXX select{} -> block forever
# select promise: if multiple cases are ready - one will be selected randomly
ncasev
=
list
(
enumerate
(
casev
))
random
.
shuffle
(
ncasev
)
# first pass: poll all cases and bail out in the end if default was provided
recvv
=
[]
# [](n, ch, commaok)
sendv
=
[]
# [](n, ch, tx)
ndefault
=
None
for
(
n
,
case
)
in
ncasev
:
# default: remember we have it
if
case
is
default
:
if
ndefault
is
not
None
:
panic
(
"select: multiple default"
)
ndefault
=
n
# send
elif
isinstance
(
case
,
tuple
):
send
,
tx
=
case
if
send
.
im_class
is
not
chan
:
panic
(
"select: send on non-chan: %r"
%
(
send
.
im_class
,))
if
send
.
im_func
is
not
chan
.
send
.
im_func
:
panic
(
"select: send expected: %r"
%
(
send
,))
ch
=
send
.
im_self
ch
.
_mu
.
acquire
()
if
1
:
ok
=
ch
.
_trysend
(
tx
)
if
ok
:
return
n
,
None
ch
.
_mu
.
release
()
sendv
.
append
((
n
,
ch
,
tx
))
# recv
else
:
recv
=
case
if
recv
.
im_class
is
not
chan
:
panic
(
"select: recv on non-chan: %r"
%
(
ch
.
im_class
,))
if
recv
.
im_func
is
chan
.
recv
.
im_func
:
commaok
=
False
elif
recv
.
im_func
is
chan
.
recv_
.
im_func
:
commaok
=
True
else
:
panic
(
"select: recv expected: %r"
%
(
recv
,))
ch
=
recv
.
im_self
ch
.
_mu
.
acquire
()
if
1
:
rx_
,
ok
=
ch
.
_tryrecv
()
if
ok
:
if
not
commaok
:
rx
,
ok
=
rx_
rx_
=
rx
return
n
,
rx_
ch
.
_mu
.
release
()
recvv
.
append
((
n
,
ch
,
commaok
))
# execute default if we have it
if
ndefault
is
not
None
:
return
ndefault
,
None
# second pass: subscribe and wait on all rx/tx cases
g
=
_WaitGroup
()
try
:
for
n
,
ch
,
tx
in
sendv
:
ch
.
_mu
.
acquire
()
if
1
:
ok
=
ch
.
_trysend
(
tx
)
if
ok
:
return
n
,
None
w
=
_SendWaiting
(
g
,
ch
,
tx
)
w
.
sel_n
=
n
ch
.
_sendq
.
append
(
w
)
ch
.
_mu
.
release
()
for
n
,
ch
,
commaok
in
recvv
:
ch
.
_mu
.
acquire
()
if
1
:
rx_
,
ok
=
ch
.
_tryrecv
()
if
ok
:
if
not
commaok
:
rx
,
ok
=
rx_
rx_
=
rx
return
n
,
rx_
w
=
_RecvWaiting
(
g
,
ch
)
w
.
sel_n
=
n
w
.
sel_commaok
=
commaok
ch
.
_recvq
.
append
(
w
)
ch
.
_mu
.
release
()
g
.
wait
()
sel
=
g
.
which
if
isinstance
(
sel
,
_SendWaiting
):
if
not
sel
.
ok
:
panic
(
"send on closed channel"
)
return
sel
.
sel_n
,
None
if
isinstance
(
sel
,
_RecvWaiting
):
rx_
=
sel
.
rx_
if
not
sel
.
sel_commaok
:
rx
,
ok
=
rx_
rx_
=
rx
return
sel
.
sel_n
,
rx_
raise
AssertionError
(
"select: unreachable"
)
finally
:
# unsubscribe not-succeeded waiters
g
.
dequeAll
()
golang/gcompat.py
deleted
100644 → 0
View file @
5f16012d
# -*- coding: utf-8 -*-
# Copyright (C) 2018 Nexedi SA and Contributors.
# Kirill Smelkov <kirr@nexedi.com>
#
# This program is free software: you can Use, Study, Modify and Redistribute
# it under the terms of the GNU General Public License version 3, or (at your
# option) any later version, as published by the Free Software Foundation.
#
# You can also Link and Combine this program with other software covered by
# the terms of any of the Free Software licenses or any of the Open Source
# Initiative approved licenses and Convey the resulting work. Corresponding
# source of such a combination shall include the source code for all other
# software used.
#
# This program is distributed WITHOUT ANY WARRANTY; without even the implied
# warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
#
# See COPYING file for full licensing terms.
# See https://www.nexedi.com/licensing for rationale and options.
"""Package gcompat provides Go-compatibility layer for Python"""
# qq is substitute for %q, which is missing in python.
#
# (python's automatic escape uses smartquotes quoting with either ' or ").
def
qq
(
obj
):
# go: like %s, %q automatically converts to string
if
not
isinstance
(
obj
,
basestring
):
obj
=
str
(
obj
)
return
_quote
(
obj
)
# _quote quotes string into valid "..." string always quoted with ".
def
_quote
(
s
):
# TODO also accept unicode as input.
# TODO output printable UTF-8 characters as-is, but escape non-printable UTF-8 and invalid UTF-8 bytes.
outv
=
[]
# we don't want ' to be escaped
for
_
in
s
.
split
(
"'"
):
# this escape almost everything except " character
# NOTE string_escape does not do smartquotes and always uses ' for quoting
# (repr(str) is the same except it does smartquoting picking ' or " automatically)
q
=
_
.
encode
(
"string_escape"
)
q
=
q
.
replace
(
'"'
,
r'\"'
)
outv
.
append
(
q
)
return
'"'
+
"'"
.
join
(
outv
)
+
'"'
golang/gcompat_test.py
deleted
100644 → 0
View file @
5f16012d
# -*- coding: utf-8 -*-
# Copyright (C) 2018 Nexedi SA and Contributors.
# Kirill Smelkov <kirr@nexedi.com>
#
# This program is free software: you can Use, Study, Modify and Redistribute
# it under the terms of the GNU General Public License version 3, or (at your
# option) any later version, as published by the Free Software Foundation.
#
# You can also Link and Combine this program with other software covered by
# the terms of any of the Free Software licenses or any of the Open Source
# Initiative approved licenses and Convey the resulting work. Corresponding
# source of such a combination shall include the source code for all other
# software used.
#
# This program is distributed WITHOUT ANY WARRANTY; without even the implied
# warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
#
# See COPYING file for full licensing terms.
# See https://www.nexedi.com/licensing for rationale and options.
import
gopath
gcompat
=
gopath
.
gimport
(
'lab.nexedi.com/kirr/go123/golang/gcompat'
)
qq
=
gcompat
.
qq
def
test_qq
():
testv
=
(
# in want without leading/trailing "
(
''
,
r""
),
(
'
\
'
'
,
r"'"
),
(
'"'
,
r"\""
),
(
'abc
\
n
def'
,
r"abc\ndef"
),
(
'a
\
'
c
\
n
def'
,
r"a'c\ndef"
),
(
'a
\
"
c
\
n
def'
,
r"a\"c\ndef"
),
# ('привет', r"привет"), TODO
)
for
tin
,
twant
in
testv
:
twant
=
'"'
+
twant
+
'"'
# add lead/trail "
assert
qq
(
tin
)
==
twant
golang/golang_test.py
deleted
100644 → 0
View file @
5f16012d
# -*- coding: utf-8 -*-
# Copyright (C) 2018 Nexedi SA and Contributors.
# Kirill Smelkov <kirr@nexedi.com>
#
# This program is free software: you can Use, Study, Modify and Redistribute
# it under the terms of the GNU General Public License version 3, or (at your
# option) any later version, as published by the Free Software Foundation.
#
# You can also Link and Combine this program with other software covered by
# the terms of any of the Free Software licenses or any of the Open Source
# Initiative approved licenses and Convey the resulting work. Corresponding
# source of such a combination shall include the source code for all other
# software used.
#
# This program is distributed WITHOUT ANY WARRANTY; without even the implied
# warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
#
# See COPYING file for full licensing terms.
# See https://www.nexedi.com/licensing for rationale and options.
import
gopath
golang
=
gopath
.
gimport
(
'lab.nexedi.com/kirr/go123/golang'
)
go
=
golang
.
go
chan
=
golang
.
chan
select
=
golang
.
select
default
=
golang
.
default
_PanicError
=
golang
.
_PanicError
from
pytest
import
raises
import
time
,
threading
# tdelay delays a bit.
#
# XXX needed in situations when we need to start with known ordering but do not
# have a way to wait properly for ordering event.
def
tdelay
():
time
.
sleep
(
1E-3
)
# 1ms
def
test_chan
():
# sync: pre-close vs send/recv
ch
=
chan
()
ch
.
close
()
assert
ch
.
recv
()
==
None
assert
ch
.
recv_
()
==
(
None
,
False
)
assert
ch
.
recv_
()
==
(
None
,
False
)
raises
(
_PanicError
,
"ch.send(0)"
)
raises
(
_PanicError
,
"ch.close()"
)
# sync: send vs recv
ch
=
chan
()
def
_
():
ch
.
send
(
1
)
assert
ch
.
recv
()
==
2
ch
.
close
()
go
(
_
)
assert
ch
.
recv
()
==
1
ch
.
send
(
2
)
assert
ch
.
recv_
()
==
(
None
,
False
)
assert
ch
.
recv_
()
==
(
None
,
False
)
# sync: close vs send
ch
=
chan
()
def
_
():
tdelay
()
ch
.
close
()
go
(
_
)
raises
(
_PanicError
,
"ch.send(0)"
)
# close vs recv
ch
=
chan
()
def
_
():
tdelay
()
ch
.
close
()
go
(
_
)
assert
ch
.
recv_
()
==
(
None
,
False
)
# sync: close vs multiple recv
ch
=
chan
()
done
=
chan
()
mu
=
threading
.
Lock
()
s
=
set
()
def
_
():
assert
ch
.
recv_
()
==
(
None
,
False
)
with
mu
:
x
=
len
(
s
)
s
.
add
(
x
)
done
.
send
(
x
)
for
i
in
range
(
3
):
go
(
_
)
ch
.
close
()
for
i
in
range
(
3
):
done
.
recv
()
assert
s
==
{
0
,
1
,
2
}
# buffered
ch
=
chan
(
3
)
done
=
chan
()
for
_
in
range
(
2
):
for
i
in
range
(
3
):
assert
len
(
ch
)
==
i
ch
.
send
(
i
)
assert
len
(
ch
)
==
i
+
1
for
i
in
range
(
3
):
assert
ch
.
recv_
()
==
(
i
,
True
)
assert
len
(
ch
)
==
0
for
i
in
range
(
3
):
ch
.
send
(
i
)
assert
len
(
ch
)
==
3
def
_
():
tdelay
()
assert
ch
.
recv_
()
==
(
0
,
True
)
done
.
send
(
'a'
)
for
i
in
range
(
1
,
4
):
assert
ch
.
recv_
()
==
(
i
,
True
)
assert
ch
.
recv_
()
==
(
None
,
False
)
done
.
send
(
'b'
)
go
(
_
)
ch
.
send
(
3
)
# will block without receiver
assert
done
.
recv
()
==
'a'
ch
.
close
()
assert
done
.
recv
()
==
'b'
def
test_select
():
# non-blocking try send: not ok
ch
=
chan
()
_
,
_rx
=
select
(
(
ch
.
send
,
0
),
default
,
)
assert
(
_
,
_rx
)
==
(
1
,
None
)
# non-blocking try recv: not ok
_
,
_rx
=
select
(
ch
.
recv
,
default
,
)
assert
(
_
,
_rx
)
==
(
1
,
None
)
_
,
_rx
=
select
(
ch
.
recv_
,
default
,
)
assert
(
_
,
_rx
)
==
(
1
,
None
)
# non-blocking try send: ok
ch
=
chan
()
done
=
chan
()
def
_
():
i
=
0
while
1
:
x
=
ch
.
recv
()
if
x
==
'stop'
:
break
assert
x
==
i
i
+=
1
done
.
close
()
go
(
_
)
for
i
in
range
(
10
):
tdelay
()
_
,
_rx
=
select
(
(
ch
.
send
,
i
),
default
,
)
assert
(
_
,
_rx
)
==
(
0
,
None
)
ch
.
send
(
'stop'
)
done
.
recv
()
# non-blocking try recv: ok
ch
=
chan
()
done
=
chan
()
def
_
():
for
i
in
range
(
10
):
ch
.
send
(
i
)
done
.
close
()
go
(
_
)
for
i
in
range
(
10
):
tdelay
()
if
i
%
2
:
_
,
_rx
=
select
(
ch
.
recv
,
default
,
)
assert
(
_
,
_rx
)
==
(
0
,
i
)
else
:
_
,
_rx
=
select
(
ch
.
recv_
,
default
,
)
assert
(
_
,
_rx
)
==
(
0
,
(
i
,
True
))
done
.
recv
()
# blocking 2·send
ch1
=
chan
()
ch2
=
chan
()
done
=
chan
()
def
_
():
tdelay
()
assert
ch1
.
recv
()
==
'a'
done
.
close
()
go
(
_
)
_
,
_rx
=
select
(
(
ch1
.
send
,
'a'
),
(
ch2
.
send
,
'b'
),
)
assert
(
_
,
_rx
)
==
(
0
,
None
)
done
.
recv
()
assert
len
(
ch1
.
_sendq
)
==
len
(
ch1
.
_recvq
)
==
0
assert
len
(
ch2
.
_sendq
)
==
len
(
ch2
.
_recvq
)
==
0
# blocking 2·recv
ch1
=
chan
()
ch2
=
chan
()
done
=
chan
()
def
_
():
tdelay
()
ch1
.
send
(
'a'
)
done
.
close
()
go
(
_
)
_
,
_rx
=
select
(
ch1
.
recv
,
ch2
.
recv
,
)
assert
(
_
,
_rx
)
==
(
0
,
'a'
)
done
.
recv
()
assert
len
(
ch1
.
_sendq
)
==
len
(
ch1
.
_recvq
)
==
0
assert
len
(
ch2
.
_sendq
)
==
len
(
ch2
.
_recvq
)
==
0
# blocking send/recv
ch1
=
chan
()
ch2
=
chan
()
done
=
chan
()
def
_
():
tdelay
()
assert
ch1
.
recv
()
==
'a'
done
.
close
()
go
(
_
)
_
,
_rx
=
select
(
(
ch1
.
send
,
'a'
),
ch2
.
recv
,
)
assert
(
_
,
_rx
)
==
(
0
,
None
)
done
.
recv
()
assert
len
(
ch1
.
_sendq
)
==
len
(
ch1
.
_recvq
)
==
0
assert
len
(
ch2
.
_sendq
)
==
len
(
ch2
.
_recvq
)
==
0
# blocking recv/send
ch1
=
chan
()
ch2
=
chan
()
done
=
chan
()
def
_
():
tdelay
()
ch1
.
send
(
'a'
)
done
.
close
()
go
(
_
)
_
,
_rx
=
select
(
ch1
.
recv
,
(
ch2
.
send
,
'b'
),
)
assert
(
_
,
_rx
)
==
(
0
,
'a'
)
done
.
recv
()
assert
len
(
ch1
.
_sendq
)
==
len
(
ch1
.
_recvq
)
==
0
assert
len
(
ch2
.
_sendq
)
==
len
(
ch2
.
_recvq
)
==
0
# buffered ping-pong
ch
=
chan
(
1
)
for
i
in
range
(
10
):
_
,
_rx
=
select
(
(
ch
.
send
,
i
),
ch
.
recv
,
)
assert
_
==
(
i
%
2
)
assert
_rx
==
(
i
-
1
if
i
%
2
else
None
)
# select vs select
for
i
in
range
(
10
):
ch1
=
chan
()
ch2
=
chan
()
done
=
chan
()
def
_
():
_
,
_rx
=
select
(
(
ch1
.
send
,
'a'
),
(
ch2
.
send
,
'xxx2'
),
)
assert
(
_
,
_rx
)
==
(
0
,
None
)
_
,
_rx
=
select
(
(
ch1
.
send
,
'yyy2'
),
ch2
.
recv
,
)
assert
(
_
,
_rx
)
==
(
1
,
'b'
)
done
.
close
()
go
(
_
)
_
,
_rx
=
select
(
ch1
.
recv
,
(
ch2
.
send
,
'xxx1'
),
)
assert
(
_
,
_rx
)
==
(
0
,
'a'
)
_
,
_rx
=
select
(
(
ch1
.
send
,
'yyy1'
),
(
ch2
.
send
,
'b'
),
)
assert
(
_
,
_rx
)
==
(
1
,
None
)
done
.
recv
()
assert
len
(
ch1
.
_sendq
)
==
len
(
ch1
.
_recvq
)
==
0
assert
len
(
ch2
.
_sendq
)
==
len
(
ch2
.
_recvq
)
==
0
xnet/lonet/__init__.py
View file @
78c29936
...
...
@@ -33,19 +33,10 @@ import functools
import
threading
import
logging
as
log
import
gopath
golang
=
gopath
.
gimport
(
'lab.nexedi.com/kirr/go123/golang'
)
method
=
golang
.
method
go
=
golang
.
go
chan
=
golang
.
chan
select
=
golang
.
select
default
=
golang
.
default
panic
=
golang
.
panic
gcompat
=
gopath
.
gimport
(
'lab.nexedi.com/kirr/go123/golang/gcompat'
)
qq
=
gcompat
.
qq
xerr
=
gopath
.
gimport
(
'lab.nexedi.com/kirr/go123/xerr'
)
from
golang
import
method
,
go
,
chan
,
select
,
default
,
panic
,
gimport
from
golang.gcompat
import
qq
xerr
=
gimport
(
'lab.nexedi.com/kirr/go123/xerr'
)
Error
=
xerr
.
Error
errctx
=
xerr
.
context
errcause
=
xerr
.
cause
...
...
xnet/lonet/lonet.go
View file @
78c29936
...
...
@@ -63,7 +63,7 @@
//
// --------
//
// (*) use https://pypi.org/project/pygo
path
to import.
// (*) use https://pypi.org/project/pygo
lang
to import.
package
lonet
// Lonet organization
...
...
xnet/lonet/lonet_test.go
View file @
78c29936
...
...
@@ -121,12 +121,12 @@ func needPy(t *testing.T) {
if
havePy
{
return
}
t
.
Skipf
(
"skipping: python/pygo
path
/pytest are not available"
)
t
.
Skipf
(
"skipping: python/pygo
lang
/pytest are not available"
)
}
func
TestMain
(
m
*
testing
.
M
)
{
// check whether we have python + infrastructure for tests
cmd
:=
exec
.
Command
(
"python"
,
"-c"
,
"import go
path
, pytest"
)
cmd
:=
exec
.
Command
(
"python"
,
"-c"
,
"import go
lang
, pytest"
)
err
:=
cmd
.
Run
()
if
err
==
nil
{
havePy
=
true
...
...
xnet/lonet/lonet_test.py
View file @
78c29936
...
...
@@ -18,9 +18,9 @@
# See COPYING file for full licensing terms.
# See https://www.nexedi.com/licensing for rationale and options.
import
gopath
xerr
=
g
opath
.
g
import
(
'lab.nexedi.com/kirr/go123/xerr'
)
lonet
=
g
opath
.
g
import
(
'lab.nexedi.com/kirr/go123/xnet/lonet'
)
from
golang
import
gimport
xerr
=
gimport
(
'lab.nexedi.com/kirr/go123/xerr'
)
lonet
=
gimport
(
'lab.nexedi.com/kirr/go123/xnet/lonet'
)
from
threading
import
Thread
from
cStringIO
import
StringIO
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment