Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
G
gevent
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
Kirill Smelkov
gevent
Commits
44ce117c
Commit
44ce117c
authored
Jul 08, 2015
by
Jason Madden
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Prevent greenlets from being switched to for the first time after they are killed. Fixes #330.
parent
5b455137
Changes
5
Hide whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
155 additions
and
34 deletions
+155
-34
changelog.rst
changelog.rst
+5
-0
gevent/greenlet.py
gevent/greenlet.py
+91
-32
gevent/hub.py
gevent/hub.py
+12
-1
greentest/test__issue330.py
greentest/test__issue330.py
+46
-0
greentest/test_hub_join_timeout.py
greentest/test_hub_join_timeout.py
+1
-1
No files found.
changelog.rst
View file @
44ce117c
...
@@ -58,6 +58,11 @@ Unreleased
...
@@ -58,6 +58,11 @@ Unreleased
collection as soon as the greenlet finishes running, matching the
collection as soon as the greenlet finishes running, matching the
behaviour of the built-in ``threading.local`` (when implemented
behaviour of the built-in ``threading.local`` (when implemented
natively). Reported in :issue:`387` by AusIV.
natively). Reported in :issue:`387` by AusIV.
- Killing a greenlet (with ``gevent.kill`` or
``gevent.greenlet.Greenlet.kill``) before it is actually started and
switched to now prevents the greenlet from ever running, instead of
raising an exception when it is later switched to. See :issue:`330`
reported by Jonathan Kamens.
1.1a1 (Jun 29, 2015)
1.1a1 (Jun 29, 2015)
====================
====================
...
...
gevent/greenlet.py
View file @
44ce117c
...
@@ -105,6 +105,13 @@ class Greenlet(greenlet):
...
@@ -105,6 +105,13 @@ class Greenlet(greenlet):
value
=
None
value
=
None
_exc_info
=
()
_exc_info
=
()
_notifier
=
None
_notifier
=
None
#: An event, such as a timer or a callback that fires. It is established in
#: start() and start_later() as those two objects, respectively.
#: Once this becomes non-None, the Greenlet cannot be started again. Conversely,
#: kill() and throw() check for non-None to determine if this object has ever been
#: scheduled for starting. A placeholder _dummy_event is assigned by them to prevent
#: the greenlet from being started in the future, if necessary.
_start_event
=
None
_start_event
=
None
args
=
()
args
=
()
...
@@ -136,11 +143,71 @@ class Greenlet(greenlet):
...
@@ -136,11 +143,71 @@ class Greenlet(greenlet):
return
self
.
_start_event
is
not
None
and
self
.
_exc_info
is
Greenlet
.
_exc_info
return
self
.
_start_event
is
not
None
and
self
.
_exc_info
is
Greenlet
.
_exc_info
__nonzero__
=
__bool__
__nonzero__
=
__bool__
### Lifecycle
if
PYPY
:
if
PYPY
:
# oops - pypy's .dead relies on __nonzero__ which we overriden above
# oops - pypy's .dead relies on __nonzero__ which we overriden above
@
property
@
property
def
dead
(
self
):
def
dead
(
self
):
return
self
.
_greenlet__started
and
not
(
self
.
_greenlet__main
or
_continulet
.
is_pending
(
self
))
if
self
.
_greenlet__main
:
return
False
if
self
.
__start_cancelled_by_kill
or
self
.
__started_but_aborted
:
return
True
return
self
.
_greenlet__started
and
not
_continulet
.
is_pending
(
self
)
else
:
@
property
def
dead
(
self
):
return
self
.
__start_cancelled_by_kill
or
self
.
__started_but_aborted
or
greenlet
.
dead
.
__get__
(
self
)
@
property
def
__never_started_or_killed
(
self
):
return
self
.
_start_event
is
None
@
property
def
__start_pending
(
self
):
return
(
self
.
_start_event
is
not
None
and
(
self
.
_start_event
.
pending
or
getattr
(
self
.
_start_event
,
'active'
,
False
)))
@
property
def
__start_cancelled_by_kill
(
self
):
return
self
.
_start_event
is
_cancelled_start_event
@
property
def
__start_completed
(
self
):
return
self
.
_start_event
is
_start_completed_event
@
property
def
__started_but_aborted
(
self
):
return
(
not
self
.
__never_started_or_killed
# we have been started or killed
and
not
self
.
__start_cancelled_by_kill
# we weren't killed, so we must have been started
and
not
self
.
__start_completed
# the start never completed
and
not
self
.
__start_pending
)
# and we're not pending, so we must have been aborted
def
__cancel_start
(
self
):
if
self
.
_start_event
is
None
:
# prevent self from ever being started in the future
self
.
_start_event
=
_cancelled_start_event
# cancel any pending start event
self
.
_start_event
.
stop
()
def
__handle_death_before_start
(
self
,
*
args
):
# args is (t, v, tb) or simply t or v
if
self
.
_exc_info
is
Greenlet
.
_exc_info
and
self
.
dead
:
# the greenlet was never switched to before and it will never be, _report_error was not called
# the result was not set and the links weren't notified. let's do it here.
# checking that self.dead is true is essential, because throw() does not necessarily kill the greenlet
# (if the exception raised by throw() is caught somewhere inside the greenlet).
if
len
(
args
)
==
1
:
arg
=
args
[
0
]
#if isinstance(arg, type):
if
type
(
arg
)
is
type
(
Exception
):
args
=
(
arg
,
arg
(),
None
)
else
:
args
=
(
type
(
arg
),
arg
,
None
)
elif
not
args
:
args
=
(
GreenletExit
,
GreenletExit
(),
None
)
self
.
_report_error
(
args
)
@
property
@
property
def
started
(
self
):
def
started
(
self
):
...
@@ -211,28 +278,17 @@ class Greenlet(greenlet):
...
@@ -211,28 +278,17 @@ class Greenlet(greenlet):
a) cancel the event that will start it
a) cancel the event that will start it
b) fire the notifications as if an exception was raised in a greenlet
b) fire the notifications as if an exception was raised in a greenlet
"""
"""
if
self
.
_start_event
is
None
:
self
.
__cancel_start
()
self
.
_start_event
=
_dummy_event
else
:
self
.
_start_event
.
stop
()
try
:
try
:
greenlet
.
throw
(
self
,
*
args
)
if
not
self
.
dead
:
# Prevent switching into a greenlet *at all* if we had never
# started it. Usually this is the same thing that happens by throwing,
# but if this is done from the hub with nothing else running, prevents a
# LoopExit.
greenlet
.
throw
(
self
,
*
args
)
finally
:
finally
:
if
self
.
_exc_info
is
Greenlet
.
_exc_info
and
self
.
dead
:
self
.
__handle_death_before_start
(
*
args
)
# the greenlet was never switched to before and it will never be, _report_error was not called
# the result was not set and the links weren't notified. let's do it here.
# checking that self.dead is true is essential, because throw() does not necessarily kill the greenlet
# (if the exception raised by throw() is caught somewhere inside the greenlet).
if
len
(
args
)
==
1
:
arg
=
args
[
0
]
#if isinstance(arg, type):
if
type
(
arg
)
is
type
(
Exception
):
args
=
(
arg
,
arg
(),
None
)
else
:
args
=
(
type
(
arg
),
arg
,
None
)
elif
not
args
:
args
=
(
GreenletExit
,
GreenletExit
(),
None
)
self
.
_report_error
(
args
)
def
start
(
self
):
def
start
(
self
):
"""Schedule the greenlet to run in this loop iteration"""
"""Schedule the greenlet to run in this loop iteration"""
...
@@ -286,14 +342,14 @@ class Greenlet(greenlet):
...
@@ -286,14 +342,14 @@ class Greenlet(greenlet):
.. versionchanged:: 0.13.0
.. versionchanged:: 0.13.0
*block* is now ``True`` by default.
*block* is now ``True`` by default.
.. versionchanged:: 1.1a2
If this greenlet had never been switched to, killing it will prevent it from ever being switched to.
"""
"""
# XXX this function should not switch out if greenlet is not started but it does
self
.
__cancel_start
()
# XXX fix it (will have to override 'dead' property of greenlet.greenlet)
if
self
.
_start_event
is
None
:
if
self
.
dead
:
self
.
_
start_event
=
_dummy_event
self
.
_
_handle_death_before_start
()
else
:
else
:
self
.
_start_event
.
stop
()
if
not
self
.
dead
:
waiter
=
Waiter
()
waiter
=
Waiter
()
self
.
parent
.
loop
.
run_callback
(
_kill
,
self
,
exception
,
waiter
)
self
.
parent
.
loop
.
run_callback
(
_kill
,
self
,
exception
,
waiter
)
if
block
:
if
block
:
...
@@ -386,10 +442,9 @@ class Greenlet(greenlet):
...
@@ -386,10 +442,9 @@ class Greenlet(greenlet):
def
run
(
self
):
def
run
(
self
):
try
:
try
:
if
self
.
_start_event
is
None
:
self
.
__cancel_start
()
self
.
_start_event
=
_dummy_event
self
.
_start_event
=
_start_completed_event
else
:
self
.
_start_event
.
stop
()
try
:
try
:
result
=
self
.
_run
(
*
self
.
args
,
**
self
.
kwargs
)
result
=
self
.
_run
(
*
self
.
args
,
**
self
.
kwargs
)
except
:
except
:
...
@@ -445,12 +500,16 @@ class Greenlet(greenlet):
...
@@ -445,12 +500,16 @@ class Greenlet(greenlet):
class
_dummy_event
(
object
):
class
_dummy_event
(
object
):
pending
=
False
active
=
False
def
stop
(
self
):
def
stop
(
self
):
pass
pass
_dummy_event
=
_dummy_event
()
_cancelled_start_event
=
_dummy_event
()
_start_completed_event
=
_dummy_event
()
del
_dummy_event
def
_kill
(
greenlet
,
exception
,
waiter
):
def
_kill
(
greenlet
,
exception
,
waiter
):
...
...
gevent/hub.py
View file @
44ce117c
...
@@ -107,9 +107,20 @@ def kill(greenlet, exception=GreenletExit):
...
@@ -107,9 +107,20 @@ def kill(greenlet, exception=GreenletExit):
more (and the same caveats listed there apply here). However, the MAIN
more (and the same caveats listed there apply here). However, the MAIN
greenlet - the one that exists initially - does not have a
greenlet - the one that exists initially - does not have a
``kill()`` method so you have to use this function.
``kill()`` method so you have to use this function.
.. versionchanged:: 1.1a2
If the ``greenlet`` has a ``kill`` method, calls it. This prevents a
greenlet from being switched to for the first time after it's been
killed.
"""
"""
if
not
greenlet
.
dead
:
if
not
greenlet
.
dead
:
get_hub
().
loop
.
run_callback
(
greenlet
.
throw
,
exception
)
if
hasattr
(
greenlet
,
'kill'
):
# dealing with gevent.greenlet.Greenlet. Use it, especially
# to avoid allowing one to be switched to for the first time
# after it's been killed
greenlet
.
kill
(
block
=
False
)
else
:
get_hub
().
loop
.
run_callback
(
greenlet
.
throw
,
exception
)
class
signal
(
object
):
class
signal
(
object
):
...
...
greentest/test__issue330.py
0 → 100644
View file @
44ce117c
# A greenlet that's killed before it is ever started
# should never be switched to
import
gevent
switched_to
=
[
False
,
False
]
def
runner
(
i
):
switched_to
[
i
]
=
True
def
check
(
g
,
g2
):
gevent
.
joinall
((
g
,
g2
))
assert
switched_to
==
[
False
,
False
],
switched_to
# They both have a GreenletExit as their value
assert
isinstance
(
g
.
value
,
gevent
.
GreenletExit
)
assert
isinstance
(
g2
.
value
,
gevent
.
GreenletExit
)
# They both have no reported exc_info
assert
g
.
_exc_info
==
(
None
,
None
,
None
)
assert
g2
.
_exc_info
==
(
None
,
None
,
None
)
assert
g
.
_exc_info
is
not
type
(
g
).
_exc_info
assert
g2
.
_exc_info
is
not
type
(
g2
).
_exc_info
switched_to
[:]
=
[
False
,
False
]
g
=
gevent
.
spawn
(
runner
,
0
)
# create but do not switch to
g2
=
gevent
.
spawn
(
runner
,
1
)
# create but do not switch to
# Using gevent.kill
gevent
.
kill
(
g
)
gevent
.
kill
(
g2
)
check
(
g
,
g2
)
# killing directly
g
=
gevent
.
spawn
(
runner
,
0
)
g2
=
gevent
.
spawn
(
runner
,
1
)
g
.
kill
()
g2
.
kill
()
check
(
g
,
g2
)
# throwing
g
=
gevent
.
spawn
(
runner
,
0
)
g2
=
gevent
.
spawn
(
runner
,
1
)
g
.
throw
(
gevent
.
GreenletExit
)
g2
.
throw
(
gevent
.
GreenletExit
)
check
(
g
,
g2
)
greentest/test_hub_join_timeout.py
View file @
44ce117c
...
@@ -51,7 +51,7 @@ for _a in xrange(2):
...
@@ -51,7 +51,7 @@ for _a in xrange(2):
with
expected_time
(
SMALL
):
with
expected_time
(
SMALL
):
result
=
gevent
.
wait
(
timeout
=
SMALL
)
result
=
gevent
.
wait
(
timeout
=
SMALL
)
assert
result
is
False
,
repr
(
result
)
assert
result
is
False
,
repr
(
result
)
assert
not
x
.
dead
,
x
assert
not
x
.
dead
,
(
x
,
x
.
_start_event
)
x
.
kill
()
x
.
kill
()
with
no_time
():
with
no_time
():
result
=
gevent
.
wait
()
result
=
gevent
.
wait
()
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment