panda3d/panda/src/event/pythonTask.cxx

872 lines
24 KiB
C++

/**
* PANDA 3D SOFTWARE
* Copyright (c) Carnegie Mellon University. All rights reserved.
*
* All use of this software is subject to the terms of the revised BSD
* license. You should have received a copy of this license along
* with this source code in a file named "LICENSE."
*
* @file pythonTask.cxx
* @author drose
* @date 2008-09-16
*/
#include "pythonTask.h"
#include "pnotify.h"
#include "config_event.h"
#ifdef HAVE_PYTHON
#include "py_panda.h"
#include "pythonThread.h"
#include "asyncTaskManager.h"
TypeHandle PythonTask::_type_handle;
#ifndef CPPPARSER
extern struct Dtool_PyTypedObject Dtool_TypedReferenceCount;
extern struct Dtool_PyTypedObject Dtool_AsyncFuture;
extern struct Dtool_PyTypedObject Dtool_PythonTask;
#endif
/**
*
*/
PythonTask::
PythonTask(PyObject *func_or_coro, const string &name) :
AsyncTask(name),
_function(nullptr),
_args(nullptr),
_upon_death(nullptr),
_owner(nullptr),
_registered_to_owner(false),
_exception(nullptr),
_exc_value(nullptr),
_exc_traceback(nullptr),
_generator(nullptr),
_future_done(nullptr),
_ignore_return(false),
_retrieved_exception(false) {
nassertv(func_or_coro != nullptr);
if (func_or_coro == Py_None || PyCallable_Check(func_or_coro)) {
_function = func_or_coro;
Py_INCREF(_function);
#if PY_VERSION_HEX >= 0x03050000
} else if (PyCoro_CheckExact(func_or_coro)) {
// We also allow passing in a coroutine, because why not.
_generator = func_or_coro;
Py_INCREF(_generator);
#endif
} else if (PyGen_CheckExact(func_or_coro)) {
// Something emulating a coroutine.
_generator = func_or_coro;
Py_INCREF(_generator);
} else {
nassert_raise("Invalid function passed to PythonTask");
}
set_args(Py_None, true);
set_upon_death(Py_None);
set_owner(Py_None);
__dict__ = PyDict_New();
#ifndef SIMPLE_THREADS
// Ensure that the Python threading system is initialized and ready to go.
#ifdef WITH_THREAD // This symbol defined within Python.h
PyEval_InitThreads();
#endif
#endif
}
/**
*
*/
PythonTask::
~PythonTask() {
#ifndef NDEBUG
// If the coroutine threw an exception, and there was no opportunity to
// handle it, let the user know.
if (_exception != nullptr && !_retrieved_exception) {
task_cat.error()
<< *this << " exception was never retrieved:\n";
PyErr_Restore(_exception, _exc_value, _exc_traceback);
PyErr_Print();
PyErr_Restore(nullptr, nullptr, nullptr);
}
#endif
Py_XDECREF(_function);
Py_DECREF(_args);
Py_DECREF(__dict__);
Py_XDECREF(_exception);
Py_XDECREF(_exc_value);
Py_XDECREF(_exc_traceback);
Py_XDECREF(_generator);
Py_XDECREF(_owner);
Py_XDECREF(_upon_death);
}
/**
* Replaces the function that is called when the task runs. The parameter
* should be a Python callable object.
*/
void PythonTask::
set_function(PyObject *function) {
Py_XDECREF(_function);
_function = function;
Py_INCREF(_function);
if (_function != Py_None && !PyCallable_Check(_function)) {
nassert_raise("Invalid function passed to PythonTask");
}
}
/**
* Replaces the argument list that is passed to the task function. The
* parameter should be a tuple or list of arguments, or None to indicate the
* empty list.
*/
void PythonTask::
set_args(PyObject *args, bool append_task) {
Py_XDECREF(_args);
_args = NULL;
if (args == Py_None) {
// None means no arguments; create an empty tuple.
_args = PyTuple_New(0);
} else {
if (PySequence_Check(args)) {
_args = PySequence_Tuple(args);
}
}
if (_args == NULL) {
nassert_raise("Invalid args passed to PythonTask");
_args = PyTuple_New(0);
}
_append_task = append_task;
}
/**
* Returns the argument list that is passed to the task function.
*/
PyObject *PythonTask::
get_args() {
if (_append_task) {
// If we want to append the task, we have to create a new tuple with space
// for one more at the end. We have to do this dynamically each time, to
// avoid storing the task itself in its own arguments list, and thereby
// creating a cyclical reference.
int num_args = PyTuple_GET_SIZE(_args);
PyObject *with_task = PyTuple_New(num_args + 1);
for (int i = 0; i < num_args; ++i) {
PyObject *item = PyTuple_GET_ITEM(_args, i);
Py_INCREF(item);
PyTuple_SET_ITEM(with_task, i, item);
}
this->ref();
PyObject *self = DTool_CreatePyInstance(this, Dtool_PythonTask, true, false);
PyTuple_SET_ITEM(with_task, num_args, self);
return with_task;
} else {
Py_INCREF(_args);
return _args;
}
}
/**
* Replaces the function that is called when the task finishes. The parameter
* should be a Python callable object.
*/
void PythonTask::
set_upon_death(PyObject *upon_death) {
Py_XDECREF(_upon_death);
_upon_death = upon_death;
Py_INCREF(_upon_death);
if (_upon_death != Py_None && !PyCallable_Check(_upon_death)) {
nassert_raise("Invalid upon_death function passed to PythonTask");
}
}
/**
* Specifies a Python object that serves as the "owner" for the task. This
* owner object must have two methods: _addTask() and _clearTask(), which will
* be called with one parameter, the task object.
*
* owner._addTask() is called when the task is added into the active task
* list, and owner._clearTask() is called when it is removed.
*/
void PythonTask::
set_owner(PyObject *owner) {
#ifndef NDEBUG
if (owner != Py_None) {
PyObject *add = PyObject_GetAttrString(owner, "_addTask");
PyObject *clear = PyObject_GetAttrString(owner, "_clearTask");
if (add == NULL || !PyCallable_Check(add) ||
clear == NULL || !PyCallable_Check(clear)) {
Dtool_Raise_TypeError("owner object should have _addTask and _clearTask methods");
return;
}
}
#endif
if (_owner != NULL && _owner != Py_None && _state != S_inactive) {
unregister_from_owner();
}
Py_XDECREF(_owner);
_owner = owner;
Py_INCREF(_owner);
if (_owner != Py_None && _state != S_inactive) {
register_to_owner();
}
}
/**
* Returns the result of this task's execution, as set by set_result() within
* the task or returned from a coroutine added to the task manager. If an
* exception occurred within this task, it is raised instead.
*/
PyObject *PythonTask::
get_result() const {
nassertr(done(), nullptr);
if (_exception == nullptr) {
// The result of the call is stored in _exc_value.
Py_XINCREF(_exc_value);
return _exc_value;
} else {
_retrieved_exception = true;
Py_INCREF(_exception);
Py_XINCREF(_exc_value);
Py_XINCREF(_exc_traceback);
PyErr_Restore(_exception, _exc_value, _exc_traceback);
return nullptr;
}
}
/**
* If an exception occurred during execution of this task, returns it. This
* is only set if this task returned a coroutine or generator.
*/
/*PyObject *PythonTask::
exception() const {
if (_exception == nullptr) {
Py_INCREF(Py_None);
return Py_None;
} else if (_exc_value == nullptr || _exc_value == Py_None) {
return _PyObject_CallNoArg(_exception);
} else if (PyTuple_Check(_exc_value)) {
return PyObject_Call(_exception, _exc_value, nullptr);
} else {
return PyObject_CallFunctionObjArgs(_exception, _exc_value, nullptr);
}
}*/
/**
* Maps from an expression like "task.attr_name = v". This is customized here
* so we can support some traditional task interfaces that supported directly
* assigning certain values. We also support adding arbitrary data to the
* Task object.
*/
int PythonTask::
__setattr__(PyObject *self, PyObject *attr, PyObject *v) {
if (PyObject_GenericSetAttr(self, attr, v) == 0) {
return 0;
}
if (!PyErr_ExceptionMatches(PyExc_AttributeError)) {
return -1;
}
PyErr_Clear();
if (task_cat.is_debug()) {
PyObject *str = PyObject_Repr(v);
task_cat.debug()
<< *this << ": task."
#if PY_MAJOR_VERSION >= 3
<< PyUnicode_AsUTF8(attr) << " = "
<< PyUnicode_AsUTF8(str) << "\n";
#else
<< PyString_AsString(attr) << " = "
<< PyString_AsString(str) << "\n";
#endif
Py_DECREF(str);
}
return PyDict_SetItem(__dict__, attr, v);
}
/**
* Maps from an expression like "del task.attr_name". This is customized here
* so we can support some traditional task interfaces that supported directly
* assigning certain values. We also support adding arbitrary data to the
* Task object.
*/
int PythonTask::
__delattr__(PyObject *self, PyObject *attr) {
if (PyObject_GenericSetAttr(self, attr, NULL) == 0) {
return 0;
}
if (!PyErr_ExceptionMatches(PyExc_AttributeError)) {
return -1;
}
PyErr_Clear();
if (PyDict_DelItem(__dict__, attr) == -1) {
// PyDict_DelItem does not raise an exception.
#if PY_MAJOR_VERSION < 3
PyErr_Format(PyExc_AttributeError,
"'PythonTask' object has no attribute '%.400s'",
PyString_AS_STRING(attr));
#else
PyErr_Format(PyExc_AttributeError,
"'PythonTask' object has no attribute '%U'",
attr);
#endif
return -1;
}
return 0;
}
/**
* Maps from an expression like "task.attr_name". This is customized here so
* we can support some traditional task interfaces that supported directly
* querying certain values. We also support adding arbitrary data to the Task
* object.
*/
PyObject *PythonTask::
__getattr__(PyObject *attr) const {
// Note that with the new Interrogate behavior, this method behaves more
// like the Python __getattr__ rather than being directly assigned to the
// tp_getattro slot (a la __getattribute__). So, we won't get here when the
// attribute has already been found via other methods.
PyObject *item = PyDict_GetItem(__dict__, attr);
if (item == NULL) {
// PyDict_GetItem does not raise an exception.
#if PY_MAJOR_VERSION < 3
PyErr_Format(PyExc_AttributeError,
"'PythonTask' object has no attribute '%.400s'",
PyString_AS_STRING(attr));
#else
PyErr_Format(PyExc_AttributeError,
"'PythonTask' object has no attribute '%U'",
attr);
#endif
return NULL;
}
// PyDict_GetItem returns a borrowed reference.
Py_INCREF(item);
return item;
}
/**
* Called by Python to implement cycle detection.
*/
int PythonTask::
__traverse__(visitproc visit, void *arg) {
/*
Py_VISIT(_function);
Py_VISIT(_args);
Py_VISIT(_upon_death);
Py_VISIT(_owner);
Py_VISIT(__dict__);
Py_VISIT(_generator);
*/
return 0;
}
/**
* Called by Python to implement cycle breaking.
*/
int PythonTask::
__clear__() {
/*
Py_CLEAR(_function);
Py_CLEAR(_args);
Py_CLEAR(_upon_death);
Py_CLEAR(_owner);
Py_CLEAR(__dict__);
Py_CLEAR(_generator);
*/
return 0;
}
/**
* Override this function to return true if the task can be successfully
* executed, false if it cannot. Mainly intended as a sanity check when
* attempting to add the task to a task manager.
*
* This function is called with the lock held.
*/
bool PythonTask::
is_runnable() {
return _function != Py_None;
}
/**
* Override this function to do something useful for the task.
*
* This function is called with the lock *not* held.
*/
AsyncTask::DoneStatus PythonTask::
do_task() {
#if defined(HAVE_THREADS) && !defined(SIMPLE_THREADS)
// Use PyGILState to protect this asynchronous call.
PyGILState_STATE gstate;
gstate = PyGILState_Ensure();
#endif
DoneStatus result = do_python_task();
#if defined(HAVE_THREADS) && !defined(SIMPLE_THREADS)
PyGILState_Release(gstate);
#endif
return result;
}
/**
* The Python calls that implement do_task(). This function is separate so we
* can acquire the Python interpretor lock while it runs.
*/
AsyncTask::DoneStatus PythonTask::
do_python_task() {
PyObject *result = nullptr;
// Are we waiting for a future to finish?
if (_future_done != nullptr) {
PyObject *is_done = PyObject_CallObject(_future_done, nullptr);
if (!PyObject_IsTrue(is_done)) {
// Nope, ask again next frame.
Py_DECREF(is_done);
return DS_cont;
}
Py_DECREF(is_done);
Py_DECREF(_future_done);
_future_done = nullptr;
}
if (_generator == nullptr) {
// We are calling the function directly.
nassertr(_function != nullptr, DS_interrupt);
PyObject *args = get_args();
result = PythonThread::call_python_func(_function, args);
Py_DECREF(args);
if (result != nullptr && PyGen_Check(result)) {
// The function has yielded a generator. We will call into that
// henceforth, instead of calling the function from the top again.
if (task_cat.is_debug()) {
#if PY_MAJOR_VERSION >= 3
PyObject *str = PyObject_ASCII(_function);
task_cat.debug()
<< PyUnicode_AsUTF8(str) << " in " << *this
<< " yielded a generator.\n";
#else
PyObject *str = PyObject_Repr(_function);
task_cat.debug()
<< PyString_AsString(str) << " in " << *this
<< " yielded a generator.\n";
#endif
Py_DECREF(str);
}
_generator = result;
result = nullptr;
#if PY_VERSION_HEX >= 0x03050000
} else if (result != nullptr && Py_TYPE(result)->tp_as_async != nullptr) {
// The function yielded a coroutine, or something of the sort.
if (task_cat.is_debug()) {
PyObject *str = PyObject_ASCII(_function);
PyObject *str2 = PyObject_ASCII(result);
task_cat.debug()
<< PyUnicode_AsUTF8(str) << " in " << *this
<< " yielded an awaitable: " << PyUnicode_AsUTF8(str2) << "\n";
Py_DECREF(str);
Py_DECREF(str2);
}
if (PyCoro_CheckExact(result)) {
// If a coroutine, am_await is possible but senseless, since we can
// just call send(None) on the coroutine itself.
_generator = result;
} else {
unaryfunc await = Py_TYPE(result)->tp_as_async->am_await;
_generator = await(result);
Py_DECREF(result);
}
result = nullptr;
#endif
}
}
if (_generator != nullptr) {
// We are calling a generator. Use "send" rather than PyIter_Next since
// we need to be able to read the value from a StopIteration exception.
PyObject *func = PyObject_GetAttrString(_generator, "send");
nassertr(func != nullptr, DS_interrupt);
result = PyObject_CallFunctionObjArgs(func, Py_None, nullptr);
Py_DECREF(func);
if (result == nullptr) {
// An error happened. If StopIteration, that indicates the task has
// returned. Otherwise, we need to save it so that it can be re-raised
// in the function that awaited this task.
Py_DECREF(_generator);
_generator = nullptr;
#if PY_VERSION_HEX >= 0x03030000
if (_PyGen_FetchStopIterationValue(&result) == 0) {
#else
if (PyErr_ExceptionMatches(PyExc_StopIteration)) {
result = Py_None;
Py_INCREF(result);
#endif
PyErr_Restore(nullptr, nullptr, nullptr);
// If we passed a coroutine into the task, eg. something like:
// taskMgr.add(my_async_function())
// then we cannot rerun the task, so the return value is always
// assumed to be DS_done. Instead, we pass the return value to the
// result of the `await` expression.
if (_function == nullptr) {
if (task_cat.is_debug()) {
task_cat.debug()
<< *this << " received StopIteration from coroutine.\n";
}
// Store the result in _exc_value because that's not used anyway.
Py_XDECREF(_exc_value);
_exc_value = result;
return DS_done;
}
} else if (_function == nullptr) {
// We got an exception. If this is a scheduled coroutine, we will
// keep it and instead throw it into whatever 'awaits' this task.
// Otherwise, fall through and handle it the regular way.
Py_XDECREF(_exception);
Py_XDECREF(_exc_value);
Py_XDECREF(_exc_traceback);
PyErr_Fetch(&_exception, &_exc_value, &_exc_traceback);
_retrieved_exception = false;
if (task_cat.is_debug()) {
if (_exception != nullptr && Py_TYPE(_exception) == &PyType_Type) {
task_cat.debug()
<< *this << " received " << ((PyTypeObject *)_exception)->tp_name << " from coroutine.\n";
} else {
task_cat.debug()
<< *this << " received exception from coroutine.\n";
}
}
// Tell the task chain we want to kill ourselves. We indicate this is
// a "clean exit" because we still want to run the done callbacks on
// exception.
return DS_done;
}
} else if (DtoolInstance_Check(result)) {
// We are waiting for an AsyncFuture (eg. other task) to finish.
AsyncFuture *fut = (AsyncFuture *)DtoolInstance_UPCAST(result, Dtool_AsyncFuture);
if (fut != nullptr) {
// Suspend execution of this task until this other task has completed.
if (fut != (AsyncFuture *)this && !fut->done()) {
if (fut->is_task()) {
// This is actually a task, do we need to schedule it with the
// manager? This allows doing something like
// await Task.pause(1.0)
// directly instead of having to do:
// await taskMgr.add(Task.pause(1.0))
AsyncTask *task = (AsyncTask *)fut;
_manager->add(task);
}
if (fut->add_waiting_task(this)) {
if (task_cat.is_debug()) {
task_cat.debug()
<< *this << " is now awaiting <" << *fut << ">.\n";
}
} else {
// The task is already done. Continue at next opportunity.
if (task_cat.is_debug()) {
task_cat.debug()
<< *this << " would await <" << *fut << ">, were it not already done.\n";
}
Py_DECREF(result);
return DS_cont;
}
} else {
// This is an error. If we wanted to be fancier we could also
// detect deeper circular dependencies.
task_cat.error()
<< *this << " cannot await itself\n";
}
Py_DECREF(result);
return DS_await;
}
} else {
// We are waiting for a non-Panda future to finish. We currently
// implement this by checking every frame whether the future is done.
PyObject *check = PyObject_GetAttrString(result, "_asyncio_future_blocking");
if (check != nullptr && check != Py_None) {
Py_DECREF(check);
// Next frame, check whether this future is done.
_future_done = PyObject_GetAttrString(result, "done");
if (_future_done == nullptr || !PyCallable_Check(_future_done)) {
task_cat.error()
<< "future.done is not callable\n";
return DS_interrupt;
}
#if PY_MAJOR_VERSION >= 3
if (task_cat.is_debug()) {
PyObject *str = PyObject_ASCII(result);
task_cat.debug()
<< *this << " is now polling " << PyUnicode_AsUTF8(str) << ".done()\n";
Py_DECREF(str);
}
#endif
Py_DECREF(result);
return DS_cont;
}
PyErr_Clear();
Py_XDECREF(check);
}
}
if (result == nullptr) {
if (PyErr_Occurred() && PyErr_ExceptionMatches(PyExc_SystemExit)) {
// Don't print an error message for SystemExit. Or rather, make it a
// debug message.
if (task_cat.is_debug()) {
task_cat.debug()
<< "SystemExit occurred in " << *this << "\n";
}
} else {
task_cat.error()
<< "Exception occurred in " << *this << "\n";
}
return DS_interrupt;
}
if (result == Py_None || _ignore_return) {
Py_DECREF(result);
return DS_done;
}
#if PY_MAJOR_VERSION >= 3
if (PyLong_Check(result)) {
long retval = PyLong_AS_LONG(result);
#else
if (PyInt_Check(result)) {
long retval = PyInt_AS_LONG(result);
#endif
switch (retval) {
case DS_again:
Py_XDECREF(_generator);
_generator = NULL;
// Fall through.
case DS_done:
case DS_cont:
case DS_pickup:
case DS_exit:
case DS_pause:
// Legitimate value.
Py_DECREF(result);
return (DoneStatus) retval;
case -1:
// Legacy value.
Py_DECREF(result);
return DS_done;
default:
// Unexpected value.
break;
}
}
// This is unfortunate, but some are returning task.done, which nowadays
// conflicts with the AsyncFuture method. Check if that is being returned.
PyMethodDef *meth = nullptr;
if (PyCFunction_Check(result)) {
meth = ((PyCFunctionObject *)result)->m_ml;
#if PY_MAJOR_VERSION >= 3
} else if (Py_TYPE(result) == &PyMethodDescr_Type) {
#else
} else if (strcmp(Py_TYPE(result)->tp_name, "method_descriptor") == 0) {
#endif
meth = ((PyMethodDescrObject *)result)->d_method;
}
if (meth != nullptr && strcmp(meth->ml_name, "done") == 0) {
Py_DECREF(result);
return DS_done;
}
ostringstream strm;
#if PY_MAJOR_VERSION >= 3
PyObject *str = PyObject_ASCII(result);
if (str == NULL) {
str = PyUnicode_FromString("<repr error>");
}
strm
<< *this << " returned " << PyUnicode_AsUTF8(str);
#else
PyObject *str = PyObject_Repr(result);
if (str == NULL) {
str = PyString_FromString("<repr error>");
}
strm
<< *this << " returned " << PyString_AsString(str);
#endif
Py_DECREF(str);
Py_DECREF(result);
string message = strm.str();
nassert_raise(message);
return DS_interrupt;
}
/**
* Override this function to do something useful when the task has been added
* to the active queue.
*
* This function is called with the lock *not* held.
*/
void PythonTask::
upon_birth(AsyncTaskManager *manager) {
AsyncTask::upon_birth(manager);
register_to_owner();
}
/**
* Override this function to do something useful when the task has been
* removed from the active queue. The parameter clean_exit is true if the
* task has been removed because it exited normally (returning DS_done), or
* false if it was removed for some other reason (e.g.
* AsyncTaskManager::remove()). By the time this method is called, _manager
* has been cleared, so the parameter manager indicates the original
* AsyncTaskManager that owned this task.
*
* The normal behavior is to throw the done_event only if clean_exit is true.
*
* This function is called with the lock *not* held.
*/
void PythonTask::
upon_death(AsyncTaskManager *manager, bool clean_exit) {
AsyncTask::upon_death(manager, clean_exit);
if (_upon_death != Py_None) {
#if defined(HAVE_THREADS) && !defined(SIMPLE_THREADS)
// Use PyGILState to protect this asynchronous call.
PyGILState_STATE gstate;
gstate = PyGILState_Ensure();
#endif
call_function(_upon_death);
#if defined(HAVE_THREADS) && !defined(SIMPLE_THREADS)
PyGILState_Release(gstate);
#endif
}
unregister_from_owner();
}
/**
* Tells the owner we are now his task.
*/
void PythonTask::
register_to_owner() {
if (_owner != Py_None && !_registered_to_owner) {
#if defined(HAVE_THREADS) && !defined(SIMPLE_THREADS)
// Use PyGILState to protect this asynchronous call.
PyGILState_STATE gstate;
gstate = PyGILState_Ensure();
#endif
_registered_to_owner = true;
call_owner_method("_addTask");
#if defined(HAVE_THREADS) && !defined(SIMPLE_THREADS)
PyGILState_Release(gstate);
#endif
}
}
/**
* Tells the owner we are no longer his task.
*/
void PythonTask::
unregister_from_owner() {
// make sure every call to _clearTask corresponds to a call to _addTask
if (_owner != Py_None && _registered_to_owner) {
#if defined(HAVE_THREADS) && !defined(SIMPLE_THREADS)
// Use PyGILState to protect this asynchronous call.
PyGILState_STATE gstate;
gstate = PyGILState_Ensure();
#endif
_registered_to_owner = false;
call_owner_method("_clearTask");
#if defined(HAVE_THREADS) && !defined(SIMPLE_THREADS)
PyGILState_Release(gstate);
#endif
}
}
/**
* Calls the indicated method name on the given object, if defined, passing in
* the task object as the only parameter.
*/
void PythonTask::
call_owner_method(const char *method_name) {
if (_owner != Py_None) {
PyObject *func = PyObject_GetAttrString(_owner, (char *)method_name);
if (func == (PyObject *)NULL) {
task_cat.error()
<< "Owner object added to " << *this << " has no method "
<< method_name << "().\n";
} else {
call_function(func);
Py_DECREF(func);
}
}
}
/**
* Calls the indicated Python function, passing in the task object as the only
* parameter.
*/
void PythonTask::
call_function(PyObject *function) {
if (function != Py_None) {
this->ref();
PyObject *self = DTool_CreatePyInstance(this, Dtool_PythonTask, true, false);
PyObject *result = PyObject_CallFunctionObjArgs(function, self, nullptr);
Py_XDECREF(result);
Py_DECREF(self);
}
}
#endif // HAVE_PYTHON