Skip to content

Instantly share code, notes, and snippets.

Embed
What would you like to do?
http://stackoverflow.com/questions/4073092/errno-9-using-the-multiprocessing-module-with-tornado-in-python
p = multiprocessing.Pool(4)
class QueryHandler(tornado.web.RequestHandler):
...
@tornado.web.asynchronous
def get(self):
...
p.apply_async(async_func, [sql_command, arg1, arg2, arg3, ],
callback_func)
def callback_func(self, data):
self.write(data)
def async_func(sql_command, arg1, arg2, arg3):
'''
do the actual query job
'''
...
# data is the query result by executing sql_command
return data
So the workflow is like this,
get() --> fork a subprocess to process the query request in
async_func() -> when async_func() returns, callback_func uses the
return result of async_func as the input argument, and send the query
result to the client.
#!/usr/bin/env python
#
# Copyright 2009 Facebook
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
import tornado.httpserver
import tornado.ioloop
import tornado.options
import tornado.web
from tornado.options import define, options
from multiprocessing import Pool, Queue
import os
import time
define("port", default=8888, help="run on the given port", type=int)
def somefunc():
time.sleep(0.2)
return os.getpid()
class MainHandler(tornado.web.RequestHandler):
@tornado.web.asynchronous
def get(self):
p = self.application.settings.get('pool')
p.apply_async(somefunc,callback=self.async_callback(self.on_getpid))
def on_getpid(self,pid):
self.write(str(pid))
self.finish()
def main():
tornado.options.parse_command_line()
application = tornado.web.Application([
(r"/", MainHandler),
], pool=Pool(4), queue=Queue())
http_server = tornado.httpserver.HTTPServer(application)
http_server.listen(options.port)
tornado.ioloop.IOLoop.instance().start()
if __name__ == "__main__":
main()
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
You can’t perform that action at this time.