[enh] gevent/grequests changed to the built-in threading lib

flask

flask-babel

grequests

requests

lxml

pyyaml

python-dateutil

(C) 2013- by Adam Tauber, <asciimoo@gmail.com>

'''

import grequests

import requests as requests_lib

import threading

import re

from itertools import izip_longest, chain

from datetime import datetime

number_of_searches = 0

def threaded_requests(requests):

    for fn, url, request_args in requests:

        th = threading.Thread(

            target=fn, args=(url,), kwargs=request_args, name=url,

        )

        th.start()

    for th in threading.enumerate():

        if th.name.startswith('http'):

            th.join()

# get default reqest parameter

def default_request_params():

    return {

            # specific type of request (GET or POST)

            if request_params['method'] == 'GET':

                req = grequests.get

                req = requests_lib.get

            else:

                req = grequests.post

                req = requests_lib.post

                request_args['data'] = request_params['data']

            # ignoring empty urls

                continue

            # append request to list

            requests.append(req(request_params['url'], **request_args))

            requests.append((req, request_params['url'], request_args))

        # send all search-request

        grequests.map(requests)

        threaded_requests(requests)

        # update engine-specific stats

        for engine_name, engine_results in results.items():

(C) 2013- by Adam Tauber, <asciimoo@gmail.com>

'''

from gevent import monkey

monkey.patch_all()

if __name__ == '__main__':

    from sys import path

    from os.path import realpath, dirname

    install_requires=[

        'flask',

        'flask-babel',

        'grequests',

        'requests',

        'lxml',

        'pyyaml',

        'setuptools',

# WebTest==2.0.11

beautifulsoup4 = 4.3.2

# Required by:

# grequests==0.2.0

gevent = 1.0

# Required by:

# gevent==1.0

greenlet = 0.4.2

# Required by:

# searx==0.1

grequests = 0.2.0

# Required by:

# robotframework-httplibrary==0.4.2

jsonpatch = 1.3