| import re | |
| import random | |
| import base64 | |
| from scrapy import log | |
| class RandomProxy(object): | |
| def __init__(self, settings): | |
| self.proxy_list = settings.get('PROXY_LIST') | |
| fin = open(self.proxy_list) |
| # Initialize the scroll | |
| page = es.search( | |
| index = 'yourIndex', | |
| doc_type = 'yourType', | |
| scroll = '2m', | |
| search_type = 'scan', | |
| size = 1000, | |
| body = { | |
| # Your query's body | |
| }) |
First of all, it just seems like doing anything with Oracle is obnoxiously painful for no good reason. It's the nature of the beast I suppose. cx_oracle is a python module that allows you to connect to an Oracle Database and issue queries, inserts, updates..usual jazz.
Step 1:
sudo apt-get install build-essential unzip python-dev libaio-devStep 2. Click here to download the appropriate zip files required for this. You'll need:
Portions taken from http://www.cs.utexas.edu/~mitra/csSpring2011/cs327/cx_mac.html (in case that link ever dies.)
Assume you've got homebrew installed.
Download the following files from Oracle
| #!/usr/bin/env python | |
| # -*- coding: UTF-8 -*- | |
| import sched, time | |
| from threading import Thread, Timer | |
| import subprocess | |
| s = sched.scheduler(time.time, time.sleep) | |
| class Job(Thread): |
