pipeline.py

# -*- coding: utf-8 -*-

# Define your item pipelines here
#
# Don't forget to add your pipeline to the ITEM_PIPELINES setting
# See: https://doc.scrapy.org/en/latest/topics/item-pipeline.html
import nmap
from scrapy.exceptions import DropItem

nm = nmap.PortScanner()

class ProxyPipeline(object):
    def process_item(self, item, spider):
        if 'ip' in item.keys():
            res = nm.scan(item['ip'], item['port'])
            hosts = nm.all_hosts()
            if hosts:
                protocols = nm[hosts[0]].all_protocols()
                ports = list(nm[hosts[0]][protocols[0]].keys())
                status =nm[hosts[0]][protocols[0]][ports[0]]['state']
                if status != "closed":
                     return item
                else:
                    raise DropItem("Proxy isn't UP")
            else:
                raise DropItem("Proxy isn't UP")
        else:
            return item