imfht imfht

## paste_server.html
<html>
   <title>Welcome to Jinxu's paste Server</title>
   <link href="https://fonts.googleapis.com/css?family=Montserrat:400" rel="stylesheet">
   <body  style="font-family: 'Montserrat', sans-serif;">
      <div style="margin-left: 35%">
         <h2>Usage</h2>
         <p>cat file.txt | nc p.fht.im 9999
         <p>
         <p>or add a alias</p>
         <p>echo 'alias pt="nc p.fht.im 9999"' >> .bashrc</p>

## colly_example.go
package main

import (
	"fmt"

	"github.com/gocolly/colly"
	"golang.org/x/net/html/charset"
	"bytes"
	"io/ioutil"
	"github.com/saintfish/chardet"

## test_hbase.py
#!/usr/bin/env python
# -*- coding: utf-8 -*-
from thrift.transport import TSocket
from thrift.transport import TTransport
from thrift.protocol import TBinaryProtocol

from hbase import Hbase
from hbase.ttypes import ColumnDescriptor, Mutation


## setup.md

      
              1 file
            
          
              0 forks
            
          
              0 comments
            
          
              0 stars
            
          
                imfht
                / setup.md
            
            
              Created
              June 30, 2018 04:07
                — forked from xrstf/setup.md
            
              
                Nutch 2.3 + ElasticSearch 1.4 + HBase 0.94 Setup
              
          
    Info

This guide sets up a non-clustered Nutch crawler, which stores its data via HBase. We will not learn how to setup Hadoop et al., but just the bare minimum to crawl and index websites on a single machine.
Terms


Nutch - the crawler (fetches and parses websites)
HBase - filesystem storage for Nutch (Hadoop component, basically)


## gist:af5970a3799b6064964fd5294499ec06
wget -q http://s3.amazonaws.com/alexa-static/top-1m.csv.zip;unzip top-1m.csv.zip; awk -F ',' '{print $2}' top-1m.csv|head -1000 > top-1000.txt; rm top-1m.csv*

## httpdns.go
package main

import (
	"bytes"
	"fmt"
	"github.com/miekg/dns"
	"io/ioutil"
	"log"
	"net/http"
)

## transport.go
// Copyright 2011 The Go Authors. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.

// HTTP client implementation. See RFC 7230 through 7235.
//
// This is the low-level Transport implementation of RoundTripper.
// The high-level interface is in client.go.

package http

## sqlinj.py
#!/usr/bin/env python
# encoding: utf-8
# vip.py
# ringzero@0x557.org
import requests
import time
import sys
reload(sys)
sys.setdefaultencoding('utf-8')
payloads = list('abcdefghijklmnopqrstuvwxyz0123456789@_.')

## nmap_top_port.txt
/Users/jinxufang/.virtualenvs/PunkScanner/bin/python /Users/jinxufang/ShareToVMWin/PycharmProjects/PunkScanner/test.py
nmap top1000:  1,3-4,6-7,9,13,17,19-26,30,32-33,37,42-43,49,53,70,79-85,88-90,99-100,106,109-111,113,119,125,135,139,143-144,146,161,163,179,199,211-212,222,254-256,259,264,280,301,306,311,340,366,389,406-407,416-417,425,427,443-445,458,464-465,481,497,500,512-515,524,541,543-545,548,554-555,563,587,593,616-617,625,631,636,646,648,666-668,683,687,691,700,705,711,714,720,722,726,749,765,777,783,787,800-801,808,843,873,880,888,898,900-903,911-912,981,987,990,992-993,995,999-1002,1007,1009-1011,1021-1100,1102,1104-1108,1110-1114,1117,1119,1121-1124,1126,1130-1132,1137-1138,1141,1145,1147-1149,1151-1152,1154,1163-1166,1169,1174-1175,1183,1185-1187,1192,1198-1199,1201,1213,1216-1218,1233-1234,1236,1244,1247-1248,1259,1271-1272,1277,1287,1296,1300-1301,1309-1311,1322,1328,1334,1352,1417,1433-1434,1443,1455,1461,1494,1500-1501,1503,1521,1524,1533,1556,1580,1583,1594,1600,1641,1658,1666,1687-1688,170

## webscantest[dot]cn_index.html
<html>
<head>
    <link href="https://cdn.bootcss.com/bootswatch/4.2.1/cosmo/bootstrap.min.css" rel="stylesheet">
    <meta charset="utf-8">
    <title>webscantest.cn -在线靶场漏洞测试(beta)</title>
    <style>
        .button {
            display: block;
            background: #4E9CAF;
            padding: 10px;
	<html>
	<title>Welcome to Jinxu's paste Server</title>
	<link href="https://fonts.googleapis.com/css?family=Montserrat:400" rel="stylesheet">
	<body style="font-family: 'Montserrat', sans-serif;">
	<div style="margin-left: 35%">
	<h2>Usage</h2>
	<p>cat file.txt \| nc p.fht.im 9999
	<p>
	<p>or add a alias</p>
	<p>echo 'alias pt="nc p.fht.im 9999"' >> .bashrc</p>
	package main

	import (
	"fmt"

	"github.com/gocolly/colly"
	"golang.org/x/net/html/charset"
	"bytes"
	"io/ioutil"
	"github.com/saintfish/chardet"
	#!/usr/bin/env python
	# -- coding: utf-8 --
	from thrift.transport import TSocket
	from thrift.transport import TTransport
	from thrift.protocol import TBinaryProtocol

	from hbase import Hbase
	from hbase.ttypes import ColumnDescriptor, Mutation
	// Copyright 2011 The Go Authors. All rights reserved.
	// Use of this source code is governed by a BSD-style
	// license that can be found in the LICENSE file.

	// HTTP client implementation. See RFC 7230 through 7235.
	//
	// This is the low-level Transport implementation of RoundTripper.
	// The high-level interface is in client.go.

	package http
	#!/usr/bin/env python
	# encoding: utf-8
	# vip.py
	# ringzero@0x557.org
	import requests
	import time
	import sys
	reload(sys)
	sys.setdefaultencoding('utf-8')
	payloads = list('abcdefghijklmnopqrstuvwxyz0123456789@_.')
	<html>
	<head>
	<link href="https://cdn.bootcss.com/bootswatch/4.2.1/cosmo/bootstrap.min.css" rel="stylesheet">
	<meta charset="utf-8">
	<title>webscantest.cn -在线靶场漏洞测试(beta)</title>
	<style>
	.button {
	display: block;
	background: #4E9CAF;
	padding: 10px;