C段http_banner獲取v0.3

更新: 1.使用optparse來獲取命令行參數  

#-*-coding=utf-8-*-
# __author__  = 'sanr'
# __email__   = '[email protected]'
# __url__     = 'http://0x007.blog.51cto.com/'
# __version__ = '0.3'
import requests
import re
from threading import Thread,Lock
import sys
import chardet
import netaddr
import struct
import socket
import os
import optparse

lock = Lock()

def ip2int(addr):
    return struct.unpack("!I", socket.inet_aton(addr))[0]
def int2ip(addr):
    return socket.inet_ntoa(struct.pack("!I", addr))
def int_dec(pagehtml):

    charset = None
    if pagehtml != '':
        # print 'use charset dect'
        enc = chardet.detect(pagehtml)
        # print 'enc= ', enc
        if enc['encoding'] and enc['confidence'] > 0.9:
            charset = enc['encoding']

        if charset == None:
            charset_re = re.compile("((^|;)\s*charset\s*=)([^\"']*)", re.M)
            charset=charset_re.search(pagehtml[:1000]) 
            charset=charset and charset.group(3) or None

        # test charset
        try:
            if charset:
                unicode('test',charset,errors='replace')
        except Exception,e:
            print 'Exception',e
            charset = None
    # print 'charset=', charset
    return charset


def http_banner(url):
    ip=url
    try:
        url=requests.get(url,timeout=2)

        body = url.content
         
        charset = None
        if body != '':
            charset = int_dec(body)

        if charset == None or charset == 'ascii':
            charset = 'ISO-8859-1'

        if charset and charset != 'ascii' and charset != 'unicode':
            try:
                body = unicode(body,charset,errors='replace')
            except Exception, e:
                body = ''
     
        Struts=url.status_code
     
        Server=url.headers['server'][0:13]
     
        if Struts==200 or Struts==403 or Struts==401:
            title=re.findall(r"<title>(.*)<\/title>",body)
            if len(title):
                title = title[0].strip()
            else:
                title = ''
            #輸出加鎖 防止第二行輸入
            #申請鎖
            lock.acquire()
            print ('%s\t%d\t%-10s\t%s'%(ip.lstrip('http://'),Struts,Server,title))
            #釋放鎖
            lock.release()
    except (requests.HTTPError,requests.RequestException,AttributeError,KeyError),e:
        pass

 

    if __name__ == '__main__':     parser = optparse.OptionParser('usage: %prog [options] target')     parser.add_option('-p', '--port', dest='port', default='80',type='string', help='Port.default = 80')     (options,args) = parser.parse_args() #parser.parse_args處理之後給option返回一個字典對象，對象的key就是你上面設置的dest的值        

   if len(args) < 1:
        parser.print_help()
        print 'usage: python %s 218.92.227.1/24 '%os.path.basename(sys.argv[0])
        print 'usage: python %s 218.92.227.1-218.92.227.254 '%os.path.basename(sys.argv[0])
        print 'usage: python %s 218.92.227.1./24 -p 8080'%os.path.basename(sys.argv[0])
        print 'usage: python %s 218.92.227.1-218.92.227.254 -p 8080'%os.path.basename(sys.argv[0])
        sys.exit(0)
         
    ips=args[0]
    port=options.port
    if '-' in ips:
        start, end = ips.split('-')
        startlong = ip2int(start)
        endlong = ip2int(end)
        ips = netaddr.IPRange(start,end)
        for ip in list(ips):
            url='http://%s:%s'%(ip,port)
            t = Thread(target=http_banner,args=(url,))
            t.daemon=False
            t.start()
    elif '/'   in ips:
        ips = netaddr.IPNetwork(ips)
        for ip in list(ips):
            url='http://%s:%s'%(ip,port) 
            t = Thread(target=http_banner,args=(url,))
            t.daemon=False
            t.start()