sae 上通过 python 获取访问网站 ip 及其来源

#-*-coding: utf8 -*-

"""  
SAE API auth handler for urllib2 and requests

urllib2:

>>> import urllib2  
>>> apibus_handler = SaeApibusAuthHandler(ACCESSKEY, SECRETKEY)  
>>> opener = urllib2.build_opener(apibus_handler)  
>>> print opener.open('http://g.sae.sina.com.cn/log/http/2015-06-18/1-access.log').read()

requests:

>>> import requests  
>>> print requests.get('http://g.sae.sina.com.cn/log/http/2015-06-18/1-access.log?head/0/10|fields/ /1/2/3/4', auth=SaeApibusAuth(ACCESSKEY, SECRETKEY)).content  
"""

import hmac  
import base64  
import hashlib  
import time  
import urllib  
from urllib2 import BaseHandler, Request

_APIBUS_URL_PREFIX = 'http://g.sae.sina.com.cn/'

class SaeApibusAuthHandler(BaseHandler):  
    # apibus handler must be in front  
    handler_order = 100

    def __init__(self, accesskey, secretkey):  
        self.accesskey = accesskey  
        self.secretkey = secretkey

    def http_request(self, req):  
        orig_url = req.get_full_url()  
        if not orig_url.startswith(_APIBUS_URL_PREFIX):  
            return req

        timestamp = str(int(time.time()))  
        headers = [  
            ('x-sae-timestamp', timestamp),  
            ('x-sae-accesskey', self.accesskey),  
        ]  
        req.headers.update(headers)

        method = req.get_method()  
        resource = urllib.unquote(req.get_full_url()[len(_APIBUS_URL_PREFIX)-1:])  
        sae_headers = [(k.lower(), v.lower()) for k, v in req.headers.items() if k.lower().startswith('x-sae-')]  
        req.add_header('Authorization', _signature(self.secretkey, method, resource, sae_headers))  
        return req

    https_request = http_request

try:  
    from requests.auth import AuthBase

    class SaeApibusAuth(AuthBase):  
        """Attaches HTTP Basic Authentication to the given Request object."""  
        def __init__(self, accesskey, secretkey):  
            self.accesskey = accesskey  
            self.secretkey = secretkey

        def __call__(self, r):  
            timestamp = str(int(time.time()))  
            r.headers['x-sae-timestamp'] = timestamp  
            r.headers['x-sae-accesskey'] = self.accesskey  
            resource = urllib.unquote(r.url[len(_APIBUS_URL_PREFIX)-1:])  
            #resource = r.url[len(_APIBUS_URL_PREFIX)-1:]  
            sae_headers = [(k.lower(), v.lower()) for k, v in r.headers.items() if k.lower().startswith('x-sae-')]  
            r.headers['Authorization'] = _signature(self.secretkey, r.method, resource, sae_headers)  
            return r  
except ImportError:  
    # requests was not present!  
    pass

def _signature(secret, method, resource, headers):  
    msgToSign = "\n".join([  
        method, resource,  
        "\n".join([(k + ":" + v) for k, v in sorted(headers)]),  
    ])  
    return "SAEV1_HMAC_SHA256 " + base64.b64encode(hmac.new(secret, msgToSign, hashlib.sha256).digest())  

#-*-coding: utf8 -*-

#sae_log_util.py  
#sae log utility based on sae apibus_handler  
#author blog: http://bookshadow.com  
#src date: 2015-09-17

status_code_dict = {200 : 'OK', 206 : 'Partial Content', 400 : 'Bad Request', \  
                              500 : 'Internal Server Error' , 404 : 'Not Found'}

service_ident_dict = {'http': ['access', 'error', 'alert', 'debug', 'warning', 'notice'], \  
    'taskqueue' : ['error'], \  
    'cron' : ['error'], \  
    'mail': ['access', 'error'], \  
    'rdc' : ['error', 'warning'], \  
    'storage' : ['access'], \  
    'push' : ['access'], \  
    'fetchurl' : ['access']  
}

_URL_PREFIX = 'http://g.sae.sina.com.cn/log/'

class SaeLogFetcher(object):

    def __init__(self, access_key, secret_key):  
        self.access_key = access_key  
        self.secret_key = secret_key

    def fetch_log(self, service, date, ident, fop = '', version = 1):  
        assert self.access_key, 'access_key should not be empty'  
        assert self.secret_key, 'secret_key should not be empty'  
        assert service in service_ident_dict, 'invalid service parameter'  
        assert ident in service_ident_dict[service], 'invalid ident parameter'

        url = _URL_PREFIX + service + '/' + date + '/' + str(version) + '-' + ident + '.log'  
        content = None

        try:  
            import requests  
            from apibus_handler import SaeApibusAuth  
            r = requests.get(url + ('?' + fop if fop else ''), \  
                     auth=SaeApibusAuth(self.access_key, self.secret_key))  
            status_code, status = r.status_code, status_code_dict.get(r.status_code, 'Unknown')  
            if status_code == 200:  
                content = r.content  
        except ImportError:  
            # requests was not present!  
            from apibus_handler import SaeApibusAuthHandler  
            import urllib, urllib2  
            apibus_handler = SaeApibusAuthHandler(self.access_key, self.secret_key)  
            opener = urllib2.build_opener(apibus_handler)  
            if fop:  
                url += '?' + urllib.quote(fop, safe='')  
            content = opener.open(url).read()  
        return content  

#encoding:utf-8  
import requests

#输入的ip的数据结构为字典:{'ip':具体的ip地址}  
def find_ip_place(ip):  
    URL = 'http://ip.taobao.com/service/getIpInfo.php'  
    try:  
        r = requests.get(URL, params=ip, timeout=3)  
    except requests.RequestException as e:  
        print(e)  
    else:  
        json_data = r.json()  
        if json_data['code'] == 0:  
            print u'所在国家:',json_data[u'data'][u'country']  
            print u'所在地区:',json_data[u'data'][u'area']  
            print u'所在省份:',json_data[u'data'][u'region']  
            print u'所在城市:',json_data[u'data'][u'city']  
            print u'所属运营商:',json_data[u'data'][u'isp']  
        else:  
            print '查询失败,请稍后再试！'