update

Author: ilsanbao

.gitignore

@@ -5,7 +5,7 @@ __pycache__/
 
 # C extensions
 *.so
-
+.idea
 # Distribution / packaging
 .Python
 build/

example.py

@@ -0,0 +1,8 @@
+import ipdb
+
+db = ipdb.Reader("C:/WORK/tiantexin/framework/library/ip/mydata6.ipdb")
+print(db.find("2001:250:200::"))
+print(db.find_map("2001:250:200::"))
+
+info = db.find_info("2a06:e881:3800::")
+print(info.country_name, info.region_name, info.city_name, info.owner_domain, info.isp_domain, info.latitude, info.longitude, info.timezone, info.utc_offset)

ipdb/__init__.py

@@ -0,0 +1,6 @@
+# -*- coding: utf-8 -*-
+"""
+    :copyright: ©2018 by IPIP.net
+"""
+
+from .database import Reader

ipdb/database.py

@@ -0,0 +1,112 @@
+# -*- coding: utf-8 -*-
+"""
+    :copyright: ©2018 by IPIP.net
+"""
+
+import ipaddress
+import json
+from .meta import MetaData
+from .info import IPInfo
+from .util import bytes2long
+
+
+class Reader:
+
+    meta = {}
+    data = b""
+
+    file = False
+    file_size = 0
+
+    v4offset = 0
+    v6offsetCache = {}
+
+    def __init__(self, name):
+        self.file = open(name, "rb")
+        self.data = self.file.read()
+        self.file_size = len(self.data)
+
+        meta_length = bytes2long(self.data[0], self.data[1], self.data[2], self.data[3])
+        meta = json.loads(self.data[4:meta_length+4])
+
+        self.meta = MetaData(**meta)
+        self.data = self.data[4+meta_length:]
+
+    def _find_node(self, ip):
+
+        if ip.version == 6:
+            bit_count = 128
+        else:
+            bit_count = 32
+
+        i = 0
+        node = 0
+        key = ip.packed[0:2]
+        if bit_count == 32:
+            if self.v4offset == 0:
+                i = 0
+                while i < 96:
+                    if i >= 80:
+                        node = self.read_node(node, 1)
+                    else:
+                        node = self.read_node(node, 0)
+                    i += 1
+                self.v4offset = node
+            else:
+                node = self.v4offset
+        else:
+            val = self.v6offsetCache.get(key, -1)
+            if val > -1:
+                i = 16
+                node = val
+
+        while i < bit_count:
+            if node > self.meta.node_count:
+                break
+            node = self.read_node(node, (1 & (ip.packed[i >> 3] >> 7 - (i % 8))))
+            i += 1
+            if i == 16:
+                self.v6offsetCache[key] = node
+
+        return node
+
+    def read_node(self, node, idx):
+        off = idx * 4 + node * 8
+        return bytes2long(self.data[off], self.data[off + 1], self.data[off + 2], self.data[off + 3])
+
+    def _resolve(self, node):
+        resolved = node - self.meta.node_count + self.meta.node_count * 8
+        size = bytes2long(0, 0, self.data[resolved], self.data[resolved + 1])
+        return self.data[resolved+2:resolved+2 + size]
+
+    def find(self, addr, language = "CN"):
+        node = self._find_node(ipaddress.ip_address(addr))
+        if node is None:
+            return None
+
+        bytes = self._resolve(node)
+        if bytes is None:
+            return None
+
+        tmp = bytes.decode("utf-8").split("\t")
+
+        off = self.meta.languages.get(language)
+        if off is None:
+            return None
+
+        return tmp[off:off+len(self.meta.fields)]
+
+    def find_map(self, addr, language = 'CN'):
+        loc = self.find(addr, language)
+        if loc is None:
+            return None
+        m = {}
+        for idx, value in enumerate(self.meta.fields):
+            m[value] = loc[idx]
+        return m
+
+    def find_info(self, addr, language = 'CN'):
+        m = self.find_map(addr, language)
+        if m is None:
+            return None
+        return IPInfo(**m)

ipdb/info.py

@@ -0,0 +1,36 @@
+# -*- coding: utf-8 -*-
+"""
+    :copyright: ©2018 by IPIP.net
+"""
+
+
+class IPInfo(object):
+    
+    country_name = ""
+    region_name = ""
+    city_name = ""
+    owner_domain = ""
+    isp_domain = ""
+    latitude = ""
+    longitude = ""
+    timezone = ""
+    utc_offset = ""
+    china_admin_code = ""
+    idd_code = ""
+    country_code = ""
+    continent_code = ""
+    idc = ""
+    base_station = ""
+    country_code3 = ""
+    european_union = ""
+    currency_code = ""
+    currency_name = ""
+    anycast = ""
+
+    def __init__(self, **kwargs):
+        self._map = kwargs
+        for key in self._map:
+            self.__setattr__(key, self._map[key])
+
+    def __getattr__(self, item):
+        return self._map.get(item, "")

ipdb/meta.py

@@ -0,0 +1,14 @@
+# -*- coding: utf-8 -*-
+"""
+    :copyright: ©2018 by IPIP.net
+"""
+
+
+class MetaData(object):
+    def __init__(self, **kwargs):
+        self.fields = kwargs['fields']
+        self.node_count = kwargs['node_count']
+        self.total_size = kwargs['total_size']
+        self.build = kwargs['build']
+        self.languages = kwargs['languages']
+        self.ip_version = kwargs['ip_version']

ipdb/util.py

@@ -0,0 +1,18 @@
+# -*- coding: utf-8 -*-
+"""
+    :copyright: ©2018 by IPIP.net
+"""
+
+
+import sys
+
+
+def bytes2long(a, b, c, d):
+    return convert(a) << 24 | convert(b) << 16 | convert(c) << 8 | convert(d)
+
+
+def convert(v):
+    if sys.version_info.major >= 3:
+        return v
+    else:
+        return ord(v)

setup.py

@@ -0,0 +1,33 @@
+# coding=utf-8
+
+from setuptools import setup
+
+setup(
+    name='ipip-ipdb',
+    version="0.2.0",
+    description=(
+        'IPIP.net 官方支持维护的 IP 数据库 ipdb 格式解析代码库'
+    ),
+    author='IPIP.net',
+    author_email='[email protected]',
+    maintainer='frk',
+    maintainer_email='[email protected]',
+    license='Apache License Version 2.0',
+    packages=['ipdb'],
+    platforms=["all"],
+    url='https://github.com/ipipdotnet/ipdb-python',
+    classifiers=[
+        'Development Status :: 4 - Beta',
+        'Operating System :: OS Independent',
+        'Intended Audience :: Developers',
+        'Programming Language :: Python',
+        'Programming Language :: Python :: Implementation',
+        'Programming Language :: Python :: 2',
+        'Programming Language :: Python :: 2.7',
+        'Programming Language :: Python :: 3',
+        'Programming Language :: Python :: 3.4',
+        'Programming Language :: Python :: 3.5',
+        'Programming Language :: Python :: 3.6',
+        'Topic :: Software Development :: Libraries'
+    ],
+)