first commit

1 files changed, 62 insertions, 0 deletions

diff --git a/backup/old.py b/backup/old.py
new file mode 100644
index 0000000..d6b3a98
--- /dev/null
+++ b/backup/old.py
@@ -0,0 +1,62 @@
+# IP mapping
+pbar = tqdm(total=len(data))
+
+for item in data.copy():
+    try:
+        ip = socket.getaddrinfo(item['host'], None, socket.AF_INET)[-1][-1][0]
+    except Exception as e:
+        ip = None
+
+    if ip and 'ip' in item:
+        new_item = item.copy()
+        new_item['ip'] = ip
+        data.append(new_item)
+    elif ip:
+        item['ip'] = ip
+
+    try:
+        ip = socket.getaddrinfo(item['host'], None, socket.AF_INET6)[-1][-1][0]
+    except Exception as e:
+        ip = None
+
+    if ip and'ip' in item:
+        new_item = item.copy()
+        new_item['ip'] = ip
+        data.append(new_item)
+    elif ip:
+        item['ip'] = ip
+
+    if not 'ip' in item:
+        item['ip'] = None
+
+    pbar.update(1)
+pbar.close()
+
+# html parser
+url = "https://www.iana.org/domains/root/db/"
+html = urlopen(url)
+soup = BeautifulSoup(html, 'html5lib')
+data_tld_orgs = []
+
+for item in soup.find_all(attrs={'class': 'iana-table'}):
+    for table in soup.find_all(attrs={'class': 'iana-table'}):
+        values = [td.get_text(strip=True) for td in table.find_all('td')]
+
+        for i in range(0, len(values), 3):
+            data_tld_orgs.append({'tld': values[i].strip('.'), 'type': values[i + 1], 'organisation': values[i + 2]})
+
+# Root zone parser
+data = []
+
+with open('data/root.zone') as f:
+    # Skip header and root servers
+    for i in range(21):
+        next(f)
+
+    for line in f:
+        values = line.split()
+
+        if values[3] == 'NS':
+            tld = values[0][:-1]
+            ns = values[-1][:-1]
+            data.append({'host': ns, 'tld': tld})