From cd985a676a9bb715aa3ed20cef01767956ab7ea9 Mon Sep 17 00:00:00 2001
From: Enju Aihara <5-EnjuAihara@users.noreply.gitlab.varis.social>
Date: Sat, 5 Mar 2022 11:56:13 +0100
Subject: [PATCH] insert new domains with hash into the instance table

---
 fetch_blocks.py | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/fetch_blocks.py b/fetch_blocks.py
index 6c7491b..3b1bd84 100644
--- a/fetch_blocks.py
+++ b/fetch_blocks.py
@@ -1,5 +1,6 @@
 from requests import get
 from json import loads
+from hashlib import sha256
 import sqlite3
 
 conn = sqlite3.connect("blocks.db")
@@ -13,8 +14,14 @@ with open("pleroma_instances.txt", "r") as f:
             json = loads(get(f"https://{blocker}/nodeinfo/2.1.json").text)
             for mrf in json["metadata"]["federation"]["mrf_simple"]:
                 for blocked in json["metadata"]["federation"]["mrf_simple"][mrf]:
+                    c.execute("select case when ? in (select domain from instances) then 1 else 0 end", (blocked,))
+                    if c.fetchone() == (0,):
+                        c.execute("insert into instances select ?, ?", (blocked, sha256(bytes(blocked, "utf-8")).hexdigest()))
                     c.execute("insert into blocks select ?, ?, '', ?", (blocker, blocked, mrf))
             for blocked in json["metadata"]["federation"]["quarantined_instances"]:
+                c.execute("select case when ? in (select domain from instances) then 1 else 0 end", (blocked,))
+                if c.fetchone() == (0,):
+                    c.execute("insert into instances select ?, ?", (blocked, sha256(bytes(blocked, "utf-8")).hexdigest()))
                 c.execute("insert into blocks select ?, ?, '', 'quarantined_instances'", (blocker, blocked))
             conn.commit()
             for mrf in json["metadata"]["federation"]["mrf_simple_info"]:
@@ -36,16 +43,25 @@ with open("mastodon_instances.txt", "r") as f:
                 if blocked["domain"].count("*") > 1:
                     c.execute("insert into blocks select ?, ifnull((select domain from instances where hash = ?), ?), ?, 'reject'", (blocker, blocked["hash"], blocked["hash"], blocked['reason']))
                 else:
+                    c.execute("select case when ? in (select domain from instances) then 1 else 0 end", (blocked["domain"],))
+                    if c.fetchone() == (0,):
+                        c.execute("insert into instances select ?, ?", (blocked["domain"], sha256(bytes(blocked["domain"], "utf-8")).hexdigest()))
                     c.execute("insert into blocks select ?, ?, ?, 'reject'", (blocker, blocked["domain"], blocked["reason"]))
             for blocked in json["media_removal"]:
                 if blocked["domain"].count("*") > 1:
                     c.execute("insert into blocks select ?, ifnull((select domain from instances where hash = ?), ?), ?, 'media_removal'", (blocker, blocked["hash"], blocked["hash"], blocked['reason']))
                 else:
+                    c.execute("select case when ? in (select domain from instances) then 1 else 0 end", (blocked["domain"],))
+                    if c.fetchone() == (0,):
+                        c.execute("insert into instances select ?, ?", (blocked["domain"], sha256(bytes(blocked["domain"], "utf-8")).hexdigest()))
                     c.execute("insert into blocks select ?, ?, ?, 'media_removal'", (blocker, blocked["domain"], blocked["reason"]))
             for blocked in json["federated_timeline_removal"]:
                 if blocked["domain"].count("*") > 1:
                     c.execute("insert into blocks select ?, ifnull((select domain from instances where hash = ?), ?), ?, 'federated_timeline_removal'", (blocker, blocked["hash"], blocked["hash"], blocked['reason']))
                 else:
+                    c.execute("select case when ? in (select domain from instances) then 1 else 0 end", (blocked["domain"],))
+                    if c.fetchone() == (0,):
+                        c.execute("insert into instances select ?, ?", (blocked["domain"], sha256(bytes(blocked["domain"], "utf-8")).hexdigest()))
                     c.execute("insert into blocks select ?, ?, ?, 'federated_timeline_removal'", (blocker, blocked["domain"], blocked["reason"]))
             conn.commit()
         except: