From 24544fc1155e017609e4d6bde02983eef4c33be6 Mon Sep 17 00:00:00 2001
From: Nathan Woodburn <github@nathan.woodburn.au>
Date: Wed, 8 Nov 2023 22:09:26 +1100
Subject: [PATCH] fix: Store website data as json

---
 db.py | 31 ++++++++++++++++++++++---------
 1 file changed, 22 insertions(+), 9 deletions(-)

diff --git a/db.py b/db.py
index 5b2cdb7..a22ab88 100644
--- a/db.py
+++ b/db.py
@@ -1,6 +1,7 @@
 import mysql.connector
 import os
 import dotenv
+import json
 
 dotenv.load_dotenv()
 
@@ -32,7 +33,7 @@ def check_tables():
         CREATE TABLE IF NOT EXISTS site (
             id INT(11) NOT NULL AUTO_INCREMENT,
             domain VARCHAR(255) NOT NULL,
-            data VARCHAR(2048) NOT NULL,
+            data JSON,
             PRIMARY KEY (id)
         )
     """)
@@ -99,22 +100,34 @@ def get_website_data(domain):
         # Create new entry
         connection = mysql.connector.connect(**dbargs)
         cursor = connection.cursor()
-        cursor.execute("""
-            INSERT INTO site (domain, data)
-            VALUES (%s, %s)
-        """, (domain, ""))
+        data = {
+            "data": ""
+        }
+        insert_query = "INSERT INTO site (data,domain) VALUES (%s,%s)"
+        cursor.execute(insert_query, (json.dumps(data), domain))
         connection.commit()
         cursor.close()
         connection.close()
         return ""
-    return data[0][2]
+    
+    parsed = data[0][2]
+    parsed = json.loads(parsed)
+    parsed = parsed['data']
+    # Decoding
+    parsed = parsed.encode('utf-8').decode('unicode-escape')
+
+    return parsed
 
 def update_website_data(domain,data):
     connection = mysql.connector.connect(**dbargs)
     cursor = connection.cursor()
-    cursor.execute("""
-        UPDATE site SET data = %s WHERE domain = %s
-    """, (data, domain))
+    # Create json object
+    data = {
+        "data": data
+    }
+    update_query = "UPDATE site SET data = %s WHERE domain = %s"
+    cursor.execute(update_query, (json.dumps(data), domain))
+    
     connection.commit()
     cursor.close()
     connection.close()
\ No newline at end of file