From 7955e60f2f2a6b959363f4bf3d79c9b5da494233 Mon Sep 17 00:00:00 2001
From: Adrian Schmutzler <freifunk@adrianschmutzler.de>
Date: Thu, 12 Apr 2018 22:13:06 +0200
Subject: [PATCH] scripts: Add scripts to defragment MySQL tables

scripts/defragtables.py:
- If run without argument, all tables EXCEPT stats are defragmented
  (quick run)
- If run with argument e.g. "1", all table INCLUDING stats are
  defragmented (will take about one hour)

scripts/defragtable.py <space-separated list of tables>:
- Defragments the specified tables; will crash if table does not
  exist

Signed-off-by: Adrian Schmutzler <freifunk@adrianschmutzler.de>
---
 ffmap/misc.py           | 29 +++++++++++++++++++++++++++++
 scripts/defragtable.py  | 24 ++++++++++++++++++++++++
 scripts/defragtables.py | 22 ++++++++++++++++++++++
 3 files changed, 75 insertions(+)
 create mode 100755 scripts/defragtable.py
 create mode 100755 scripts/defragtables.py

diff --git a/ffmap/misc.py b/ffmap/misc.py
index f1e153c..a999e7d 100644
--- a/ffmap/misc.py
+++ b/ffmap/misc.py
@@ -48,3 +48,32 @@ def neighbor_color(quality,rt_protocol):
 		elif quality < 230:
 			color = "#79ff7c"
 	return color
+
+def defrag_table(mysql,table,sleep):
+	minustime=0
+	allrows=0
+	start_time = time.time()
+
+	qry = "ALTER TABLE `%s` ENGINE = InnoDB" % (table)
+	mysql.execute(qry)
+	mysql.commit()
+
+	end_time = time.time()
+	if sleep > 0:
+		time.sleep(sleep)
+
+	writelog(CONFIG["debug_dir"] + "/deletetime.txt", "Defragmented table %s: %.3f seconds" % (table,end_time - start_time))
+	print("--- Defragmented table %s: %.3f seconds ---" % (table,end_time - start_time))
+
+def defrag_all(mysql,doall=False):
+	alltables = ('gw','gw_admin','gw_netif','hoods','netifs','router','router_events','router_gw','router_ipv6','router_neighbor','router_netif','users')
+	stattables = ('router_stats','router_stats_gw','router_stats_neighbor','router_stats_netif','stats_global','stats_gw','stats_hood')
+
+	for t in alltables:
+		defrag_table(mysql,t,1)
+
+	if doall:
+		for t in stattables:
+			defrag_table(mysql,t,60)
+
+	writelog(CONFIG["debug_dir"] + "/deletetime.txt", "-------")
diff --git a/scripts/defragtable.py b/scripts/defragtable.py
new file mode 100755
index 0000000..9a96725
--- /dev/null
+++ b/scripts/defragtable.py
@@ -0,0 +1,24 @@
+#!/usr/bin/python3
+
+# Execute manually
+
+import os
+import sys
+sys.path.insert(0, os.path.abspath(os.path.dirname(__file__) + '/' + '..'))
+
+from ffmap.misc import defrag_table, writelog
+from ffmap.config import CONFIG
+from ffmap.mysqltools import FreifunkMySQL
+
+import time
+start_time = time.time()
+
+mysql = FreifunkMySQL()
+i = 1
+while i < len(sys.argv):
+	defrag_table(mysql,sys.argv[i],1)
+	i = i + 1
+mysql.close()
+
+writelog(CONFIG["debug_dir"] + "/deletetime.txt", "-------")
+print("--- Total defrag duration: %.3f seconds ---" % (time.time() - start_time))
diff --git a/scripts/defragtables.py b/scripts/defragtables.py
new file mode 100755
index 0000000..9cc09f6
--- /dev/null
+++ b/scripts/defragtables.py
@@ -0,0 +1,22 @@
+#!/usr/bin/python3
+
+# Execute manually
+
+import os
+import sys
+sys.path.insert(0, os.path.abspath(os.path.dirname(__file__) + '/' + '..'))
+
+from ffmap.misc import defrag_all
+from ffmap.mysqltools import FreifunkMySQL
+
+import time
+start_time = time.time()
+
+mysql = FreifunkMySQL()
+if(len(sys.argv)>1):
+	defrag_all(mysql,sys.argv[1])
+else:
+	defrag_all(mysql,False)
+mysql.close()
+
+print("--- Total defrag duration: %.3f seconds ---" % (time.time() - start_time))