400 lines
11 KiB
Python
Executable File
400 lines
11 KiB
Python
Executable File
#!/usr/bin/python3
|
|
|
|
from ffmap.routertools import *
|
|
from ffmap.maptools import *
|
|
from ffmap.mysqltools import FreifunkMySQL
|
|
from ffmap.stattools import record_global_stats, record_hood_stats
|
|
from ffmap.config import CONFIG
|
|
from ffmap.misc import writelog, writefulllog
|
|
|
|
from flask import Blueprint, request, make_response, redirect, url_for, jsonify, Response
|
|
from bson.json_util import dumps as bson2json
|
|
import json
|
|
|
|
from operator import itemgetter
|
|
|
|
import datetime
|
|
import time
|
|
|
|
api = Blueprint("api", __name__)
|
|
|
|
# map ajax
|
|
@api.route('/get_nearest_router')
|
|
def get_nearest_router():
|
|
if request.args.get("layer") == "none":
|
|
r = make_response(bson2json(None))
|
|
r.mimetype = 'application/json'
|
|
return r
|
|
|
|
lng = float(request.args.get("lng"))
|
|
lat = float(request.args.get("lat"))
|
|
|
|
where = ""
|
|
if request.args.get("layer") == "v1":
|
|
where = " AND h.id IS NOT NULL "
|
|
elif request.args.get("layer") == "v2":
|
|
where = " AND h.id IS NULL "
|
|
|
|
mysql = FreifunkMySQL()
|
|
res_router = mysql.findone("""
|
|
SELECT r.id, r.hostname, r.lat, r.lng, r.description,
|
|
( acos( cos( radians(%s) )
|
|
* cos( radians( r.lat ) )
|
|
* cos( radians( r.lng ) - radians(%s) )
|
|
+ sin( radians(%s) ) * sin( radians( r.lat ) )
|
|
)
|
|
) AS distance
|
|
FROM
|
|
router AS r
|
|
LEFT JOIN hoods AS h ON r.hood = h.name
|
|
WHERE r.lat IS NOT NULL AND r.lng IS NOT NULL """ + where + """
|
|
ORDER BY
|
|
distance ASC
|
|
LIMIT 1
|
|
""",(lat,lng,lat,))
|
|
|
|
res_router["neighbours"] = mysql.fetchall("""
|
|
SELECT nb.mac, nb.netif, nb.quality, r.hostname, r.id
|
|
FROM router_neighbor AS nb
|
|
INNER JOIN (
|
|
SELECT router, mac FROM router_netif GROUP BY mac, router
|
|
) AS net ON nb.mac = net.mac
|
|
INNER JOIN router as r ON net.router = r.id
|
|
WHERE nb.router = %s""",(res_router["id"],))
|
|
mysql.close()
|
|
|
|
r = make_response(bson2json(res_router))
|
|
r.mimetype = 'application/json'
|
|
return r
|
|
|
|
# router by mac (link from router webui)
|
|
@api.route('/get_router_by_mac/<mac>')
|
|
def get_router_by_mac(mac):
|
|
mysql = FreifunkMySQL()
|
|
res_routers = mysql.fetchall("""
|
|
SELECT id
|
|
FROM router
|
|
INNER JOIN router_netif ON router.id = router_netif.router
|
|
WHERE mac = %s
|
|
GROUP BY mac, id
|
|
""",(mac.lower(),))
|
|
mysql.close()
|
|
if len(res_routers) != 1:
|
|
return redirect(url_for("router_list", q="mac:%s" % mac))
|
|
else:
|
|
return redirect(url_for("router_info", dbid=res_routers[0]["id"]))
|
|
|
|
@api.route('/alfred', methods=['GET', 'POST'])
|
|
def alfred():
|
|
try:
|
|
start_time = time.time()
|
|
mysql = FreifunkMySQL()
|
|
#set_alfred_data = {65: "hallo", 66: "welt"}
|
|
set_alfred_data = {}
|
|
r = make_response(json.dumps(set_alfred_data))
|
|
#import cProfile, pstats, io
|
|
#pr = cProfile.Profile()
|
|
#pr.enable()
|
|
banned = mysql.fetchall("""
|
|
SELECT mac FROM banned
|
|
""",(),"mac")
|
|
netifdict = mysql.fetchdict("SELECT id, name FROM netifs",(),"name","id")
|
|
if request.method == 'POST':
|
|
alfred_data = request.get_json()
|
|
|
|
if alfred_data:
|
|
# load router status xml data
|
|
i = 1
|
|
for mac, xml in alfred_data.get("64", {}).items():
|
|
import_nodewatcher_xml(mysql, mac, xml, banned, netifdict)
|
|
if (i%500 == 0):
|
|
mysql.commit()
|
|
i += 1
|
|
mysql.commit()
|
|
r.headers['X-API-STATUS'] = "ALFRED data imported"
|
|
mysql.close()
|
|
#pr.disable()
|
|
#s = io.StringIO()
|
|
#sortby = 'cumulative'
|
|
#ps = pstats.Stats(pr, stream=s).sort_stats(sortby)
|
|
#ps.print_stats()
|
|
#print(s.getvalue())
|
|
|
|
writelog(CONFIG["debug_dir"] + "/apitime.txt", "%s - %.3f seconds" % (request.environ['REMOTE_ADDR'],time.time() - start_time))
|
|
|
|
r.mimetype = 'application/json'
|
|
return r
|
|
except Exception as e:
|
|
writelog(CONFIG["debug_dir"] + "/fail_alfred.txt", "{} - {}".format(request.environ['REMOTE_ADDR'],str(e)))
|
|
import traceback
|
|
writefulllog("Warning: Error while processing ALFRED data: %s\n__%s" % (e, traceback.format_exc().replace("\n", "\n__")))
|
|
|
|
|
|
# https://github.com/ffansbach/de-map/blob/master/schema/nodelist-schema-1.0.0.json
|
|
@api.route('/nodelist')
|
|
def nodelist():
|
|
mysql = FreifunkMySQL()
|
|
router_data = mysql.fetchall("""
|
|
SELECT id, hostname, status, clients, last_contact, lat, lng
|
|
FROM router
|
|
""",())
|
|
router_data = mysql.utcawaretuple(router_data,"last_contact")
|
|
mysql.close()
|
|
nodelist_data = {'version': '1.0.0'}
|
|
nodelist_data['nodes'] = list()
|
|
for router in router_data:
|
|
nodelist_data['nodes'].append(
|
|
{
|
|
'id': str(router['id']),
|
|
'name': router['hostname'],
|
|
'node_type': 'AccessPoint',
|
|
'href': 'https://monitoring.freifunk-franken.de/routers/' + str(router['id']),
|
|
'status': {
|
|
'online': router['status'] == 'online',
|
|
'clients': router['clients'],
|
|
'lastcontact': router['last_contact'].isoformat()
|
|
}
|
|
}
|
|
)
|
|
if router['lat'] and router['lng']:
|
|
nodelist_data['nodes'][-1]['position'] = {
|
|
'lat': router['lat'],
|
|
'long': router['lng']
|
|
}
|
|
return jsonify(nodelist_data)
|
|
|
|
@api.route('/wifianal/<selecthood>')
|
|
def wifianal(selecthood):
|
|
mysql = FreifunkMySQL()
|
|
router_data = mysql.fetchall("""
|
|
SELECT hostname, mac, netif
|
|
FROM router
|
|
INNER JOIN router_netif ON router.id = router_netif.router
|
|
WHERE hood = %s
|
|
GROUP BY id, netif
|
|
""",(selecthood,))
|
|
mysql.close()
|
|
|
|
return wifianalhelper(router_data,"Hood: " + selecthood)
|
|
|
|
@api.route('/wifianalall')
|
|
def wifianalall():
|
|
mysql = FreifunkMySQL()
|
|
router_data = mysql.fetchall("""
|
|
SELECT hostname, mac, netif
|
|
FROM router
|
|
INNER JOIN router_netif ON router.id = router_netif.router
|
|
GROUP BY id, netif
|
|
""",())
|
|
mysql.close()
|
|
|
|
return wifianalhelper(router_data,"ALL hoods")
|
|
|
|
def wifianalhelper(router_data, headline):
|
|
s = "#----------WifiAnalyzer alias file----------\n"
|
|
s += "# \n"
|
|
s += "#Freifunk Franken\n"
|
|
s += "#" + headline + "\n"
|
|
s += "# \n"
|
|
s += "#Encoding: UTF-8.\n"
|
|
s += "#The line starts with # is comment.\n"
|
|
s += "# \n"
|
|
s += "#Content line format:\n"
|
|
s += "#bssid1|alias of bssid1\n"
|
|
s += "#bssid2|alias of bssid2\n"
|
|
s += "# \n"
|
|
|
|
for router in router_data:
|
|
if not router['mac']:
|
|
continue
|
|
if router["netif"] == 'br-mesh':
|
|
s += router["mac"] + "|Mesh_" + router['hostname'] + "\n"
|
|
elif router["netif"] == 'w2ap':
|
|
s += router["mac"] + "|" + router['hostname'] + "\n"
|
|
elif router["netif"] == 'w5ap':
|
|
s += router["mac"] + "|W5_" + router['hostname'] + "\n"
|
|
elif router["netif"] == 'w5mesh':
|
|
s += router["mac"] + "|W5Mesh_" + router['hostname'] + "\n"
|
|
|
|
return Response(s,mimetype='text/plain')
|
|
|
|
@api.route('/routers')
|
|
def routers():
|
|
# Suppresses routers without br-mesh
|
|
mysql = FreifunkMySQL()
|
|
router_data = mysql.fetchall("""
|
|
SELECT router.id, hostname, status, hood, contact, nickname, hardware, firmware, clients, lat, lng, last_contact, mac
|
|
FROM router
|
|
INNER JOIN router_netif ON router.id = router_netif.router
|
|
LEFT JOIN users ON router.contact = users.email
|
|
WHERE netif = 'br-mesh'
|
|
""")
|
|
router_data = mysql.utcawaretuple(router_data,"last_contact")
|
|
router_net = mysql.fetchall("""
|
|
SELECT id, netif, COUNT(router) AS count
|
|
FROM router
|
|
INNER JOIN router_netif ON router.id = router_netif.router
|
|
GROUP BY id, netif
|
|
""")
|
|
mysql.close()
|
|
net_dict = {}
|
|
for rs in router_net:
|
|
if not rs["id"] in net_dict:
|
|
net_dict[rs["id"]] = []
|
|
net_dict[rs["id"]].append(rs["netif"])
|
|
nodelist_data = {'version': '1.0.0'}
|
|
nodelist_data['nodes'] = list()
|
|
|
|
for router in router_data:
|
|
fastd = 0
|
|
l2tp = 0
|
|
|
|
hood = router['hood']
|
|
user = router['nickname']
|
|
firmware = router['firmware']
|
|
mac = router['mac']
|
|
|
|
if router["id"] in net_dict:
|
|
for netif in net_dict[router["id"]]:
|
|
if netif == 'fffVPN':
|
|
fastd += 1
|
|
elif netif.startswith('l2tp'):
|
|
l2tp += 1
|
|
#elif netif['netif'] == 'br-mesh' and 'mac' in netif:
|
|
# mac = netif["mac"]
|
|
|
|
nodelist_data['nodes'].append(
|
|
{
|
|
'id': str(router['id']),
|
|
'name': router['hostname'],
|
|
'mac': mac,
|
|
'hood': hood,
|
|
'status': router['status'],
|
|
'user': user,
|
|
'hardware': router['hardware'],
|
|
'firmware': firmware,
|
|
'href': 'https://monitoring.freifunk-franken.de/routers/' + str(router['id']),
|
|
'clients': router['clients'],
|
|
'lastcontact': router['last_contact'].isoformat(),
|
|
'uplink': {
|
|
'fastd': fastd,
|
|
'l2tp': l2tp
|
|
}
|
|
}
|
|
)
|
|
nodelist_data['nodes'][-1]['position'] = {
|
|
'lat': router['lat'],
|
|
'lng': router['lng']
|
|
}
|
|
return jsonify(nodelist_data)
|
|
|
|
@api.route('/nopos')
|
|
def no_position():
|
|
mysql = FreifunkMySQL()
|
|
router_data = mysql.fetchall("""
|
|
SELECT router.id, hostname, contact, nickname, firmware
|
|
FROM router
|
|
LEFT JOIN users ON router.contact = users.email
|
|
WHERE lat IS NULL OR lng IS NULL
|
|
""")
|
|
mysql.close()
|
|
#nodelist_data = dict()
|
|
nodelist_data = list()
|
|
for router in router_data:
|
|
nick = router['nickname']
|
|
if not nick:
|
|
nick = ""
|
|
nodelist_data.append(
|
|
{
|
|
'name': router['hostname'],
|
|
'href': 'https://monitoring.freifunk-franken.de/routers/' + str(router['id']),
|
|
'firmware': router['firmware'],
|
|
'contact': router['contact'],
|
|
'owner': nick
|
|
}
|
|
)
|
|
|
|
nodelist_data2 = sorted(nodelist_data, key=itemgetter('owner'), reverse=False)
|
|
nodes = dict()
|
|
nodes['nodes'] = list(nodelist_data2)
|
|
|
|
return jsonify(nodes)
|
|
|
|
@api.route('/routers_by_nickname/<nickname>')
|
|
def get_routers_by_nickname(nickname):
|
|
mysql = FreifunkMySQL()
|
|
users = mysql.fetchall("""
|
|
SELECT id
|
|
FROM users
|
|
WHERE nickname = %s
|
|
LIMIT 1
|
|
""",(nickname,))
|
|
if len(users)==0:
|
|
mysql.close()
|
|
return "User not found"
|
|
|
|
nodelist_data = dict()
|
|
nodelist_data['nodes'] = list()
|
|
routers = mysql.fetchall("""
|
|
SELECT router.id, hostname, contact, nickname, firmware, mac, fe80_addr
|
|
FROM router
|
|
INNER JOIN users ON router.contact = users.email
|
|
INNER JOIN router_netif ON router.id = router_netif.router
|
|
WHERE nickname = %s AND netif = 'br-mesh'
|
|
ORDER BY hostname ASC
|
|
""",(nickname,))
|
|
mysql.close()
|
|
for router in routers:
|
|
nodelist_data['nodes'].append(
|
|
{
|
|
'name': router['hostname'],
|
|
'oid': str(router['id']),
|
|
'mac': router['mac'],
|
|
'ipv6_fe80_addr': router['fe80_addr']
|
|
}
|
|
)
|
|
return jsonify(nodelist_data)
|
|
|
|
@api.route('/routers_by_keyxchange_id/<keyxchange_id>')
|
|
def get_routers_by_keyxchange_id(keyxchange_id):
|
|
mysql = FreifunkMySQL()
|
|
hood = mysql.findone("""
|
|
SELECT name
|
|
FROM hoods
|
|
WHERE id = %s
|
|
LIMIT 1
|
|
""",(int(keyxchange_id),))
|
|
if not hood:
|
|
mysql.close()
|
|
return "Hood not found"
|
|
|
|
nodelist_data = dict()
|
|
nodelist_data['nodes'] = list()
|
|
routers = mysql.fetchall("""
|
|
SELECT router.id, hostname, hardware, mac, fe80_addr, firmware, lat, lng, contact, position_comment, description
|
|
FROM router
|
|
INNER JOIN router_netif ON router.id = router_netif.router
|
|
WHERE hood = %s AND netif = 'br-mesh'
|
|
ORDER BY hostname ASC
|
|
""",(hood["name"],))
|
|
mysql.close()
|
|
for router in routers:
|
|
nodelist_data['nodes'].append(
|
|
{
|
|
'name': router['hostname'],
|
|
'ipv6_fe80_addr': router['fe80_addr'],
|
|
'href': 'https://monitoring.freifunk-franken.de/routers/' + str(router['id']),
|
|
'firmware': router['firmware'],
|
|
'hardware': router['hardware'],
|
|
'contact': router['contact'],
|
|
'description': router['description']
|
|
}
|
|
)
|
|
nodelist_data['nodes'][-1]['position'] = {
|
|
'lat': router['lat'],
|
|
'long': router['lng']
|
|
}
|
|
if router['position_comment']:
|
|
nodelist_data['nodes'][-1]['position']['comment'] = router['position_comment']
|
|
return jsonify(nodelist_data)
|