full view wip

lg.cfg

@@ -30,3 +30,10 @@ AS_NUMBER = {
 ASN_ZONE = "asn.cymru.com"
 
 SESSION_KEY = '\xd77\xf9\xfa\xc2\xb5\xcd\x85)`+H\x9d\xeeW\\%\xbe/\xbaT\x89\xe8\xa7'
+
+# Set to True if you're using one BIRD with full view of the network graph
+BIRD_HAS_FULL_VIEW = True
+
+# Set to True if your BIRD doesn't pretent to be a router
+BIRD_IS_NOT_A_ROUTER = True
+

lg.py

@@ -20,15 +20,15 @@
 #
 ###
 
-import memcache
-import subprocess
-import logging
 from logging.handlers import TimedRotatingFileHandler
-import re
-from urllib2 import urlopen
 from urllib import quote, unquote
+from urllib2 import urlopen
 import json
+import logging
+import memcache
 import random
+import re
+import subprocess
 
 from toolbox import mask_is_valid, ipv6_is_valid, ipv4_is_valid, resolve, save_cache_pickle, load_cache_pickle, unescape
 # from xml.sax.saxutils import escape
@@ -47,9 +47,10 @@ file_handler.setLevel(getattr(logging, app.config["LOG_LEVEL"].upper()))
 app.logger.addHandler(file_handler)
 
 memcache_server = app.config.get("MEMCACHE_SERVER", "127.0.0.1:11211")
-memcache_expiration = int(app.config.get("MEMCACHE_EXPIRATION", "1296000")) # 15 days by default
+memcache_expiration = int(app.config.get("MEMCACHE_EXPIRATION", "1296000"))  # 15 days by default
 mc = memcache.Client([memcache_server])
 
+
 def get_asn_from_as(n):
     asn_zone = app.config.get("ASN_ZONE", "asn.cymru.com")
     try:
@@ -69,8 +70,7 @@ def add_links(text):
     ret_text = []
     for line in text:
         # Some heuristic to create link
-        if line.strip().startswith("BGP.as_path:") or \
+        if line.strip().startswith("BGP.as_path:") or line.strip().startswith("Neighbor AS:"):
-            line.strip().startswith("Neighbor AS:"):
             ret_text.append(re.sub(r'(\d+)', r'<a href="/whois?q=\1" class="whois">\1</a>', line))
         else:
             line = re.sub(r'([a-zA-Z0-9\-]*\.([a-zA-Z]{2,3}){1,2})(\s|$)', r'<a href="/whois?q=\1" class="whois">\1</a>\3', line)
@@ -143,7 +143,12 @@ def bird_proxy(host, proto, service, query):
     elif not path:
         return False, 'Proto "%s" invalid' % proto
     else:
-        url = "http://%s.%s:%d/%s?q=%s" % (host, app.config["DOMAIN"], port, path, quote(query))
+        if app.config.get('BIRD_HAS_FULL_VIEW'):
+            url = 'http://{}:{}/{}?q={}'.format(app.config['ROUTER_IP'][host][0], port, path, quote(query))
+        else:
+            # FIXME: debug
+            url = 'http://{}:{}/{}?q={}'.format(app.config['ROUTER_IP'][host][0], port, path, quote(query))
+            # url = "http://%s.%s:%d/%s?q=%s" % (host, app.config["DOMAIN"], port, path, quote(query))
         try:
             f = urlopen(url)
             resultat = f.read()
@@ -198,10 +203,12 @@ def incorrect_request(e):
 def page_not_found(e):
         return render_template('error.html', warnings=["The requested URL was not found on the server."]), 404
 
+
 def get_query():
     q = unquote(request.args.get('q', '').strip())
     return q
 
+
 @app.route("/whois")
 def whois():
     query = get_query()
@@ -317,7 +324,6 @@ def traceroute(hosts, proto):
             errors.append("%s" % resultat)
             continue
 
-
         infos[host] = add_links(resultat)
     return render_template('traceroute.html', infos=infos, errors=errors)
 
@@ -445,7 +451,8 @@ def show_bgpmap():
     for host, asmaps in data.iteritems():
         add_node(host, label="%s\r%s" % (host.upper(), app.config["DOMAIN"].upper()), shape="box", fillcolor="#F5A9A9")
 
-        as_number = app.config["AS_NUMBER"].get(host, None)
+        # as_number = app.config["AS_NUMBER"].get(host, None)
+        as_number = app.config["AS_NUMBER"].get(host, '6453')  # FIXME: debug
         if as_number:
             node = add_node(as_number, fillcolor="#F5A9A9")
             edge = add_edge(as_number, nodes[host])
@@ -477,7 +484,6 @@ def show_bgpmap():
                     else:
                         hop_label = ""
 
-                
                 add_node(_as, fillcolor=(first and "#F5A9A9" or "white"))
                 if hop_label:
                     edge = add_edge(nodes[previous_as], nodes[_as], label=hop_label, fontsize="7")
@@ -510,10 +516,14 @@ def build_as_tree_from_raw_bird_ouput(host, proto, text):
     path = None
     paths = []
     net_dest = None
+
+    re_via = re.compile(r'(.*)via\s+([0-9a-fA-F:\.]+)\s+on.*\[(\w+)\s+')
+    re_unreachable = re.compile(r'(.*)unreachable\s+\[(\w+)\s+')
+
     for line in text:
         line = line.strip()
 
-        expr = re.search(r'(.*)via\s+([0-9a-fA-F:\.]+)\s+on.*\[(\w+)\s+', line)
+        expr = re_via.search(line)
         if expr:
             if path:
                 path.append(net_dest)
@@ -536,7 +546,7 @@ def build_as_tree_from_raw_bird_ouput(host, proto, text):
                 path = [peer_protocol_name]
                 # path = ["%s\r%s" % (peer_protocol_name, get_as_name(get_as_number_from_protocol_name(host, proto, peer_protocol_name)))]
 
-        expr2 = re.search(r'(.*)unreachable\s+\[(\w+)\s+', line)
+        expr2 = re_unreachable.search(line)
         if expr2:
             if path:
                 path.append(net_dest)
@@ -556,6 +566,70 @@ def build_as_tree_from_raw_bird_ouput(host, proto, text):
     return paths
 
 
+def build_as_tree_from_full_view(host, proto, res):
+    # FIXME: debug
+    # {u'noc.chi1.us': [[u'chi1', u'31133', u'6697', u'193.232.248.0/22']],
+    #  u'noc.dal1.us': [[u'dal1', u'31133', u'6697', u'193.232.248.0/22']],
+    #  u'noc.sng2.sg': [[u'sng2', u'31133', u'6697', u'193.232.248.0/22']],
+    #  u'noc.war1.pl': [[u'war1', u'31133', u'6697', u'193.232.248.0/22']],
+    #  u'rc1.ash1.us': [[u'ash1', u'31133', u'6697', u'193.232.248.0/22']],
+    #  u'rc1.atl1.us': [[u'atl1', u'31133', u'6697', u'193.232.248.0/22']],
+    #  u'rc1.fra6.de': [[u'fra6', u'31133', u'6697', u'193.232.248.0/22']],
+    #  u'rc1.lax1.us': [[u'lax1', u'31133', u'6697', u'193.232.248.0/22']],
+    #  u'rc1.lon1.uk': [[u'lon1', u'31133', u'6697', u'193.232.248.0/22']],
+    #  u'rc1.nyc1.us': [[u'nyc1', u'31133', u'6697', u'193.232.248.0/22']],
+    #  u'rc1.par2.fr': [[u'par2', u'31133', u'6697', u'193.232.248.0/22']],
+    #  u'rc1.sjo1.us': [[u'sjo1', u'31133', u'6697', u'193.232.248.0/22']]}
+    # {'ginwyntcore2': [['ginwyntcore2', '9002', '6697', '193.232.248.0/22']]}
+
+    re_chunk_start = re.compile(r'(.*)unreachable\s+\[(.*)\s+.*\s+from\s+(.*)\].*\(.*\)\s\[.*\]')
+    result = dict()
+    dest_subnet = None
+
+    for line in res:
+        line = line.strip()
+        expr = re_chunk_start.search(line)
+
+        if expr:
+            # Beginning of the BGP reply chunk
+            if not dest_subnet:
+                dest_subnet = expr.group(1).strip()
+
+            router_tag = expr.group(2).strip()
+            router_ip = expr.group(3).strip()
+            result[router_ip] = list()
+
+        elif line.startswith('BGP.as_path:'):
+            # BGP AS path
+            line = line.replace('BGP.as_path:', '')
+            line = line.strip()
+            path = [router_tag, ]
+            for as_num in line.split(' '):
+                if as_num:
+                    path.append(as_num)
+
+            path.append(dest_subnet)
+            result[router_ip].append(path)
+
+        elif line.startswith('BGP.community:'):
+            # BGP community
+            line = line.replace('BGP.community:', '')
+            line = line.strip()
+
+        elif line.startswith('BGP.cluster_list:'):
+            # BGP cluster size
+            line = line.replace('BGP.cluster_list:', '')
+            line = line.strip()
+
+    # Sort and filter out result
+    # 0. Breakdown by possible BGP pathes
+    # 1. Sort by BGP path length, shortest first
+    # 2. Sort by cluster size, smallest first
+    # 3. Sort by community (?)
+
+    return result
+
+
 def show_route(request_type, hosts, proto):
     expression = get_query()
     if not expression:
@@ -618,6 +692,9 @@ def show_route(request_type, hosts, proto):
             continue
 
         if bgpmap:
+            if app.config['BIRD_HAS_FULL_VIEW']:
+                detail = build_as_tree_from_full_view(host, proto, res)
+            else:
                 detail[host] = build_as_tree_from_raw_bird_ouput(host, proto, res)
         else:
             detail[host] = add_links(res)