feat(structured): add structured traceroute + comprehensive IP enrichment and UI Updates

.gitignore

@@ -2,6 +2,8 @@
 hyperglass/hyperglass/static
 TODO*
 .env
+dev-build.sh
+dev-docker/
 
 test.py
 .DS_Store
@@ -19,6 +21,9 @@ __pycache__/
 .python-version
 .venv
 
+# Local virtualenv freeze for this workspace
+venv-requirements.txt
+
 # MyPy
 .mypy_cache
 
@@ -82,3 +87,4 @@ docs/_build/
 # PyBuilder
 target/
 assets/
+venv-requirements.txt

.samples/sample_config

@@ -0,0 +1,118 @@
+org_name: EXEMPLO_EMPRESA
+primary_asn: 12345
+request_timeout: 30
+site_title: Looking Glass EXEMPLO_EMPRESA
+site_description: "{org_name} Network Looking Glass"
+structured:
+   rpki:
+     mode: external
+web:
+  location_display_mode: gallery
+  opengraph:
+        image: /etc/hyperglass/svg/logo.png
+  theme:
+        colors:
+             primary: #118ab2
+        default_color_mode: dark
+  #logo:
+        #light: /etc/hyperglass/svg/logo.png
+        #dark: /etc/hyperglass/svg/logo.png
+        #favicon: /etc/hyperglass/svg/logo.svg
+        #width: 50%
+        #height: null
+  text:
+        title_mode: logo_subtitle
+        cache_icon: Cached from {time} UTC
+        cache_prefix: "Results cached for "
+        complete_time: Completed in {seconds}
+        fqdn_error: Unable to resolve {fqdn}
+        fqdn_error_button: Try Again
+        fqdn_message: Your browser has resolved {fqdn} to
+        fqdn_tooltip: Use {protocol}
+        no_communities: No Communities
+        query_location: Location
+        query_target: Target
+        query_type: Query Type
+        rpki_invalid: Invalid
+        rpki_unknown: No ROAs Exist
+        rpki_unverified: Not Verified
+        rpki_valid: Valid
+        subtitle: Network Looking Glass
+        title: hyperglass
+  links:
+    - title: PeeringDB
+      url: https://www.peeringdb.com/asn/65000
+      show_icon: true
+      side: left
+      order: 1
+    - title: Qrator
+      url: https://radar.qrator.net/AS65000
+      show_icon: true
+      side: left
+      order: 2
+    - title: RADb
+      url: https://www.radb.net/query?advanced_query=&keywords=AS65000
+      show_icon: true
+      side: left
+      order: 3
+    - title: IRR Explorer
+      url: https://irrexplorer.nlnog.net/asn/AS65000
+      show_icon: true
+      side: left
+      order: 4
+    - title: RDAP
+      url: https://rdap.registro.br/autnum/65000
+      show_icon: true
+      side: left
+      order: 5
+    - title: BGP VIEW
+      url: https://bgpview.io/asn/65000#graph
+      side: left
+      order: 6
+    - title: BGP HE
+      url: https://bgp.he.net/AS65000#_prefixes
+      show_icon: true
+      side: left
+      order: 7
+    - title: BGP TOOLS
+      url: https://bgp.tools/as/65000#connectivity
+      side: left
+      order: 8
+    - title: BGP PLAY
+      url: https://stat.ripe.net/widget/bgplay#w.resource=65000
+      side: left
+      order: 9
+    - title: UPX TOOLS
+      url: https://upx.tools/bgp-overview/65000
+      side: left
+      order: 10
+    - title: My Site
+      url: https://www.mysite.com.br
+      show_icon: true
+      side: right
+      order: 0
+  menus:
+    - title: Contato
+      content: "- Por favor entre em contato [[email protected]](mailto:[email protected]) para suporte."
+      side: right
+    - title: Termos e Condições
+      content: /etc/hyperglass/terms-and-conditions.md
+      side: right
+  credit:
+    enable: true
+messages:
+  authentication_error: "-Authentication error occurred."
+  connection_error: "- Error connecting to {device_name}: {error}"
+  target_not_allowed: "- {target} is not allowed."
+  general: "- Something went wrong."
+  invalid_field: "- {input} is an invalid {field}."
+  invalid_input: "- {target} is not a valid {query_type} target."
+  no_input: "- {field} must be specified."
+  no_output: "- The query completed, but no matching results were found."
+  request_timeout: "- Request timed out."
+logging:
+    directory: /var/log/
+    format: text
+cache:
+    timeout: 120
+    show_text: true

.samples/sample_devices2

@@ -0,0 +1,50 @@
+devices:
+  - name: AS1234_Example Device
+    address: 127.0.0.1
+    credential:
+      username: test
+      password: test
+    platform: juniper
+    port: 22 #PORTA de EXEMPLO APENAS TIRA ESSE COMENTARIO MUDA A PORTA NO EQUIPAMENTO PARA DE USAR PORTA PADRAO E IMPLEMENTA SEGURANÇA ACL SEJA O QUE FOR.
+    structured_output: True
+    directives:
+      - builtins: [BGPRoute]
+      - JuniperTraceroute
+      - JuniperPing
+    attrs:
+      source4: 127.0.0.1
+      source6: 2001:db8::1
+
+  - name: AS1234_Example Device
+    address: 127.0.0.1
+    credential:
+      username: test
+      password: test
+    port: 22 #PORTA de EXEMPLO APENAS TIRA ESSE COMENTARIO MUDA A PORTA NO EQUIPAMENTO PARA DE USAR PORTA PADRAO E IMPLEMENTA SEGURANÇA ACL SEJA O QUE FOR.
+    platform: huawei
+    structured_output: true
+    directives:
+      - builtins: [BGP_Route]
+      - Huawei_Traceroute
+      - Huawei_Ping
+    attrs:
+      source4: 127.0.0.1
+      source6: 2001:db8::1
+
+  - name: AS1234_Example Device
+    driver_args:
+      global_delay_factor: 3
+    address: 127.0.0.1
+    credential:
+      username: test
+      password: test
+    port: 22 #PORTA de EXEMPLO APENAS TIRA ESSE COMENTARIO MUDA A PORTA NO EQUIPAMENTO PARA DE USAR PORTA PADRAO E IMPLEMENTA SEGURANÇA ACL SEJA O QUE FOR.
+    platform: mikrotik_routeros
+    structured_output: true
+    directives:
+      - builtins: [BGP_Route]
+      - MikroTik_Traceroute
+      - MikroTik_Ping
+    attrs:
+      source4: 127.0.0.1
+      source6: 2001:db8::1

.samples/sample_directives_huawei

@@ -0,0 +1,159 @@
+Huawei_Traceroute:
+  name: Traceroute
+  rules:
+      # REGRA DENY RFC 6598
+    - condition: '100.64.0.0/10'
+      ge: 10
+      le: 32
+      action: deny
+      # REGRA DENY RFC 1918 CLASSE A
+    - condition: '10.0.0.0/8'
+      ge: 8
+      le: 32
+      action: deny
+      # REGRA DENY RFC 1918 CLASSE B
+    - condition: '172.16.0.0/12'
+      ge: 12
+      le: 32
+      action: deny
+      # REGRA DENY RFC 1918 CLASSE C
+    - condition: '192.168.0.0/16'
+      ge: 16
+      le: 32
+      action: deny
+      # REGRA DENY LO
+    - condition: '127.0.0.0/8'
+      ge: 8
+      le: 32
+      action: deny
+      # REGRA DENY ASN PREFIXO
+    - condition: 'SEU_PREFIXO_IPv4_AGORA'
+      ge: 22
+      le: 32
+      action: deny
+      # REGRA DENY DEFAULT ROUTE
+    - condition: '0.0.0.0/8'
+      ge: 8
+      le: 32
+      action: deny
+    - condition: '0.0.0.0/0'
+      ge: 32
+      le: 32
+      action: permit
+      command: 'tracert -w 500 -q 1 -f 1 -a {source4} {target}'
+      # REGRA DENY SITE LOCAL DEPRECIADO RFC 3879
+    - condition: 'fec0::/10'
+      ge: 10
+      le: 128
+      action: deny
+      # REGRA DENY ULA RFC 4193
+    - condition: 'fc00::/7'
+      ge: 7
+      le: 128
+      action: deny
+      # REGRA DENY LINK LOCAL RFC 4291
+    - condition: 'fe80::/10'
+      ge: 10
+      le: 128
+      action: deny
+      # REGRA DENY Unspecified RFC 4291
+    - condition: '::/128'
+      ge: 128
+      le: 128
+      action: deny
+      # REGRA DENY LO RFC 4291
+    - condition: '::1/128'
+      ge: 128
+      le: 128
+      action: deny
+      # REGRA DENY ASN PREFIXO
+    - condition: 'SEU_PREFIXO_IPv6_AGORA'
+      ge: 32
+      le: 128
+      action: deny
+    - condition: '::/0'
+      ge: 128
+      le: 128
+      action: permit
+      command: 'tracert ipv6 -w 500 -q 1 -f 1 -a {source6} {target}'
+  field:
+    description: IP Address, or Hostname
+Huawei_Ping:
+  name: Ping
+  rules:
+      # REGRA DENY RFC 6598
+    - condition: '100.64.0.0/10'
+      ge: 10
+      le: 32
+      action: deny
+      # REGRA DENY RFC 1918 CLASSE A
+    - condition: '10.0.0.0/8'
+      ge: 8
+      le: 32
+      action: deny
+      # REGRA DENY RFC 1918 CLASSE B
+    - condition: '172.16.0.0/12'
+      ge: 12
+      le: 32
+      action: deny
+      # REGRA DENY RFC 1918 CLASSE C
+    - condition: '192.168.0.0/16'
+      ge: 16
+      le: 32
+      action: deny
+      # REGRA DENY LO
+    - condition: '127.0.0.0/8'
+      ge: 8
+      le: 32
+      action: deny
+      # REGRA DENY ASN PREFIXO
+    - condition: 'SEU_PREFIXO_IPv4_AGORA'
+      ge: 22
+      le: 32
+      action: deny
+      # REGRA DENY DEFAULT ROUTE
+    - condition: '0.0.0.0/8'
+      ge: 8
+      le: 32
+      action: deny
+    - condition: '0.0.0.0/0'
+      ge: 32
+      le: 32
+      command: 'ping -t 500 -c 5 -a {source4} {target}'
+      # REGRA DENY SITE LOCAL DEPRECIADO RFC 3879
+    - condition: 'fec0::/10'
+      ge: 10
+      le: 128
+      action: deny
+      # REGRA DENY ULA RFC 4193
+    - condition: 'fc00::/7'
+      ge: 7
+      le: 128
+      action: deny
+      # REGRA DENY LINK LOCAL RFC 4291
+    - condition: 'fe80::/10'
+      ge: 10
+      le: 128
+      action: deny
+      # REGRA DENY Unspecified RFC 4291
+    - condition: '::/128'
+      ge: 128
+      le: 128
+      action: deny
+      # REGRA DENY LO RFC 4291
+    - condition: '::1/128'
+      ge: 128
+      le: 128
+      action: deny
+      # REGRA DENY ASN PREFIXO
+    - condition: 'SEU_PREFIXO_IPv6_AGORA'
+      ge: 32
+      le: 128
+      action: deny
+    - condition: '::/0'
+      ge: 128
+      le: 128
+      action: permit
+      command: 'ping ipv6 -t 500 -c 5 -a {source6} {target}'
+  field:
+    description: IP Address, or Hostname