853 lines
33 KiB
Python
853 lines
33 KiB
Python
"""Shared library for the vpn-router package.
|
|
|
|
Everything derivable from the configuration file alone, with no running
|
|
network required. Used by both 'configure' and 'setup'.
|
|
"""
|
|
|
|
import contextlib
|
|
import fcntl
|
|
import ipaddress
|
|
import json
|
|
import os
|
|
import pathlib
|
|
import re
|
|
import shutil
|
|
import subprocess
|
|
import sys
|
|
import tempfile
|
|
import urllib.parse
|
|
|
|
import jinja2
|
|
|
|
LIB_DIR = pathlib.Path(__file__).resolve().parent
|
|
if str(LIB_DIR) not in sys.path:
|
|
sys.path.insert(0, str(LIB_DIR))
|
|
|
|
import vpnrouter_ldap
|
|
import vpnrouter_platforms
|
|
from vpnrouter_net import DEFAULT_LISTEN, LISTEN_CHOICES, LOOPBACK, ConfigError, detect_interfaces, interface_addresses, ip_output
|
|
|
|
CONFIG_FILE = pathlib.Path('/etc/vpn-router/vpn-router.json')
|
|
CONFIG_LOCK = pathlib.Path('/run/vpn-router/config.lock')
|
|
TEMPLATE_DIR = pathlib.Path('/usr/share/vpn-router/templates')
|
|
PKI_DIR = pathlib.Path('/etc/vpn-router/pki')
|
|
SIMPLE_CA = LIB_DIR / 'simple-ca'
|
|
|
|
SWANCTL_CONF_D = pathlib.Path('/etc/swanctl/conf.d')
|
|
SITE_TO_SITE = SWANCTL_CONF_D / 'site-to-site.conf'
|
|
ROAD_WARRIOR = SWANCTL_CONF_D / 'road-warrior.conf'
|
|
P2S_FORWARDER = pathlib.Path('/etc/systemd/resolved.conf.d/p2s-forwarder.conf')
|
|
WG_CONF = pathlib.Path('/etc/wireguard/wg0.conf')
|
|
OPENVPN_CONF = pathlib.Path('/etc/openvpn/server/vpn-router.conf')
|
|
OPENVPN_LDAP = pathlib.Path('/etc/openvpn/server/vpn-router-ldap.conf')
|
|
USER_CERT_DIR = PKI_DIR / 'users'
|
|
|
|
CA_CERT_DEST = pathlib.Path('/etc/swanctl/x509ca/ca.pem')
|
|
SERVER_CERT = pathlib.Path('/etc/swanctl/x509/server.pem')
|
|
SERVER_KEY = pathlib.Path('/etc/swanctl/private/server.key')
|
|
CRL_DEST = pathlib.Path('/etc/swanctl/x509crl/crl.pem')
|
|
TRUST_ANCHOR = pathlib.Path('/usr/local/share/ca-certificates/vpn-router-ca.crt')
|
|
|
|
# section -> option -> default; the type of the default is the required type.
|
|
SCHEMA = {
|
|
'general': {'platform': 'none', 'mode': 'manual'},
|
|
'interfaces': {'external': '', 'internal': ''},
|
|
'wan': {'local_fqdn': ''},
|
|
'local': {'cidrs': [], 'int_addr': '', 'int_gateway_ip': ''},
|
|
'site_to_site': {},
|
|
'p2s': {'enabled': False, 'address_pool': '', 'ca_name': 'VPN Router CA'},
|
|
'wireguard': {'enabled': False, 'address': '', 'listen_port': 51820},
|
|
'openvpn': {'enabled': False, 'address_pool': '', 'port': 1194, 'protocol': 'udp'},
|
|
'docker': {'mode': 'auto', 'exposed_ports': []},
|
|
'web': {'enabled': True, 'listen': DEFAULT_LISTEN, 'port': 7081, 'database': '', 'trusted_proxies': [],
|
|
'status_content': 'basic'},
|
|
'https': {'enabled': True, 'email': '', 'web_port': 7444, 'manager_port': 7443},
|
|
'metrics': {'enabled': True, 'listen': 'internal', 'port': 9464, 'https_port': 9465, 'service_account': 'metrics',
|
|
'otlp_endpoint': '', 'otlp_username': '', 'otlp_password': '',
|
|
'keep_details': '24 hours', 'keep_hourly': '1 month', 'keep_daily': '3 months',
|
|
'keep_monthly': '1 year', 'keep_yearly': '10 years'},
|
|
}
|
|
|
|
#: site_to_site maps a connection name to its settings: option -> default, the type of the default being the required type.
|
|
CONNECTION = {'addrs': [], 'id': '', 'cidrs': [], 'local_cidrs': [], 'local_id_mode': 'fqdn', 'psk': '', 'psk_file': ''}
|
|
|
|
#: The name of a site_to_site connection, which also names its swanctl connection, child and secret.
|
|
CONNECTION_NAME = re.compile(r'^[a-z][a-z0-9-]{0,30}$')
|
|
|
|
#: The site_to_site connection the install answers fill.
|
|
FIRST_CONNECTION = 'remote-site'
|
|
|
|
#: The retention settings of the metrics, from the details to the yearly summaries.
|
|
METRICS_KEEP = ('keep_details', 'keep_hourly', 'keep_daily', 'keep_monthly', 'keep_yearly')
|
|
|
|
#: A retention period as PostgreSQL reads an interval: a count and a unit.
|
|
METRICS_INTERVAL = re.compile(r'^[1-9]\d{0,4} (hour|day|month|year)s?$')
|
|
|
|
#: The port of Let's Encrypt's HTTP challenge, which Caddy answers while HTTPS is on.
|
|
ACME_HTTP_PORT = 80
|
|
|
|
#: What / and /status of the web service show, web.status_content, from the least to the most.
|
|
STATUS_CONTENTS = ('basic', 'standard', 'full')
|
|
|
|
DOCKER_MODES = ('auto', 'on', 'off')
|
|
|
|
OPENVPN_PROTOCOLS = ('udp', 'tcp')
|
|
|
|
#: The tun device of the OpenVPN server.
|
|
OPENVPN_DEVICE = 'ovpn0'
|
|
|
|
#: Days a certificate revocation list is valid; the router only reads its own lists.
|
|
CRL_DAYS = 3650
|
|
|
|
#: A port or a port range as iptables multiport takes it: 443 or 8000:8100.
|
|
DOCKER_PORT = re.compile(r'^\d{1,5}(:\d{1,5})?$')
|
|
|
|
#: The multiport match takes at most 15 ports, and a range counts as two.
|
|
DOCKER_PORT_LIMIT = 15
|
|
|
|
TYPE_NAMES = {str: 'a string', list: 'a list of strings', bool: 'a boolean',
|
|
int: 'an integer', dict: 'an object'}
|
|
|
|
ID_MODES = ('fqdn', 'public_ip', 'internal_ip')
|
|
|
|
#: How much the operator supplies, and therefore how much may be detected.
|
|
#: manual - names and addresses given; nothing is detected
|
|
#: interfaces - names given; addresses and gateway derived from them
|
|
#: auto - nothing given; the interfaces are worked out too, accepting
|
|
#: that the result may be wrong
|
|
MODES = ('manual', 'interfaces', 'auto')
|
|
|
|
#: platform = none means configuration is deferred: files are installed and
|
|
#: nothing else happens until the operator says otherwise.
|
|
PLATFORM_NONE = 'none'
|
|
|
|
|
|
def warn(message):
|
|
print(f'vpn-router: warning: {message}', file=sys.stderr)
|
|
|
|
|
|
def fail(message):
|
|
"""End with status 1; SystemExit carries the message, which Python prints to standard error."""
|
|
sys.exit(f'vpn-router: error: {message}')
|
|
|
|
|
|
def read_settings(path=None):
|
|
"""The settings in the configuration file, without the defaults; {} when the file does not exist.
|
|
|
|
Raises ConfigError when the file is not JSON or not an object of sections.
|
|
"""
|
|
path = pathlib.Path(path) if path else CONFIG_FILE
|
|
try:
|
|
data = json.loads(path.read_text(encoding='utf-8'))
|
|
except FileNotFoundError:
|
|
return {}
|
|
except ValueError as exc:
|
|
raise ConfigError(f'cannot parse {path}: {exc}')
|
|
if not isinstance(data, dict):
|
|
raise ConfigError(f'cannot parse {path}: the top level is not an object')
|
|
for section, options in data.items():
|
|
if not isinstance(options, dict):
|
|
raise ConfigError(f'cannot parse {path}: {section} is not an object')
|
|
return data
|
|
|
|
|
|
def with_defaults(data):
|
|
"""The configuration of the settings of read_settings, with the defaults for anything absent.
|
|
|
|
The result maps section -> option -> value, and site_to_site maps each connection name to
|
|
its settings filled from CONNECTION. Sections, options and connections that are not
|
|
objects are kept so that validate() can report them.
|
|
"""
|
|
cfg = {section: dict(options) for section, options in SCHEMA.items()}
|
|
for section, options in data.items():
|
|
cfg.setdefault(section, {}).update(options)
|
|
cfg['site_to_site'] = {name: {**CONNECTION, **options} if isinstance(options, dict) else options
|
|
for name, options in cfg['site_to_site'].items()}
|
|
return cfg
|
|
|
|
|
|
def load_config(path=None):
|
|
"""Read the configuration, filling in defaults for anything absent (see with_defaults).
|
|
|
|
The path is resolved when called, not when this function is defined, so
|
|
CONFIG_FILE stays overridable.
|
|
"""
|
|
try:
|
|
return with_defaults(read_settings(path))
|
|
except ConfigError as exc:
|
|
fail(str(exc))
|
|
|
|
|
|
@contextlib.contextmanager
|
|
def config_lock():
|
|
"""Hold the lock of the configuration file from reading it to writing it with save_config."""
|
|
CONFIG_LOCK.parent.mkdir(parents=True, exist_ok=True)
|
|
with open(CONFIG_LOCK, 'a', encoding='utf-8') as handle:
|
|
fcntl.flock(handle, fcntl.LOCK_EX)
|
|
yield
|
|
|
|
|
|
def save_config(data):
|
|
"""Write the settings to the configuration file, indented, with mode 0600, replacing it in one step.
|
|
|
|
The caller holds config_lock.
|
|
"""
|
|
descriptor, name = tempfile.mkstemp(dir=CONFIG_FILE.parent, prefix='.vpn-router.json.')
|
|
try:
|
|
with os.fdopen(descriptor, 'w', encoding='utf-8') as handle:
|
|
handle.write(json.dumps(data, indent=2) + '\n')
|
|
os.chmod(name, 0o600)
|
|
os.replace(name, CONFIG_FILE)
|
|
except OSError:
|
|
os.unlink(name)
|
|
raise
|
|
|
|
|
|
def _split_list(value):
|
|
return [item.strip() for item in value.split(',') if item.strip()]
|
|
|
|
|
|
def _get(cfg, section, option):
|
|
value = cfg[section][option]
|
|
return value.strip() if isinstance(value, str) else value
|
|
|
|
|
|
def _clean(values):
|
|
return [item.strip() for item in values if item.strip()]
|
|
|
|
|
|
def _get_list(cfg, section, option):
|
|
return _clean(cfg[section][option])
|
|
|
|
|
|
def _check_options(options, defaults, prefix):
|
|
for option, value in options.items():
|
|
if option not in defaults:
|
|
raise ConfigError(f'{prefix}.{option}: unknown setting')
|
|
expected = type(defaults[option])
|
|
if type(value) is not expected or (
|
|
expected is list and
|
|
not all(isinstance(item, str) for item in value)):
|
|
raise ConfigError(
|
|
f'{prefix}.{option} must be {TYPE_NAMES[expected]}')
|
|
|
|
|
|
def _check_types(cfg):
|
|
for section, options in cfg.items():
|
|
if section not in SCHEMA:
|
|
raise ConfigError(f'{section}: unknown section')
|
|
if section != 'site_to_site':
|
|
_check_options(options, SCHEMA[section], section)
|
|
continue
|
|
for name, connection in options.items():
|
|
if not isinstance(connection, dict):
|
|
raise ConfigError(f'site_to_site.{name} must be {TYPE_NAMES[dict]}')
|
|
_check_options(connection, CONNECTION, f'site_to_site.{name}')
|
|
|
|
|
|
def _check_networks(values, name):
|
|
for item in values:
|
|
try:
|
|
ipaddress.ip_network(item, strict=False)
|
|
except ValueError:
|
|
raise ConfigError(f'{name}: {item!r} is not a valid CIDR')
|
|
|
|
|
|
def _check_address(value, name):
|
|
if not value:
|
|
return
|
|
try:
|
|
ipaddress.ip_address(value)
|
|
except ValueError:
|
|
raise ConfigError(f'{name}: {value!r} is not a valid IP address')
|
|
|
|
|
|
def validate(cfg):
|
|
"""Reject values that are present but malformed. Absent is not an error.
|
|
|
|
The exception is general.mode, which states what the operator promised to
|
|
supply, so the values that mode requires are checked for presence too.
|
|
"""
|
|
_check_types(cfg)
|
|
|
|
platform = _get(cfg, 'general', 'platform')
|
|
installed = [PLATFORM_NONE] + vpnrouter_platforms.available()
|
|
if platform and platform not in installed:
|
|
raise ConfigError(
|
|
f'general.platform: {platform!r} is not installed, expected one of '
|
|
f'{", ".join(installed)}')
|
|
|
|
mode = _get(cfg, 'general', 'mode')
|
|
if mode and mode not in MODES:
|
|
raise ConfigError(
|
|
f'general.mode: {mode!r} is not one of {", ".join(MODES)}')
|
|
|
|
if not deferred(cfg):
|
|
required = {
|
|
'manual': (('interfaces', 'external'), ('interfaces', 'internal'),
|
|
('local', 'int_addr'), ('local', 'int_gateway_ip')),
|
|
'interfaces': (('interfaces', 'external'), ('interfaces', 'internal')),
|
|
'auto': (),
|
|
}[mode or 'manual']
|
|
for section, option in required:
|
|
if not _get(cfg, section, option):
|
|
raise ConfigError(
|
|
f'{section}.{option} is required in mode {mode or "manual"}')
|
|
|
|
identities = [('wan.local_fqdn', _get(cfg, 'wan', 'local_fqdn'))]
|
|
for name, connection in cfg['site_to_site'].items():
|
|
prefix = f'site_to_site.{name}'
|
|
if not CONNECTION_NAME.match(name):
|
|
raise ConfigError(
|
|
f'{prefix}: a connection name starts with a lowercase letter and has at most 31 '
|
|
'lowercase letters, digits and hyphens')
|
|
identities.append((f'{prefix}.id', connection['id'].strip()))
|
|
id_mode = connection['local_id_mode'].strip()
|
|
if id_mode and id_mode not in ID_MODES:
|
|
raise ConfigError(
|
|
f'{prefix}.local_id_mode: {id_mode!r} is not one of {", ".join(ID_MODES)}')
|
|
_check_networks(_clean(connection['cidrs']), f'{prefix}.cidrs')
|
|
_check_networks(_clean(connection['local_cidrs']), f'{prefix}.local_cidrs')
|
|
|
|
for option, value in identities:
|
|
if value.startswith('@'):
|
|
raise ConfigError(
|
|
f'{option}: remove the leading @; strongSwan reads an '
|
|
'address as an IP identity and a name as an FQDN')
|
|
|
|
_check_networks(_get_list(cfg, 'local', 'cidrs'), 'local.cidrs')
|
|
pool = _get(cfg, 'p2s', 'address_pool')
|
|
_check_networks([pool] if pool else [], 'p2s.address_pool')
|
|
openvpn_pool = _get(cfg, 'openvpn', 'address_pool')
|
|
if openvpn_pool:
|
|
try:
|
|
if ipaddress.ip_network(openvpn_pool).version != 4:
|
|
raise ValueError
|
|
except ValueError:
|
|
raise ConfigError(f'openvpn.address_pool: {openvpn_pool!r} is not an IPv4 network')
|
|
_check_address(_get(cfg, 'local', 'int_addr'), 'local.int_addr')
|
|
_check_address(_get(cfg, 'local', 'int_gateway_ip'), 'local.int_gateway_ip')
|
|
|
|
# In auto mode the names are worked out later, so there is nothing to check.
|
|
if mode != 'auto':
|
|
for option in ('external', 'internal'):
|
|
name = _get(cfg, 'interfaces', option)
|
|
if name and not (pathlib.Path('/sys/class/net') / name).exists():
|
|
raise ConfigError(
|
|
f'interfaces.{option}: interface {name!r} does not exist')
|
|
|
|
wg_address = _get(cfg, 'wireguard', 'address')
|
|
if wg_address:
|
|
try:
|
|
ipaddress.ip_interface(wg_address)
|
|
except ValueError:
|
|
raise ConfigError(
|
|
f'wireguard.address: {wg_address!r} is not an address with prefix')
|
|
|
|
port = _get(cfg, 'wireguard', 'listen_port')
|
|
if not 1 <= port <= 65535:
|
|
raise ConfigError(f'wireguard.listen_port: {port} is not a valid port')
|
|
|
|
openvpn_port = _get(cfg, 'openvpn', 'port')
|
|
if not 1 <= openvpn_port <= 65535:
|
|
raise ConfigError(f'openvpn.port: {openvpn_port} is not a valid port')
|
|
|
|
protocol = _get(cfg, 'openvpn', 'protocol')
|
|
if protocol not in OPENVPN_PROTOCOLS:
|
|
raise ConfigError(
|
|
f'openvpn.protocol: {protocol!r} is not one of {", ".join(OPENVPN_PROTOCOLS)}')
|
|
|
|
web_port = _get(cfg, 'web', 'port')
|
|
if isinstance(web_port, bool) or not isinstance(web_port, int) or not 1 <= web_port <= 65535:
|
|
raise ConfigError(f'web.port: {web_port!r} is not a valid port')
|
|
|
|
web_listen = _get(cfg, 'web', 'listen')
|
|
if web_listen not in LISTEN_CHOICES:
|
|
raise ConfigError(
|
|
f'web.listen: {web_listen!r} is not one of {", ".join(LISTEN_CHOICES)}')
|
|
|
|
status_content = _get(cfg, 'web', 'status_content')
|
|
if status_content not in STATUS_CONTENTS:
|
|
raise ConfigError(
|
|
f'web.status_content: {status_content!r} is not one of {", ".join(STATUS_CONTENTS)}')
|
|
|
|
https_ports = []
|
|
for option in ('web_port', 'manager_port'):
|
|
port = _get(cfg, 'https', option)
|
|
if isinstance(port, bool) or not isinstance(port, int) or not 1 <= port <= 65535:
|
|
raise ConfigError(f'https.{option}: {port!r} is not a valid port')
|
|
if port == ACME_HTTP_PORT:
|
|
raise ConfigError(f'https.{option}: {port} is the port of the HTTP challenge')
|
|
https_ports.append(port)
|
|
if https_ports[0] == https_ports[1]:
|
|
raise ConfigError('https.web_port and https.manager_port must differ')
|
|
|
|
for item in _get_list(cfg, 'web', 'trusted_proxies'):
|
|
_check_address(item, 'web.trusted_proxies')
|
|
|
|
taken = {web_port: 'web.port', ACME_HTTP_PORT: 'the HTTP challenge',
|
|
https_ports[0]: 'https.web_port', https_ports[1]: 'https.manager_port'}
|
|
for option in ('port', 'https_port'):
|
|
port = _get(cfg, 'metrics', option)
|
|
if isinstance(port, bool) or not isinstance(port, int) or not 1 <= port <= 65535:
|
|
raise ConfigError(f'metrics.{option}: {port!r} is not a valid port')
|
|
if port in taken:
|
|
raise ConfigError(f'metrics.{option}: {port} is the port of {taken[port]}')
|
|
taken[port] = f'metrics.{option}'
|
|
|
|
metrics_listen = _get(cfg, 'metrics', 'listen')
|
|
if metrics_listen not in LISTEN_CHOICES:
|
|
raise ConfigError(
|
|
f'metrics.listen: {metrics_listen!r} is not one of {", ".join(LISTEN_CHOICES)}')
|
|
|
|
endpoint = _get(cfg, 'metrics', 'otlp_endpoint')
|
|
if endpoint and urllib.parse.urlsplit(endpoint).scheme not in ('http', 'https'):
|
|
raise ConfigError(f'metrics.otlp_endpoint: {endpoint!r} is not an http or https URL')
|
|
if bool(_get(cfg, 'metrics', 'otlp_username')) != bool(_get(cfg, 'metrics', 'otlp_password')):
|
|
raise ConfigError('metrics.otlp_username and metrics.otlp_password are given together')
|
|
|
|
for option in METRICS_KEEP:
|
|
keep = _get(cfg, 'metrics', option)
|
|
if not METRICS_INTERVAL.match(keep):
|
|
raise ConfigError(
|
|
f'metrics.{option}: {keep!r} is not a count and a unit, such as "24 hours" or "3 months"')
|
|
|
|
docker_mode = _get(cfg, 'docker', 'mode')
|
|
if docker_mode not in DOCKER_MODES:
|
|
raise ConfigError(
|
|
f'docker.mode: {docker_mode!r} is not one of {", ".join(DOCKER_MODES)}')
|
|
|
|
ports = _get_list(cfg, 'docker', 'exposed_ports')
|
|
weight = 0
|
|
for item in ports:
|
|
if not DOCKER_PORT.match(item) or any(
|
|
not 1 <= int(part) <= 65535 for part in item.split(':')):
|
|
raise ConfigError(
|
|
f'docker.exposed_ports: {item!r} is not a port or a port range')
|
|
weight += 2 if ':' in item else 1
|
|
first, _, last = item.partition(':')
|
|
if _get(cfg, 'https', 'enabled'):
|
|
for port in (ACME_HTTP_PORT, *https_ports):
|
|
if int(first) <= port <= int(last or first):
|
|
raise ConfigError(
|
|
f'docker.exposed_ports: {item!r} takes port {port}, which Caddy serves while '
|
|
'https.enabled is true')
|
|
if weight > DOCKER_PORT_LIMIT:
|
|
raise ConfigError(
|
|
f'docker.exposed_ports: at most {DOCKER_PORT_LIMIT} ports are allowed, '
|
|
'a range counting as two')
|
|
|
|
|
|
def resolve_psk(connection, name):
|
|
"""Return the pre-shared key of the site_to_site connection: psk_file wins, else psk; '' when none is configured."""
|
|
psk_file = connection['psk_file'].strip()
|
|
if psk_file:
|
|
path = pathlib.Path(psk_file)
|
|
if not path.is_file():
|
|
raise ConfigError(f'site_to_site.{name}.psk_file: {psk_file} does not exist')
|
|
return path.read_text(encoding='utf-8').strip()
|
|
return connection['psk']
|
|
|
|
|
|
def platform_module(cfg):
|
|
"""Import the configured platform module, falling back to the default."""
|
|
name = _get(cfg, 'general', 'platform') or vpnrouter_platforms.DEFAULT
|
|
if name == PLATFORM_NONE:
|
|
# Not normally reached: configure() returns before this when deferred.
|
|
name = vpnrouter_platforms.DEFAULT
|
|
try:
|
|
return vpnrouter_platforms.load(name)
|
|
except ModuleNotFoundError:
|
|
warn(f'platform {name!r} is not installed, using '
|
|
f'{vpnrouter_platforms.DEFAULT}')
|
|
return vpnrouter_platforms.load(vpnrouter_platforms.DEFAULT)
|
|
|
|
|
|
def _join(*groups):
|
|
items = []
|
|
for group in groups:
|
|
for item in group:
|
|
if item not in items:
|
|
items.append(item)
|
|
return ', '.join(items)
|
|
|
|
|
|
def deferred(cfg):
|
|
"""True when platform is none, meaning nothing is to be configured yet."""
|
|
return (_get(cfg, 'general', 'platform') or PLATFORM_NONE) == PLATFORM_NONE
|
|
|
|
|
|
def detect_gateway(iface, address):
|
|
"""Derive the next hop on the internal side.
|
|
|
|
The routing table is the honest source. When it has nothing to say, fall
|
|
back to the first host address of the connected subnet, which is a
|
|
convention rather than a fact - so say so.
|
|
"""
|
|
for line in ip_output('-o', 'route', 'show', 'dev', iface).splitlines():
|
|
fields = line.split()
|
|
if 'via' in fields:
|
|
return fields[fields.index('via') + 1]
|
|
|
|
for line in ip_output('-o', '-4', 'addr', 'show', 'dev', iface).splitlines():
|
|
fields = line.split()
|
|
if len(fields) >= 4 and fields[3].split('/')[0] == address:
|
|
network = ipaddress.ip_interface(fields[3]).network
|
|
gateway = str(next(network.hosts()))
|
|
warn(f'{iface}: no gateway in the routing table, assuming {gateway} '
|
|
f'as the first host of {network}')
|
|
return gateway
|
|
return ''
|
|
|
|
|
|
def resolve_interfaces(cfg):
|
|
"""Return (ext_iface, int_iface, local_addrs, int_addr, int_gateway_ip).
|
|
|
|
What is read from the system and what is taken verbatim depends entirely on
|
|
general.mode. In manual mode nothing below touches the system at all.
|
|
"""
|
|
mode = _get(cfg, 'general', 'mode') or 'manual'
|
|
ext_iface = _get(cfg, 'interfaces', 'external')
|
|
int_iface = _get(cfg, 'interfaces', 'internal')
|
|
int_addr = _get(cfg, 'local', 'int_addr')
|
|
gateway = _get(cfg, 'local', 'int_gateway_ip')
|
|
|
|
if mode == 'auto':
|
|
ext_iface, int_iface = detect_interfaces()
|
|
|
|
local_addrs = interface_addresses(ext_iface, 'interfaces.external')
|
|
if ext_iface and not local_addrs:
|
|
warn(f'{ext_iface} has no IPv4 address yet')
|
|
|
|
if mode == 'manual':
|
|
return ext_iface, int_iface, local_addrs, int_addr, gateway
|
|
|
|
int_addrs = interface_addresses(int_iface, 'interfaces.internal')
|
|
int_addr = int_addrs[0] if int_addrs else ''
|
|
if int_iface and not int_addr:
|
|
warn(f'{int_iface} has no IPv4 address yet')
|
|
gateway = detect_gateway(int_iface, int_addr) if int_addr else ''
|
|
return ext_iface, int_iface, local_addrs, int_addr, gateway
|
|
|
|
|
|
def build_context(cfg, public_ip=None):
|
|
"""Assemble the template context from the configuration.
|
|
|
|
public_ip is the address wan.local_fqdn resolves to, the local identity of the
|
|
site_to_site connections in mode public_ip; setup resolves it once the network is up and
|
|
renders again, and without it such a connection is not ready.
|
|
"""
|
|
extras = vpnrouter_platforms.context(platform_module(cfg))
|
|
|
|
ext_iface, int_iface, local_addrs, int_addr, gateway = resolve_interfaces(cfg)
|
|
|
|
local_fqdn = _get(cfg, 'wan', 'local_fqdn')
|
|
local_cidrs = _get_list(cfg, 'local', 'cidrs')
|
|
openvpn_pool = _get(cfg, 'openvpn', 'address_pool')
|
|
openvpn_network = ipaddress.ip_network(openvpn_pool) if openvpn_pool else None
|
|
identities = {'fqdn': local_fqdn, 'public_ip': public_ip or '', 'internal_ip': int_addr}
|
|
|
|
connections = []
|
|
for name, connection in cfg['site_to_site'].items():
|
|
id_mode = connection['local_id_mode'].strip() or 'fqdn'
|
|
remote_cidrs = _clean(connection['cidrs'])
|
|
connection_cidrs = _clean(connection['local_cidrs'])
|
|
entry = {
|
|
'name': name,
|
|
'remote_addrs': ', '.join(_clean(connection['addrs'])),
|
|
'remote_id': connection['id'].strip(),
|
|
'remote_cidrs': ', '.join(remote_cidrs),
|
|
'remote_cidr_list': remote_cidrs,
|
|
'local_ts': _join(connection_cidrs, _split_list(extras['EXTRA_LOCAL_TS'])),
|
|
'local_cidr_list': connection_cidrs,
|
|
'local_id_mode': id_mode,
|
|
'local_id': identities.get(id_mode, ''),
|
|
'psk': resolve_psk(connection, name),
|
|
}
|
|
entry['ready'] = bool(local_addrs and connection_cidrs and all(
|
|
entry[key] for key in ('remote_addrs', 'remote_id', 'remote_cidrs', 'local_id', 'psk')))
|
|
connections.append(entry)
|
|
|
|
return {
|
|
'platform': _get(cfg, 'general', 'platform') or PLATFORM_NONE,
|
|
'mode': _get(cfg, 'general', 'mode') or 'manual',
|
|
'wan_iface': ext_iface,
|
|
'int_iface': int_iface,
|
|
'local_addrs': ', '.join(local_addrs),
|
|
'local_addr_list': local_addrs,
|
|
'local_fqdn': local_fqdn,
|
|
'local_cidrs': ', '.join(local_cidrs),
|
|
'local_cidr_list': local_cidrs,
|
|
'local_ts': _join(local_cidrs, _split_list(extras['EXTRA_LOCAL_TS'])),
|
|
'int_addr': int_addr,
|
|
'int_gateway_ip': gateway,
|
|
'connections': connections,
|
|
'p2s_enabled': _get(cfg, 'p2s', 'enabled'),
|
|
'p2s_address_pool': _get(cfg, 'p2s', 'address_pool'),
|
|
'p2s_ca_name': _get(cfg, 'p2s', 'ca_name'),
|
|
'p2s_dns': _join(local_addrs, _split_list(extras['EXTRA_P2S_DNS'])),
|
|
'wg_enabled': _get(cfg, 'wireguard', 'enabled'),
|
|
'wg_address': _get(cfg, 'wireguard', 'address'),
|
|
'wg_listen_port': _get(cfg, 'wireguard', 'listen_port'),
|
|
'openvpn_enabled': _get(cfg, 'openvpn', 'enabled'),
|
|
'openvpn_pool': openvpn_pool,
|
|
'openvpn_network': str(openvpn_network.network_address) if openvpn_network else '',
|
|
'openvpn_netmask': str(openvpn_network.netmask) if openvpn_network else '',
|
|
'openvpn_routes': [(str(network.network_address), str(network.netmask))
|
|
for network in (ipaddress.ip_network(cidr, strict=False) for cidr in local_cidrs)],
|
|
'openvpn_port': _get(cfg, 'openvpn', 'port'),
|
|
'openvpn_protocol': _get(cfg, 'openvpn', 'protocol'),
|
|
'openvpn_device': OPENVPN_DEVICE,
|
|
'openvpn_ldap_conf': str(OPENVPN_LDAP),
|
|
'p2s_dns_list': _split_list(_join(local_addrs, _split_list(extras['EXTRA_P2S_DNS']))),
|
|
'ca_cert': str(CA_CERT_DEST),
|
|
'server_cert': str(SERVER_CERT),
|
|
'server_key': str(SERVER_KEY),
|
|
'crl': str(CRL_DEST),
|
|
'ldap_uri': vpnrouter_ldap.URI,
|
|
'ldap_users': vpnrouter_ldap.USERS,
|
|
'web_enabled': _get(cfg, 'web', 'enabled'),
|
|
'web_port': _get(cfg, 'web', 'port'),
|
|
'https_enabled': _get(cfg, 'https', 'enabled'),
|
|
'https_email': _get(cfg, 'https', 'email'),
|
|
'https_web_port': _get(cfg, 'https', 'web_port'),
|
|
'https_manager_port': _get(cfg, 'https', 'manager_port'),
|
|
'metrics_enabled': _get(cfg, 'metrics', 'enabled'),
|
|
'metrics_port': _get(cfg, 'metrics', 'port'),
|
|
'metrics_https_port': _get(cfg, 'metrics', 'https_port'),
|
|
'metrics_service_account': _get(cfg, 'metrics', 'service_account'),
|
|
'loopback': LOOPBACK,
|
|
}
|
|
|
|
|
|
def s2s_ready(ctx):
|
|
"""True when any site_to_site connection is ready."""
|
|
return any(connection['ready'] for connection in ctx['connections'])
|
|
|
|
|
|
def routing_ready(ctx):
|
|
"""Routing and NAT need both interfaces named, plus the subnets involved."""
|
|
return all([ctx['local_cidrs'], ctx['int_gateway_ip'],
|
|
ctx['int_iface'], ctx['wan_iface']])
|
|
|
|
|
|
def p2s_ready(ctx):
|
|
return bool(ctx['p2s_enabled'] and ctx['p2s_address_pool'] and ctx['local_fqdn'])
|
|
|
|
|
|
def wg_ready(ctx):
|
|
return bool(ctx['wg_enabled'] and ctx['wg_address'])
|
|
|
|
|
|
def openvpn_ready(ctx):
|
|
return bool(ctx['openvpn_enabled'] and ctx['openvpn_pool'] and ctx['local_fqdn'])
|
|
|
|
|
|
def https_ready(ctx):
|
|
"""Caddy serves HTTPS once it is enabled and wan.local_fqdn names the certificate."""
|
|
return bool(ctx['https_enabled'] and ctx['local_fqdn'])
|
|
|
|
|
|
def metrics_ready(ctx):
|
|
"""The metrics service collects, keeps and serves the metrics while metrics.enabled is true."""
|
|
return bool(ctx['metrics_enabled'])
|
|
|
|
|
|
def _jinja_env():
|
|
return jinja2.Environment(
|
|
loader=jinja2.FileSystemLoader(str(TEMPLATE_DIR)),
|
|
keep_trailing_newline=True,
|
|
undefined=jinja2.StrictUndefined,
|
|
autoescape=False,
|
|
)
|
|
|
|
|
|
def render(env, ctx, template_name, dest, mode):
|
|
"""Render a template, writing only when the content changes."""
|
|
content = env.get_template(template_name).render(ctx)
|
|
dest = pathlib.Path(dest)
|
|
if dest.exists() and dest.read_text(encoding='utf-8') == content:
|
|
os.chmod(dest, mode)
|
|
return False
|
|
dest.parent.mkdir(parents=True, exist_ok=True)
|
|
dest.write_text(content, encoding='utf-8')
|
|
os.chmod(dest, mode)
|
|
return True
|
|
|
|
|
|
def existing_peers(path):
|
|
"""Return the [Peer] sections of an existing WireGuard config.
|
|
|
|
Peers are added by the operator by hand, so re-rendering the [Interface]
|
|
section must not discard them.
|
|
"""
|
|
path = pathlib.Path(path)
|
|
if not path.is_file():
|
|
return ''
|
|
lines = path.read_text(encoding='utf-8').splitlines(keepends=True)
|
|
for index, line in enumerate(lines):
|
|
if line.strip().lower() == '[peer]':
|
|
return ''.join(lines[index:])
|
|
return ''
|
|
|
|
|
|
def render_wg_conf(env, ctx, dest=WG_CONF, mode=0o600):
|
|
"""Render wg0.conf, carrying any operator-defined peers across."""
|
|
content = env.get_template('wg0.conf.j2').render(ctx)
|
|
peers = existing_peers(dest)
|
|
if peers:
|
|
content = content.rstrip('\n') + '\n\n' + peers
|
|
|
|
dest = pathlib.Path(dest)
|
|
if dest.exists() and dest.read_text(encoding='utf-8') == content:
|
|
os.chmod(dest, mode)
|
|
return False
|
|
dest.parent.mkdir(parents=True, exist_ok=True)
|
|
dest.write_text(content, encoding='utf-8')
|
|
os.chmod(dest, mode)
|
|
return True
|
|
|
|
|
|
def remove(path):
|
|
"""Remove a generated file. Returns True when something was removed."""
|
|
path = pathlib.Path(path)
|
|
if path.exists():
|
|
path.unlink()
|
|
return True
|
|
return False
|
|
|
|
|
|
def install_file(src, dest, mode):
|
|
"""Copy src to dest when the content differs. Returns True on change."""
|
|
src, dest = pathlib.Path(src), pathlib.Path(dest)
|
|
if not src.is_file():
|
|
return False
|
|
if dest.exists() and dest.read_bytes() == src.read_bytes():
|
|
os.chmod(dest, mode)
|
|
return False
|
|
dest.parent.mkdir(parents=True, exist_ok=True)
|
|
shutil.copyfile(src, dest)
|
|
os.chmod(dest, mode)
|
|
return True
|
|
|
|
|
|
def _simple_ca(*args):
|
|
result = subprocess.run(
|
|
[sys.executable, str(SIMPLE_CA), *args],
|
|
capture_output=True, text=True,
|
|
)
|
|
if result.returncode != 0:
|
|
fail(f'simple-ca {" ".join(args)} failed: {result.stderr.strip()}')
|
|
return result.stdout
|
|
|
|
|
|
def provision_pki(ctx):
|
|
"""Create the CA and CRL when the PKI directory is empty, and the server certificate once wan.local_fqdn is set.
|
|
|
|
A CA of the router's own (ca_key.pem present) without a CRL gets one, and without a
|
|
certificate for wan.local_fqdn gets one too; nothing present is overwritten.
|
|
"""
|
|
PKI_DIR.mkdir(parents=True, exist_ok=True)
|
|
os.chmod(PKI_DIR, 0o700)
|
|
if not SIMPLE_CA.is_file():
|
|
fail(f'{SIMPLE_CA} is missing')
|
|
|
|
if not any(PKI_DIR.iterdir()):
|
|
if not ctx['p2s_ca_name']:
|
|
warn('p2s.ca_name is empty, not creating a local CA')
|
|
return
|
|
_simple_ca('make-ca', '--ca-dir', str(PKI_DIR), ctx['p2s_ca_name'])
|
|
if not (PKI_DIR / 'ca_key.pem').is_file():
|
|
return
|
|
if not (PKI_DIR / 'crl.pem').is_file():
|
|
_simple_ca('make-crl', '--ca-dir', str(PKI_DIR), '--days', str(CRL_DAYS))
|
|
label = ctx['local_fqdn'].split('.', 1)[0] if ctx['local_fqdn'] else ''
|
|
if label and not (PKI_DIR / f'{label}_cert.pem').is_file():
|
|
_simple_ca('make-cert', '--ca-dir', str(PKI_DIR), ctx['local_fqdn'], ctx['local_fqdn'])
|
|
|
|
|
|
def distribute_pki(ctx):
|
|
"""Copy PKI material to each consumer. Returns True when anything changed."""
|
|
label = ctx['local_fqdn'].split('.', 1)[0] if ctx['local_fqdn'] else ''
|
|
bundle = PKI_DIR / 'ca_bundle.pem'
|
|
ca_src = bundle if bundle.is_file() else PKI_DIR / 'ca_cert.pem'
|
|
|
|
changed = False
|
|
changed |= install_file(ca_src, CA_CERT_DEST, 0o644)
|
|
if label:
|
|
changed |= install_file(PKI_DIR / f'{label}_cert.pem', SERVER_CERT, 0o644)
|
|
changed |= install_file(PKI_DIR / f'{label}_key.pem', SERVER_KEY, 0o600)
|
|
changed |= install_file(PKI_DIR / 'crl.pem', CRL_DEST, 0o644)
|
|
|
|
if install_file(PKI_DIR / 'ca_cert.pem', TRUST_ANCHOR, 0o644):
|
|
changed = True
|
|
if shutil.which('update-ca-certificates'):
|
|
subprocess.run(['update-ca-certificates'],
|
|
capture_output=True, text=True)
|
|
return changed
|
|
|
|
|
|
def configure(cfg=None, public_ip=None):
|
|
"""Render configuration files and provision PKI.
|
|
|
|
Returns (ctx, changed) where changed is a set naming what needs reloading:
|
|
'swanctl', 'resolved', 'wireguard', 'openvpn'.
|
|
"""
|
|
if cfg is None:
|
|
cfg = load_config()
|
|
|
|
# platform = none: configuration is deferred. Files are installed and
|
|
# nothing is rendered, provisioned or removed until a platform is chosen.
|
|
if deferred(cfg):
|
|
return None, set()
|
|
|
|
try:
|
|
validate(cfg)
|
|
ctx = build_context(cfg, public_ip=public_ip)
|
|
except ConfigError as exc:
|
|
fail(str(exc))
|
|
|
|
changed = set()
|
|
|
|
provision_pki(ctx)
|
|
if distribute_pki(ctx):
|
|
changed.add('swanctl')
|
|
|
|
env = _jinja_env()
|
|
|
|
if s2s_ready(ctx):
|
|
if render(env, ctx, 'site-to-site.conf.j2', SITE_TO_SITE, 0o600):
|
|
changed.add('swanctl')
|
|
elif remove(SITE_TO_SITE):
|
|
changed.add('swanctl')
|
|
|
|
if p2s_ready(ctx):
|
|
if render(env, ctx, 'road-warrior.conf.j2', ROAD_WARRIOR, 0o600):
|
|
changed.add('swanctl')
|
|
elif remove(ROAD_WARRIOR):
|
|
changed.add('swanctl')
|
|
|
|
if p2s_ready(ctx) or openvpn_ready(ctx):
|
|
if render(env, ctx, 'p2s-forwarder.conf.j2', P2S_FORWARDER, 0o644):
|
|
changed.add('resolved')
|
|
elif remove(P2S_FORWARDER):
|
|
changed.add('resolved')
|
|
|
|
if wg_ready(ctx):
|
|
if render_wg_conf(env, ctx):
|
|
changed.add('wireguard')
|
|
elif remove(WG_CONF):
|
|
changed.add('wireguard')
|
|
|
|
if openvpn_ready(ctx):
|
|
if render(env, ctx, 'openvpn-server.conf.j2', OPENVPN_CONF, 0o600):
|
|
changed.add('openvpn')
|
|
if render(env, ctx, 'openvpn-ldap.conf.j2', OPENVPN_LDAP, 0o600):
|
|
changed.add('openvpn')
|
|
else:
|
|
for path in (OPENVPN_CONF, OPENVPN_LDAP):
|
|
if remove(path):
|
|
changed.add('openvpn')
|
|
|
|
return ctx, changed
|