# Copyright (c) 2019 Hetzner Cloud GmbH # GNU General Public License v3.0+ (see COPYING or https://www.gnu.org/licenses/gpl-3.0.txt) DOCUMENTATION = r""" name: hcloud author: - Lukas Kaemmerling (@lkaemmerling) short_description: Ansible dynamic inventory plugin for the Hetzner Cloud. requirements: - python-dateutil >= 2.7.5 - requests >=2.20 description: - Reads inventories from the Hetzner Cloud API. - Uses a YAML configuration file that ends with hcloud.(yml|yaml). extends_documentation_fragment: - constructed - inventory_cache options: plugin: description: marks this as an instance of the "hcloud" plugin required: true choices: ["hcloud", "hetzner.hcloud.hcloud"] token: description: The Hetzner Cloud API Token. required: false group: description: The group all servers are automatically added to. default: hcloud type: str required: false token_env: description: Environment variable to load the Hetzner Cloud API Token from. default: HCLOUD_TOKEN type: str required: false connect_with: description: | Connect to the server using the value from this field. This sets the `ansible_host` variable to the value indicated, if that value is available. If you need further customization, like falling back to private ipv4 if the server has no public ipv4, you can use `compose` top-level key. default: public_ipv4 type: str choices: - public_ipv4 - public_ipv6 - hostname - ipv4_dns_ptr - private_ipv4 locations: description: Populate inventory with instances in this location. default: [] type: list elements: str required: false types: description: Populate inventory with instances with this type. default: [] type: list elements: str required: false images: description: Populate inventory with instances with this image name, only available for system images. default: [] type: list elements: str required: false label_selector: description: Populate inventory with instances with this label. default: "" type: str required: false network: description: Populate inventory with instances which are attached to this network name or ID. default: "" type: str required: false status: description: Populate inventory with instances with this status. default: [] type: list elements: str required: false """ EXAMPLES = r""" plugin: hcloud locations: - nbg1 types: - cx11 status: - running # Group by a location with prefix e.g. "hcloud_location_nbg1" # and image_os_flavor without prefix and separator e.g. "ubuntu" # and status with prefix e.g. "server_status_running" keyed_groups: - key: location prefix: hcloud_location - key: image_os_flavor separator: "" - key: status prefix: server_status """ import os import sys from ipaddress import IPv6Network from typing import List, Optional, Tuple from ansible.errors import AnsibleError from ansible.inventory.manager import InventoryData from ansible.module_utils.common.text.converters import to_native from ansible.plugins.inventory import BaseInventoryPlugin, Cacheable, Constructable from ..module_utils.hcloud import HAS_DATEUTIL, HAS_REQUESTS from ..module_utils.vendor import hcloud from ..module_utils.vendor.hcloud.servers import Server from ..module_utils.version import version if sys.version_info >= (3, 11): # The typed dicts are only used to help development and we prefer not requiring # the additional typing-extensions dependency from typing import NotRequired, TypedDict class InventoryPrivateNetwork(TypedDict): id: int name: str ip: str class InventoryServer(TypedDict): id: int name: str status: str type: str architecture: str # Datacenter datacenter: str location: str # Server Type server_type: NotRequired[str] # Labels labels: dict[str, str] # Network ipv4: NotRequired[str] ipv6: NotRequired[str] ipv6_network: NotRequired[str] ipv6_network_mask: NotRequired[str] private_ipv4: NotRequired[str] private_networks: list[InventoryPrivateNetwork] # Image image_id: int image_name: str image_os_flavor: str # Ansible ansible_host: str else: InventoryServer = dict class InventoryModule(BaseInventoryPlugin, Constructable, Cacheable): NAME = "hetzner.hcloud.hcloud" inventory: InventoryData def _configure_hcloud_client(self): self.token_env = self.get_option("token_env") self.templar.available_variables = self._vars self.api_token = self.templar.template(self.get_option("token"), fail_on_undefined=False) or os.getenv( self.token_env ) if self.api_token is None: raise AnsibleError( "Please specify a token, via the option token, via environment variable HCLOUD_TOKEN " "or via custom environment variable set by token_env option." ) self.endpoint = os.getenv("HCLOUD_ENDPOINT") or "https://api.hetzner.cloud/v1" self.client = hcloud.Client( token=self.api_token, api_endpoint=self.endpoint, application_name="ansible-inventory", application_version=version, ) def _test_hcloud_token(self): try: # We test the API Token against the location API, because this is the API with the smallest result # and not controllable from the customer. self.client.locations.get_all() except hcloud.APIException: raise AnsibleError("Invalid Hetzner Cloud API Token.") def _get_servers(self): if len(self.get_option("label_selector")) > 0: self.servers = self.client.servers.get_all(label_selector=self.get_option("label_selector")) else: self.servers = self.client.servers.get_all() def _filter_servers(self): if self.get_option("network"): network = self.templar.template(self.get_option("network"), fail_on_undefined=False) or self.get_option( "network" ) try: self.network = self.client.networks.get_by_name(network) if self.network is None: self.network = self.client.networks.get_by_id(network) except hcloud.APIException: raise AnsibleError("The given network is not found.") tmp = [] for server in self.servers: for server_private_network in server.private_net: if server_private_network.network.id == self.network.id: tmp.append(server) self.servers = tmp if self.get_option("locations"): tmp = [] for server in self.servers: if server.datacenter.location.name in self.get_option("locations"): tmp.append(server) self.servers = tmp if self.get_option("types"): tmp = [] for server in self.servers: if server.server_type.name in self.get_option("types"): tmp.append(server) self.servers = tmp if self.get_option("images"): tmp = [] for server in self.servers: if server.image is not None and server.image.os_flavor in self.get_option("images"): tmp.append(server) self.servers = tmp if self.get_option("status"): tmp = [] for server in self.servers: if server.status in self.get_option("status"): tmp.append(server) self.servers = tmp def _build_inventory_server(self, server: Server) -> InventoryServer: server_dict: InventoryServer = {} server_dict["id"] = server.id server_dict["name"] = to_native(server.name) server_dict["status"] = to_native(server.status) server_dict["type"] = to_native(server.server_type.name) server_dict["architecture"] = to_native(server.server_type.architecture) # Network if server.public_net.ipv4: server_dict["ipv4"] = to_native(server.public_net.ipv4.ip) if server.public_net.ipv6: server_dict["ipv6"] = to_native(self._first_ipv6_address(server.public_net.ipv6.ip)) server_dict["ipv6_network"] = to_native(server.public_net.ipv6.network) server_dict["ipv6_network_mask"] = to_native(server.public_net.ipv6.network_mask) server_dict["private_networks"] = [ {"id": v.network.id, "name": to_native(v.network.name), "ip": to_native(v.ip)} for v in server.private_net ] if self.get_option("network"): for server_private_network in server.private_net: # Set private_ipv4 if user filtered for one network if server_private_network.network.id == self.network.id: server_dict["private_ipv4"] = to_native(server_private_network.ip) # Server Type if server.server_type is not None: server_dict["server_type"] = to_native(server.server_type.name) # Datacenter server_dict["datacenter"] = to_native(server.datacenter.name) server_dict["location"] = to_native(server.datacenter.location.name) # Image if server.image is not None: server_dict["image_id"] = server.image.id server_dict["image_os_flavor"] = to_native(server.image.os_flavor) server_dict["image_name"] = to_native(server.image.name or server.image.description) # Labels server_dict["labels"] = dict(server.labels) try: server_dict["ansible_host"] = self._get_server_ansible_host(server) except AnsibleError as exception: # Log warning that for this host can not be connected to, using the # method specified in `connect_with`. Users might use `compose` to # override the connection method, or implement custom logic, so we # do not need to abort if nothing matched. self.display.v(f"[hcloud] {exception}", server.name) return server_dict def _get_server_ansible_host(self, server): if self.get_option("connect_with") == "public_ipv4": if server.public_net.ipv4: return to_native(server.public_net.ipv4.ip) else: raise AnsibleError("Server has no public ipv4, but connect_with=public_ipv4 was specified") if self.get_option("connect_with") == "public_ipv6": if server.public_net.ipv6: return to_native(self._first_ipv6_address(server.public_net.ipv6.ip)) else: raise AnsibleError("Server has no public ipv6, but connect_with=public_ipv6 was specified") elif self.get_option("connect_with") == "hostname": # every server has a name, no need to guard this return to_native(server.name) elif self.get_option("connect_with") == "ipv4_dns_ptr": if server.public_net.ipv4: return to_native(server.public_net.ipv4.dns_ptr) else: raise AnsibleError("Server has no public ipv4, but connect_with=ipv4_dns_ptr was specified") elif self.get_option("connect_with") == "private_ipv4": if self.get_option("network"): for server_private_network in server.private_net: if server_private_network.network.id == self.network.id: return to_native(server_private_network.ip) else: raise AnsibleError("You can only connect via private IPv4 if you specify a network") def _first_ipv6_address(self, network): return next(IPv6Network(network).hosts()) def verify_file(self, path): """Return the possibly of a file being consumable by this plugin.""" return super().verify_file(path) and path.endswith(("hcloud.yaml", "hcloud.yml")) def _get_cached_result(self, path, cache) -> Tuple[List[Optional[InventoryServer]], bool]: # false when refresh_cache or --flush-cache is used if not cache: return None, False # get the user-specified directive if not self.get_option("cache"): return None, False cache_key = self.get_cache_key(path) try: cached_result = self._cache[cache_key] except KeyError: # if cache expires or cache file doesn"t exist return None, False return cached_result, True def _update_cached_result(self, path, cache, result: List[InventoryServer]): if not self.get_option("cache"): return cache_key = self.get_cache_key(path) # We weren't explicitly told to flush the cache, and there's already a cache entry, # this means that the result we're being passed came from the cache. As such we don't # want to "update" the cache as that could reset a TTL on the cache entry. if cache and cache_key in self._cache: return self._cache[cache_key] = result def parse(self, inventory, loader, path, cache=True): super().parse(inventory, loader, path, cache) if not HAS_REQUESTS: raise AnsibleError("The Hetzner Cloud dynamic inventory plugin requires requests.") if not HAS_DATEUTIL: raise AnsibleError("The Hetzner Cloud dynamic inventory plugin requires python-dateutil.") self._read_config_data(path) self._configure_hcloud_client() self._test_hcloud_token() self.servers, cached = self._get_cached_result(path, cache) if not cached: self._get_servers() self._filter_servers() self.servers = [self._build_inventory_server(server) for server in self.servers] # Add a top group self.inventory.add_group(group=self.get_option("group")) for server in self.servers: self.inventory.add_host(server["name"], group=self.get_option("group")) for key, value in server.items(): self.inventory.set_variable(server["name"], key, value) # Use constructed if applicable strict = self.get_option("strict") # Composed variables self._set_composite_vars( self.get_option("compose"), self.inventory.get_host(server["name"]).get_vars(), server["name"], strict=strict, ) # Complex groups based on jinja2 conditionals, hosts that meet the conditional are added to group self._add_host_to_composed_groups( self.get_option("groups"), {}, server["name"], strict=strict, ) # Create groups based on variable values and add the corresponding hosts to it self._add_host_to_keyed_groups( self.get_option("keyed_groups"), {}, server["name"], strict=strict, ) self._update_cached_result(path, cache, self.servers)