Yaroshevich Denis
5 years ago
committed by
GitHub
GitHub
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
46 changed files with 5132 additions and 240 deletions
Unified View
Diff Options
-
+34 -1CHANGELOG.md
-
+19 -10README.md
-
+1 -2docs/records.md
-
+1 -1octodns/__init__.py
-
+72 -13octodns/manager.py
-
+6 -0octodns/processor/__init__.py
-
+30 -0octodns/processor/base.py
-
+44 -0octodns/processor/filter.py
-
+103 -0octodns/processor/ownership.py
-
+845 -70octodns/provider/azuredns.py
-
+4 -1octodns/provider/base.py
-
+3 -3octodns/provider/dnsimple.py
-
+6 -6octodns/provider/dyn.py
-
+1 -1octodns/provider/easydns.py
-
+339 -0octodns/provider/hetzner.py
-
+76 -36octodns/provider/ns1.py
-
+1 -1octodns/provider/plan.py
-
+7 -2octodns/provider/route53.py
-
+2 -2octodns/provider/transip.py
-
+25 -8octodns/provider/ultra.py
-
+24 -11octodns/record/__init__.py
-
+5 -3requirements.txt
-
+4 -0script/coverage
-
+4 -0script/test
-
+23 -0tests/config/dynamic.tests.yaml
-
+6 -0tests/config/plan-output-filehandle.yaml
-
+23 -0tests/config/processors-missing-class.yaml
-
+25 -0tests/config/processors-wants-config.yaml
-
+33 -0tests/config/processors.yaml
-
+17 -0tests/config/unknown-processor.yaml
-
+223 -0tests/fixtures/hetzner-records.json
-
+43 -0tests/fixtures/hetzner-zones.json
-
+9 -0tests/fixtures/ultra-records-page-2.json
-
+30 -0tests/helpers.py
-
+149 -9tests/test_octodns_manager.py
-
+90 -0tests/test_octodns_processor_filter.py
-
+146 -0tests/test_octodns_processor_ownership.py
-
+1718 -29tests/test_octodns_provider_azuredns.py
-
+65 -2tests/test_octodns_provider_base.py
-
+341 -0tests/test_octodns_provider_hetzner.py
-
+272 -11tests/test_octodns_provider_ns1.py
-
+187 -0tests/test_octodns_provider_route53.py
-
+6 -5tests/test_octodns_provider_transip.py
-
+12 -3tests/test_octodns_provider_ultra.py
-
+9 -5tests/test_octodns_provider_yaml.py
-
+49 -5tests/test_octodns_record.py
+ 34
- 1
CHANGELOG.md
View File
+ 19
- 10
README.md
View File
+ 1
- 2
docs/records.md
View File
+ 1
- 1
octodns/__init__.py
View File
+ 72
- 13
octodns/manager.py
View File
+ 6
- 0
octodns/processor/__init__.py
View File
| @ -0,0 +1,6 @@ | |||||
| # | |||||
| # | |||||
| # | |||||
| from __future__ import absolute_import, division, print_function, \ | |||||
| unicode_literals | |||||
+ 30
- 0
octodns/processor/base.py
View File
| @ -0,0 +1,30 @@ | |||||
| # | |||||
| # | |||||
| # | |||||
| from __future__ import absolute_import, division, print_function, \ | |||||
| unicode_literals | |||||
| from ..zone import Zone | |||||
| class BaseProcessor(object): | |||||
| def __init__(self, name): | |||||
| self.name = name | |||||
| def _clone_zone(self, zone): | |||||
| return Zone(zone.name, sub_zones=zone.sub_zones) | |||||
| def process_source_zone(self, zone, sources): | |||||
| # sources may be empty, as will be the case for aliased zones | |||||
| return zone | |||||
| def process_target_zone(self, zone, target): | |||||
| return zone | |||||
| def process_plan(self, plan, sources, target): | |||||
| # plan may be None if no changes were detected up until now, the | |||||
| # process may still create a plan. | |||||
| # sources may be empty, as will be the case for aliased zones | |||||
| return plan | |||||
+ 44
- 0
octodns/processor/filter.py
View File
| @ -0,0 +1,44 @@ | |||||
| # | |||||
| # | |||||
| # | |||||
| from __future__ import absolute_import, division, print_function, \ | |||||
| unicode_literals | |||||
| from .base import BaseProcessor | |||||
| class TypeAllowlistFilter(BaseProcessor): | |||||
| def __init__(self, name, allowlist): | |||||
| super(TypeAllowlistFilter, self).__init__(name) | |||||
| self.allowlist = set(allowlist) | |||||
| def _process(self, zone, *args, **kwargs): | |||||
| ret = self._clone_zone(zone) | |||||
| for record in zone.records: | |||||
| if record._type in self.allowlist: | |||||
| ret.add_record(record) | |||||
| return ret | |||||
| process_source_zone = _process | |||||
| process_target_zone = _process | |||||
| class TypeRejectlistFilter(BaseProcessor): | |||||
| def __init__(self, name, rejectlist): | |||||
| super(TypeRejectlistFilter, self).__init__(name) | |||||
| self.rejectlist = set(rejectlist) | |||||
| def _process(self, zone, *args, **kwargs): | |||||
| ret = self._clone_zone(zone) | |||||
| for record in zone.records: | |||||
| if record._type not in self.rejectlist: | |||||
| ret.add_record(record) | |||||
| return ret | |||||
| process_source_zone = _process | |||||
| process_target_zone = _process | |||||
+ 103
- 0
octodns/processor/ownership.py
View File
| @ -0,0 +1,103 @@ | |||||
| # | |||||
| # | |||||
| # | |||||
| from __future__ import absolute_import, division, print_function, \ | |||||
| unicode_literals | |||||
| from collections import defaultdict | |||||
| from ..provider.plan import Plan | |||||
| from ..record import Record | |||||
| from .base import BaseProcessor | |||||
| # Mark anything octoDNS is managing that way it can know it's safe to modify or | |||||
| # delete. We'll take ownership of existing records that we're told to manage | |||||
| # and thus "own" them going forward. | |||||
| class OwnershipProcessor(BaseProcessor): | |||||
| def __init__(self, name, txt_name='_owner', txt_value='*octodns*'): | |||||
| super(OwnershipProcessor, self).__init__(name) | |||||
| self.txt_name = txt_name | |||||
| self.txt_value = txt_value | |||||
| self._txt_values = [txt_value] | |||||
| def process_source_zone(self, zone, *args, **kwargs): | |||||
| ret = self._clone_zone(zone) | |||||
| for record in zone.records: | |||||
| # Always copy over the source records | |||||
| ret.add_record(record) | |||||
| # Then create and add an ownership TXT for each of them | |||||
| record_name = record.name.replace('*', '_wildcard') | |||||
| if record.name: | |||||
| name = '{}.{}.{}'.format(self.txt_name, record._type, | |||||
| record_name) | |||||
| else: | |||||
| name = '{}.{}'.format(self.txt_name, record._type) | |||||
| txt = Record.new(zone, name, { | |||||
| 'type': 'TXT', | |||||
| 'ttl': 60, | |||||
| 'value': self.txt_value, | |||||
| }) | |||||
| ret.add_record(txt) | |||||
| return ret | |||||
| def _is_ownership(self, record): | |||||
| return record._type == 'TXT' and \ | |||||
| record.name.startswith(self.txt_name) \ | |||||
| and record.values == self._txt_values | |||||
| def process_plan(self, plan, *args, **kwargs): | |||||
| if not plan: | |||||
| # If we don't have any change there's nothing to do | |||||
| return plan | |||||
| # First find all the ownership info | |||||
| owned = defaultdict(dict) | |||||
| # We need to look for ownership in both the desired and existing | |||||
| # states, many things will show up in both, but that's fine. | |||||
| for record in list(plan.existing.records) + list(plan.desired.records): | |||||
| if self._is_ownership(record): | |||||
| pieces = record.name.split('.', 2) | |||||
| if len(pieces) > 2: | |||||
| _, _type, name = pieces | |||||
| name = name.replace('_wildcard', '*') | |||||
| else: | |||||
| _type = pieces[1] | |||||
| name = '' | |||||
| owned[name][_type.upper()] = True | |||||
| # Cases: | |||||
| # - Configured in source | |||||
| # - We'll fully CRU/manage it adding ownership TXT, | |||||
| # thanks to process_source_zone, if needed | |||||
| # - Not in source | |||||
| # - Has an ownership TXT - delete it & the ownership TXT | |||||
| # - Does not have an ownership TXT - don't delete it | |||||
| # - Special records like octodns-meta | |||||
| # - Should be left alone and should not have ownerthis TXTs | |||||
| filtered_changes = [] | |||||
| for change in plan.changes: | |||||
| record = change.record | |||||
| if not self._is_ownership(record) and \ | |||||
| record._type not in owned[record.name] and \ | |||||
| record.name != 'octodns-meta': | |||||
| # It's not an ownership TXT, it's not owned, and it's not | |||||
| # special we're going to ignore it | |||||
| continue | |||||
| # We own this record or owned it up until now so whatever the | |||||
| # change is we should do | |||||
| filtered_changes.append(change) | |||||
| if plan.changes != filtered_changes: | |||||
| return Plan(plan.existing, plan.desired, filtered_changes, | |||||
| plan.exists, plan.update_pcent_threshold, | |||||
| plan.delete_pcent_threshold) | |||||
| return plan | |||||
+ 845
- 70
octodns/provider/azuredns.py
File diff suppressed because it is too large
View File
+ 4
- 1
octodns/provider/base.py
View File
+ 3
- 3
octodns/provider/dnsimple.py
View File
+ 6
- 6
octodns/provider/dyn.py
View File
+ 1
- 1
octodns/provider/easydns.py
View File
+ 339
- 0
octodns/provider/hetzner.py
View File
| @ -0,0 +1,339 @@ | |||||
| # | |||||
| # | |||||
| # | |||||
| from __future__ import absolute_import, division, print_function, \ | |||||
| unicode_literals | |||||
| from collections import defaultdict | |||||
| from requests import Session | |||||
| import logging | |||||
| from ..record import Record | |||||
| from .base import BaseProvider | |||||
| class HetznerClientException(Exception): | |||||
| pass | |||||
| class HetznerClientNotFound(HetznerClientException): | |||||
| def __init__(self): | |||||
| super(HetznerClientNotFound, self).__init__('Not Found') | |||||
| class HetznerClientUnauthorized(HetznerClientException): | |||||
| def __init__(self): | |||||
| super(HetznerClientUnauthorized, self).__init__('Unauthorized') | |||||
| class HetznerClient(object): | |||||
| BASE_URL = 'https://dns.hetzner.com/api/v1' | |||||
| def __init__(self, token): | |||||
| session = Session() | |||||
| session.headers.update({'Auth-API-Token': token}) | |||||
| self._session = session | |||||
| def _do(self, method, path, params=None, data=None): | |||||
| url = '{}{}'.format(self.BASE_URL, path) | |||||
| response = self._session.request(method, url, params=params, json=data) | |||||
| if response.status_code == 401: | |||||
| raise HetznerClientUnauthorized() | |||||
| if response.status_code == 404: | |||||
| raise HetznerClientNotFound() | |||||
| response.raise_for_status() | |||||
| return response | |||||
| def _do_json(self, method, path, params=None, data=None): | |||||
| return self._do(method, path, params, data).json() | |||||
| def zone_get(self, name): | |||||
| params = {'name': name} | |||||
| return self._do_json('GET', '/zones', params)['zones'][0] | |||||
| def zone_create(self, name, ttl=None): | |||||
| data = {'name': name, 'ttl': ttl} | |||||
| return self._do_json('POST', '/zones', data=data)['zone'] | |||||
| def zone_records_get(self, zone_id): | |||||
| params = {'zone_id': zone_id} | |||||
| records = self._do_json('GET', '/records', params=params)['records'] | |||||
| for record in records: | |||||
| if record['name'] == '@': | |||||
| record['name'] = '' | |||||
| return records | |||||
| def zone_record_create(self, zone_id, name, _type, value, ttl=None): | |||||
| data = {'name': name or '@', 'ttl': ttl, 'type': _type, 'value': value, | |||||
| 'zone_id': zone_id} | |||||
| self._do('POST', '/records', data=data) | |||||
| def zone_record_delete(self, zone_id, record_id): | |||||
| self._do('DELETE', '/records/{}'.format(record_id)) | |||||
| class HetznerProvider(BaseProvider): | |||||
| ''' | |||||
| Hetzner DNS provider using API v1 | |||||
| hetzner: | |||||
| class: octodns.provider.hetzner.HetznerProvider | |||||
| # Your Hetzner API token (required) | |||||
| token: foo | |||||
| ''' | |||||
| SUPPORTS_GEO = False | |||||
| SUPPORTS_DYNAMIC = False | |||||
| SUPPORTS = set(('A', 'AAAA', 'CAA', 'CNAME', 'MX', 'NS', 'SRV', 'TXT')) | |||||
| def __init__(self, id, token, *args, **kwargs): | |||||
| self.log = logging.getLogger('HetznerProvider[{}]'.format(id)) | |||||
| self.log.debug('__init__: id=%s, token=***', id) | |||||
| super(HetznerProvider, self).__init__(id, *args, **kwargs) | |||||
| self._client = HetznerClient(token) | |||||
| self._zone_records = {} | |||||
| self._zone_metadata = {} | |||||
| self._zone_name_to_id = {} | |||||
| def _append_dot(self, value): | |||||
| if value == '@' or value[-1] == '.': | |||||
| return value | |||||
| return '{}.'.format(value) | |||||
| def zone_metadata(self, zone_id=None, zone_name=None): | |||||
| if zone_name is not None: | |||||
| if zone_name in self._zone_name_to_id: | |||||
| zone_id = self._zone_name_to_id[zone_name] | |||||
| else: | |||||
| zone = self._client.zone_get(name=zone_name[:-1]) | |||||
| zone_id = zone['id'] | |||||
| self._zone_name_to_id[zone_name] = zone_id | |||||
| self._zone_metadata[zone_id] = zone | |||||
| return self._zone_metadata[zone_id] | |||||
| def _record_ttl(self, record): | |||||
| default_ttl = self.zone_metadata(zone_id=record['zone_id'])['ttl'] | |||||
| return record['ttl'] if 'ttl' in record else default_ttl | |||||
| def _data_for_multiple(self, _type, records): | |||||
| values = [record['value'].replace(';', '\\;') for record in records] | |||||
| return { | |||||
| 'ttl': self._record_ttl(records[0]), | |||||
| 'type': _type, | |||||
| 'values': values | |||||
| } | |||||
| _data_for_A = _data_for_multiple | |||||
| _data_for_AAAA = _data_for_multiple | |||||
| def _data_for_CAA(self, _type, records): | |||||
| values = [] | |||||
| for record in records: | |||||
| value_without_spaces = record['value'].replace(' ', '') | |||||
| flags = value_without_spaces[0] | |||||
| tag = value_without_spaces[1:].split('"')[0] | |||||
| value = record['value'].split('"')[1] | |||||
| values.append({ | |||||
| 'flags': int(flags), | |||||
| 'tag': tag, | |||||
| 'value': value, | |||||
| }) | |||||
| return { | |||||
| 'ttl': self._record_ttl(records[0]), | |||||
| 'type': _type, | |||||
| 'values': values | |||||
| } | |||||
| def _data_for_CNAME(self, _type, records): | |||||
| record = records[0] | |||||
| return { | |||||
| 'ttl': self._record_ttl(record), | |||||
| 'type': _type, | |||||
| 'value': self._append_dot(record['value']) | |||||
| } | |||||
| def _data_for_MX(self, _type, records): | |||||
| values = [] | |||||
| for record in records: | |||||
| value_stripped_split = record['value'].strip().split(' ') | |||||
| preference = value_stripped_split[0] | |||||
| exchange = value_stripped_split[-1] | |||||
| values.append({ | |||||
| 'preference': int(preference), | |||||
| 'exchange': self._append_dot(exchange) | |||||
| }) | |||||
| return { | |||||
| 'ttl': self._record_ttl(records[0]), | |||||
| 'type': _type, | |||||
| 'values': values | |||||
| } | |||||
| def _data_for_NS(self, _type, records): | |||||
| values = [] | |||||
| for record in records: | |||||
| values.append(self._append_dot(record['value'])) | |||||
| return { | |||||
| 'ttl': self._record_ttl(records[0]), | |||||
| 'type': _type, | |||||
| 'values': values, | |||||
| } | |||||
| def _data_for_SRV(self, _type, records): | |||||
| values = [] | |||||
| for record in records: | |||||
| value_stripped = record['value'].strip() | |||||
| priority = value_stripped.split(' ')[0] | |||||
| weight = value_stripped[len(priority):].strip().split(' ')[0] | |||||
| target = value_stripped.split(' ')[-1] | |||||
| port = value_stripped[:-len(target)].strip().split(' ')[-1] | |||||
| values.append({ | |||||
| 'port': int(port), | |||||
| 'priority': int(priority), | |||||
| 'target': self._append_dot(target), | |||||
| 'weight': int(weight) | |||||
| }) | |||||
| return { | |||||
| 'ttl': self._record_ttl(records[0]), | |||||
| 'type': _type, | |||||
| 'values': values | |||||
| } | |||||
| _data_for_TXT = _data_for_multiple | |||||
| def zone_records(self, zone): | |||||
| if zone.name not in self._zone_records: | |||||
| try: | |||||
| zone_id = self.zone_metadata(zone_name=zone.name)['id'] | |||||
| self._zone_records[zone.name] = \ | |||||
| self._client.zone_records_get(zone_id) | |||||
| except HetznerClientNotFound: | |||||
| return [] | |||||
| return self._zone_records[zone.name] | |||||
| def populate(self, zone, target=False, lenient=False): | |||||
| self.log.debug('populate: name=%s, target=%s, lenient=%s', zone.name, | |||||
| target, lenient) | |||||
| values = defaultdict(lambda: defaultdict(list)) | |||||
| for record in self.zone_records(zone): | |||||
| _type = record['type'] | |||||
| if _type not in self.SUPPORTS: | |||||
| self.log.warning('populate: skipping unsupported %s record', | |||||
| _type) | |||||
| continue | |||||
| values[record['name']][record['type']].append(record) | |||||
| before = len(zone.records) | |||||
| for name, types in values.items(): | |||||
| for _type, records in types.items(): | |||||
| data_for = getattr(self, '_data_for_{}'.format(_type)) | |||||
| record = Record.new(zone, name, data_for(_type, records), | |||||
| source=self, lenient=lenient) | |||||
| zone.add_record(record, lenient=lenient) | |||||
| exists = zone.name in self._zone_records | |||||
| self.log.info('populate: found %s records, exists=%s', | |||||
| len(zone.records) - before, exists) | |||||
| return exists | |||||
| def _params_for_multiple(self, record): | |||||
| for value in record.values: | |||||
| yield { | |||||
| 'value': value.replace('\\;', ';'), | |||||
| 'name': record.name, | |||||
| 'ttl': record.ttl, | |||||
| 'type': record._type | |||||
| } | |||||
| _params_for_A = _params_for_multiple | |||||
| _params_for_AAAA = _params_for_multiple | |||||
| def _params_for_CAA(self, record): | |||||
| for value in record.values: | |||||
| data = '{} {} "{}"'.format(value.flags, value.tag, value.value) | |||||
| yield { | |||||
| 'value': data, | |||||
| 'name': record.name, | |||||
| 'ttl': record.ttl, | |||||
| 'type': record._type | |||||
| } | |||||
| def _params_for_single(self, record): | |||||
| yield { | |||||
| 'value': record.value, | |||||
| 'name': record.name, | |||||
| 'ttl': record.ttl, | |||||
| 'type': record._type | |||||
| } | |||||
| _params_for_CNAME = _params_for_single | |||||
| def _params_for_MX(self, record): | |||||
| for value in record.values: | |||||
| data = '{} {}'.format(value.preference, value.exchange) | |||||
| yield { | |||||
| 'value': data, | |||||
| 'name': record.name, | |||||
| 'ttl': record.ttl, | |||||
| 'type': record._type | |||||
| } | |||||
| _params_for_NS = _params_for_multiple | |||||
| def _params_for_SRV(self, record): | |||||
| for value in record.values: | |||||
| data = '{} {} {} {}'.format(value.priority, value.weight, | |||||
| value.port, value.target) | |||||
| yield { | |||||
| 'value': data, | |||||
| 'name': record.name, | |||||
| 'ttl': record.ttl, | |||||
| 'type': record._type | |||||
| } | |||||
| _params_for_TXT = _params_for_multiple | |||||
| def _apply_Create(self, zone_id, change): | |||||
| new = change.new | |||||
| params_for = getattr(self, '_params_for_{}'.format(new._type)) | |||||
| for params in params_for(new): | |||||
| self._client.zone_record_create(zone_id, params['name'], | |||||
| params['type'], params['value'], | |||||
| params['ttl']) | |||||
| def _apply_Update(self, zone_id, change): | |||||
| # It's way simpler to delete-then-recreate than to update | |||||
| self._apply_Delete(zone_id, change) | |||||
| self._apply_Create(zone_id, change) | |||||
| def _apply_Delete(self, zone_id, change): | |||||
| existing = change.existing | |||||
| zone = existing.zone | |||||
| for record in self.zone_records(zone): | |||||
| if existing.name == record['name'] and \ | |||||
| existing._type == record['type']: | |||||
| self._client.zone_record_delete(zone_id, record['id']) | |||||
| def _apply(self, plan): | |||||
| desired = plan.desired | |||||
| changes = plan.changes | |||||
| self.log.debug('_apply: zone=%s, len(changes)=%d', desired.name, | |||||
| len(changes)) | |||||
| try: | |||||
| zone_id = self.zone_metadata(zone_name=desired.name)['id'] | |||||
| except HetznerClientNotFound: | |||||
| self.log.debug('_apply: no matching zone, creating domain') | |||||
| zone_id = self._client.zone_create(desired.name[:-1])['id'] | |||||
| for change in changes: | |||||
| class_name = change.__class__.__name__ | |||||
| getattr(self, '_apply_{}'.format(class_name))(zone_id, change) | |||||
| # Clear out the cache if any | |||||
| self._zone_records.pop(desired.name, None) | |||||
+ 76
- 36
octodns/provider/ns1.py
View File
+ 1
- 1
octodns/provider/plan.py
View File
+ 7
- 2
octodns/provider/route53.py
View File
+ 2
- 2
octodns/provider/transip.py
View File
+ 25
- 8
octodns/provider/ultra.py
View File
+ 24
- 11
octodns/record/__init__.py
View File
+ 5
- 3
requirements.txt
View File
+ 4
- 0
script/coverage
View File
+ 4
- 0
script/test
View File
+ 23
- 0
tests/config/dynamic.tests.yaml
View File
+ 6
- 0
tests/config/plan-output-filehandle.yaml
View File
| @ -0,0 +1,6 @@ | |||||
| manager: | |||||
| plan_outputs: | |||||
| "doesntexist": | |||||
| class: octodns.provider.plan.DoesntExist | |||||
| providers: {} | |||||
| zones: {} | |||||
+ 23
- 0
tests/config/processors-missing-class.yaml
View File
| @ -0,0 +1,23 @@ | |||||
| providers: | |||||
| config: | |||||
| class: octodns.provider.yaml.YamlProvider | |||||
| directory: tests/config | |||||
| dump: | |||||
| class: octodns.provider.yaml.YamlProvider | |||||
| directory: env/YAML_TMP_DIR | |||||
| geo: | |||||
| class: helpers.GeoProvider | |||||
| nosshfp: | |||||
| class: helpers.NoSshFpProvider | |||||
| processors: | |||||
| no-class: {} | |||||
| zones: | |||||
| unit.tests.: | |||||
| processors: | |||||
| - noop | |||||
| sources: | |||||
| - in | |||||
| targets: | |||||
| - dump | |||||
+ 25
- 0
tests/config/processors-wants-config.yaml
View File
| @ -0,0 +1,25 @@ | |||||
| providers: | |||||
| config: | |||||
| class: octodns.provider.yaml.YamlProvider | |||||
| directory: tests/config | |||||
| dump: | |||||
| class: octodns.provider.yaml.YamlProvider | |||||
| directory: env/YAML_TMP_DIR | |||||
| geo: | |||||
| class: helpers.GeoProvider | |||||
| nosshfp: | |||||
| class: helpers.NoSshFpProvider | |||||
| processors: | |||||
| # valid class, but it wants a param and we're not passing it | |||||
| wants-config: | |||||
| class: helpers.WantsConfigProcessor | |||||
| zones: | |||||
| unit.tests.: | |||||
| processors: | |||||
| - noop | |||||
| sources: | |||||
| - in | |||||
| targets: | |||||
| - dump | |||||
+ 33
- 0
tests/config/processors.yaml
View File
| @ -0,0 +1,33 @@ | |||||
| providers: | |||||
| config: | |||||
| class: octodns.provider.yaml.YamlProvider | |||||
| directory: tests/config | |||||
| dump: | |||||
| class: octodns.provider.yaml.YamlProvider | |||||
| directory: env/YAML_TMP_DIR | |||||
| geo: | |||||
| class: helpers.GeoProvider | |||||
| nosshfp: | |||||
| class: helpers.NoSshFpProvider | |||||
| processors: | |||||
| # Just testing config so any processor will do | |||||
| noop: | |||||
| class: octodns.processor.base.BaseProcessor | |||||
| zones: | |||||
| unit.tests.: | |||||
| processors: | |||||
| - noop | |||||
| sources: | |||||
| - config | |||||
| targets: | |||||
| - dump | |||||
| bad.unit.tests.: | |||||
| processors: | |||||
| - doesnt-exist | |||||
| sources: | |||||
| - in | |||||
| targets: | |||||
| - dump | |||||
+ 17
- 0
tests/config/unknown-processor.yaml
View File
| @ -0,0 +1,17 @@ | |||||
| manager: | |||||
| max_workers: 2 | |||||
| providers: | |||||
| in: | |||||
| class: octodns.provider.yaml.YamlProvider | |||||
| directory: tests/config | |||||
| dump: | |||||
| class: octodns.provider.yaml.YamlProvider | |||||
| directory: env/YAML_TMP_DIR | |||||
| zones: | |||||
| unit.tests.: | |||||
| sources: | |||||
| - in | |||||
| processors: | |||||
| - missing | |||||
| targets: | |||||
| - dump | |||||
+ 223
- 0
tests/fixtures/hetzner-records.json
View File
| @ -0,0 +1,223 @@ | |||||
| { | |||||
| "records": [ | |||||
| { | |||||
| "id": "SOA", | |||||
| "type": "SOA", | |||||
| "name": "@", | |||||
| "value": "hydrogen.ns.hetzner.com. dns.hetzner.com. 1 86400 10800 3600000 3600", | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "NS:sub:0", | |||||
| "type": "NS", | |||||
| "name": "sub", | |||||
| "value": "6.2.3.4", | |||||
| "ttl": 3600, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "NS:sub:1", | |||||
| "type": "NS", | |||||
| "name": "sub", | |||||
| "value": "7.2.3.4", | |||||
| "ttl": 3600, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "SRV:_srv._tcp:0", | |||||
| "type": "SRV", | |||||
| "name": "_srv._tcp", | |||||
| "value": "10 20 30 foo-1.unit.tests", | |||||
| "ttl": 600, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "SRV:_srv._tcp:1", | |||||
| "type": "SRV", | |||||
| "name": "_srv._tcp", | |||||
| "value": "12 20 30 foo-2.unit.tests", | |||||
| "ttl": 600, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "TXT:txt:0", | |||||
| "type": "TXT", | |||||
| "name": "txt", | |||||
| "value": "\"Bah bah black sheep\"", | |||||
| "ttl": 600, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "TXT:txt:1", | |||||
| "type": "TXT", | |||||
| "name": "txt", | |||||
| "value": "\"have you any wool.\"", | |||||
| "ttl": 600, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "A:@:0", | |||||
| "type": "A", | |||||
| "name": "@", | |||||
| "value": "1.2.3.4", | |||||
| "ttl": 300, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "A:@:1", | |||||
| "type": "A", | |||||
| "name": "@", | |||||
| "value": "1.2.3.5", | |||||
| "ttl": 300, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "A:www:0", | |||||
| "type": "A", | |||||
| "name": "www", | |||||
| "value": "2.2.3.6", | |||||
| "ttl": 300, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "MX:mx:0", | |||||
| "type": "MX", | |||||
| "name": "mx", | |||||
| "value": "10 smtp-4.unit.tests", | |||||
| "ttl": 300, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "MX:mx:1", | |||||
| "type": "MX", | |||||
| "name": "mx", | |||||
| "value": "20 smtp-2.unit.tests", | |||||
| "ttl": 300, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "MX:mx:2", | |||||
| "type": "MX", | |||||
| "name": "mx", | |||||
| "value": "30 smtp-3.unit.tests", | |||||
| "ttl": 300, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "MX:mx:3", | |||||
| "type": "MX", | |||||
| "name": "mx", | |||||
| "value": "40 smtp-1.unit.tests", | |||||
| "ttl": 300, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "AAAA:aaaa:0", | |||||
| "type": "AAAA", | |||||
| "name": "aaaa", | |||||
| "value": "2601:644:500:e210:62f8:1dff:feb8:947a", | |||||
| "ttl": 600, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "CNAME:cname:0", | |||||
| "type": "CNAME", | |||||
| "name": "cname", | |||||
| "value": "unit.tests", | |||||
| "ttl": 300, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "A:www.sub:0", | |||||
| "type": "A", | |||||
| "name": "www.sub", | |||||
| "value": "2.2.3.6", | |||||
| "ttl": 300, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "TXT:txt:2", | |||||
| "type": "TXT", | |||||
| "name": "txt", | |||||
| "value": "v=DKIM1;k=rsa;s=email;h=sha256;p=A/kinda+of/long/string+with+numb3rs", | |||||
| "ttl": 600, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "CAA:@:0", | |||||
| "type": "CAA", | |||||
| "name": "@", | |||||
| "value": "0 issue \"ca.unit.tests\"", | |||||
| "ttl": 3600, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "CNAME:included:0", | |||||
| "type": "CNAME", | |||||
| "name": "included", | |||||
| "value": "unit.tests", | |||||
| "ttl": 3600, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "SRV:_imap._tcp:0", | |||||
| "type": "SRV", | |||||
| "name": "_imap._tcp", | |||||
| "value": "0 0 0 .", | |||||
| "ttl": 600, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| }, | |||||
| { | |||||
| "id": "SRV:_pop3._tcp:0", | |||||
| "type": "SRV", | |||||
| "name": "_pop3._tcp", | |||||
| "value": "0 0 0 .", | |||||
| "ttl": 600, | |||||
| "zone_id": "unit.tests", | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||||
| } | |||||
| ] | |||||
| } | |||||
+ 43
- 0
tests/fixtures/hetzner-zones.json
View File
| @ -0,0 +1,43 @@ | |||||
| { | |||||
| "zones": [ | |||||
| { | |||||
| "id": "unit.tests", | |||||
| "name": "unit.tests", | |||||
| "ttl": 3600, | |||||
| "registrar": "", | |||||
| "legacy_dns_host": "", | |||||
| "legacy_ns": [], | |||||
| "ns": [], | |||||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "verified": "", | |||||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC", | |||||
| "project": "", | |||||
| "owner": "", | |||||
| "permission": "", | |||||
| "zone_type": { | |||||
| "id": "", | |||||
| "name": "", | |||||
| "description": "", | |||||
| "prices": null | |||||
| }, | |||||
| "status": "verified", | |||||
| "paused": false, | |||||
| "is_secondary_dns": false, | |||||
| "txt_verification": { | |||||
| "name": "", | |||||
| "token": "" | |||||
| }, | |||||
| "records_count": null | |||||
| } | |||||
| ], | |||||
| "meta": { | |||||
| "pagination": { | |||||
| "page": 1, | |||||
| "per_page": 100, | |||||
| "previous_page": 1, | |||||
| "next_page": 1, | |||||
| "last_page": 1, | |||||
| "total_entries": 1 | |||||
| } | |||||
| } | |||||
| } | |||||
+ 9
- 0
tests/fixtures/ultra-records-page-2.json
View File
+ 30
- 0
tests/helpers.py
View File
+ 149
- 9
tests/test_octodns_manager.py
View File
+ 90
- 0
tests/test_octodns_processor_filter.py
View File
| @ -0,0 +1,90 @@ | |||||
| # | |||||
| # | |||||
| # | |||||
| from __future__ import absolute_import, division, print_function, \ | |||||
| unicode_literals | |||||
| from unittest import TestCase | |||||
| from octodns.processor.filter import TypeAllowlistFilter, TypeRejectlistFilter | |||||
| from octodns.record import Record | |||||
| from octodns.zone import Zone | |||||
| zone = Zone('unit.tests.', []) | |||||
| for record in [ | |||||
| Record.new(zone, 'a', { | |||||
| 'ttl': 30, | |||||
| 'type': 'A', | |||||
| 'value': '1.2.3.4', | |||||
| }), | |||||
| Record.new(zone, 'aaaa', { | |||||
| 'ttl': 30, | |||||
| 'type': 'AAAA', | |||||
| 'value': '::1', | |||||
| }), | |||||
| Record.new(zone, 'txt', { | |||||
| 'ttl': 30, | |||||
| 'type': 'TXT', | |||||
| 'value': 'Hello World!', | |||||
| }), | |||||
| Record.new(zone, 'a2', { | |||||
| 'ttl': 30, | |||||
| 'type': 'A', | |||||
| 'value': '2.3.4.5', | |||||
| }), | |||||
| Record.new(zone, 'txt2', { | |||||
| 'ttl': 30, | |||||
| 'type': 'TXT', | |||||
| 'value': 'That will do', | |||||
| }), | |||||
| ]: | |||||
| zone.add_record(record) | |||||
| class TestTypeAllowListFilter(TestCase): | |||||
| def test_basics(self): | |||||
| filter_a = TypeAllowlistFilter('only-a', set(('A'))) | |||||
| got = filter_a.process_source_zone(zone) | |||||
| self.assertEquals(['a', 'a2'], sorted([r.name for r in got.records])) | |||||
| filter_aaaa = TypeAllowlistFilter('only-aaaa', ('AAAA',)) | |||||
| got = filter_aaaa.process_source_zone(zone) | |||||
| self.assertEquals(['aaaa'], sorted([r.name for r in got.records])) | |||||
| filter_txt = TypeAllowlistFilter('only-txt', ['TXT']) | |||||
| got = filter_txt.process_target_zone(zone) | |||||
| self.assertEquals(['txt', 'txt2'], | |||||
| sorted([r.name for r in got.records])) | |||||
| filter_a_aaaa = TypeAllowlistFilter('only-aaaa', set(('A', 'AAAA'))) | |||||
| got = filter_a_aaaa.process_target_zone(zone) | |||||
| self.assertEquals(['a', 'a2', 'aaaa'], | |||||
| sorted([r.name for r in got.records])) | |||||
| class TestTypeRejectListFilter(TestCase): | |||||
| def test_basics(self): | |||||
| filter_a = TypeRejectlistFilter('not-a', set(('A'))) | |||||
| got = filter_a.process_source_zone(zone) | |||||
| self.assertEquals(['aaaa', 'txt', 'txt2'], | |||||
| sorted([r.name for r in got.records])) | |||||
| filter_aaaa = TypeRejectlistFilter('not-aaaa', ('AAAA',)) | |||||
| got = filter_aaaa.process_source_zone(zone) | |||||
| self.assertEquals(['a', 'a2', 'txt', 'txt2'], | |||||
| sorted([r.name for r in got.records])) | |||||
| filter_txt = TypeRejectlistFilter('not-txt', ['TXT']) | |||||
| got = filter_txt.process_target_zone(zone) | |||||
| self.assertEquals(['a', 'a2', 'aaaa'], | |||||
| sorted([r.name for r in got.records])) | |||||
| filter_a_aaaa = TypeRejectlistFilter('not-a-aaaa', set(('A', 'AAAA'))) | |||||
| got = filter_a_aaaa.process_target_zone(zone) | |||||
| self.assertEquals(['txt', 'txt2'], | |||||
| sorted([r.name for r in got.records])) | |||||
+ 146
- 0
tests/test_octodns_processor_ownership.py
View File
| @ -0,0 +1,146 @@ | |||||
| # | |||||
| # | |||||
| # | |||||
| from __future__ import absolute_import, division, print_function, \ | |||||
| unicode_literals | |||||
| from unittest import TestCase | |||||
| from octodns.processor.ownership import OwnershipProcessor | |||||
| from octodns.record import Delete, Record | |||||
| from octodns.zone import Zone | |||||
| from helpers import PlannableProvider | |||||
| zone = Zone('unit.tests.', []) | |||||
| records = {} | |||||
| for record in [ | |||||
| Record.new(zone, '', { | |||||
| 'ttl': 30, | |||||
| 'type': 'A', | |||||
| 'values': [ | |||||
| '1.2.3.4', | |||||
| '5.6.7.8', | |||||
| ], | |||||
| }), | |||||
| Record.new(zone, 'the-a', { | |||||
| 'ttl': 30, | |||||
| 'type': 'A', | |||||
| 'value': '1.2.3.4', | |||||
| }), | |||||
| Record.new(zone, 'the-aaaa', { | |||||
| 'ttl': 30, | |||||
| 'type': 'AAAA', | |||||
| 'value': '::1', | |||||
| }), | |||||
| Record.new(zone, 'the-txt', { | |||||
| 'ttl': 30, | |||||
| 'type': 'TXT', | |||||
| 'value': 'Hello World!', | |||||
| }), | |||||
| Record.new(zone, '*', { | |||||
| 'ttl': 30, | |||||
| 'type': 'A', | |||||
| 'value': '4.3.2.1', | |||||
| }), | |||||
| ]: | |||||
| records[record.name] = record | |||||
| zone.add_record(record) | |||||
| class TestOwnershipProcessor(TestCase): | |||||
| def test_process_source_zone(self): | |||||
| ownership = OwnershipProcessor('ownership') | |||||
| got = ownership.process_source_zone(zone) | |||||
| self.assertEquals([ | |||||
| '', | |||||
| '*', | |||||
| '_owner.a', | |||||
| '_owner.a._wildcard', | |||||
| '_owner.a.the-a', | |||||
| '_owner.aaaa.the-aaaa', | |||||
| '_owner.txt.the-txt', | |||||
| 'the-a', | |||||
| 'the-aaaa', | |||||
| 'the-txt', | |||||
| ], sorted([r.name for r in got.records])) | |||||
| found = False | |||||
| for record in got.records: | |||||
| if record.name.startswith(ownership.txt_name): | |||||
| self.assertEquals([ownership.txt_value], record.values) | |||||
| # test _is_ownership while we're in here | |||||
| self.assertTrue(ownership._is_ownership(record)) | |||||
| found = True | |||||
| else: | |||||
| self.assertFalse(ownership._is_ownership(record)) | |||||
| self.assertTrue(found) | |||||
| def test_process_plan(self): | |||||
| ownership = OwnershipProcessor('ownership') | |||||
| provider = PlannableProvider('helper') | |||||
| # No plan, is a quick noop | |||||
| self.assertFalse(ownership.process_plan(None)) | |||||
| # Nothing exists create both records and ownership | |||||
| ownership_added = ownership.process_source_zone(zone) | |||||
| plan = provider.plan(ownership_added) | |||||
| self.assertTrue(plan) | |||||
| # Double the number of records | |||||
| self.assertEquals(len(records) * 2, len(plan.changes)) | |||||
| # Now process the plan, shouldn't make any changes, we're creating | |||||
| # everything | |||||
| got = ownership.process_plan(plan) | |||||
| self.assertTrue(got) | |||||
| self.assertEquals(len(records) * 2, len(got.changes)) | |||||
| # Something extra exists and doesn't have ownership TXT, leave it | |||||
| # alone, we don't own it. | |||||
| extra_a = Record.new(zone, 'extra-a', { | |||||
| 'ttl': 30, | |||||
| 'type': 'A', | |||||
| 'value': '4.4.4.4', | |||||
| }) | |||||
| plan.existing.add_record(extra_a) | |||||
| # If we'd done a "real" plan we'd have a delete for the extra thing. | |||||
| plan.changes.append(Delete(extra_a)) | |||||
| # Process the plan, shouldn't make any changes since the extra bit is | |||||
| # something we don't own | |||||
| got = ownership.process_plan(plan) | |||||
| self.assertTrue(got) | |||||
| self.assertEquals(len(records) * 2, len(got.changes)) | |||||
| # Something extra exists and does have an ownership record so we will | |||||
| # delete it... | |||||
| copy = Zone('unit.tests.', []) | |||||
| for record in records.values(): | |||||
| if record.name != 'the-a': | |||||
| copy.add_record(record) | |||||
| # New ownership, without the `the-a` | |||||
| ownership_added = ownership.process_source_zone(copy) | |||||
| self.assertEquals(len(records) * 2 - 2, len(ownership_added.records)) | |||||
| plan = provider.plan(ownership_added) | |||||
| # Fake the extra existing by adding the record, its ownership, and the | |||||
| # two delete changes. | |||||
| the_a = records['the-a'] | |||||
| plan.existing.add_record(the_a) | |||||
| name = '{}.a.the-a'.format(ownership.txt_name) | |||||
| the_a_ownership = Record.new(zone, name, { | |||||
| 'ttl': 30, | |||||
| 'type': 'TXT', | |||||
| 'value': ownership.txt_value, | |||||
| }) | |||||
| plan.existing.add_record(the_a_ownership) | |||||
| plan.changes.append(Delete(the_a)) | |||||
| plan.changes.append(Delete(the_a_ownership)) | |||||
| # Finally process the plan, should be a noop and we should get the same | |||||
| # plan out, meaning the planned deletes were allowed to happen. | |||||
| got = ownership.process_plan(plan) | |||||
| self.assertTrue(got) | |||||
| self.assertEquals(plan, got) | |||||
| self.assertEquals(len(plan.changes), len(got.changes)) | |||||
+ 1718
- 29
tests/test_octodns_provider_azuredns.py
File diff suppressed because it is too large
View File
+ 65
- 2
tests/test_octodns_provider_base.py
View File
+ 341
- 0
tests/test_octodns_provider_hetzner.py
View File
| @ -0,0 +1,341 @@ | |||||
| # | |||||
| # | |||||
| # | |||||
| from __future__ import absolute_import, division, print_function, \ | |||||
| unicode_literals | |||||
| from mock import Mock, call | |||||
| from os.path import dirname, join | |||||
| from requests import HTTPError | |||||
| from requests_mock import ANY, mock as requests_mock | |||||
| from six import text_type | |||||
| from unittest import TestCase | |||||
| from octodns.record import Record | |||||
| from octodns.provider.hetzner import HetznerClientNotFound, \ | |||||
| HetznerProvider | |||||
| from octodns.provider.yaml import YamlProvider | |||||
| from octodns.zone import Zone | |||||
| class TestHetznerProvider(TestCase): | |||||
| expected = Zone('unit.tests.', []) | |||||
| source = YamlProvider('test', join(dirname(__file__), 'config')) | |||||
| source.populate(expected) | |||||
| def test_populate(self): | |||||
| provider = HetznerProvider('test', 'token') | |||||
| # Bad auth | |||||
| with requests_mock() as mock: | |||||
| mock.get(ANY, status_code=401, | |||||
| text='{"message":"Invalid authentication credentials"}') | |||||
| with self.assertRaises(Exception) as ctx: | |||||
| zone = Zone('unit.tests.', []) | |||||
| provider.populate(zone) | |||||
| self.assertEquals('Unauthorized', text_type(ctx.exception)) | |||||
| # General error | |||||
| with requests_mock() as mock: | |||||
| mock.get(ANY, status_code=502, text='Things caught fire') | |||||
| with self.assertRaises(HTTPError) as ctx: | |||||
| zone = Zone('unit.tests.', []) | |||||
| provider.populate(zone) | |||||
| self.assertEquals(502, ctx.exception.response.status_code) | |||||
| # Non-existent zone doesn't populate anything | |||||
| with requests_mock() as mock: | |||||
| mock.get(ANY, status_code=404, | |||||
| text='{"zone":{"id":"","name":"","ttl":0,"registrar":"",' | |||||
| '"legacy_dns_host":"","legacy_ns":null,"ns":null,' | |||||
| '"created":"","verified":"","modified":"","project":"",' | |||||
| '"owner":"","permission":"","zone_type":{"id":"",' | |||||
| '"name":"","description":"","prices":null},"status":"",' | |||||
| '"paused":false,"is_secondary_dns":false,' | |||||
| '"txt_verification":{"name":"","token":""},' | |||||
| '"records_count":0},"error":{' | |||||
| '"message":"zone not found","code":404}}') | |||||
| zone = Zone('unit.tests.', []) | |||||
| provider.populate(zone) | |||||
| self.assertEquals(set(), zone.records) | |||||
| # No diffs == no changes | |||||
| with requests_mock() as mock: | |||||
| base = provider._client.BASE_URL | |||||
| with open('tests/fixtures/hetzner-zones.json') as fh: | |||||
| mock.get('{}/zones'.format(base), text=fh.read()) | |||||
| with open('tests/fixtures/hetzner-records.json') as fh: | |||||
| mock.get('{}/records'.format(base), text=fh.read()) | |||||
| zone = Zone('unit.tests.', []) | |||||
| provider.populate(zone) | |||||
| self.assertEquals(13, len(zone.records)) | |||||
| changes = self.expected.changes(zone, provider) | |||||
| self.assertEquals(0, len(changes)) | |||||
| # 2nd populate makes no network calls/all from cache | |||||
| again = Zone('unit.tests.', []) | |||||
| provider.populate(again) | |||||
| self.assertEquals(13, len(again.records)) | |||||
| # bust the cache | |||||
| del provider._zone_records[zone.name] | |||||
| def test_apply(self): | |||||
| provider = HetznerProvider('test', 'token') | |||||
| resp = Mock() | |||||
| resp.json = Mock() | |||||
| provider._client._do = Mock(return_value=resp) | |||||
| domain_after_creation = {'zone': { | |||||
| 'id': 'unit.tests', | |||||
| 'name': 'unit.tests', | |||||
| 'ttl': 3600, | |||||
| }} | |||||
| # non-existent domain, create everything | |||||
| resp.json.side_effect = [ | |||||
| HetznerClientNotFound, # no zone in populate | |||||
| HetznerClientNotFound, # no zone during apply | |||||
| domain_after_creation, | |||||
| ] | |||||
| plan = provider.plan(self.expected) | |||||
| # No root NS, no ignored, no excluded, no unsupported | |||||
| n = len(self.expected.records) - 9 | |||||
| self.assertEquals(n, len(plan.changes)) | |||||
| self.assertEquals(n, provider.apply(plan)) | |||||
| self.assertFalse(plan.exists) | |||||
| provider._client._do.assert_has_calls([ | |||||
| # created the zone | |||||
| call('POST', '/zones', None, { | |||||
| 'name': 'unit.tests', | |||||
| 'ttl': None, | |||||
| }), | |||||
| # created all the records with their expected data | |||||
| call('POST', '/records', data={ | |||||
| 'name': '@', | |||||
| 'ttl': 300, | |||||
| 'type': 'A', | |||||
| 'value': '1.2.3.4', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': '@', | |||||
| 'ttl': 300, | |||||
| 'type': 'A', | |||||
| 'value': '1.2.3.5', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': '@', | |||||
| 'ttl': 3600, | |||||
| 'type': 'CAA', | |||||
| 'value': '0 issue "ca.unit.tests"', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': '_imap._tcp', | |||||
| 'ttl': 600, | |||||
| 'type': 'SRV', | |||||
| 'value': '0 0 0 .', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': '_pop3._tcp', | |||||
| 'ttl': 600, | |||||
| 'type': 'SRV', | |||||
| 'value': '0 0 0 .', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': '_srv._tcp', | |||||
| 'ttl': 600, | |||||
| 'type': 'SRV', | |||||
| 'value': '10 20 30 foo-1.unit.tests.', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': '_srv._tcp', | |||||
| 'ttl': 600, | |||||
| 'type': 'SRV', | |||||
| 'value': '12 20 30 foo-2.unit.tests.', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': 'aaaa', | |||||
| 'ttl': 600, | |||||
| 'type': 'AAAA', | |||||
| 'value': '2601:644:500:e210:62f8:1dff:feb8:947a', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': 'cname', | |||||
| 'ttl': 300, | |||||
| 'type': 'CNAME', | |||||
| 'value': 'unit.tests.', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': 'included', | |||||
| 'ttl': 3600, | |||||
| 'type': 'CNAME', | |||||
| 'value': 'unit.tests.', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': 'mx', | |||||
| 'ttl': 300, | |||||
| 'type': 'MX', | |||||
| 'value': '10 smtp-4.unit.tests.', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': 'mx', | |||||
| 'ttl': 300, | |||||
| 'type': 'MX', | |||||
| 'value': '20 smtp-2.unit.tests.', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': 'mx', | |||||
| 'ttl': 300, | |||||
| 'type': 'MX', | |||||
| 'value': '30 smtp-3.unit.tests.', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': 'mx', | |||||
| 'ttl': 300, | |||||
| 'type': 'MX', | |||||
| 'value': '40 smtp-1.unit.tests.', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': 'sub', | |||||
| 'ttl': 3600, | |||||
| 'type': 'NS', | |||||
| 'value': '6.2.3.4.', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': 'sub', | |||||
| 'ttl': 3600, | |||||
| 'type': 'NS', | |||||
| 'value': '7.2.3.4.', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': 'txt', | |||||
| 'ttl': 600, | |||||
| 'type': 'TXT', | |||||
| 'value': 'Bah bah black sheep', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': 'txt', | |||||
| 'ttl': 600, | |||||
| 'type': 'TXT', | |||||
| 'value': 'have you any wool.', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': 'txt', | |||||
| 'ttl': 600, | |||||
| 'type': 'TXT', | |||||
| 'value': 'v=DKIM1;k=rsa;s=email;h=sha256;' | |||||
| 'p=A/kinda+of/long/string+with+numb3rs', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': 'www', | |||||
| 'ttl': 300, | |||||
| 'type': 'A', | |||||
| 'value': '2.2.3.6', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('POST', '/records', data={ | |||||
| 'name': 'www.sub', | |||||
| 'ttl': 300, | |||||
| 'type': 'A', | |||||
| 'value': '2.2.3.6', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| ]) | |||||
| self.assertEquals(24, provider._client._do.call_count) | |||||
| provider._client._do.reset_mock() | |||||
| # delete 1 and update 1 | |||||
| provider._client.zone_get = Mock(return_value={ | |||||
| 'id': 'unit.tests', | |||||
| 'name': 'unit.tests', | |||||
| 'ttl': 3600, | |||||
| }) | |||||
| provider._client.zone_records_get = Mock(return_value=[ | |||||
| { | |||||
| 'type': 'A', | |||||
| 'id': 'one', | |||||
| 'created': '0000-00-00T00:00:00Z', | |||||
| 'modified': '0000-00-00T00:00:00Z', | |||||
| 'zone_id': 'unit.tests', | |||||
| 'name': 'www', | |||||
| 'value': '1.2.3.4', | |||||
| 'ttl': 300, | |||||
| }, | |||||
| { | |||||
| 'type': 'A', | |||||
| 'id': 'two', | |||||
| 'created': '0000-00-00T00:00:00Z', | |||||
| 'modified': '0000-00-00T00:00:00Z', | |||||
| 'zone_id': 'unit.tests', | |||||
| 'name': 'www', | |||||
| 'value': '2.2.3.4', | |||||
| 'ttl': 300, | |||||
| }, | |||||
| { | |||||
| 'type': 'A', | |||||
| 'id': 'three', | |||||
| 'created': '0000-00-00T00:00:00Z', | |||||
| 'modified': '0000-00-00T00:00:00Z', | |||||
| 'zone_id': 'unit.tests', | |||||
| 'name': 'ttl', | |||||
| 'value': '3.2.3.4', | |||||
| 'ttl': 600, | |||||
| }, | |||||
| ]) | |||||
| # Domain exists, we don't care about return | |||||
| resp.json.side_effect = ['{}'] | |||||
| wanted = Zone('unit.tests.', []) | |||||
| wanted.add_record(Record.new(wanted, 'ttl', { | |||||
| 'ttl': 300, | |||||
| 'type': 'A', | |||||
| 'value': '3.2.3.4', | |||||
| })) | |||||
| plan = provider.plan(wanted) | |||||
| self.assertTrue(plan.exists) | |||||
| self.assertEquals(2, len(plan.changes)) | |||||
| self.assertEquals(2, provider.apply(plan)) | |||||
| # recreate for update, and delete for the 2 parts of the other | |||||
| provider._client._do.assert_has_calls([ | |||||
| call('POST', '/records', data={ | |||||
| 'name': 'ttl', | |||||
| 'ttl': 300, | |||||
| 'type': 'A', | |||||
| 'value': '3.2.3.4', | |||||
| 'zone_id': 'unit.tests', | |||||
| }), | |||||
| call('DELETE', '/records/one'), | |||||
| call('DELETE', '/records/two'), | |||||
| call('DELETE', '/records/three'), | |||||
| ], any_order=True) | |||||