Browse Source
Merge branch 'gcore-provider' of github.com:G-Core/octodns into gcore-provider
pull/681/head
Yaroshevich, Denis
4 years ago
47 changed files with 5297 additions and 271 deletions
Split View
Diff Options
-
+40 -1CHANGELOG.md
-
+20 -11README.md
-
+1 -2docs/records.md
-
+1 -1octodns/__init__.py
-
+74 -14octodns/manager.py
-
+6 -0octodns/processor/__init__.py
-
+30 -0octodns/processor/base.py
-
+44 -0octodns/processor/filter.py
-
+103 -0octodns/processor/ownership.py
-
+865 -70octodns/provider/azuredns.py
-
+4 -1octodns/provider/base.py
-
+3 -3octodns/provider/dnsimple.py
-
+6 -6octodns/provider/dyn.py
-
+1 -1octodns/provider/easydns.py
-
+339 -0octodns/provider/hetzner.py
-
+108 -58octodns/provider/ns1.py
-
+1 -1octodns/provider/plan.py
-
+7 -2octodns/provider/route53.py
-
+2 -2octodns/provider/transip.py
-
+25 -8octodns/provider/ultra.py
-
+24 -11octodns/record/__init__.py
-
+5 -3requirements.txt
-
+4 -0script/coverage
-
+4 -0script/test
-
+23 -0tests/config/dynamic.tests.yaml
-
+6 -0tests/config/plan-output-filehandle.yaml
-
+23 -0tests/config/processors-missing-class.yaml
-
+25 -0tests/config/processors-wants-config.yaml
-
+33 -0tests/config/processors.yaml
-
+17 -0tests/config/unknown-processor.yaml
-
+223 -0tests/fixtures/hetzner-records.json
-
+43 -0tests/fixtures/hetzner-zones.json
-
+9 -0tests/fixtures/ultra-records-page-2.json
-
+30 -0tests/helpers.py
-
+149 -9tests/test_octodns_manager.py
-
+90 -0tests/test_octodns_processor_filter.py
-
+146 -0tests/test_octodns_processor_ownership.py
-
+1781 -29tests/test_octodns_provider_azuredns.py
-
+65 -2tests/test_octodns_provider_base.py
-
+341 -0tests/test_octodns_provider_hetzner.py
-
+307 -16tests/test_octodns_provider_ns1.py
-
+187 -0tests/test_octodns_provider_route53.py
-
+6 -5tests/test_octodns_provider_transip.py
-
+17 -4tests/test_octodns_provider_ultra.py
-
+9 -5tests/test_octodns_provider_yaml.py
-
+49 -5tests/test_octodns_record.py
-
+1 -1tests/test_octodns_source_envvar.py
+ 40
- 1
CHANGELOG.md
View File
+ 20
- 11
README.md
View File
+ 1
- 2
docs/records.md
View File
+ 1
- 1
octodns/__init__.py
View File
+ 74
- 14
octodns/manager.py
View File
+ 6
- 0
octodns/processor/__init__.py
View File
| @ -0,0 +1,6 @@ | |||
| # | |||
| # | |||
| # | |||
| from __future__ import absolute_import, division, print_function, \ | |||
| unicode_literals | |||
+ 30
- 0
octodns/processor/base.py
View File
| @ -0,0 +1,30 @@ | |||
| # | |||
| # | |||
| # | |||
| from __future__ import absolute_import, division, print_function, \ | |||
| unicode_literals | |||
| from ..zone import Zone | |||
| class BaseProcessor(object): | |||
| def __init__(self, name): | |||
| self.name = name | |||
| def _clone_zone(self, zone): | |||
| return Zone(zone.name, sub_zones=zone.sub_zones) | |||
| def process_source_zone(self, zone, sources): | |||
| # sources may be empty, as will be the case for aliased zones | |||
| return zone | |||
| def process_target_zone(self, zone, target): | |||
| return zone | |||
| def process_plan(self, plan, sources, target): | |||
| # plan may be None if no changes were detected up until now, the | |||
| # process may still create a plan. | |||
| # sources may be empty, as will be the case for aliased zones | |||
| return plan | |||
+ 44
- 0
octodns/processor/filter.py
View File
| @ -0,0 +1,44 @@ | |||
| # | |||
| # | |||
| # | |||
| from __future__ import absolute_import, division, print_function, \ | |||
| unicode_literals | |||
| from .base import BaseProcessor | |||
| class TypeAllowlistFilter(BaseProcessor): | |||
| def __init__(self, name, allowlist): | |||
| super(TypeAllowlistFilter, self).__init__(name) | |||
| self.allowlist = set(allowlist) | |||
| def _process(self, zone, *args, **kwargs): | |||
| ret = self._clone_zone(zone) | |||
| for record in zone.records: | |||
| if record._type in self.allowlist: | |||
| ret.add_record(record) | |||
| return ret | |||
| process_source_zone = _process | |||
| process_target_zone = _process | |||
| class TypeRejectlistFilter(BaseProcessor): | |||
| def __init__(self, name, rejectlist): | |||
| super(TypeRejectlistFilter, self).__init__(name) | |||
| self.rejectlist = set(rejectlist) | |||
| def _process(self, zone, *args, **kwargs): | |||
| ret = self._clone_zone(zone) | |||
| for record in zone.records: | |||
| if record._type not in self.rejectlist: | |||
| ret.add_record(record) | |||
| return ret | |||
| process_source_zone = _process | |||
| process_target_zone = _process | |||
+ 103
- 0
octodns/processor/ownership.py
View File
| @ -0,0 +1,103 @@ | |||
| # | |||
| # | |||
| # | |||
| from __future__ import absolute_import, division, print_function, \ | |||
| unicode_literals | |||
| from collections import defaultdict | |||
| from ..provider.plan import Plan | |||
| from ..record import Record | |||
| from .base import BaseProcessor | |||
| # Mark anything octoDNS is managing that way it can know it's safe to modify or | |||
| # delete. We'll take ownership of existing records that we're told to manage | |||
| # and thus "own" them going forward. | |||
| class OwnershipProcessor(BaseProcessor): | |||
| def __init__(self, name, txt_name='_owner', txt_value='*octodns*'): | |||
| super(OwnershipProcessor, self).__init__(name) | |||
| self.txt_name = txt_name | |||
| self.txt_value = txt_value | |||
| self._txt_values = [txt_value] | |||
| def process_source_zone(self, zone, *args, **kwargs): | |||
| ret = self._clone_zone(zone) | |||
| for record in zone.records: | |||
| # Always copy over the source records | |||
| ret.add_record(record) | |||
| # Then create and add an ownership TXT for each of them | |||
| record_name = record.name.replace('*', '_wildcard') | |||
| if record.name: | |||
| name = '{}.{}.{}'.format(self.txt_name, record._type, | |||
| record_name) | |||
| else: | |||
| name = '{}.{}'.format(self.txt_name, record._type) | |||
| txt = Record.new(zone, name, { | |||
| 'type': 'TXT', | |||
| 'ttl': 60, | |||
| 'value': self.txt_value, | |||
| }) | |||
| ret.add_record(txt) | |||
| return ret | |||
| def _is_ownership(self, record): | |||
| return record._type == 'TXT' and \ | |||
| record.name.startswith(self.txt_name) \ | |||
| and record.values == self._txt_values | |||
| def process_plan(self, plan, *args, **kwargs): | |||
| if not plan: | |||
| # If we don't have any change there's nothing to do | |||
| return plan | |||
| # First find all the ownership info | |||
| owned = defaultdict(dict) | |||
| # We need to look for ownership in both the desired and existing | |||
| # states, many things will show up in both, but that's fine. | |||
| for record in list(plan.existing.records) + list(plan.desired.records): | |||
| if self._is_ownership(record): | |||
| pieces = record.name.split('.', 2) | |||
| if len(pieces) > 2: | |||
| _, _type, name = pieces | |||
| name = name.replace('_wildcard', '*') | |||
| else: | |||
| _type = pieces[1] | |||
| name = '' | |||
| owned[name][_type.upper()] = True | |||
| # Cases: | |||
| # - Configured in source | |||
| # - We'll fully CRU/manage it adding ownership TXT, | |||
| # thanks to process_source_zone, if needed | |||
| # - Not in source | |||
| # - Has an ownership TXT - delete it & the ownership TXT | |||
| # - Does not have an ownership TXT - don't delete it | |||
| # - Special records like octodns-meta | |||
| # - Should be left alone and should not have ownerthis TXTs | |||
| filtered_changes = [] | |||
| for change in plan.changes: | |||
| record = change.record | |||
| if not self._is_ownership(record) and \ | |||
| record._type not in owned[record.name] and \ | |||
| record.name != 'octodns-meta': | |||
| # It's not an ownership TXT, it's not owned, and it's not | |||
| # special we're going to ignore it | |||
| continue | |||
| # We own this record or owned it up until now so whatever the | |||
| # change is we should do | |||
| filtered_changes.append(change) | |||
| if plan.changes != filtered_changes: | |||
| return Plan(plan.existing, plan.desired, filtered_changes, | |||
| plan.exists, plan.update_pcent_threshold, | |||
| plan.delete_pcent_threshold) | |||
| return plan | |||
+ 865
- 70
octodns/provider/azuredns.py
File diff suppressed because it is too large
View File
+ 4
- 1
octodns/provider/base.py
View File
+ 3
- 3
octodns/provider/dnsimple.py
View File
+ 6
- 6
octodns/provider/dyn.py
View File
+ 1
- 1
octodns/provider/easydns.py
View File
+ 339
- 0
octodns/provider/hetzner.py
View File
| @ -0,0 +1,339 @@ | |||
| # | |||
| # | |||
| # | |||
| from __future__ import absolute_import, division, print_function, \ | |||
| unicode_literals | |||
| from collections import defaultdict | |||
| from requests import Session | |||
| import logging | |||
| from ..record import Record | |||
| from .base import BaseProvider | |||
| class HetznerClientException(Exception): | |||
| pass | |||
| class HetznerClientNotFound(HetznerClientException): | |||
| def __init__(self): | |||
| super(HetznerClientNotFound, self).__init__('Not Found') | |||
| class HetznerClientUnauthorized(HetznerClientException): | |||
| def __init__(self): | |||
| super(HetznerClientUnauthorized, self).__init__('Unauthorized') | |||
| class HetznerClient(object): | |||
| BASE_URL = 'https://dns.hetzner.com/api/v1' | |||
| def __init__(self, token): | |||
| session = Session() | |||
| session.headers.update({'Auth-API-Token': token}) | |||
| self._session = session | |||
| def _do(self, method, path, params=None, data=None): | |||
| url = '{}{}'.format(self.BASE_URL, path) | |||
| response = self._session.request(method, url, params=params, json=data) | |||
| if response.status_code == 401: | |||
| raise HetznerClientUnauthorized() | |||
| if response.status_code == 404: | |||
| raise HetznerClientNotFound() | |||
| response.raise_for_status() | |||
| return response | |||
| def _do_json(self, method, path, params=None, data=None): | |||
| return self._do(method, path, params, data).json() | |||
| def zone_get(self, name): | |||
| params = {'name': name} | |||
| return self._do_json('GET', '/zones', params)['zones'][0] | |||
| def zone_create(self, name, ttl=None): | |||
| data = {'name': name, 'ttl': ttl} | |||
| return self._do_json('POST', '/zones', data=data)['zone'] | |||
| def zone_records_get(self, zone_id): | |||
| params = {'zone_id': zone_id} | |||
| records = self._do_json('GET', '/records', params=params)['records'] | |||
| for record in records: | |||
| if record['name'] == '@': | |||
| record['name'] = '' | |||
| return records | |||
| def zone_record_create(self, zone_id, name, _type, value, ttl=None): | |||
| data = {'name': name or '@', 'ttl': ttl, 'type': _type, 'value': value, | |||
| 'zone_id': zone_id} | |||
| self._do('POST', '/records', data=data) | |||
| def zone_record_delete(self, zone_id, record_id): | |||
| self._do('DELETE', '/records/{}'.format(record_id)) | |||
| class HetznerProvider(BaseProvider): | |||
| ''' | |||
| Hetzner DNS provider using API v1 | |||
| hetzner: | |||
| class: octodns.provider.hetzner.HetznerProvider | |||
| # Your Hetzner API token (required) | |||
| token: foo | |||
| ''' | |||
| SUPPORTS_GEO = False | |||
| SUPPORTS_DYNAMIC = False | |||
| SUPPORTS = set(('A', 'AAAA', 'CAA', 'CNAME', 'MX', 'NS', 'SRV', 'TXT')) | |||
| def __init__(self, id, token, *args, **kwargs): | |||
| self.log = logging.getLogger('HetznerProvider[{}]'.format(id)) | |||
| self.log.debug('__init__: id=%s, token=***', id) | |||
| super(HetznerProvider, self).__init__(id, *args, **kwargs) | |||
| self._client = HetznerClient(token) | |||
| self._zone_records = {} | |||
| self._zone_metadata = {} | |||
| self._zone_name_to_id = {} | |||
| def _append_dot(self, value): | |||
| if value == '@' or value[-1] == '.': | |||
| return value | |||
| return '{}.'.format(value) | |||
| def zone_metadata(self, zone_id=None, zone_name=None): | |||
| if zone_name is not None: | |||
| if zone_name in self._zone_name_to_id: | |||
| zone_id = self._zone_name_to_id[zone_name] | |||
| else: | |||
| zone = self._client.zone_get(name=zone_name[:-1]) | |||
| zone_id = zone['id'] | |||
| self._zone_name_to_id[zone_name] = zone_id | |||
| self._zone_metadata[zone_id] = zone | |||
| return self._zone_metadata[zone_id] | |||
| def _record_ttl(self, record): | |||
| default_ttl = self.zone_metadata(zone_id=record['zone_id'])['ttl'] | |||
| return record['ttl'] if 'ttl' in record else default_ttl | |||
| def _data_for_multiple(self, _type, records): | |||
| values = [record['value'].replace(';', '\\;') for record in records] | |||
| return { | |||
| 'ttl': self._record_ttl(records[0]), | |||
| 'type': _type, | |||
| 'values': values | |||
| } | |||
| _data_for_A = _data_for_multiple | |||
| _data_for_AAAA = _data_for_multiple | |||
| def _data_for_CAA(self, _type, records): | |||
| values = [] | |||
| for record in records: | |||
| value_without_spaces = record['value'].replace(' ', '') | |||
| flags = value_without_spaces[0] | |||
| tag = value_without_spaces[1:].split('"')[0] | |||
| value = record['value'].split('"')[1] | |||
| values.append({ | |||
| 'flags': int(flags), | |||
| 'tag': tag, | |||
| 'value': value, | |||
| }) | |||
| return { | |||
| 'ttl': self._record_ttl(records[0]), | |||
| 'type': _type, | |||
| 'values': values | |||
| } | |||
| def _data_for_CNAME(self, _type, records): | |||
| record = records[0] | |||
| return { | |||
| 'ttl': self._record_ttl(record), | |||
| 'type': _type, | |||
| 'value': self._append_dot(record['value']) | |||
| } | |||
| def _data_for_MX(self, _type, records): | |||
| values = [] | |||
| for record in records: | |||
| value_stripped_split = record['value'].strip().split(' ') | |||
| preference = value_stripped_split[0] | |||
| exchange = value_stripped_split[-1] | |||
| values.append({ | |||
| 'preference': int(preference), | |||
| 'exchange': self._append_dot(exchange) | |||
| }) | |||
| return { | |||
| 'ttl': self._record_ttl(records[0]), | |||
| 'type': _type, | |||
| 'values': values | |||
| } | |||
| def _data_for_NS(self, _type, records): | |||
| values = [] | |||
| for record in records: | |||
| values.append(self._append_dot(record['value'])) | |||
| return { | |||
| 'ttl': self._record_ttl(records[0]), | |||
| 'type': _type, | |||
| 'values': values, | |||
| } | |||
| def _data_for_SRV(self, _type, records): | |||
| values = [] | |||
| for record in records: | |||
| value_stripped = record['value'].strip() | |||
| priority = value_stripped.split(' ')[0] | |||
| weight = value_stripped[len(priority):].strip().split(' ')[0] | |||
| target = value_stripped.split(' ')[-1] | |||
| port = value_stripped[:-len(target)].strip().split(' ')[-1] | |||
| values.append({ | |||
| 'port': int(port), | |||
| 'priority': int(priority), | |||
| 'target': self._append_dot(target), | |||
| 'weight': int(weight) | |||
| }) | |||
| return { | |||
| 'ttl': self._record_ttl(records[0]), | |||
| 'type': _type, | |||
| 'values': values | |||
| } | |||
| _data_for_TXT = _data_for_multiple | |||
| def zone_records(self, zone): | |||
| if zone.name not in self._zone_records: | |||
| try: | |||
| zone_id = self.zone_metadata(zone_name=zone.name)['id'] | |||
| self._zone_records[zone.name] = \ | |||
| self._client.zone_records_get(zone_id) | |||
| except HetznerClientNotFound: | |||
| return [] | |||
| return self._zone_records[zone.name] | |||
| def populate(self, zone, target=False, lenient=False): | |||
| self.log.debug('populate: name=%s, target=%s, lenient=%s', zone.name, | |||
| target, lenient) | |||
| values = defaultdict(lambda: defaultdict(list)) | |||
| for record in self.zone_records(zone): | |||
| _type = record['type'] | |||
| if _type not in self.SUPPORTS: | |||
| self.log.warning('populate: skipping unsupported %s record', | |||
| _type) | |||
| continue | |||
| values[record['name']][record['type']].append(record) | |||
| before = len(zone.records) | |||
| for name, types in values.items(): | |||
| for _type, records in types.items(): | |||
| data_for = getattr(self, '_data_for_{}'.format(_type)) | |||
| record = Record.new(zone, name, data_for(_type, records), | |||
| source=self, lenient=lenient) | |||
| zone.add_record(record, lenient=lenient) | |||
| exists = zone.name in self._zone_records | |||
| self.log.info('populate: found %s records, exists=%s', | |||
| len(zone.records) - before, exists) | |||
| return exists | |||
| def _params_for_multiple(self, record): | |||
| for value in record.values: | |||
| yield { | |||
| 'value': value.replace('\\;', ';'), | |||
| 'name': record.name, | |||
| 'ttl': record.ttl, | |||
| 'type': record._type | |||
| } | |||
| _params_for_A = _params_for_multiple | |||
| _params_for_AAAA = _params_for_multiple | |||
| def _params_for_CAA(self, record): | |||
| for value in record.values: | |||
| data = '{} {} "{}"'.format(value.flags, value.tag, value.value) | |||
| yield { | |||
| 'value': data, | |||
| 'name': record.name, | |||
| 'ttl': record.ttl, | |||
| 'type': record._type | |||
| } | |||
| def _params_for_single(self, record): | |||
| yield { | |||
| 'value': record.value, | |||
| 'name': record.name, | |||
| 'ttl': record.ttl, | |||
| 'type': record._type | |||
| } | |||
| _params_for_CNAME = _params_for_single | |||
| def _params_for_MX(self, record): | |||
| for value in record.values: | |||
| data = '{} {}'.format(value.preference, value.exchange) | |||
| yield { | |||
| 'value': data, | |||
| 'name': record.name, | |||
| 'ttl': record.ttl, | |||
| 'type': record._type | |||
| } | |||
| _params_for_NS = _params_for_multiple | |||
| def _params_for_SRV(self, record): | |||
| for value in record.values: | |||
| data = '{} {} {} {}'.format(value.priority, value.weight, | |||
| value.port, value.target) | |||
| yield { | |||
| 'value': data, | |||
| 'name': record.name, | |||
| 'ttl': record.ttl, | |||
| 'type': record._type | |||
| } | |||
| _params_for_TXT = _params_for_multiple | |||
| def _apply_Create(self, zone_id, change): | |||
| new = change.new | |||
| params_for = getattr(self, '_params_for_{}'.format(new._type)) | |||
| for params in params_for(new): | |||
| self._client.zone_record_create(zone_id, params['name'], | |||
| params['type'], params['value'], | |||
| params['ttl']) | |||
| def _apply_Update(self, zone_id, change): | |||
| # It's way simpler to delete-then-recreate than to update | |||
| self._apply_Delete(zone_id, change) | |||
| self._apply_Create(zone_id, change) | |||
| def _apply_Delete(self, zone_id, change): | |||
| existing = change.existing | |||
| zone = existing.zone | |||
| for record in self.zone_records(zone): | |||
| if existing.name == record['name'] and \ | |||
| existing._type == record['type']: | |||
| self._client.zone_record_delete(zone_id, record['id']) | |||
| def _apply(self, plan): | |||
| desired = plan.desired | |||
| changes = plan.changes | |||
| self.log.debug('_apply: zone=%s, len(changes)=%d', desired.name, | |||
| len(changes)) | |||
| try: | |||
| zone_id = self.zone_metadata(zone_name=desired.name)['id'] | |||
| except HetznerClientNotFound: | |||
| self.log.debug('_apply: no matching zone, creating domain') | |||
| zone_id = self._client.zone_create(desired.name[:-1])['id'] | |||
| for change in changes: | |||
| class_name = change.__class__.__name__ | |||
| getattr(self, '_apply_{}'.format(class_name))(zone_id, change) | |||
| # Clear out the cache if any | |||
| self._zone_records.pop(desired.name, None) | |||
+ 108
- 58
octodns/provider/ns1.py
View File
+ 1
- 1
octodns/provider/plan.py
View File
+ 7
- 2
octodns/provider/route53.py
View File
+ 2
- 2
octodns/provider/transip.py
View File
+ 25
- 8
octodns/provider/ultra.py
View File
+ 24
- 11
octodns/record/__init__.py
View File
+ 5
- 3
requirements.txt
View File
+ 4
- 0
script/coverage
View File
+ 4
- 0
script/test
View File
+ 23
- 0
tests/config/dynamic.tests.yaml
View File
+ 6
- 0
tests/config/plan-output-filehandle.yaml
View File
| @ -0,0 +1,6 @@ | |||
| manager: | |||
| plan_outputs: | |||
| "doesntexist": | |||
| class: octodns.provider.plan.DoesntExist | |||
| providers: {} | |||
| zones: {} | |||
+ 23
- 0
tests/config/processors-missing-class.yaml
View File
| @ -0,0 +1,23 @@ | |||
| providers: | |||
| config: | |||
| class: octodns.provider.yaml.YamlProvider | |||
| directory: tests/config | |||
| dump: | |||
| class: octodns.provider.yaml.YamlProvider | |||
| directory: env/YAML_TMP_DIR | |||
| geo: | |||
| class: helpers.GeoProvider | |||
| nosshfp: | |||
| class: helpers.NoSshFpProvider | |||
| processors: | |||
| no-class: {} | |||
| zones: | |||
| unit.tests.: | |||
| processors: | |||
| - noop | |||
| sources: | |||
| - in | |||
| targets: | |||
| - dump | |||
+ 25
- 0
tests/config/processors-wants-config.yaml
View File
| @ -0,0 +1,25 @@ | |||
| providers: | |||
| config: | |||
| class: octodns.provider.yaml.YamlProvider | |||
| directory: tests/config | |||
| dump: | |||
| class: octodns.provider.yaml.YamlProvider | |||
| directory: env/YAML_TMP_DIR | |||
| geo: | |||
| class: helpers.GeoProvider | |||
| nosshfp: | |||
| class: helpers.NoSshFpProvider | |||
| processors: | |||
| # valid class, but it wants a param and we're not passing it | |||
| wants-config: | |||
| class: helpers.WantsConfigProcessor | |||
| zones: | |||
| unit.tests.: | |||
| processors: | |||
| - noop | |||
| sources: | |||
| - in | |||
| targets: | |||
| - dump | |||
+ 33
- 0
tests/config/processors.yaml
View File
| @ -0,0 +1,33 @@ | |||
| providers: | |||
| config: | |||
| class: octodns.provider.yaml.YamlProvider | |||
| directory: tests/config | |||
| dump: | |||
| class: octodns.provider.yaml.YamlProvider | |||
| directory: env/YAML_TMP_DIR | |||
| geo: | |||
| class: helpers.GeoProvider | |||
| nosshfp: | |||
| class: helpers.NoSshFpProvider | |||
| processors: | |||
| # Just testing config so any processor will do | |||
| noop: | |||
| class: octodns.processor.base.BaseProcessor | |||
| zones: | |||
| unit.tests.: | |||
| processors: | |||
| - noop | |||
| sources: | |||
| - config | |||
| targets: | |||
| - dump | |||
| bad.unit.tests.: | |||
| processors: | |||
| - doesnt-exist | |||
| sources: | |||
| - in | |||
| targets: | |||
| - dump | |||
+ 17
- 0
tests/config/unknown-processor.yaml
View File
| @ -0,0 +1,17 @@ | |||
| manager: | |||
| max_workers: 2 | |||
| providers: | |||
| in: | |||
| class: octodns.provider.yaml.YamlProvider | |||
| directory: tests/config | |||
| dump: | |||
| class: octodns.provider.yaml.YamlProvider | |||
| directory: env/YAML_TMP_DIR | |||
| zones: | |||
| unit.tests.: | |||
| sources: | |||
| - in | |||
| processors: | |||
| - missing | |||
| targets: | |||
| - dump | |||
+ 223
- 0
tests/fixtures/hetzner-records.json
View File
| @ -0,0 +1,223 @@ | |||
| { | |||
| "records": [ | |||
| { | |||
| "id": "SOA", | |||
| "type": "SOA", | |||
| "name": "@", | |||
| "value": "hydrogen.ns.hetzner.com. dns.hetzner.com. 1 86400 10800 3600000 3600", | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "NS:sub:0", | |||
| "type": "NS", | |||
| "name": "sub", | |||
| "value": "6.2.3.4", | |||
| "ttl": 3600, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "NS:sub:1", | |||
| "type": "NS", | |||
| "name": "sub", | |||
| "value": "7.2.3.4", | |||
| "ttl": 3600, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "SRV:_srv._tcp:0", | |||
| "type": "SRV", | |||
| "name": "_srv._tcp", | |||
| "value": "10 20 30 foo-1.unit.tests", | |||
| "ttl": 600, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "SRV:_srv._tcp:1", | |||
| "type": "SRV", | |||
| "name": "_srv._tcp", | |||
| "value": "12 20 30 foo-2.unit.tests", | |||
| "ttl": 600, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "TXT:txt:0", | |||
| "type": "TXT", | |||
| "name": "txt", | |||
| "value": "\"Bah bah black sheep\"", | |||
| "ttl": 600, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "TXT:txt:1", | |||
| "type": "TXT", | |||
| "name": "txt", | |||
| "value": "\"have you any wool.\"", | |||
| "ttl": 600, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "A:@:0", | |||
| "type": "A", | |||
| "name": "@", | |||
| "value": "1.2.3.4", | |||
| "ttl": 300, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "A:@:1", | |||
| "type": "A", | |||
| "name": "@", | |||
| "value": "1.2.3.5", | |||
| "ttl": 300, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "A:www:0", | |||
| "type": "A", | |||
| "name": "www", | |||
| "value": "2.2.3.6", | |||
| "ttl": 300, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "MX:mx:0", | |||
| "type": "MX", | |||
| "name": "mx", | |||
| "value": "10 smtp-4.unit.tests", | |||
| "ttl": 300, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "MX:mx:1", | |||
| "type": "MX", | |||
| "name": "mx", | |||
| "value": "20 smtp-2.unit.tests", | |||
| "ttl": 300, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "MX:mx:2", | |||
| "type": "MX", | |||
| "name": "mx", | |||
| "value": "30 smtp-3.unit.tests", | |||
| "ttl": 300, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "MX:mx:3", | |||
| "type": "MX", | |||
| "name": "mx", | |||
| "value": "40 smtp-1.unit.tests", | |||
| "ttl": 300, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "AAAA:aaaa:0", | |||
| "type": "AAAA", | |||
| "name": "aaaa", | |||
| "value": "2601:644:500:e210:62f8:1dff:feb8:947a", | |||
| "ttl": 600, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "CNAME:cname:0", | |||
| "type": "CNAME", | |||
| "name": "cname", | |||
| "value": "unit.tests", | |||
| "ttl": 300, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "A:www.sub:0", | |||
| "type": "A", | |||
| "name": "www.sub", | |||
| "value": "2.2.3.6", | |||
| "ttl": 300, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "TXT:txt:2", | |||
| "type": "TXT", | |||
| "name": "txt", | |||
| "value": "v=DKIM1;k=rsa;s=email;h=sha256;p=A/kinda+of/long/string+with+numb3rs", | |||
| "ttl": 600, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "CAA:@:0", | |||
| "type": "CAA", | |||
| "name": "@", | |||
| "value": "0 issue \"ca.unit.tests\"", | |||
| "ttl": 3600, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "CNAME:included:0", | |||
| "type": "CNAME", | |||
| "name": "included", | |||
| "value": "unit.tests", | |||
| "ttl": 3600, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "SRV:_imap._tcp:0", | |||
| "type": "SRV", | |||
| "name": "_imap._tcp", | |||
| "value": "0 0 0 .", | |||
| "ttl": 600, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| }, | |||
| { | |||
| "id": "SRV:_pop3._tcp:0", | |||
| "type": "SRV", | |||
| "name": "_pop3._tcp", | |||
| "value": "0 0 0 .", | |||
| "ttl": 600, | |||
| "zone_id": "unit.tests", | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC" | |||
| } | |||
| ] | |||
| } | |||
+ 43
- 0
tests/fixtures/hetzner-zones.json
View File
| @ -0,0 +1,43 @@ | |||
| { | |||
| "zones": [ | |||
| { | |||
| "id": "unit.tests", | |||
| "name": "unit.tests", | |||
| "ttl": 3600, | |||
| "registrar": "", | |||
| "legacy_dns_host": "", | |||
| "legacy_ns": [], | |||
| "ns": [], | |||
| "created": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "verified": "", | |||
| "modified": "0000-00-00 00:00:00.000 +0000 UTC", | |||
| "project": "", | |||
| "owner": "", | |||
| "permission": "", | |||
| "zone_type": { | |||
| "id": "", | |||
| "name": "", | |||
| "description": "", | |||
| "prices": null | |||
| }, | |||
| "status": "verified", | |||
| "paused": false, | |||
| "is_secondary_dns": false, | |||
| "txt_verification": { | |||
| "name": "", | |||
| "token": "" | |||
| }, | |||
| "records_count": null | |||
| } | |||
| ], | |||
| "meta": { | |||
| "pagination": { | |||
| "page": 1, | |||
| "per_page": 100, | |||
| "previous_page": 1, | |||
| "next_page": 1, | |||
| "last_page": 1, | |||
| "total_entries": 1 | |||
| } | |||
| } | |||
| } | |||
+ 9
- 0
tests/fixtures/ultra-records-page-2.json
View File
+ 30
- 0
tests/helpers.py
View File
+ 149
- 9
tests/test_octodns_manager.py
View File
+ 90
- 0
tests/test_octodns_processor_filter.py
View File
| @ -0,0 +1,90 @@ | |||
| # | |||
| # | |||
| # | |||
| from __future__ import absolute_import, division, print_function, \ | |||
| unicode_literals | |||
| from unittest import TestCase | |||
| from octodns.processor.filter import TypeAllowlistFilter, TypeRejectlistFilter | |||
| from octodns.record import Record | |||
| from octodns.zone import Zone | |||
| zone = Zone('unit.tests.', []) | |||
| for record in [ | |||
| Record.new(zone, 'a', { | |||
| 'ttl': 30, | |||
| 'type': 'A', | |||
| 'value': '1.2.3.4', | |||
| }), | |||
| Record.new(zone, 'aaaa', { | |||
| 'ttl': 30, | |||
| 'type': 'AAAA', | |||
| 'value': '::1', | |||
| }), | |||
| Record.new(zone, 'txt', { | |||
| 'ttl': 30, | |||
| 'type': 'TXT', | |||
| 'value': 'Hello World!', | |||
| }), | |||
| Record.new(zone, 'a2', { | |||
| 'ttl': 30, | |||
| 'type': 'A', | |||
| 'value': '2.3.4.5', | |||
| }), | |||
| Record.new(zone, 'txt2', { | |||
| 'ttl': 30, | |||
| 'type': 'TXT', | |||
| 'value': 'That will do', | |||
| }), | |||
| ]: | |||
| zone.add_record(record) | |||
| class TestTypeAllowListFilter(TestCase): | |||
| def test_basics(self): | |||
| filter_a = TypeAllowlistFilter('only-a', set(('A'))) | |||
| got = filter_a.process_source_zone(zone) | |||
| self.assertEquals(['a', 'a2'], sorted([r.name for r in got.records])) | |||
| filter_aaaa = TypeAllowlistFilter('only-aaaa', ('AAAA',)) | |||
| got = filter_aaaa.process_source_zone(zone) | |||
| self.assertEquals(['aaaa'], sorted([r.name for r in got.records])) | |||
| filter_txt = TypeAllowlistFilter('only-txt', ['TXT']) | |||
| got = filter_txt.process_target_zone(zone) | |||
| self.assertEquals(['txt', 'txt2'], | |||
| sorted([r.name for r in got.records])) | |||
| filter_a_aaaa = TypeAllowlistFilter('only-aaaa', set(('A', 'AAAA'))) | |||
| got = filter_a_aaaa.process_target_zone(zone) | |||
| self.assertEquals(['a', 'a2', 'aaaa'], | |||
| sorted([r.name for r in got.records])) | |||
| class TestTypeRejectListFilter(TestCase): | |||
| def test_basics(self): | |||
| filter_a = TypeRejectlistFilter('not-a', set(('A'))) | |||
| got = filter_a.process_source_zone(zone) | |||
| self.assertEquals(['aaaa', 'txt', 'txt2'], | |||
| sorted([r.name for r in got.records])) | |||
| filter_aaaa = TypeRejectlistFilter('not-aaaa', ('AAAA',)) | |||
| got = filter_aaaa.process_source_zone(zone) | |||
| self.assertEquals(['a', 'a2', 'txt', 'txt2'], | |||
| sorted([r.name for r in got.records])) | |||
| filter_txt = TypeRejectlistFilter('not-txt', ['TXT']) | |||
| got = filter_txt.process_target_zone(zone) | |||
| self.assertEquals(['a', 'a2', 'aaaa'], | |||
| sorted([r.name for r in got.records])) | |||
| filter_a_aaaa = TypeRejectlistFilter('not-a-aaaa', set(('A', 'AAAA'))) | |||
| got = filter_a_aaaa.process_target_zone(zone) | |||
| self.assertEquals(['txt', 'txt2'], | |||
| sorted([r.name for r in got.records])) | |||
+ 146
- 0
tests/test_octodns_processor_ownership.py
View File
| @ -0,0 +1,146 @@ | |||
| # | |||
| # | |||
| # | |||
| from __future__ import absolute_import, division, print_function, \ | |||
| unicode_literals | |||
| from unittest import TestCase | |||
| from octodns.processor.ownership import OwnershipProcessor | |||
| from octodns.record import Delete, Record | |||
| from octodns.zone import Zone | |||
| from helpers import PlannableProvider | |||
| zone = Zone('unit.tests.', []) | |||
| records = {} | |||
| for record in [ | |||
| Record.new(zone, '', { | |||
| 'ttl': 30, | |||
| 'type': 'A', | |||
| 'values': [ | |||
| '1.2.3.4', | |||
| '5.6.7.8', | |||
| ], | |||
| }), | |||
| Record.new(zone, 'the-a', { | |||
| 'ttl': 30, | |||
| 'type': 'A', | |||
| 'value': '1.2.3.4', | |||
| }), | |||
| Record.new(zone, 'the-aaaa', { | |||
| 'ttl': 30, | |||
| 'type': 'AAAA', | |||
| 'value': '::1', | |||
| }), | |||
| Record.new(zone, 'the-txt', { | |||
| 'ttl': 30, | |||
| 'type': 'TXT', | |||
| 'value': 'Hello World!', | |||
| }), | |||
| Record.new(zone, '*', { | |||
| 'ttl': 30, | |||
| 'type': 'A', | |||
| 'value': '4.3.2.1', | |||
| }), | |||
| ]: | |||
| records[record.name] = record | |||
| zone.add_record(record) | |||
| class TestOwnershipProcessor(TestCase): | |||
| def test_process_source_zone(self): | |||
| ownership = OwnershipProcessor('ownership') | |||
| got = ownership.process_source_zone(zone) | |||
| self.assertEquals([ | |||
| '', | |||
| '*', | |||
| '_owner.a', | |||
| '_owner.a._wildcard', | |||
| '_owner.a.the-a', | |||
| '_owner.aaaa.the-aaaa', | |||
| '_owner.txt.the-txt', | |||
| 'the-a', | |||
| 'the-aaaa', | |||
| 'the-txt', | |||
| ], sorted([r.name for r in got.records])) | |||
| found = False | |||
| for record in got.records: | |||
| if record.name.startswith(ownership.txt_name): | |||
| self.assertEquals([ownership.txt_value], record.values) | |||
| # test _is_ownership while we're in here | |||
| self.assertTrue(ownership._is_ownership(record)) | |||
| found = True | |||
| else: | |||
| self.assertFalse(ownership._is_ownership(record)) | |||
| self.assertTrue(found) | |||
| def test_process_plan(self): | |||
| ownership = OwnershipProcessor('ownership') | |||
| provider = PlannableProvider('helper') | |||
| # No plan, is a quick noop | |||
| self.assertFalse(ownership.process_plan(None)) | |||
| # Nothing exists create both records and ownership | |||
| ownership_added = ownership.process_source_zone(zone) | |||
| plan = provider.plan(ownership_added) | |||
| self.assertTrue(plan) | |||
| # Double the number of records | |||
| self.assertEquals(len(records) * 2, len(plan.changes)) | |||
| # Now process the plan, shouldn't make any changes, we're creating | |||
| # everything | |||
| got = ownership.process_plan(plan) | |||
| self.assertTrue(got) | |||
| self.assertEquals(len(records) * 2, len(got.changes)) | |||
| # Something extra exists and doesn't have ownership TXT, leave it | |||
| # alone, we don't own it. | |||
| extra_a = Record.new(zone, 'extra-a', { | |||
| 'ttl': 30, | |||
| 'type': 'A', | |||
| 'value': '4.4.4.4', | |||
| }) | |||
| plan.existing.add_record(extra_a) | |||
| # If we'd done a "real" plan we'd have a delete for the extra thing. | |||
| plan.changes.append(Delete(extra_a)) | |||
| # Process the plan, shouldn't make any changes since the extra bit is | |||
| # something we don't own | |||
| got = ownership.process_plan(plan) | |||
| self.assertTrue(got) | |||
| self.assertEquals(len(records) * 2, len(got.changes)) | |||
| # Something extra exists and does have an ownership record so we will | |||
| # delete it... | |||
| copy = Zone('unit.tests.', []) | |||
| for record in records.values(): | |||
| if record.name != 'the-a': | |||
| copy.add_record(record) | |||
| # New ownership, without the `the-a` | |||
| ownership_added = ownership.process_source_zone(copy) | |||
| self.assertEquals(len(records) * 2 - 2, len(ownership_added.records)) | |||
| plan = provider.plan(ownership_added) | |||
| # Fake the extra existing by adding the record, its ownership, and the | |||
| # two delete changes. | |||
| the_a = records['the-a'] | |||
| plan.existing.add_record(the_a) | |||
| name = '{}.a.the-a'.format(ownership.txt_name) | |||
| the_a_ownership = Record.new(zone, name, { | |||
| 'ttl': 30, | |||
| 'type': 'TXT', | |||
| 'value': ownership.txt_value, | |||
| }) | |||
| plan.existing.add_record(the_a_ownership) | |||
| plan.changes.append(Delete(the_a)) | |||
| plan.changes.append(Delete(the_a_ownership)) | |||
| # Finally process the plan, should be a noop and we should get the same | |||
| # plan out, meaning the planned deletes were allowed to happen. | |||
| got = ownership.process_plan(plan) | |||
| self.assertTrue(got) | |||
| self.assertEquals(plan, got) | |||
| self.assertEquals(len(plan.changes), len(got.changes)) | |||
+ 1781
- 29
tests/test_octodns_provider_azuredns.py
File diff suppressed because it is too large
View File
+ 65
- 2
tests/test_octodns_provider_base.py
View File
+ 341
- 0
tests/test_octodns_provider_hetzner.py
View File
| @ -0,0 +1,341 @@ | |||
| # | |||
| # | |||
| # | |||
| from __future__ import absolute_import, division, print_function, \ | |||
| unicode_literals | |||
| from mock import Mock, call | |||
| from os.path import dirname, join | |||
| from requests import HTTPError | |||
| from requests_mock import ANY, mock as requests_mock | |||
| from six import text_type | |||
| from unittest import TestCase | |||
| from octodns.record import Record | |||
| from octodns.provider.hetzner import HetznerClientNotFound, \ | |||
| HetznerProvider | |||
| from octodns.provider.yaml import YamlProvider | |||
| from octodns.zone import Zone | |||
| class TestHetznerProvider(TestCase): | |||
| expected = Zone('unit.tests.', []) | |||
| source = YamlProvider('test', join(dirname(__file__), 'config')) | |||
| source.populate(expected) | |||
| def test_populate(self): | |||
| provider = HetznerProvider('test', 'token') | |||
| # Bad auth | |||
| with requests_mock() as mock: | |||
| mock.get(ANY, status_code=401, | |||
| text='{"message":"Invalid authentication credentials"}') | |||
| with self.assertRaises(Exception) as ctx: | |||
| zone = Zone('unit.tests.', []) | |||
| provider.populate(zone) | |||
| self.assertEquals('Unauthorized', text_type(ctx.exception)) | |||
| # General error | |||
| with requests_mock() as mock: | |||
| mock.get(ANY, status_code=502, text='Things caught fire') | |||
| with self.assertRaises(HTTPError) as ctx: | |||
| zone = Zone('unit.tests.', []) | |||
| provider.populate(zone) | |||
| self.assertEquals(502, ctx.exception.response.status_code) | |||
| # Non-existent zone doesn't populate anything | |||
| with requests_mock() as mock: | |||
| mock.get(ANY, status_code=404, | |||
| text='{"zone":{"id":"","name":"","ttl":0,"registrar":"",' | |||
| '"legacy_dns_host":"","legacy_ns":null,"ns":null,' | |||
| '"created":"","verified":"","modified":"","project":"",' | |||
| '"owner":"","permission":"","zone_type":{"id":"",' | |||
| '"name":"","description":"","prices":null},"status":"",' | |||
| '"paused":false,"is_secondary_dns":false,' | |||
| '"txt_verification":{"name":"","token":""},' | |||
| '"records_count":0},"error":{' | |||
| '"message":"zone not found","code":404}}') | |||
| zone = Zone('unit.tests.', []) | |||
| provider.populate(zone) | |||
| self.assertEquals(set(), zone.records) | |||
| # No diffs == no changes | |||
| with requests_mock() as mock: | |||
| base = provider._client.BASE_URL | |||
| with open('tests/fixtures/hetzner-zones.json') as fh: | |||
| mock.get('{}/zones'.format(base), text=fh.read()) | |||
| with open('tests/fixtures/hetzner-records.json') as fh: | |||
| mock.get('{}/records'.format(base), text=fh.read()) | |||
| zone = Zone('unit.tests.', []) | |||
| provider.populate(zone) | |||
| self.assertEquals(13, len(zone.records)) | |||
| changes = self.expected.changes(zone, provider) | |||
| self.assertEquals(0, len(changes)) | |||
| # 2nd populate makes no network calls/all from cache | |||
| again = Zone('unit.tests.', []) | |||
| provider.populate(again) | |||
| self.assertEquals(13, len(again.records)) | |||
| # bust the cache | |||
| del provider._zone_records[zone.name] | |||
| def test_apply(self): | |||
| provider = HetznerProvider('test', 'token') | |||
| resp = Mock() | |||
| resp.json = Mock() | |||
| provider._client._do = Mock(return_value=resp) | |||
| domain_after_creation = {'zone': { | |||
| 'id': 'unit.tests', | |||
| 'name': 'unit.tests', | |||
| 'ttl': 3600, | |||
| }} | |||
| # non-existent domain, create everything | |||
| resp.json.side_effect = [ | |||
| HetznerClientNotFound, # no zone in populate | |||
| HetznerClientNotFound, # no zone during apply | |||
| domain_after_creation, | |||
| ] | |||
| plan = provider.plan(self.expected) | |||
| # No root NS, no ignored, no excluded, no unsupported | |||
| n = len(self.expected.records) - 9 | |||
| self.assertEquals(n, len(plan.changes)) | |||
| self.assertEquals(n, provider.apply(plan)) | |||
| self.assertFalse(plan.exists) | |||
| provider._client._do.assert_has_calls([ | |||
| # created the zone | |||
| call('POST', '/zones', None, { | |||
| 'name': 'unit.tests', | |||
| 'ttl': None, | |||
| }), | |||
| # created all the records with their expected data | |||
| call('POST', '/records', data={ | |||
| 'name': '@', | |||
| 'ttl': 300, | |||
| 'type': 'A', | |||
| 'value': '1.2.3.4', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': '@', | |||
| 'ttl': 300, | |||
| 'type': 'A', | |||
| 'value': '1.2.3.5', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': '@', | |||
| 'ttl': 3600, | |||
| 'type': 'CAA', | |||
| 'value': '0 issue "ca.unit.tests"', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': '_imap._tcp', | |||
| 'ttl': 600, | |||
| 'type': 'SRV', | |||
| 'value': '0 0 0 .', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': '_pop3._tcp', | |||
| 'ttl': 600, | |||
| 'type': 'SRV', | |||
| 'value': '0 0 0 .', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': '_srv._tcp', | |||
| 'ttl': 600, | |||
| 'type': 'SRV', | |||
| 'value': '10 20 30 foo-1.unit.tests.', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': '_srv._tcp', | |||
| 'ttl': 600, | |||
| 'type': 'SRV', | |||
| 'value': '12 20 30 foo-2.unit.tests.', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': 'aaaa', | |||
| 'ttl': 600, | |||
| 'type': 'AAAA', | |||
| 'value': '2601:644:500:e210:62f8:1dff:feb8:947a', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': 'cname', | |||
| 'ttl': 300, | |||
| 'type': 'CNAME', | |||
| 'value': 'unit.tests.', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': 'included', | |||
| 'ttl': 3600, | |||
| 'type': 'CNAME', | |||
| 'value': 'unit.tests.', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': 'mx', | |||
| 'ttl': 300, | |||
| 'type': 'MX', | |||
| 'value': '10 smtp-4.unit.tests.', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': 'mx', | |||
| 'ttl': 300, | |||
| 'type': 'MX', | |||
| 'value': '20 smtp-2.unit.tests.', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': 'mx', | |||
| 'ttl': 300, | |||
| 'type': 'MX', | |||
| 'value': '30 smtp-3.unit.tests.', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': 'mx', | |||
| 'ttl': 300, | |||
| 'type': 'MX', | |||
| 'value': '40 smtp-1.unit.tests.', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': 'sub', | |||
| 'ttl': 3600, | |||
| 'type': 'NS', | |||
| 'value': '6.2.3.4.', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': 'sub', | |||
| 'ttl': 3600, | |||
| 'type': 'NS', | |||
| 'value': '7.2.3.4.', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': 'txt', | |||
| 'ttl': 600, | |||
| 'type': 'TXT', | |||
| 'value': 'Bah bah black sheep', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': 'txt', | |||
| 'ttl': 600, | |||
| 'type': 'TXT', | |||
| 'value': 'have you any wool.', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': 'txt', | |||
| 'ttl': 600, | |||
| 'type': 'TXT', | |||
| 'value': 'v=DKIM1;k=rsa;s=email;h=sha256;' | |||
| 'p=A/kinda+of/long/string+with+numb3rs', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': 'www', | |||
| 'ttl': 300, | |||
| 'type': 'A', | |||
| 'value': '2.2.3.6', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('POST', '/records', data={ | |||
| 'name': 'www.sub', | |||
| 'ttl': 300, | |||
| 'type': 'A', | |||
| 'value': '2.2.3.6', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| ]) | |||
| self.assertEquals(24, provider._client._do.call_count) | |||
| provider._client._do.reset_mock() | |||
| # delete 1 and update 1 | |||
| provider._client.zone_get = Mock(return_value={ | |||
| 'id': 'unit.tests', | |||
| 'name': 'unit.tests', | |||
| 'ttl': 3600, | |||
| }) | |||
| provider._client.zone_records_get = Mock(return_value=[ | |||
| { | |||
| 'type': 'A', | |||
| 'id': 'one', | |||
| 'created': '0000-00-00T00:00:00Z', | |||
| 'modified': '0000-00-00T00:00:00Z', | |||
| 'zone_id': 'unit.tests', | |||
| 'name': 'www', | |||
| 'value': '1.2.3.4', | |||
| 'ttl': 300, | |||
| }, | |||
| { | |||
| 'type': 'A', | |||
| 'id': 'two', | |||
| 'created': '0000-00-00T00:00:00Z', | |||
| 'modified': '0000-00-00T00:00:00Z', | |||
| 'zone_id': 'unit.tests', | |||
| 'name': 'www', | |||
| 'value': '2.2.3.4', | |||
| 'ttl': 300, | |||
| }, | |||
| { | |||
| 'type': 'A', | |||
| 'id': 'three', | |||
| 'created': '0000-00-00T00:00:00Z', | |||
| 'modified': '0000-00-00T00:00:00Z', | |||
| 'zone_id': 'unit.tests', | |||
| 'name': 'ttl', | |||
| 'value': '3.2.3.4', | |||
| 'ttl': 600, | |||
| }, | |||
| ]) | |||
| # Domain exists, we don't care about return | |||
| resp.json.side_effect = ['{}'] | |||
| wanted = Zone('unit.tests.', []) | |||
| wanted.add_record(Record.new(wanted, 'ttl', { | |||
| 'ttl': 300, | |||
| 'type': 'A', | |||
| 'value': '3.2.3.4', | |||
| })) | |||
| plan = provider.plan(wanted) | |||
| self.assertTrue(plan.exists) | |||
| self.assertEquals(2, len(plan.changes)) | |||
| self.assertEquals(2, provider.apply(plan)) | |||
| # recreate for update, and delete for the 2 parts of the other | |||
| provider._client._do.assert_has_calls([ | |||
| call('POST', '/records', data={ | |||
| 'name': 'ttl', | |||
| 'ttl': 300, | |||
| 'type': 'A', | |||
| 'value': '3.2.3.4', | |||
| 'zone_id': 'unit.tests', | |||
| }), | |||
| call('DELETE', '/records/one'), | |||
| call('DELETE', '/records/two'), | |||
| call('DELETE', '/records/three'), | |||
| ], any_order=True) | |||