Arunothia Marappan
5 years ago
committed by
GitHub
GitHub
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
52 changed files with 2856 additions and 198 deletions
Split View
Diff Options
-
+3 -1.github/workflows/main.yml
-
+30 -5CHANGELOG.md
-
+1 -1CONTRIBUTING.md
-
+8 -4MANIFEST.in
-
+13 -6README.md
-
+1 -1docs/geo_records.md
-
+55 -1docs/records.md
-
+1 -1octodns/__init__.py
-
+14 -1octodns/cmds/compare.py
-
+1 -2octodns/cmds/report.py
-
+7 -6octodns/cmds/sync.py
-
+120 -22octodns/manager.py
-
+3 -12octodns/provider/azuredns.py
-
+445 -0octodns/provider/easydns.py
-
+378 -0octodns/provider/gandi.py
-
+7 -3octodns/provider/ovh.py
-
+4 -1octodns/provider/powerdns.py
-
+7 -1octodns/provider/ultra.py
-
+2 -2octodns/provider/yaml.py
-
+39 -4octodns/record/__init__.py
-
+16 -1octodns/source/axfr.py
-
+5 -4requirements.txt
-
+1 -1script/coverage
-
+1 -1setup.py
-
+21 -0tests/config/alias-zone-loop.yaml
-
+19 -0tests/config/simple-alias-zone.yaml
-
+5 -0tests/config/split/unit.tests./dname.yaml
-
+4 -0tests/config/unit.tests.yaml
-
+18 -0tests/config/unknown-source-zone.yaml
-
+0 -37tests/fixtures/constellix-records.json
-
+0 -14tests/fixtures/dnsmadeeasy-records.json
-
+274 -0tests/fixtures/easydns-records.json
-
+136 -0tests/fixtures/gandi-no-changes.json
-
+111 -0tests/fixtures/gandi-records.json
-
+7 -0tests/fixtures/gandi-zone.json
-
+1 -1tests/fixtures/ultra-records-page-1.json
-
+10 -2tests/fixtures/ultra-records-page-2.json
-
+1 -1tests/fixtures/ultra-zones-page-1.json
-
+77 -7tests/test_octodns_manager.py
-
+1 -7tests/test_octodns_provider_azuredns.py
-
+4 -10tests/test_octodns_provider_constellix.py
-
+1 -1tests/test_octodns_provider_digitalocean.py
-
+1 -1tests/test_octodns_provider_dnsimple.py
-
+4 -10tests/test_octodns_provider_dnsmadeeasy.py
-
+448 -0tests/test_octodns_provider_easydns.py
-
+361 -0tests/test_octodns_provider_gandi.py
-
+2 -2tests/test_octodns_provider_mythicbeasts.py
-
+16 -2tests/test_octodns_provider_powerdns.py
-
+12 -11tests/test_octodns_provider_yaml.py
-
+153 -8tests/test_octodns_record.py
-
+3 -3tests/test_octodns_source_axfr.py
-
+4 -0tests/zones/unit.tests.
+ 3
- 1
.github/workflows/main.yml
View File
+ 30
- 5
CHANGELOG.md
View File
+ 1
- 1
CONTRIBUTING.md
View File
+ 8
- 4
MANIFEST.in
View File
| @ -1,7 +1,11 @@ | |||
| include README.md | |||
| include CHANGELOG.md | |||
| include CODE_OF_CONDUCT.md | |||
| include CONTRIBUTING.md | |||
| include LICENSE | |||
| include docs/* | |||
| include octodns/* | |||
| include README.md | |||
| include requirements-dev.txt | |||
| include requirements.txt | |||
| include script/* | |||
| include tests/* | |||
| recursive-include docs *.png *.md | |||
| recursive-include tests *.json *.py *.txt *.yaml | |||
| recursive-include tests/zones * | |||
+ 13
- 6
README.md
View File
+ 1
- 1
docs/geo_records.md
View File
+ 55
- 1
docs/records.md
View File
+ 1
- 1
octodns/__init__.py
View File
+ 14
- 1
octodns/cmds/compare.py
View File
+ 1
- 2
octodns/cmds/report.py
View File
+ 7
- 6
octodns/cmds/sync.py
View File
+ 120
- 22
octodns/manager.py
View File
+ 3
- 12
octodns/provider/azuredns.py
View File
+ 445
- 0
octodns/provider/easydns.py
View File
| @ -0,0 +1,445 @@ | |||
| # | |||
| # | |||
| # | |||
| from __future__ import absolute_import, division, print_function, \ | |||
| unicode_literals | |||
| from collections import defaultdict | |||
| from requests import Session | |||
| from time import sleep | |||
| import logging | |||
| import base64 | |||
| from ..record import Record | |||
| from .base import BaseProvider | |||
| class EasyDNSClientException(Exception): | |||
| pass | |||
| class EasyDNSClientBadRequest(EasyDNSClientException): | |||
| def __init__(self): | |||
| super(EasyDNSClientBadRequest, self).__init__('Bad request') | |||
| class EasyDNSClientNotFound(EasyDNSClientException): | |||
| def __init__(self): | |||
| super(EasyDNSClientNotFound, self).__init__('Not Found') | |||
| class EasyDNSClientUnauthorized(EasyDNSClientException): | |||
| def __init__(self): | |||
| super(EasyDNSClientUnauthorized, self).__init__('Unauthorized') | |||
| class EasyDNSClient(object): | |||
| # EasyDNS Sandbox API | |||
| SANDBOX = 'https://sandbox.rest.easydns.net' | |||
| # EasyDNS Live API | |||
| LIVE = 'https://rest.easydns.net' | |||
| # Default Currency CAD | |||
| default_currency = 'CAD' | |||
| # Domain Portfolio | |||
| domain_portfolio = 'myport' | |||
| def __init__(self, token, api_key, currency, portfolio, sandbox): | |||
| self.log = logging.getLogger('EasyDNSProvider[{}]'.format(id)) | |||
| self.token = token | |||
| self.api_key = api_key | |||
| self.default_currency = currency | |||
| self.domain_portfolio = portfolio | |||
| self.apienv = 'sandbox' if sandbox else 'live' | |||
| auth_key = '{}:{}'.format(self.token, self.api_key) | |||
| self.auth_key = base64.b64encode(auth_key.encode("utf-8")) | |||
| self.base_path = self.SANDBOX if sandbox else self.LIVE | |||
| sess = Session() | |||
| sess.headers.update({'Authorization': 'Basic {}' | |||
| .format(self.auth_key)}) | |||
| sess.headers.update({'accept': 'application/json'}) | |||
| self._sess = sess | |||
| def _request(self, method, path, params=None, data=None): | |||
| url = '{}{}'.format(self.base_path, path) | |||
| resp = self._sess.request(method, url, params=params, json=data) | |||
| if resp.status_code == 400: | |||
| self.log.debug('Response code 400, path=%s', path) | |||
| if method == 'GET' and path[:8] == '/domain/': | |||
| raise EasyDNSClientNotFound() | |||
| raise EasyDNSClientBadRequest() | |||
| if resp.status_code == 401: | |||
| raise EasyDNSClientUnauthorized() | |||
| if resp.status_code == 403 or resp.status_code == 404: | |||
| raise EasyDNSClientNotFound() | |||
| resp.raise_for_status() | |||
| return resp | |||
| def domain(self, name): | |||
| path = '/domain/{}'.format(name) | |||
| return self._request('GET', path).json() | |||
| def domain_create(self, name): | |||
| # EasyDNS allows for new domains to be created for the purpose of DNS | |||
| # only, or with domain registration. This function creates a DNS only | |||
| # record expectig the domain to be registered already | |||
| path = '/domains/add/{}'.format(name) | |||
| domain_data = {'service': 'dns', | |||
| 'term': 1, | |||
| 'dns_only': 1, | |||
| 'portfolio': self.domain_portfolio, | |||
| 'currency': self.default_currency} | |||
| self._request('PUT', path, data=domain_data).json() | |||
| # EasyDNS creates default records for MX, A and CNAME for new domains, | |||
| # we need to delete those default record so we can sync with the source | |||
| # records, first we'll sleep for a second before gathering new records | |||
| # We also create default NS records, but they won't be deleted | |||
| sleep(1) | |||
| records = self.records(name, True) | |||
| for record in records: | |||
| if record['host'] in ('', 'www') \ | |||
| and record['type'] in ('A', 'MX', 'CNAME'): | |||
| self.record_delete(name, record['id']) | |||
| def records(self, zone_name, raw=False): | |||
| if raw: | |||
| path = '/zones/records/all/{}'.format(zone_name) | |||
| else: | |||
| path = '/zones/records/parsed/{}'.format(zone_name) | |||
| ret = [] | |||
| resp = self._request('GET', path).json() | |||
| ret += resp['data'] | |||
| for record in ret: | |||
| # change any apex record to empty string | |||
| if record['host'] == '@': | |||
| record['host'] = '' | |||
| # change any apex value to zone name | |||
| if record['rdata'] == '@': | |||
| record['rdata'] = '{}.'.format(zone_name) | |||
| return ret | |||
| def record_create(self, zone_name, params): | |||
| path = '/zones/records/add/{}/{}'.format(zone_name, params['type']) | |||
| # change empty name string to @, EasyDNS uses @ for apex record names | |||
| params['host'] = params['name'] | |||
| if params['host'] == '': | |||
| params['host'] = '@' | |||
| self._request('PUT', path, data=params) | |||
| def record_delete(self, zone_name, record_id): | |||
| path = '/zones/records/{}/{}'.format(zone_name, record_id) | |||
| self._request('DELETE', path) | |||
| class EasyDNSProvider(BaseProvider): | |||
| ''' | |||
| EasyDNS provider using API v3 | |||
| easydns: | |||
| class: octodns.provider.easydns.EasyDNSProvider | |||
| # Your EasyDNS API token (required) | |||
| token: foo | |||
| # Your EasyDNS API Key (required) | |||
| api_key: bar | |||
| # Use SandBox or Live environment, optional, defaults to live | |||
| sandbox: False | |||
| # Currency to use for creating domains, default CAD | |||
| default_currency: CAD | |||
| # Domain Portfolio under which to create domains | |||
| portfolio: myport | |||
| ''' | |||
| SUPPORTS_GEO = False | |||
| SUPPORTS_DYNAMIC = False | |||
| SUPPORTS = set(('A', 'AAAA', 'CAA', 'CNAME', 'MX', 'NS', 'TXT', | |||
| 'SRV', 'NAPTR')) | |||
| def __init__(self, id, token, api_key, currency='CAD', portfolio='myport', | |||
| sandbox=False, *args, **kwargs): | |||
| self.log = logging.getLogger('EasyDNSProvider[{}]'.format(id)) | |||
| self.log.debug('__init__: id=%s, token=***', id) | |||
| super(EasyDNSProvider, self).__init__(id, *args, **kwargs) | |||
| self._client = EasyDNSClient(token, api_key, currency, portfolio, | |||
| sandbox) | |||
| self._zone_records = {} | |||
| def _data_for_multiple(self, _type, records): | |||
| return { | |||
| 'ttl': records[0]['ttl'], | |||
| 'type': _type, | |||
| 'values': [r['rdata'] for r in records] | |||
| } | |||
| _data_for_A = _data_for_multiple | |||
| _data_for_AAAA = _data_for_multiple | |||
| def _data_for_CAA(self, _type, records): | |||
| values = [] | |||
| for record in records: | |||
| try: | |||
| flags, tag, value = record['rdata'].split(' ', 2) | |||
| except ValueError: | |||
| continue | |||
| values.append({ | |||
| 'flags': flags, | |||
| 'tag': tag, | |||
| 'value': value, | |||
| }) | |||
| return { | |||
| 'ttl': records[0]['ttl'], | |||
| 'type': _type, | |||
| 'values': values | |||
| } | |||
| def _data_for_NAPTR(self, _type, records): | |||
| values = [] | |||
| for record in records: | |||
| try: | |||
| order, preference, flags, service, regexp, replacement = \ | |||
| record['rdata'].split(' ', 5) | |||
| except ValueError: | |||
| continue | |||
| values.append({ | |||
| 'flags': flags[1:-1], | |||
| 'order': order, | |||
| 'preference': preference, | |||
| 'regexp': regexp[1:-1], | |||
| 'replacement': replacement, | |||
| 'service': service[1:-1], | |||
| }) | |||
| return { | |||
| 'type': _type, | |||
| 'ttl': records[0]['ttl'], | |||
| 'values': values | |||
| } | |||
| def _data_for_CNAME(self, _type, records): | |||
| record = records[0] | |||
| return { | |||
| 'ttl': record['ttl'], | |||
| 'type': _type, | |||
| 'value': '{}'.format(record['rdata']) | |||
| } | |||
| def _data_for_MX(self, _type, records): | |||
| values = [] | |||
| for record in records: | |||
| values.append({ | |||
| 'preference': record['prio'], | |||
| 'exchange': '{}'.format(record['rdata']) | |||
| }) | |||
| return { | |||
| 'ttl': records[0]['ttl'], | |||
| 'type': _type, | |||
| 'values': values | |||
| } | |||
| def _data_for_NS(self, _type, records): | |||
| values = [] | |||
| for record in records: | |||
| data = '{}'.format(record['rdata']) | |||
| values.append(data) | |||
| return { | |||
| 'ttl': records[0]['ttl'], | |||
| 'type': _type, | |||
| 'values': values, | |||
| } | |||
| def _data_for_SRV(self, _type, records): | |||
| values = [] | |||
| record = records[0] | |||
| for record in records: | |||
| try: | |||
| priority, weight, port, target = record['rdata'].split(' ', 3) | |||
| except ValueError: | |||
| rdata = record['rdata'].split(' ', 3) | |||
| priority = 0 | |||
| weight = 0 | |||
| port = 0 | |||
| target = '' | |||
| if len(rdata) != 0 and rdata[0] != '': | |||
| priority = rdata[0] | |||
| if len(rdata) >= 2: | |||
| weight = rdata[1] | |||
| if len(rdata) >= 3: | |||
| port = rdata[2] | |||
| values.append({ | |||
| 'port': int(port), | |||
| 'priority': int(priority), | |||
| 'target': target, | |||
| 'weight': int(weight) | |||
| }) | |||
| return { | |||
| 'type': _type, | |||
| 'ttl': records[0]['ttl'], | |||
| 'values': values | |||
| } | |||
| def _data_for_TXT(self, _type, records): | |||
| values = ['"' + value['rdata'].replace(';', '\\;') + | |||
| '"' for value in records] | |||
| return { | |||
| 'ttl': records[0]['ttl'], | |||
| 'type': _type, | |||
| 'values': values | |||
| } | |||
| def zone_records(self, zone): | |||
| if zone.name not in self._zone_records: | |||
| try: | |||
| self._zone_records[zone.name] = \ | |||
| self._client.records(zone.name[:-1]) | |||
| except EasyDNSClientNotFound: | |||
| return [] | |||
| return self._zone_records[zone.name] | |||
| def populate(self, zone, target=False, lenient=False): | |||
| self.log.debug('populate: name=%s, target=%s, lenient=%s', zone.name, | |||
| target, lenient) | |||
| values = defaultdict(lambda: defaultdict(list)) | |||
| for record in self.zone_records(zone): | |||
| _type = record['type'] | |||
| if _type not in self.SUPPORTS: | |||
| self.log.warning('populate: skipping unsupported %s record', | |||
| _type) | |||
| continue | |||
| values[record['host']][record['type']].append(record) | |||
| before = len(zone.records) | |||
| for name, types in values.items(): | |||
| for _type, records in types.items(): | |||
| data_for = getattr(self, '_data_for_{}'.format(_type)) | |||
| record = Record.new(zone, name, data_for(_type, records), | |||
| source=self, lenient=lenient) | |||
| zone.add_record(record, lenient=lenient) | |||
| exists = zone.name in self._zone_records | |||
| self.log.info('populate: found %s records, exists=%s', | |||
| len(zone.records) - before, exists) | |||
| return exists | |||
| def _params_for_multiple(self, record): | |||
| for value in record.values: | |||
| yield { | |||
| 'rdata': value, | |||
| 'name': record.name, | |||
| 'ttl': record.ttl, | |||
| 'type': record._type | |||
| } | |||
| _params_for_A = _params_for_multiple | |||
| _params_for_AAAA = _params_for_multiple | |||
| _params_for_NS = _params_for_multiple | |||
| def _params_for_CAA(self, record): | |||
| for value in record.values: | |||
| yield { | |||
| 'rdata': "{} {} {}".format(value.flags, value.tag, | |||
| value.value), | |||
| 'name': record.name, | |||
| 'ttl': record.ttl, | |||
| 'type': record._type | |||
| } | |||
| def _params_for_NAPTR(self, record): | |||
| for value in record.values: | |||
| content = '{} {} "{}" "{}" "{}" {}'.format(value.order, | |||
| value.preference, | |||
| value.flags, | |||
| value.service, | |||
| value.regexp, | |||
| value.replacement) | |||
| yield { | |||
| 'rdata': content, | |||
| 'name': record.name, | |||
| 'ttl': record.ttl, | |||
| 'type': record._type | |||
| } | |||
| def _params_for_single(self, record): | |||
| yield { | |||
| 'rdata': record.value, | |||
| 'name': record.name, | |||
| 'ttl': record.ttl, | |||
| 'type': record._type | |||
| } | |||
| _params_for_CNAME = _params_for_single | |||
| def _params_for_MX(self, record): | |||
| for value in record.values: | |||
| yield { | |||
| 'rdata': value.exchange, | |||
| 'name': record.name, | |||
| 'prio': value.preference, | |||
| 'ttl': record.ttl, | |||
| 'type': record._type | |||
| } | |||
| def _params_for_SRV(self, record): | |||
| for value in record.values: | |||
| yield { | |||
| 'rdata': "{} {} {} {}".format(value.priority, value.port, | |||
| value.weight, value.target), | |||
| 'name': record.name, | |||
| 'ttl': record.ttl, | |||
| 'type': record._type, | |||
| } | |||
| def _params_for_TXT(self, record): | |||
| for value in record.values: | |||
| yield { | |||
| 'rdata': '"' + value.replace('\\;', ';') + '"', | |||
| 'name': record.name, | |||
| 'ttl': record.ttl, | |||
| 'type': record._type | |||
| } | |||
| def _apply_Create(self, change): | |||
| new = change.new | |||
| params_for = getattr(self, '_params_for_{}'.format(new._type)) | |||
| for params in params_for(new): | |||
| self._client.record_create(new.zone.name[:-1], params) | |||
| def _apply_Update(self, change): | |||
| self._apply_Delete(change) | |||
| self._apply_Create(change) | |||
| def _apply_Delete(self, change): | |||
| existing = change.existing | |||
| zone = existing.zone | |||
| for record in self.zone_records(zone): | |||
| self.log.debug('apply_Delete: zone=%s, type=%s, host=%s', zone, | |||
| record['type'], record['host']) | |||
| if existing.name == record['host'] and \ | |||
| existing._type == record['type']: | |||
| self._client.record_delete(zone.name[:-1], record['id']) | |||
| def _apply(self, plan): | |||
| desired = plan.desired | |||
| changes = plan.changes | |||
| self.log.debug('_apply: zone=%s, len(changes)=%d', desired.name, | |||
| len(changes)) | |||
| domain_name = desired.name[:-1] | |||
| try: | |||
| self._client.domain(domain_name) | |||
| except EasyDNSClientNotFound: | |||
| self.log.debug('_apply: no matching zone, creating domain') | |||
| self._client.domain_create(domain_name) | |||
| for change in changes: | |||
| class_name = change.__class__.__name__ | |||
| getattr(self, '_apply_{}'.format(class_name))(change) | |||
| # Clear out the cache if any | |||
| self._zone_records.pop(desired.name, None) | |||
+ 378
- 0
octodns/provider/gandi.py
View File
| @ -0,0 +1,378 @@ | |||
| # | |||
| # | |||
| # | |||
| from __future__ import absolute_import, division, print_function, \ | |||
| unicode_literals | |||
| from collections import defaultdict | |||
| from requests import Session | |||
| import logging | |||
| from ..record import Record | |||
| from .base import BaseProvider | |||
| class GandiClientException(Exception): | |||
| pass | |||
| class GandiClientBadRequest(GandiClientException): | |||
| def __init__(self, r): | |||
| super(GandiClientBadRequest, self).__init__(r.text) | |||
| class GandiClientUnauthorized(GandiClientException): | |||
| def __init__(self, r): | |||
| super(GandiClientUnauthorized, self).__init__(r.text) | |||
| class GandiClientForbidden(GandiClientException): | |||
| def __init__(self, r): | |||
| super(GandiClientForbidden, self).__init__(r.text) | |||
| class GandiClientNotFound(GandiClientException): | |||
| def __init__(self, r): | |||
| super(GandiClientNotFound, self).__init__(r.text) | |||
| class GandiClientUnknownDomainName(GandiClientException): | |||
| def __init__(self, msg): | |||
| super(GandiClientUnknownDomainName, self).__init__(msg) | |||
| class GandiClient(object): | |||
| def __init__(self, token): | |||
| session = Session() | |||
| session.headers.update({'Authorization': 'Apikey {}'.format(token)}) | |||
| self._session = session | |||
| self.endpoint = 'https://api.gandi.net/v5' | |||
| def _request(self, method, path, params={}, data=None): | |||
| url = '{}{}'.format(self.endpoint, path) | |||
| r = self._session.request(method, url, params=params, json=data) | |||
| if r.status_code == 400: | |||
| raise GandiClientBadRequest(r) | |||
| if r.status_code == 401: | |||
| raise GandiClientUnauthorized(r) | |||
| elif r.status_code == 403: | |||
| raise GandiClientForbidden(r) | |||
| elif r.status_code == 404: | |||
| raise GandiClientNotFound(r) | |||
| r.raise_for_status() | |||
| return r | |||
| def zone(self, zone_name): | |||
| return self._request('GET', '/livedns/domains/{}' | |||
| .format(zone_name)).json() | |||
| def zone_create(self, zone_name): | |||
| return self._request('POST', '/livedns/domains', data={ | |||
| 'fqdn': zone_name, | |||
| 'zone': {} | |||
| }).json() | |||
| def zone_records(self, zone_name): | |||
| records = self._request('GET', '/livedns/domains/{}/records' | |||
| .format(zone_name)).json() | |||
| for record in records: | |||
| if record['rrset_name'] == '@': | |||
| record['rrset_name'] = '' | |||
| # Change relative targets to absolute ones. | |||
| if record['rrset_type'] in ['ALIAS', 'CNAME', 'DNAME', 'MX', | |||
| 'NS', 'SRV']: | |||
| for i, value in enumerate(record['rrset_values']): | |||
| if not value.endswith('.'): | |||
| record['rrset_values'][i] = '{}.{}.'.format( | |||
| value, zone_name) | |||
| return records | |||
| def record_create(self, zone_name, data): | |||
| self._request('POST', '/livedns/domains/{}/records'.format(zone_name), | |||
| data=data) | |||
| def record_delete(self, zone_name, record_name, record_type): | |||
| self._request('DELETE', '/livedns/domains/{}/records/{}/{}' | |||
| .format(zone_name, record_name, record_type)) | |||
| class GandiProvider(BaseProvider): | |||
| ''' | |||
| Gandi provider using API v5. | |||
| gandi: | |||
| class: octodns.provider.gandi.GandiProvider | |||
| # Your API key (required) | |||
| token: XXXXXXXXXXXX | |||
| ''' | |||
| SUPPORTS_GEO = False | |||
| SUPPORTS_DYNAMIC = False | |||
| SUPPORTS = set((['A', 'AAAA', 'ALIAS', 'CAA', 'CNAME', 'DNAME', | |||
| 'MX', 'NS', 'PTR', 'SPF', 'SRV', 'SSHFP', 'TXT'])) | |||
| def __init__(self, id, token, *args, **kwargs): | |||
| self.log = logging.getLogger('GandiProvider[{}]'.format(id)) | |||
| self.log.debug('__init__: id=%s, token=***', id) | |||
| super(GandiProvider, self).__init__(id, *args, **kwargs) | |||
| self._client = GandiClient(token) | |||
| self._zone_records = {} | |||
| def _data_for_multiple(self, _type, records): | |||
| return { | |||
| 'ttl': records[0]['rrset_ttl'], | |||
| 'type': _type, | |||
| 'values': [v.replace(';', '\\;') for v in | |||
| records[0]['rrset_values']] if _type == 'TXT' else | |||
| records[0]['rrset_values'] | |||
| } | |||
| _data_for_A = _data_for_multiple | |||
| _data_for_AAAA = _data_for_multiple | |||
| _data_for_TXT = _data_for_multiple | |||
| _data_for_SPF = _data_for_multiple | |||
| _data_for_NS = _data_for_multiple | |||
| def _data_for_CAA(self, _type, records): | |||
| values = [] | |||
| for record in records[0]['rrset_values']: | |||
| flags, tag, value = record.split(' ') | |||
| values.append({ | |||
| 'flags': flags, | |||
| 'tag': tag, | |||
| # Remove quotes around value. | |||
| 'value': value[1:-1], | |||
| }) | |||
| return { | |||
| 'ttl': records[0]['rrset_ttl'], | |||
| 'type': _type, | |||
| 'values': values | |||
| } | |||
| def _data_for_single(self, _type, records): | |||
| return { | |||
| 'ttl': records[0]['rrset_ttl'], | |||
| 'type': _type, | |||
| 'value': records[0]['rrset_values'][0] | |||
| } | |||
| _data_for_ALIAS = _data_for_single | |||
| _data_for_CNAME = _data_for_single | |||
| _data_for_DNAME = _data_for_single | |||
| _data_for_PTR = _data_for_single | |||
| def _data_for_MX(self, _type, records): | |||
| values = [] | |||
| for record in records[0]['rrset_values']: | |||
| priority, server = record.split(' ') | |||
| values.append({ | |||
| 'preference': priority, | |||
| 'exchange': server | |||
| }) | |||
| return { | |||
| 'ttl': records[0]['rrset_ttl'], | |||
| 'type': _type, | |||
| 'values': values | |||
| } | |||
| def _data_for_SRV(self, _type, records): | |||
| values = [] | |||
| for record in records[0]['rrset_values']: | |||
| priority, weight, port, target = record.split(' ', 3) | |||
| values.append({ | |||
| 'priority': priority, | |||
| 'weight': weight, | |||
| 'port': port, | |||
| 'target': target | |||
| }) | |||
| return { | |||
| 'ttl': records[0]['rrset_ttl'], | |||
| 'type': _type, | |||
| 'values': values | |||
| } | |||
| def _data_for_SSHFP(self, _type, records): | |||
| values = [] | |||
| for record in records[0]['rrset_values']: | |||
| algorithm, fingerprint_type, fingerprint = record.split(' ', 2) | |||
| values.append({ | |||
| 'algorithm': algorithm, | |||
| 'fingerprint': fingerprint, | |||
| 'fingerprint_type': fingerprint_type | |||
| }) | |||
| return { | |||
| 'ttl': records[0]['rrset_ttl'], | |||
| 'type': _type, | |||
| 'values': values | |||
| } | |||
| def zone_records(self, zone): | |||
| if zone.name not in self._zone_records: | |||
| try: | |||
| self._zone_records[zone.name] = \ | |||
| self._client.zone_records(zone.name[:-1]) | |||
| except GandiClientNotFound: | |||
| return [] | |||
| return self._zone_records[zone.name] | |||
| def populate(self, zone, target=False, lenient=False): | |||
| self.log.debug('populate: name=%s, target=%s, lenient=%s', zone.name, | |||
| target, lenient) | |||
| values = defaultdict(lambda: defaultdict(list)) | |||
| for record in self.zone_records(zone): | |||
| _type = record['rrset_type'] | |||
| if _type not in self.SUPPORTS: | |||
| continue | |||
| values[record['rrset_name']][record['rrset_type']].append(record) | |||
| before = len(zone.records) | |||
| for name, types in values.items(): | |||
| for _type, records in types.items(): | |||
| data_for = getattr(self, '_data_for_{}'.format(_type)) | |||
| record = Record.new(zone, name, data_for(_type, records), | |||
| source=self, lenient=lenient) | |||
| zone.add_record(record, lenient=lenient) | |||
| exists = zone.name in self._zone_records | |||
| self.log.info('populate: found %s records, exists=%s', | |||
| len(zone.records) - before, exists) | |||
| return exists | |||
| def _record_name(self, name): | |||
| return name if name else '@' | |||
| def _params_for_multiple(self, record): | |||
| return { | |||
| 'rrset_name': self._record_name(record.name), | |||
| 'rrset_ttl': record.ttl, | |||
| 'rrset_type': record._type, | |||
| 'rrset_values': [v.replace('\\;', ';') for v in | |||
| record.values] if record._type == 'TXT' | |||
| else record.values | |||
| } | |||
| _params_for_A = _params_for_multiple | |||
| _params_for_AAAA = _params_for_multiple | |||
| _params_for_NS = _params_for_multiple | |||
| _params_for_TXT = _params_for_multiple | |||
| _params_for_SPF = _params_for_multiple | |||
| def _params_for_CAA(self, record): | |||
| return { | |||
| 'rrset_name': self._record_name(record.name), | |||
| 'rrset_ttl': record.ttl, | |||
| 'rrset_type': record._type, | |||
| 'rrset_values': ['{} {} "{}"'.format(v.flags, v.tag, v.value) | |||
| for v in record.values] | |||
| } | |||
| def _params_for_single(self, record): | |||
| return { | |||
| 'rrset_name': self._record_name(record.name), | |||
| 'rrset_ttl': record.ttl, | |||
| 'rrset_type': record._type, | |||
| 'rrset_values': [record.value] | |||
| } | |||
| _params_for_ALIAS = _params_for_single | |||
| _params_for_CNAME = _params_for_single | |||
| _params_for_DNAME = _params_for_single | |||
| _params_for_PTR = _params_for_single | |||
| def _params_for_MX(self, record): | |||
| return { | |||
| 'rrset_name': self._record_name(record.name), | |||
| 'rrset_ttl': record.ttl, | |||
| 'rrset_type': record._type, | |||
| 'rrset_values': ['{} {}'.format(v.preference, v.exchange) | |||
| for v in record.values] | |||
| } | |||
| def _params_for_SRV(self, record): | |||
| return { | |||
| 'rrset_name': self._record_name(record.name), | |||
| 'rrset_ttl': record.ttl, | |||
| 'rrset_type': record._type, | |||
| 'rrset_values': ['{} {} {} {}'.format(v.priority, v.weight, v.port, | |||
| v.target) for v in record.values] | |||
| } | |||
| def _params_for_SSHFP(self, record): | |||
| return { | |||
| 'rrset_name': self._record_name(record.name), | |||
| 'rrset_ttl': record.ttl, | |||
| 'rrset_type': record._type, | |||
| 'rrset_values': ['{} {} {}'.format(v.algorithm, v.fingerprint_type, | |||
| v.fingerprint) for v in record.values] | |||
| } | |||
| def _apply_create(self, change): | |||
| new = change.new | |||
| data = getattr(self, '_params_for_{}'.format(new._type))(new) | |||
| self._client.record_create(new.zone.name[:-1], data) | |||
| def _apply_update(self, change): | |||
| self._apply_delete(change) | |||
| self._apply_create(change) | |||
| def _apply_delete(self, change): | |||
| existing = change.existing | |||
| zone = existing.zone | |||
| self._client.record_delete(zone.name[:-1], | |||
| self._record_name(existing.name), | |||
| existing._type) | |||
| def _apply(self, plan): | |||
| desired = plan.desired | |||
| changes = plan.changes | |||
| zone = desired.name[:-1] | |||
| self.log.debug('_apply: zone=%s, len(changes)=%d', desired.name, | |||
| len(changes)) | |||
| try: | |||
| self._client.zone(zone) | |||
| except GandiClientNotFound: | |||
| self.log.info('_apply: no existing zone, trying to create it') | |||
| try: | |||
| self._client.zone_create(zone) | |||
| self.log.info('_apply: zone has been successfully created') | |||
| except GandiClientNotFound: | |||
| # We suppress existing exception before raising | |||
| # GandiClientUnknownDomainName. | |||
| e = GandiClientUnknownDomainName('This domain is not ' | |||
| 'registered at Gandi. ' | |||
| 'Please register or ' | |||
| 'transfer it here ' | |||
| 'to be able to manage its ' | |||
| 'DNS zone.') | |||
| e.__cause__ = None | |||
| raise e | |||
| # Force records deletion to be done before creation in order to avoid | |||
| # "CNAME record must be the only record" error when an existing CNAME | |||
| # record is replaced by an A/AAAA record. | |||
| changes.reverse() | |||
| for change in changes: | |||
| class_name = change.__class__.__name__ | |||
| getattr(self, '_apply_{}'.format(class_name.lower()))(change) | |||
| # Clear out the cache if any | |||
| self._zone_records.pop(desired.name, None) | |||
+ 7
- 3
octodns/provider/ovh.py
View File
+ 4
- 1
octodns/provider/powerdns.py
View File
+ 7
- 1
octodns/provider/ultra.py
View File
+ 2
- 2
octodns/provider/yaml.py
View File
+ 39
- 4
octodns/record/__init__.py
View File
+ 16
- 1
octodns/source/axfr.py
View File
+ 5
- 4
requirements.txt
View File
+ 1
- 1
script/coverage
View File
+ 1
- 1
setup.py
View File
+ 21
- 0
tests/config/alias-zone-loop.yaml
View File
| @ -0,0 +1,21 @@ | |||
| manager: | |||
| max_workers: 2 | |||
| providers: | |||
| in: | |||
| class: octodns.provider.yaml.YamlProvider | |||
| directory: tests/config | |||
| dump: | |||
| class: octodns.provider.yaml.YamlProvider | |||
| directory: env/YAML_TMP_DIR | |||
| zones: | |||
| unit.tests.: | |||
| sources: | |||
| - in | |||
| targets: | |||
| - dump | |||
| alias.tests.: | |||
| alias: unit.tests. | |||
| alias-loop.tests.: | |||
| alias: alias.tests. | |||
+ 19
- 0
tests/config/simple-alias-zone.yaml
View File
| @ -0,0 +1,19 @@ | |||
| manager: | |||
| max_workers: 2 | |||
| providers: | |||
| in: | |||
| class: octodns.provider.yaml.YamlProvider | |||
| directory: tests/config | |||
| dump: | |||
| class: octodns.provider.yaml.YamlProvider | |||
| directory: env/YAML_TMP_DIR | |||
| zones: | |||
| unit.tests.: | |||
| sources: | |||
| - in | |||
| targets: | |||
| - dump | |||
| alias.tests.: | |||
| alias: unit.tests. | |||
+ 5
- 0
tests/config/split/unit.tests./dname.yaml
View File
| @ -0,0 +1,5 @@ | |||
| --- | |||
| dname: | |||
| ttl: 300 | |||
| type: DNAME | |||
| value: unit.tests. | |||
+ 4
- 0
tests/config/unit.tests.yaml
View File
+ 18
- 0
tests/config/unknown-source-zone.yaml
View File
| @ -0,0 +1,18 @@ | |||
| manager: | |||
| max_workers: 2 | |||
| providers: | |||
| in: | |||
| class: octodns.provider.yaml.YamlProvider | |||
| directory: tests/config | |||
| dump: | |||
| class: octodns.provider.yaml.YamlProvider | |||
| directory: env/YAML_TMP_DIR | |||
| zones: | |||
| unit.tests.: | |||
| sources: | |||
| - in | |||
| targets: | |||
| - dump | |||
| alias.tests.: | |||
| alias: does-not-exists.tests. | |||
+ 0
- 37
tests/fixtures/constellix-records.json
View File
+ 0
- 14
tests/fixtures/dnsmadeeasy-records.json
View File
+ 274
- 0
tests/fixtures/easydns-records.json
View File
| @ -0,0 +1,274 @@ | |||
| { | |||
| "tm": 1000000000, | |||
| "data": [ | |||
| { | |||
| "id": "12340001", | |||
| "domain": "unit.tests", | |||
| "host": "@", | |||
| "ttl": "3600", | |||
| "prio": "0", | |||
| "type": "SOA", | |||
| "rdata": "dns1.easydns.com. zone.easydns.com. 2020010101 3600 600 604800 0", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340002", | |||
| "domain": "unit.tests", | |||
| "host": "@", | |||
| "ttl": "300", | |||
| "prio": "0", | |||
| "type": "A", | |||
| "rdata": "1.2.3.4", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340003", | |||
| "domain": "unit.tests", | |||
| "host": "@", | |||
| "ttl": "300", | |||
| "prio": "0", | |||
| "type": "A", | |||
| "rdata": "1.2.3.5", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340004", | |||
| "domain": "unit.tests", | |||
| "host": "@", | |||
| "ttl": "0", | |||
| "prio": null, | |||
| "type": "NS", | |||
| "rdata": "6.2.3.4.", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340005", | |||
| "domain": "unit.tests", | |||
| "host": "@", | |||
| "ttl": "0", | |||
| "prio": null, | |||
| "type": "NS", | |||
| "rdata": "7.2.3.4.", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340006", | |||
| "domain": "unit.tests", | |||
| "host": "@", | |||
| "ttl": "3600", | |||
| "prio": "0", | |||
| "type": "CAA", | |||
| "rdata": "0 issue ca.unit.tests", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340007", | |||
| "domain": "unit.tests", | |||
| "host": "_srv._tcp", | |||
| "ttl": "600", | |||
| "prio": "12", | |||
| "type": "SRV", | |||
| "rdata": "12 20 30 foo-2.unit.tests.", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340008", | |||
| "domain": "unit.tests", | |||
| "host": "_srv._tcp", | |||
| "ttl": "600", | |||
| "prio": "12", | |||
| "type": "SRV", | |||
| "rdata": "10 20 30 foo-1.unit.tests.", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340009", | |||
| "domain": "unit.tests", | |||
| "host": "aaaa", | |||
| "ttl": "600", | |||
| "prio": "0", | |||
| "type": "AAAA", | |||
| "rdata": "2601:644:500:e210:62f8:1dff:feb8:947a", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340010", | |||
| "domain": "unit.tests", | |||
| "host": "cname", | |||
| "ttl": "300", | |||
| "prio": null, | |||
| "type": "CNAME", | |||
| "rdata": "@", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340012", | |||
| "domain": "unit.tests", | |||
| "host": "mx", | |||
| "ttl": "300", | |||
| "prio": "10", | |||
| "type": "MX", | |||
| "rdata": "smtp-4.unit.tests.", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340013", | |||
| "domain": "unit.tests", | |||
| "host": "mx", | |||
| "ttl": "300", | |||
| "prio": "20", | |||
| "type": "MX", | |||
| "rdata": "smtp-2.unit.tests.", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340014", | |||
| "domain": "unit.tests", | |||
| "host": "mx", | |||
| "ttl": "300", | |||
| "prio": "30", | |||
| "type": "MX", | |||
| "rdata": "smtp-3.unit.tests.", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340015", | |||
| "domain": "unit.tests", | |||
| "host": "mx", | |||
| "ttl": "300", | |||
| "prio": "40", | |||
| "type": "MX", | |||
| "rdata": "smtp-1.unit.tests.", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340016", | |||
| "domain": "unit.tests", | |||
| "host": "naptr", | |||
| "ttl": "600", | |||
| "prio": null, | |||
| "type": "NAPTR", | |||
| "rdata": "100 100 'U' 'SIP+D2U' '!^.*$!sip:info@bar.example.com!' .", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340017", | |||
| "domain": "unit.tests", | |||
| "host": "naptr", | |||
| "ttl": "600", | |||
| "prio": null, | |||
| "type": "NAPTR", | |||
| "rdata": "10 100 'S' 'SIP+D2U' '!^.*$!sip:info@bar.example.com!' .", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340018", | |||
| "domain": "unit.tests", | |||
| "host": "sub", | |||
| "ttl": "3600", | |||
| "prio": null, | |||
| "type": "NS", | |||
| "rdata": "6.2.3.4.", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340019", | |||
| "domain": "unit.tests", | |||
| "host": "sub", | |||
| "ttl": "0", | |||
| "prio": null, | |||
| "type": "NS", | |||
| "rdata": "7.2.3.4.", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340020", | |||
| "domain": "unit.tests", | |||
| "host": "www", | |||
| "ttl": "300", | |||
| "prio": "0", | |||
| "type": "A", | |||
| "rdata": "2.2.3.6", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340021", | |||
| "domain": "unit.tests", | |||
| "host": "www.sub", | |||
| "ttl": "300", | |||
| "prio": "0", | |||
| "type": "A", | |||
| "rdata": "2.2.3.6", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340022", | |||
| "domain": "unit.tests", | |||
| "host": "included", | |||
| "ttl": "3600", | |||
| "prio": null, | |||
| "type": "CNAME", | |||
| "rdata": "unit.tests.", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340011", | |||
| "domain": "unit.tests", | |||
| "host": "txt", | |||
| "ttl": "600", | |||
| "prio": "0", | |||
| "type": "TXT", | |||
| "rdata": "Bah bah black sheep", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340023", | |||
| "domain": "unit.tests", | |||
| "host": "txt", | |||
| "ttl": "600", | |||
| "prio": "0", | |||
| "type": "TXT", | |||
| "rdata": "have you any wool.", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, | |||
| { | |||
| "id": "12340024", | |||
| "domain": "unit.tests", | |||
| "host": "txt", | |||
| "ttl": "600", | |||
| "prio": "0", | |||
| "type": "TXT", | |||
| "rdata": "v=DKIM1;k=rsa;s=email;h=sha256;p=A\/kinda+of\/long\/string+with+numb3rs", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| } | |||
| ], | |||
| "count": 24, | |||
| "total": 24, | |||
| "start": 0, | |||
| "max": 1000, | |||
| "status": 200 | |||
| } | |||
+ 136
- 0
tests/fixtures/gandi-no-changes.json
View File
| @ -0,0 +1,136 @@ | |||
| [ | |||
| { | |||
| "rrset_type": "A", | |||
| "rrset_ttl": 300, | |||
| "rrset_name": "@", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/%40/A", | |||
| "rrset_values": [ | |||
| "1.2.3.4", | |||
| "1.2.3.5" | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "CAA", | |||
| "rrset_ttl": 3600, | |||
| "rrset_name": "@", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/%40/CAA", | |||
| "rrset_values": [ | |||
| "0 issue \"ca.unit.tests\"" | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "SSHFP", | |||
| "rrset_ttl": 3600, | |||
| "rrset_name": "@", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/%40/SSHFP", | |||
| "rrset_values": [ | |||
| "1 1 7491973e5f8b39d5327cd4e08bc81b05f7710b49", | |||
| "1 1 bf6b6825d2977c511a475bbefb88aad54a92ac73" | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "AAAA", | |||
| "rrset_ttl": 600, | |||
| "rrset_name": "aaaa", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/aaaa/AAAA", | |||
| "rrset_values": [ | |||
| "2601:644:500:e210:62f8:1dff:feb8:947a" | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "CNAME", | |||
| "rrset_ttl": 300, | |||
| "rrset_name": "cname", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/cname/CNAME", | |||
| "rrset_values": [ | |||
| "unit.tests." | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "DNAME", | |||
| "rrset_ttl": 300, | |||
| "rrset_name": "dname", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/dname/DNAME", | |||
| "rrset_values": [ | |||
| "unit.tests." | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "CNAME", | |||
| "rrset_ttl": 3600, | |||
| "rrset_name": "excluded", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/excluded/CNAME", | |||
| "rrset_values": [ | |||
| "unit.tests." | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "MX", | |||
| "rrset_ttl": 300, | |||
| "rrset_name": "mx", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/mx/MX", | |||
| "rrset_values": [ | |||
| "10 smtp-4.unit.tests.", | |||
| "20 smtp-2.unit.tests.", | |||
| "30 smtp-3.unit.tests.", | |||
| "40 smtp-1.unit.tests." | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "PTR", | |||
| "rrset_ttl": 300, | |||
| "rrset_name": "ptr", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/ptr/PTR", | |||
| "rrset_values": [ | |||
| "foo.bar.com." | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "SPF", | |||
| "rrset_ttl": 600, | |||
| "rrset_name": "spf", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/spf/SPF", | |||
| "rrset_values": [ | |||
| "\"v=spf1 ip4:192.168.0.1/16-all\"" | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "TXT", | |||
| "rrset_ttl": 600, | |||
| "rrset_name": "txt", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/txt/TXT", | |||
| "rrset_values": [ | |||
| "\"Bah bah black sheep\"", | |||
| "\"have you any wool.\"", | |||
| "\"v=DKIM1;k=rsa;s=email;h=sha256;p=A/kinda+of/long/string+with+numb3rs\"" | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "A", | |||
| "rrset_ttl": 300, | |||
| "rrset_name": "www", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/www/A", | |||
| "rrset_values": [ | |||
| "2.2.3.6" | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "A", | |||
| "rrset_ttl": 300, | |||
| "rrset_name": "www.sub", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/www.sub/A", | |||
| "rrset_values": [ | |||
| "2.2.3.6" | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "SRV", | |||
| "rrset_ttl": 600, | |||
| "rrset_name": "_srv._tcp", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/_srv._tcp/SRV", | |||
| "rrset_values": [ | |||
| "10 20 30 foo-1.unit.tests.", | |||
| "12 20 30 foo-2.unit.tests." | |||
| ] | |||
| } | |||
| ] | |||
+ 111
- 0
tests/fixtures/gandi-records.json
View File
| @ -0,0 +1,111 @@ | |||
| [ | |||
| { | |||
| "rrset_type": "A", | |||
| "rrset_ttl": 10800, | |||
| "rrset_name": "@", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/%40/A", | |||
| "rrset_values": [ | |||
| "217.70.184.38" | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "MX", | |||
| "rrset_ttl": 10800, | |||
| "rrset_name": "@", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/%40/MX", | |||
| "rrset_values": [ | |||
| "10 spool.mail.gandi.net.", | |||
| "50 fb.mail.gandi.net." | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "TXT", | |||
| "rrset_ttl": 10800, | |||
| "rrset_name": "@", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/%40/TXT", | |||
| "rrset_values": [ | |||
| "\"v=spf1 include:_mailcust.gandi.net ?all\"" | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "CNAME", | |||
| "rrset_ttl": 10800, | |||
| "rrset_name": "webmail", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/webmail/CNAME", | |||
| "rrset_values": [ | |||
| "webmail.gandi.net." | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "CNAME", | |||
| "rrset_ttl": 10800, | |||
| "rrset_name": "www", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/www/CNAME", | |||
| "rrset_values": [ | |||
| "webredir.vip.gandi.net." | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "SRV", | |||
| "rrset_ttl": 10800, | |||
| "rrset_name": "_imap._tcp", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/_imap._tcp/SRV", | |||
| "rrset_values": [ | |||
| "0 0 0 ." | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "SRV", | |||
| "rrset_ttl": 10800, | |||
| "rrset_name": "_imaps._tcp", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/_imaps._tcp/SRV", | |||
| "rrset_values": [ | |||
| "0 1 993 mail.gandi.net." | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "SRV", | |||
| "rrset_ttl": 10800, | |||
| "rrset_name": "_pop3._tcp", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/_pop3._tcp/SRV", | |||
| "rrset_values": [ | |||
| "0 0 0 ." | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "SRV", | |||
| "rrset_ttl": 10800, | |||
| "rrset_name": "_pop3s._tcp", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/_pop3s._tcp/SRV", | |||
| "rrset_values": [ | |||
| "10 1 995 mail.gandi.net." | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "SRV", | |||
| "rrset_ttl": 10800, | |||
| "rrset_name": "_submission._tcp", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/_submission._tcp/SRV", | |||
| "rrset_values": [ | |||
| "0 1 465 mail.gandi.net." | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "CDS", | |||
| "rrset_ttl": 10800, | |||
| "rrset_name": "sub", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/sub/CDS", | |||
| "rrset_values": [ | |||
| "32128 13 1 6823D9BB1B03DF714DD0EB163E20B341C96D18C0" | |||
| ] | |||
| }, | |||
| { | |||
| "rrset_type": "CNAME", | |||
| "rrset_ttl": 10800, | |||
| "rrset_name": "relative", | |||
| "rrset_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records/relative/CNAME", | |||
| "rrset_values": [ | |||
| "target" | |||
| ] | |||
| } | |||
| ] | |||
+ 7
- 0
tests/fixtures/gandi-zone.json
View File
| @ -0,0 +1,7 @@ | |||
| { | |||
| "domain_keys_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/keys", | |||
| "fqdn": "unit.tests", | |||
| "automatic_snapshots": true, | |||
| "domain_records_href": "https://api.gandi.net/v5/livedns/domains/unit.tests/records", | |||
| "domain_href": "https://api.gandi.net/v5/livedns/domains/unit.tests" | |||
| } | |||
+ 1
- 1
tests/fixtures/ultra-records-page-1.json
View File
+ 10
- 2
tests/fixtures/ultra-records-page-2.json
View File
+ 1
- 1
tests/fixtures/ultra-zones-page-1.json
View File
+ 77
- 7
tests/test_octodns_manager.py
View File
+ 1
- 7
tests/test_octodns_provider_azuredns.py
View File
+ 4
- 10
tests/test_octodns_provider_constellix.py
View File
+ 1
- 1
tests/test_octodns_provider_digitalocean.py
View File
+ 1
- 1
tests/test_octodns_provider_dnsimple.py
View File
+ 4
- 10
tests/test_octodns_provider_dnsmadeeasy.py
View File
+ 448
- 0
tests/test_octodns_provider_easydns.py
View File
| @ -0,0 +1,448 @@ | |||
| # | |||
| # | |||
| # | |||
| from __future__ import absolute_import, division, print_function, \ | |||
| unicode_literals | |||
| import json | |||
| from mock import Mock, call | |||
| from os.path import dirname, join | |||
| from requests import HTTPError | |||
| from requests_mock import ANY, mock as requests_mock | |||
| from six import text_type | |||
| from unittest import TestCase | |||
| from octodns.record import Record | |||
| from octodns.provider.easydns import EasyDNSClientNotFound, \ | |||
| EasyDNSProvider | |||
| from octodns.provider.yaml import YamlProvider | |||
| from octodns.zone import Zone | |||
| class TestEasyDNSProvider(TestCase): | |||
| expected = Zone('unit.tests.', []) | |||
| source = YamlProvider('test', join(dirname(__file__), 'config')) | |||
| source.populate(expected) | |||
| def test_populate(self): | |||
| provider = EasyDNSProvider('test', 'token', 'apikey') | |||
| # Bad auth | |||
| with requests_mock() as mock: | |||
| mock.get(ANY, status_code=401, | |||
| text='{"id":"unauthorized",' | |||
| '"message":"Unable to authenticate you."}') | |||
| with self.assertRaises(Exception) as ctx: | |||
| zone = Zone('unit.tests.', []) | |||
| provider.populate(zone) | |||
| self.assertEquals('Unauthorized', text_type(ctx.exception)) | |||
| # Bad request | |||
| with requests_mock() as mock: | |||
| mock.get(ANY, status_code=400, | |||
| text='{"id":"invalid",' | |||
| '"message":"Bad request"}') | |||
| with self.assertRaises(Exception) as ctx: | |||
| zone = Zone('unit.tests.', []) | |||
| provider.populate(zone) | |||
| self.assertEquals('Bad request', text_type(ctx.exception)) | |||
| # General error | |||
| with requests_mock() as mock: | |||
| mock.get(ANY, status_code=502, text='Things caught fire') | |||
| with self.assertRaises(HTTPError) as ctx: | |||
| zone = Zone('unit.tests.', []) | |||
| provider.populate(zone) | |||
| self.assertEquals(502, ctx.exception.response.status_code) | |||
| # Non-existent zone doesn't populate anything | |||
| with requests_mock() as mock: | |||
| mock.get(ANY, status_code=404, | |||
| text='{"id":"not_found","message":"The resource you ' | |||
| 'were accessing could not be found."}') | |||
| zone = Zone('unit.tests.', []) | |||
| provider.populate(zone) | |||
| self.assertEquals(set(), zone.records) | |||
| # No diffs == no changes | |||
| with requests_mock() as mock: | |||
| base = 'https://rest.easydns.net/zones/records/' | |||
| with open('tests/fixtures/easydns-records.json') as fh: | |||
| mock.get('{}{}'.format(base, 'parsed/unit.tests'), | |||
| text=fh.read()) | |||
| with open('tests/fixtures/easydns-records.json') as fh: | |||
| mock.get('{}{}'.format(base, 'all/unit.tests'), | |||
| text=fh.read()) | |||
| provider.populate(zone) | |||
| self.assertEquals(13, len(zone.records)) | |||
| changes = self.expected.changes(zone, provider) | |||
| self.assertEquals(0, len(changes)) | |||
| # 2nd populate makes no network calls/all from cache | |||
| again = Zone('unit.tests.', []) | |||
| provider.populate(again) | |||
| self.assertEquals(13, len(again.records)) | |||
| # bust the cache | |||
| del provider._zone_records[zone.name] | |||
| def test_domain(self): | |||
| provider = EasyDNSProvider('test', 'token', 'apikey') | |||
| with requests_mock() as mock: | |||
| base = 'https://rest.easydns.net/' | |||
| mock.get('{}{}'.format(base, 'domain/unit.tests'), status_code=400, | |||
| text='{"id":"not_found","message":"The resource you ' | |||
| 'were accessing could not be found."}') | |||
| with self.assertRaises(Exception) as ctx: | |||
| provider._client.domain('unit.tests') | |||
| self.assertEquals('Not Found', text_type(ctx.exception)) | |||
| def test_apply_not_found(self): | |||
| provider = EasyDNSProvider('test', 'token', 'apikey') | |||
| wanted = Zone('unit.tests.', []) | |||
| wanted.add_record(Record.new(wanted, 'test1', { | |||
| "name": "test1", | |||
| "ttl": 300, | |||
| "type": "A", | |||
| "value": "1.2.3.4", | |||
| })) | |||
| with requests_mock() as mock: | |||
| base = 'https://rest.easydns.net/' | |||
| mock.get('{}{}'.format(base, 'domain/unit.tests'), status_code=404, | |||
| text='{"id":"not_found","message":"The resource you ' | |||
| 'were accessing could not be found."}') | |||
| mock.put('{}{}'.format(base, 'domains/add/unit.tests'), | |||
| status_code=200, | |||
| text='{"id":"OK","message":"Zone created."}') | |||
| mock.get('{}{}'.format(base, 'zones/records/parsed/unit.tests'), | |||
| status_code=404, | |||
| text='{"id":"not_found","message":"The resource you ' | |||
| 'were accessing could not be found."}') | |||
| mock.get('{}{}'.format(base, 'zones/records/all/unit.tests'), | |||
| status_code=404, | |||
| text='{"id":"not_found","message":"The resource you ' | |||
| 'were accessing could not be found."}') | |||
| plan = provider.plan(wanted) | |||
| self.assertFalse(plan.exists) | |||
| self.assertEquals(1, len(plan.changes)) | |||
| with self.assertRaises(Exception) as ctx: | |||
| provider.apply(plan) | |||
| self.assertEquals('Not Found', text_type(ctx.exception)) | |||
| def test_domain_create(self): | |||
| provider = EasyDNSProvider('test', 'token', 'apikey') | |||
| domain_after_creation = { | |||
| "tm": 1000000000, | |||
| "data": [{ | |||
| "id": "12341001", | |||
| "domain": "unit.tests", | |||
| "host": "@", | |||
| "ttl": "0", | |||
| "prio": "0", | |||
| "type": "SOA", | |||
| "rdata": "dns1.easydns.com. zone.easydns.com. " | |||
| "2020010101 3600 600 604800 0", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, { | |||
| "id": "12341002", | |||
| "domain": "unit.tests", | |||
| "host": "@", | |||
| "ttl": "0", | |||
| "prio": "0", | |||
| "type": "NS", | |||
| "rdata": "LOCAL.", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, { | |||
| "id": "12341003", | |||
| "domain": "unit.tests", | |||
| "host": "@", | |||
| "ttl": "0", | |||
| "prio": "0", | |||
| "type": "MX", | |||
| "rdata": "LOCAL.", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }], | |||
| "count": 3, | |||
| "total": 3, | |||
| "start": 0, | |||
| "max": 1000, | |||
| "status": 200 | |||
| } | |||
| with requests_mock() as mock: | |||
| base = 'https://rest.easydns.net/' | |||
| mock.put('{}{}'.format(base, 'domains/add/unit.tests'), | |||
| status_code=201, text='{"id":"OK"}') | |||
| mock.get('{}{}'.format(base, 'zones/records/all/unit.tests'), | |||
| text=json.dumps(domain_after_creation)) | |||
| mock.delete(ANY, text='{"id":"OK"}') | |||
| provider._client.domain_create('unit.tests') | |||
| def test_caa(self): | |||
| provider = EasyDNSProvider('test', 'token', 'apikey') | |||
| # Invalid rdata records | |||
| caa_record_invalid = [{ | |||
| "domain": "unit.tests", | |||
| "host": "@", | |||
| "ttl": "3600", | |||
| "prio": "0", | |||
| "type": "CAA", | |||
| "rdata": "0", | |||
| }] | |||
| # Valid rdata records | |||
| caa_record_valid = [{ | |||
| "domain": "unit.tests", | |||
| "host": "@", | |||
| "ttl": "3600", | |||
| "prio": "0", | |||
| "type": "CAA", | |||
| "rdata": "0 issue ca.unit.tests", | |||
| }] | |||
| provider._data_for_CAA('CAA', caa_record_invalid) | |||
| provider._data_for_CAA('CAA', caa_record_valid) | |||
| def test_naptr(self): | |||
| provider = EasyDNSProvider('test', 'token', 'apikey') | |||
| # Invalid rdata records | |||
| naptr_record_invalid = [{ | |||
| "domain": "unit.tests", | |||
| "host": "naptr", | |||
| "ttl": "600", | |||
| "prio": "10", | |||
| "type": "NAPTR", | |||
| "rdata": "100", | |||
| }] | |||
| # Valid rdata records | |||
| naptr_record_valid = [{ | |||
| "domain": "unit.tests", | |||
| "host": "naptr", | |||
| "ttl": "600", | |||
| "prio": "10", | |||
| "type": "NAPTR", | |||
| "rdata": "10 10 'U' 'SIP+D2U' '!^.*$!sip:info@bar.example.com!' .", | |||
| }] | |||
| provider._data_for_NAPTR('NAPTR', naptr_record_invalid) | |||
| provider._data_for_NAPTR('NAPTR', naptr_record_valid) | |||
| def test_srv(self): | |||
| provider = EasyDNSProvider('test', 'token', 'apikey') | |||
| # Invalid rdata records | |||
| srv_invalid = [{ | |||
| "domain": "unit.tests", | |||
| "host": "_srv._tcp", | |||
| "ttl": "600", | |||
| "type": "SRV", | |||
| "rdata": "", | |||
| }] | |||
| srv_invalid2 = [{ | |||
| "domain": "unit.tests", | |||
| "host": "_srv._tcp", | |||
| "ttl": "600", | |||
| "type": "SRV", | |||
| "rdata": "11", | |||
| }] | |||
| srv_invalid3 = [{ | |||
| "domain": "unit.tests", | |||
| "host": "_srv._tcp", | |||
| "ttl": "600", | |||
| "type": "SRV", | |||
| "rdata": "12 30", | |||
| }] | |||
| srv_invalid4 = [{ | |||
| "domain": "unit.tests", | |||
| "host": "_srv._tcp", | |||
| "ttl": "600", | |||
| "type": "SRV", | |||
| "rdata": "13 40 1234", | |||
| }] | |||
| # Valid rdata | |||
| srv_valid = [{ | |||
| "domain": "unit.tests", | |||
| "host": "_srv._tcp", | |||
| "ttl": "600", | |||
| "type": "SRV", | |||
| "rdata": "100 20 5678 foo-2.unit.tests.", | |||
| }] | |||
| srv_invalid_content = provider._data_for_SRV('SRV', srv_invalid) | |||
| srv_invalid_content2 = provider._data_for_SRV('SRV', srv_invalid2) | |||
| srv_invalid_content3 = provider._data_for_SRV('SRV', srv_invalid3) | |||
| srv_invalid_content4 = provider._data_for_SRV('SRV', srv_invalid4) | |||
| srv_valid_content = provider._data_for_SRV('SRV', srv_valid) | |||
| self.assertEqual(srv_valid_content['values'][0]['priority'], 100) | |||
| self.assertEqual(srv_invalid_content['values'][0]['priority'], 0) | |||
| self.assertEqual(srv_invalid_content2['values'][0]['priority'], 11) | |||
| self.assertEqual(srv_invalid_content3['values'][0]['priority'], 12) | |||
| self.assertEqual(srv_invalid_content4['values'][0]['priority'], 13) | |||
| self.assertEqual(srv_valid_content['values'][0]['weight'], 20) | |||
| self.assertEqual(srv_invalid_content['values'][0]['weight'], 0) | |||
| self.assertEqual(srv_invalid_content2['values'][0]['weight'], 0) | |||
| self.assertEqual(srv_invalid_content3['values'][0]['weight'], 30) | |||
| self.assertEqual(srv_invalid_content4['values'][0]['weight'], 40) | |||
| self.assertEqual(srv_valid_content['values'][0]['port'], 5678) | |||
| self.assertEqual(srv_invalid_content['values'][0]['port'], 0) | |||
| self.assertEqual(srv_invalid_content2['values'][0]['port'], 0) | |||
| self.assertEqual(srv_invalid_content3['values'][0]['port'], 0) | |||
| self.assertEqual(srv_invalid_content4['values'][0]['port'], 1234) | |||
| self.assertEqual(srv_valid_content['values'][0]['target'], | |||
| 'foo-2.unit.tests.') | |||
| self.assertEqual(srv_invalid_content['values'][0]['target'], '') | |||
| self.assertEqual(srv_invalid_content2['values'][0]['target'], '') | |||
| self.assertEqual(srv_invalid_content3['values'][0]['target'], '') | |||
| self.assertEqual(srv_invalid_content4['values'][0]['target'], '') | |||
| def test_apply(self): | |||
| provider = EasyDNSProvider('test', 'token', 'apikey') | |||
| resp = Mock() | |||
| resp.json = Mock() | |||
| provider._client._request = Mock(return_value=resp) | |||
| domain_after_creation = { | |||
| "tm": 1000000000, | |||
| "data": [{ | |||
| "id": "12341001", | |||
| "domain": "unit.tests", | |||
| "host": "@", | |||
| "ttl": "0", | |||
| "prio": "0", | |||
| "type": "SOA", | |||
| "rdata": "dns1.easydns.com. zone.easydns.com. 2020010101" | |||
| " 3600 600 604800 0", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, { | |||
| "id": "12341002", | |||
| "domain": "unit.tests", | |||
| "host": "@", | |||
| "ttl": "0", | |||
| "prio": "0", | |||
| "type": "NS", | |||
| "rdata": "LOCAL.", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, { | |||
| "id": "12341003", | |||
| "domain": "unit.tests", | |||
| "host": "@", | |||
| "ttl": "0", | |||
| "prio": "0", | |||
| "type": "MX", | |||
| "rdata": "LOCAL.", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }], | |||
| "count": 3, | |||
| "total": 3, | |||
| "start": 0, | |||
| "max": 1000, | |||
| "status": 200 | |||
| } | |||
| # non-existent domain, create everything | |||
| resp.json.side_effect = [ | |||
| EasyDNSClientNotFound, # no zone in populate | |||
| domain_after_creation | |||
| ] | |||
| plan = provider.plan(self.expected) | |||
| # No root NS, no ignored, no excluded, no unsupported | |||
| n = len(self.expected.records) - 7 | |||
| self.assertEquals(n, len(plan.changes)) | |||
| self.assertEquals(n, provider.apply(plan)) | |||
| self.assertFalse(plan.exists) | |||
| self.assertEquals(23, provider._client._request.call_count) | |||
| provider._client._request.reset_mock() | |||
| # delete 1 and update 1 | |||
| provider._client.records = Mock(return_value=[ | |||
| { | |||
| "id": "12342001", | |||
| "domain": "unit.tests", | |||
| "host": "www", | |||
| "ttl": "300", | |||
| "prio": "0", | |||
| "type": "A", | |||
| "rdata": "2.2.3.9", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, { | |||
| "id": "12342002", | |||
| "domain": "unit.tests", | |||
| "host": "www", | |||
| "ttl": "300", | |||
| "prio": "0", | |||
| "type": "A", | |||
| "rdata": "2.2.3.8", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| }, { | |||
| "id": "12342003", | |||
| "domain": "unit.tests", | |||
| "host": "test1", | |||
| "ttl": "3600", | |||
| "prio": "0", | |||
| "type": "A", | |||
| "rdata": "1.2.3.4", | |||
| "geozone_id": "0", | |||
| "last_mod": "2020-01-01 01:01:01" | |||
| } | |||
| ]) | |||
| # Domain exists, we don't care about return | |||
| resp.json.side_effect = ['{}'] | |||
| wanted = Zone('unit.tests.', []) | |||
| wanted.add_record(Record.new(wanted, 'test1', { | |||
| "name": "test1", | |||
| "ttl": 300, | |||
| "type": "A", | |||
| "value": "1.2.3.4", | |||
| })) | |||
| plan = provider.plan(wanted) | |||
| self.assertTrue(plan.exists) | |||
| self.assertEquals(2, len(plan.changes)) | |||
| self.assertEquals(2, provider.apply(plan)) | |||
| # recreate for update, and delete for the 2 parts of the other | |||
| provider._client._request.assert_has_calls([ | |||
| call('PUT', '/zones/records/add/unit.tests/A', data={ | |||
| 'rdata': '1.2.3.4', | |||
| 'name': 'test1', | |||
| 'ttl': 300, | |||
| 'type': 'A', | |||
| 'host': 'test1', | |||
| }), | |||
| call('DELETE', '/zones/records/unit.tests/12342001'), | |||
| call('DELETE', '/zones/records/unit.tests/12342002'), | |||
| call('DELETE', '/zones/records/unit.tests/12342003') | |||
| ], any_order=True) | |||
+ 361
- 0
tests/test_octodns_provider_gandi.py
View File
| @ -0,0 +1,361 @@ | |||
| # | |||
| # | |||
| # | |||
| from __future__ import absolute_import, division, print_function, \ | |||
| unicode_literals | |||
| from mock import Mock, call | |||
| from os.path import dirname, join | |||
| from requests import HTTPError | |||
| from requests_mock import ANY, mock as requests_mock | |||
| from six import text_type | |||
| from unittest import TestCase | |||
| from octodns.record import Record | |||
| from octodns.provider.gandi import GandiProvider, GandiClientBadRequest, \ | |||
| GandiClientUnauthorized, GandiClientForbidden, GandiClientNotFound, \ | |||
| GandiClientUnknownDomainName | |||
| from octodns.provider.yaml import YamlProvider | |||
| from octodns.zone import Zone | |||
| class TestGandiProvider(TestCase): | |||
| expected = Zone('unit.tests.', []) | |||
| source = YamlProvider('test', join(dirname(__file__), 'config')) | |||
| source.populate(expected) | |||
| # We remove this record from the test zone as Gandi API reject it | |||
| # (rightfully). | |||
| expected._remove_record(Record.new(expected, 'sub', { | |||
| 'ttl': 1800, | |||
| 'type': 'NS', | |||
| 'values': [ | |||
| '6.2.3.4.', | |||
| '7.2.3.4.' | |||
| ] | |||
| })) | |||
| def test_populate(self): | |||
| provider = GandiProvider('test_id', 'token') | |||
| # 400 - Bad Request. | |||
| with requests_mock() as mock: | |||
| mock.get(ANY, status_code=400, | |||
| text='{"status": "error", "errors": [{"location": ' | |||
| '"body", "name": "items", "description": ' | |||
| '"\'6.2.3.4.\': invalid hostname (param: ' | |||
| '{\'rrset_type\': u\'NS\', \'rrset_ttl\': 3600, ' | |||
| '\'rrset_name\': u\'sub\', \'rrset_values\': ' | |||
| '[u\'6.2.3.4.\', u\'7.2.3.4.\']})"}, {"location": ' | |||
| '"body", "name": "items", "description": ' | |||
| '"\'7.2.3.4.\': invalid hostname (param: ' | |||
| '{\'rrset_type\': u\'NS\', \'rrset_ttl\': 3600, ' | |||
| '\'rrset_name\': u\'sub\', \'rrset_values\': ' | |||
| '[u\'6.2.3.4.\', u\'7.2.3.4.\']})"}]}') | |||
| with self.assertRaises(GandiClientBadRequest) as ctx: | |||
| zone = Zone('unit.tests.', []) | |||
| provider.populate(zone) | |||
| self.assertIn('"status": "error"', text_type(ctx.exception)) | |||
| # 401 - Unauthorized. | |||
| with requests_mock() as mock: | |||
| mock.get(ANY, status_code=401, | |||
| text='{"code":401,"message":"The server could not verify ' | |||
| 'that you authorized to access the document you ' | |||
| 'requested. Either you supplied the wrong ' | |||
| 'credentials (e.g., bad api key), or your access ' | |||
| 'token has expired","object":"HTTPUnauthorized",' | |||
| '"cause":"Unauthorized"}') | |||
| with self.assertRaises(GandiClientUnauthorized) as ctx: | |||
| zone = Zone('unit.tests.', []) | |||
| provider.populate(zone) | |||
| self.assertIn('"cause":"Unauthorized"', text_type(ctx.exception)) | |||
| # 403 - Forbidden. | |||
| with requests_mock() as mock: | |||
| mock.get(ANY, status_code=403, | |||
| text='{"code":403,"message":"Access was denied to this ' | |||
| 'resource.","object":"HTTPForbidden","cause":' | |||
| '"Forbidden"}') | |||
| with self.assertRaises(GandiClientForbidden) as ctx: | |||
| zone = Zone('unit.tests.', []) | |||
| provider.populate(zone) | |||
| self.assertIn('"cause":"Forbidden"', text_type(ctx.exception)) | |||
| # 404 - Not Found. | |||
| with requests_mock() as mock: | |||
| mock.get(ANY, status_code=404, | |||
| text='{"code": 404, "message": "The resource could not ' | |||
| 'be found.", "object": "HTTPNotFound", "cause": ' | |||
| '"Not Found"}') | |||
| with self.assertRaises(GandiClientNotFound) as ctx: | |||
| zone = Zone('unit.tests.', []) | |||
| provider._client.zone(zone) | |||
| self.assertIn('"cause": "Not Found"', text_type(ctx.exception)) | |||
| # General error | |||
| with requests_mock() as mock: | |||
| mock.get(ANY, status_code=502, text='Things caught fire') | |||
| with self.assertRaises(HTTPError) as ctx: | |||
| zone = Zone('unit.tests.', []) | |||
| provider.populate(zone) | |||
| self.assertEquals(502, ctx.exception.response.status_code) | |||
| # No diffs == no changes | |||
| with requests_mock() as mock: | |||
| base = 'https://api.gandi.net/v5/livedns/domains/unit.tests' \ | |||
| '/records' | |||
| with open('tests/fixtures/gandi-no-changes.json') as fh: | |||
| mock.get(base, text=fh.read()) | |||
| zone = Zone('unit.tests.', []) | |||
| provider.populate(zone) | |||
| self.assertEquals(14, len(zone.records)) | |||
| changes = self.expected.changes(zone, provider) | |||
| self.assertEquals(0, len(changes)) | |||
| del provider._zone_records[zone.name] | |||
| # Default Gandi zone file. | |||
| with requests_mock() as mock: | |||
| base = 'https://api.gandi.net/v5/livedns/domains/unit.tests' \ | |||
| '/records' | |||
| with open('tests/fixtures/gandi-records.json') as fh: | |||
| mock.get(base, text=fh.read()) | |||
| zone = Zone('unit.tests.', []) | |||
| provider.populate(zone) | |||
| self.assertEquals(11, len(zone.records)) | |||
| changes = self.expected.changes(zone, provider) | |||
| self.assertEquals(24, len(changes)) | |||
| # 2nd populate makes no network calls/all from cache | |||
| again = Zone('unit.tests.', []) | |||
| provider.populate(again) | |||
| self.assertEquals(11, len(again.records)) | |||
| # bust the cache | |||
| del provider._zone_records[zone.name] | |||
| def test_apply(self): | |||
| provider = GandiProvider('test_id', 'token') | |||
| # Zone does not exists but can be created. | |||
| with requests_mock() as mock: | |||
| mock.get(ANY, status_code=404, | |||
| text='{"code": 404, "message": "The resource could not ' | |||
| 'be found.", "object": "HTTPNotFound", "cause": ' | |||
| '"Not Found"}') | |||
| mock.post(ANY, status_code=201, | |||
| text='{"message": "Domain Created"}') | |||
| plan = provider.plan(self.expected) | |||
| provider.apply(plan) | |||
| # Zone does not exists and can't be created. | |||
| with requests_mock() as mock: | |||
| mock.get(ANY, status_code=404, | |||
| text='{"code": 404, "message": "The resource could not ' | |||
| 'be found.", "object": "HTTPNotFound", "cause": ' | |||
| '"Not Found"}') | |||
| mock.post(ANY, status_code=404, | |||
| text='{"code": 404, "message": "The resource could not ' | |||
| 'be found.", "object": "HTTPNotFound", "cause": ' | |||
| '"Not Found"}') | |||
| with self.assertRaises((GandiClientNotFound, | |||
| GandiClientUnknownDomainName)) as ctx: | |||
| plan = provider.plan(self.expected) | |||
| provider.apply(plan) | |||
| self.assertIn('This domain is not registered at Gandi.', | |||
| text_type(ctx.exception)) | |||
| resp = Mock() | |||
| resp.json = Mock() | |||
| provider._client._request = Mock(return_value=resp) | |||
| with open('tests/fixtures/gandi-zone.json') as fh: | |||
| zone = fh.read() | |||
| # non-existent domain | |||
| resp.json.side_effect = [ | |||
| GandiClientNotFound(resp), # no zone in populate | |||
| GandiClientNotFound(resp), # no domain during apply | |||
| zone | |||
| ] | |||
| plan = provider.plan(self.expected) | |||
| # No root NS, no ignored, no excluded | |||
| n = len(self.expected.records) - 4 | |||
| self.assertEquals(n, len(plan.changes)) | |||
| self.assertEquals(n, provider.apply(plan)) | |||
| self.assertFalse(plan.exists) | |||
| provider._client._request.assert_has_calls([ | |||
| call('GET', '/livedns/domains/unit.tests/records'), | |||
| call('GET', '/livedns/domains/unit.tests'), | |||
| call('POST', '/livedns/domains', data={ | |||
| 'fqdn': 'unit.tests', | |||
| 'zone': {} | |||
| }), | |||
| call('POST', '/livedns/domains/unit.tests/records', data={ | |||
| 'rrset_name': 'www.sub', | |||
| 'rrset_ttl': 300, | |||
| 'rrset_type': 'A', | |||
| 'rrset_values': ['2.2.3.6'] | |||
| }), | |||
| call('POST', '/livedns/domains/unit.tests/records', data={ | |||
| 'rrset_name': 'www', | |||
| 'rrset_ttl': 300, | |||
| 'rrset_type': 'A', | |||
| 'rrset_values': ['2.2.3.6'] | |||
| }), | |||
| call('POST', '/livedns/domains/unit.tests/records', data={ | |||
| 'rrset_name': 'txt', | |||
| 'rrset_ttl': 600, | |||
| 'rrset_type': 'TXT', | |||
| 'rrset_values': [ | |||
| 'Bah bah black sheep', | |||
| 'have you any wool.', | |||
| 'v=DKIM1;k=rsa;s=email;h=sha256;p=A/kinda+of/long/string' | |||
| '+with+numb3rs' | |||
| ] | |||
| }), | |||
| call('POST', '/livedns/domains/unit.tests/records', data={ | |||
| 'rrset_name': 'spf', | |||
| 'rrset_ttl': 600, | |||
| 'rrset_type': 'SPF', | |||
| 'rrset_values': ['v=spf1 ip4:192.168.0.1/16-all'] | |||
| }), | |||
| call('POST', '/livedns/domains/unit.tests/records', data={ | |||
| 'rrset_name': 'ptr', | |||
| 'rrset_ttl': 300, | |||
| 'rrset_type': 'PTR', | |||
| 'rrset_values': ['foo.bar.com.'] | |||
| }), | |||
| call('POST', '/livedns/domains/unit.tests/records', data={ | |||
| 'rrset_name': 'mx', | |||
| 'rrset_ttl': 300, | |||
| 'rrset_type': 'MX', | |||
| 'rrset_values': [ | |||
| '10 smtp-4.unit.tests.', | |||
| '20 smtp-2.unit.tests.', | |||
| '30 smtp-3.unit.tests.', | |||
| '40 smtp-1.unit.tests.' | |||
| ] | |||
| }), | |||
| call('POST', '/livedns/domains/unit.tests/records', data={ | |||
| 'rrset_name': 'excluded', | |||
| 'rrset_ttl': 3600, | |||
| 'rrset_type': 'CNAME', | |||
| 'rrset_values': ['unit.tests.'] | |||
| }), | |||
| call('POST', '/livedns/domains/unit.tests/records', data={ | |||
| 'rrset_name': 'dname', | |||
| 'rrset_ttl': 300, | |||
| 'rrset_type': 'DNAME', | |||
| 'rrset_values': ['unit.tests.'] | |||
| }), | |||
| call('POST', '/livedns/domains/unit.tests/records', data={ | |||
| 'rrset_name': 'cname', | |||
| 'rrset_ttl': 300, | |||
| 'rrset_type': 'CNAME', | |||
| 'rrset_values': ['unit.tests.'] | |||
| }), | |||
| call('POST', '/livedns/domains/unit.tests/records', data={ | |||
| 'rrset_name': 'aaaa', | |||
| 'rrset_ttl': 600, | |||
| 'rrset_type': 'AAAA', | |||
| 'rrset_values': ['2601:644:500:e210:62f8:1dff:feb8:947a'] | |||
| }), | |||
| call('POST', '/livedns/domains/unit.tests/records', data={ | |||
| 'rrset_name': '_srv._tcp', | |||
| 'rrset_ttl': 600, | |||
| 'rrset_type': 'SRV', | |||
| 'rrset_values': [ | |||
| '10 20 30 foo-1.unit.tests.', | |||
| '12 20 30 foo-2.unit.tests.' | |||
| ] | |||
| }), | |||
| call('POST', '/livedns/domains/unit.tests/records', data={ | |||
| 'rrset_name': '@', | |||
| 'rrset_ttl': 3600, | |||
| 'rrset_type': 'SSHFP', | |||
| 'rrset_values': [ | |||
| '1 1 7491973e5f8b39d5327cd4e08bc81b05f7710b49', | |||
| '1 1 bf6b6825d2977c511a475bbefb88aad54a92ac73' | |||
| ] | |||
| }), | |||
| call('POST', '/livedns/domains/unit.tests/records', data={ | |||
| 'rrset_name': '@', | |||
| 'rrset_ttl': 3600, | |||
| 'rrset_type': 'CAA', | |||
| 'rrset_values': ['0 issue "ca.unit.tests"'] | |||
| }), | |||
| call('POST', '/livedns/domains/unit.tests/records', data={ | |||
| 'rrset_name': '@', | |||
| 'rrset_ttl': 300, | |||
| 'rrset_type': 'A', | |||
| 'rrset_values': ['1.2.3.4', '1.2.3.5'] | |||
| }) | |||
| ]) | |||
| # expected number of total calls | |||
| self.assertEquals(17, provider._client._request.call_count) | |||
| provider._client._request.reset_mock() | |||
| # delete 1 and update 1 | |||
| provider._client.zone_records = Mock(return_value=[ | |||
| { | |||
| 'rrset_name': 'www', | |||
| 'rrset_ttl': 300, | |||
| 'rrset_type': 'A', | |||
| 'rrset_values': ['1.2.3.4'] | |||
| }, | |||
| { | |||
| 'rrset_name': 'www', | |||
| 'rrset_ttl': 300, | |||
| 'rrset_type': 'A', | |||
| 'rrset_values': ['2.2.3.4'] | |||
| }, | |||
| { | |||
| 'rrset_name': 'ttl', | |||
| 'rrset_ttl': 600, | |||
| 'rrset_type': 'A', | |||
| 'rrset_values': ['3.2.3.4'] | |||
| } | |||
| ]) | |||
| # Domain exists, we don't care about return | |||
| resp.json.side_effect = ['{}'] | |||
| wanted = Zone('unit.tests.', []) | |||
| wanted.add_record(Record.new(wanted, 'ttl', { | |||
| 'ttl': 300, | |||
| 'type': 'A', | |||
| 'value': '3.2.3.4' | |||
| })) | |||
| plan = provider.plan(wanted) | |||
| self.assertTrue(plan.exists) | |||
| self.assertEquals(2, len(plan.changes)) | |||
| self.assertEquals(2, provider.apply(plan)) | |||
| # recreate for update, and deletes for the 2 parts of the other | |||
| provider._client._request.assert_has_calls([ | |||
| call('DELETE', '/livedns/domains/unit.tests/records/www/A'), | |||
| call('DELETE', '/livedns/domains/unit.tests/records/ttl/A'), | |||
| call('POST', '/livedns/domains/unit.tests/records', data={ | |||
| 'rrset_name': 'ttl', | |||
| 'rrset_ttl': 300, | |||
| 'rrset_type': 'A', | |||
| 'rrset_values': ['3.2.3.4'] | |||
| }) | |||
| ], any_order=True) | |||