diff --git a/tests/config/provider-problems.yaml b/tests/config/provider-problems.yaml
new file mode 100644
index 0000000..9071046
--- /dev/null
+++ b/tests/config/provider-problems.yaml
@@ -0,0 +1,28 @@
+providers:
+  yaml:
+    class: octodns.provider.yaml.YamlProvider
+    directory: ./config
+  simple_source:
+    class: helpers.SimpleSource
+zones:
+  missing.sources.:
+    targets:
+    - yaml
+  missing.targets.:
+    sources:
+    - yaml
+  unknown.source.:
+    sources:
+    - not-there
+    targets:
+    - yaml
+  unknown.target.:
+    sources:
+    - yaml
+    targets:
+    - not-there-either
+  not.targetable.:
+    sources:
+    - yaml
+    targets:
+    - simple_source 
diff --git a/tests/config/unknown-provider.yaml b/tests/config/unknown-provider.yaml
index 9071046..a0e9f55 100644
--- a/tests/config/unknown-provider.yaml
+++ b/tests/config/unknown-provider.yaml
@@ -5,24 +5,8 @@ providers:
   simple_source:
     class: helpers.SimpleSource
 zones:
-  missing.sources.:
-    targets:
-    - yaml
-  missing.targets.:
-    sources:
-    - yaml
   unknown.source.:
     sources:
     - not-there
     targets:
     - yaml
-  unknown.target.:
-    sources:
-    - yaml
-    targets:
-    - not-there-either
-  not.targetable.:
-    sources:
-    - yaml
-    targets:
-    - simple_source 
diff --git a/tests/test_octodns_manager.py b/tests/test_octodns_manager.py
index 43feed5..60a1922 100644
--- a/tests/test_octodns_manager.py
+++ b/tests/test_octodns_manager.py
@@ -62,25 +62,25 @@ class TestManager(TestCase):
 
     def test_missing_source(self):
         with self.assertRaises(Exception) as ctx:
-            Manager(get_config_filename('unknown-provider.yaml')) \
+            Manager(get_config_filename('provider-problems.yaml')) \
                 .sync(['missing.sources.'])
         self.assertTrue('missing sources' in text_type(ctx.exception))
 
     def test_missing_targets(self):
         with self.assertRaises(Exception) as ctx:
-            Manager(get_config_filename('unknown-provider.yaml')) \
+            Manager(get_config_filename('provider-problems.yaml')) \
                 .sync(['missing.targets.'])
         self.assertTrue('missing targets' in text_type(ctx.exception))
 
     def test_unknown_source(self):
         with self.assertRaises(Exception) as ctx:
-            Manager(get_config_filename('unknown-provider.yaml')) \
+            Manager(get_config_filename('provider-problems.yaml')) \
                 .sync(['unknown.source.'])
         self.assertTrue('unknown source' in text_type(ctx.exception))
 
     def test_unknown_target(self):
         with self.assertRaises(Exception) as ctx:
-            Manager(get_config_filename('unknown-provider.yaml')) \
+            Manager(get_config_filename('provider-problems.yaml')) \
                 .sync(['unknown.target.'])
         self.assertTrue('unknown target' in text_type(ctx.exception))
 
@@ -99,7 +99,7 @@ class TestManager(TestCase):
 
     def test_source_only_as_a_target(self):
         with self.assertRaises(Exception) as ctx:
-            Manager(get_config_filename('unknown-provider.yaml')) \
+            Manager(get_config_filename('provider-problems.yaml')) \
                 .sync(['not.targetable.'])
         self.assertTrue('does not support targeting' in
                         text_type(ctx.exception))