diff --git a/octodns/provider/ns1.py b/octodns/provider/ns1.py
index da2d64a..0383dbf 100644
--- a/octodns/provider/ns1.py
+++ b/octodns/provider/ns1.py
@@ -31,17 +31,18 @@ class Ns1Client(object):
 
     def _try(self, method, *args, **kwargs):
         tries = self.retry_count
-        while tries:
+        while True:  # We'll raise to break after our tries expire
             try:
                 return method(*args, **kwargs)
             except RateLimitException as e:
+                if tries <= 1:
+                    raise
                 period = float(e.period)
                 self.log.warn('rate limit encountered, pausing '
                               'for %ds and trying again, %d remaining',
                               period, tries)
                 sleep(period)
                 tries -= 1
-        raise
 
     def zones_retrieve(self, name):
         return self._try(self._zones.retrieve, name)