diff --git a/zulip_bots/zulip_bots/bots/baremetrics/baremetrics.py b/zulip_bots/zulip_bots/bots/baremetrics/baremetrics.py
index 0ebfc9f..b804341 100644
--- a/zulip_bots/zulip_bots/bots/baremetrics/baremetrics.py
+++ b/zulip_bots/zulip_bots/bots/baremetrics/baremetrics.py
@@ -33,7 +33,7 @@ class BaremetricsHandler(object):
         test_query_data = test_query_response.json()
 
         try:
-            if test_query_data['error'] == "Unauthorized. Token not found":
+            if test_query_data['error'] == "Unauthorized. Token not found (001)":
                 bot_handler.quit('API Key not valid. Please see doc.md to find out how to get it.')
         except KeyError:
             pass