diff --git a/src/orca/speechdispatcherfactory.py b/src/orca/speechdispatcherfactory.py
index 16b0990dc..468c71790 100644
--- a/src/orca/speechdispatcherfactory.py
+++ b/src/orca/speechdispatcherfactory.py
@@ -248,10 +248,11 @@ class SpeechServer(speechserver.SpeechServer):
 
     def _set_family(self, acss_family):
         lang, dialect = self._get_language_and_dialect(acss_family)
-        self._send_command(self._client.set_language, lang)
-        if dialect:
-            # Try to set precise dialect
-            self._send_command(self._client.set_language, lang + '-' + dialect)
+        if lang:
+            self._send_command(self._client.set_language, lang)
+            if dialect:
+                # Try to set precise dialect
+                self._send_command(self._client.set_language, lang + '-' + dialect)
 
         try:
             # This command is not available with older SD versions.