Exclude the all/ungrouped groups from pattern matching results

Fixes #5375

lib/ansible/inventory/__init__.py

@@ -364,7 +364,7 @@ class Inventory(object):
                 for host in group.get_hosts():
                     __append_host_to_results(host)
             else:
-                if self._match(group.name, pattern):
+                if self._match(group.name, pattern) and group.name not in ('all', 'ungrouped'):
                     for host in group.get_hosts():
                         __append_host_to_results(host)
                 else: