Merge remote-tracking branch 'origin/master' into pyscript

Author: anselor

cmd2/cmd2.py

@@ -49,6 +49,9 @@
 import pyparsing
 import pyperclip
 
+from . import constants
+from . import utils
+
 # Set up readline
 from .rl_utils import rl_force_redisplay, readline, rl_type, RlType
 from .argparse_completer import AutoCompleter, ACArgumentParser
@@ -134,10 +137,6 @@ def __subclasshook__(cls, C):
 # Strip outer quotes for convenience if POSIX_SHLEX = False
 STRIP_QUOTES_FOR_NON_POSIX = True
 
-# Used for tab completion and word breaks. Do not change.
-QUOTES = ['"', "'"]
-REDIRECTION_CHARS = ['|', '<', '>']
-
 # optional attribute, when tagged on a function, allows cmd2 to categorize commands
 HELP_CATEGORY = 'help_category'
 HELP_SUMMARY = 'help_summary'
@@ -406,19 +405,6 @@ class EmptyStatement(Exception):
     pass
 
 
-# Regular expression to match ANSI escape codes
-ANSI_ESCAPE_RE = re.compile(r'\x1b[^m]*m')
-
-
-def strip_ansi(text: str) -> str:
-    """Strip ANSI escape codes from a string.
-
-    :param text: string which may contain ANSI escape codes
-    :return: the same string with any ANSI escape codes removed
-    """
-    return ANSI_ESCAPE_RE.sub('', text)
-
-
 def _pop_readline_history(clear_history: bool=True) -> List[str]:
     """Returns a copy of readline's history and optionally clears it (default)"""
     # noinspection PyArgumentList
@@ -863,7 +849,7 @@ def visible_prompt(self):
 
         :return: str - prompt stripped of any ANSI escape codes
         """
-        return strip_ansi(self.prompt)
+        return utils.strip_ansi(self.prompt)
 
     def _finalize_app_parameters(self):
         self.commentGrammars.ignore(pyparsing.quotedString).setParseAction(lambda x: '')
@@ -1029,7 +1015,7 @@ def tokens_for_completion(self, line, begidx, endidx):
                     Both items are None
         """
         unclosed_quote = ''
-        quotes_to_try = copy.copy(QUOTES)
+        quotes_to_try = copy.copy(constants.QUOTES)
 
         tmp_line = line[:endidx]
         tmp_endidx = endidx
@@ -1072,7 +1058,7 @@ def tokens_for_completion(self, line, begidx, endidx):
             for cur_initial_token in initial_tokens:
 
                 # Save tokens up to 1 character in length or quoted tokens. No need to parse these.
-                if len(cur_initial_token) <= 1 or cur_initial_token[0] in QUOTES:
+                if len(cur_initial_token) <= 1 or cur_initial_token[0] in constants.QUOTES:
                     raw_tokens.append(cur_initial_token)
                     continue
 
@@ -1084,10 +1070,10 @@ def tokens_for_completion(self, line, begidx, endidx):
                 cur_raw_token = ''
 
                 while True:
-                    if cur_char not in REDIRECTION_CHARS:
+                    if cur_char not in constants.REDIRECTION_CHARS:
 
                         # Keep appending to cur_raw_token until we hit a redirect char
-                        while cur_char not in REDIRECTION_CHARS:
+                        while cur_char not in constants.REDIRECTION_CHARS:
                             cur_raw_token += cur_char
                             cur_index += 1
                             if cur_index < len(cur_initial_token):
@@ -1493,7 +1479,7 @@ def _redirect_complete(self, text, line, begidx, endidx, compfunc):
             if len(raw_tokens) > 1:
 
                 # Build a list of all redirection tokens
-                all_redirects = REDIRECTION_CHARS + ['>>']
+                all_redirects = constants.REDIRECTION_CHARS + ['>>']
 
                 # Check if there are redirection strings prior to the token being completed
                 seen_pipe = False
@@ -1703,7 +1689,7 @@ def complete(self, text, state):
                 raw_completion_token = raw_tokens[-1]
 
                 # Check if the token being completed has an opening quote
-                if raw_completion_token and raw_completion_token[0] in QUOTES:
+                if raw_completion_token and raw_completion_token[0] in constants.QUOTES:
 
                     # Since the token is still being completed, we know the opening quote is unclosed
                     unclosed_quote = raw_completion_token[0]
@@ -2399,11 +2385,11 @@ def _cmdloop(self):
                 readline.set_completer(self.complete)
 
                 # Break words on whitespace and quotes when tab completing
-                completer_delims = " \t\n" + ''.join(QUOTES)
+                completer_delims = " \t\n" + ''.join(constants.QUOTES)
 
                 if self.allow_redirection:
                     # If redirection is allowed, then break words on those characters too
-                    completer_delims += ''.join(REDIRECTION_CHARS)
+                    completer_delims += ''.join(constants.REDIRECTION_CHARS)
 
                 readline.set_completer_delims(completer_delims)
 
@@ -2848,13 +2834,13 @@ def do_shell(self, command):
                 # Check if the token is quoted. Since shlex.split() passed, there isn't
                 # an unclosed quote, so we only need to check the first character.
                 first_char = tokens[index][0]
-                if first_char in QUOTES:
+                if first_char in constants.QUOTES:
                     tokens[index] = strip_quotes(tokens[index])
 
                 tokens[index] = os.path.expanduser(tokens[index])
 
                 # Restore the quotes
-                if first_char in QUOTES:
+                if first_char in constants.QUOTES:
                     tokens[index] = first_char + tokens[index] + first_char
 
         expanded_command = ' '.join(tokens)
@@ -3724,13 +3710,13 @@ def runTest(self):  # was testall
     def _test_transcript(self, fname, transcript):
         line_num = 0
         finished = False
-        line = strip_ansi(next(transcript))
+        line = utils.strip_ansi(next(transcript))
         line_num += 1
         while not finished:
             # Scroll forward to where actual commands begin
             while not line.startswith(self.cmdapp.visible_prompt):
                 try:
-                    line = strip_ansi(next(transcript))
+                    line = utils.strip_ansi(next(transcript))
                 except StopIteration:
                     finished = True
                     break
@@ -3754,13 +3740,13 @@ def _test_transcript(self, fname, transcript):
             self.cmdapp.onecmd_plus_hooks(command)
             result = self.cmdapp.stdout.read()
             # Read the expected result from transcript
-            if strip_ansi(line).startswith(self.cmdapp.visible_prompt):
+            if utils.strip_ansi(line).startswith(self.cmdapp.visible_prompt):
                 message = '\nFile {}, line {}\nCommand was:\n{}\nExpected: (nothing)\nGot:\n{}\n'.format(
                           fname, line_num, command, result)
                 self.assert_(not (result.strip()), message)
                 continue
             expected = []
-            while not strip_ansi(line).startswith(self.cmdapp.visible_prompt):
+            while not utils.strip_ansi(line).startswith(self.cmdapp.visible_prompt):
                 expected.append(line)
                 try:
                     line = next(transcript)

cmd2/constants.py

@@ -0,0 +1,12 @@
+#
+# coding=utf-8
+"""Constants and definitions"""
+
+import re
+
+# Used for command parsing, tab completion and word breaks. Do not change.
+QUOTES = ['"', "'"]
+REDIRECTION_CHARS = ['|', '<', '>']
+
+# Regular expression to match ANSI escape codes
+ANSI_ESCAPE_RE = re.compile(r'\x1b[^m]*m')

cmd2/utils.py

@@ -0,0 +1,13 @@
+#
+# coding=utf-8
+"""Shared utility functions"""
+
+from . import constants
+
+def strip_ansi(text: str) -> str:
+    """Strip ANSI escape codes from a string.
+
+    :param text: string which may contain ANSI escape codes
+    :return: the same string with any ANSI escape codes removed
+    """
+    return constants.ANSI_ESCAPE_RE.sub('', text)

tests/test_completion.py

@@ -322,10 +322,11 @@ def test_path_completion_doesnt_match_wildcards(cmd2_app, request):
     # Currently path completion doesn't accept wildcards, so will always return empty results
     assert cmd2_app.path_complete(text, line, begidx, endidx) == []
 
-def test_path_completion_expand_user_dir(cmd2_app):
-    # Get the current user. We can't use getpass.getuser() since
-    # that doesn't work when running these tests on Windows in AppVeyor.
-    user = os.path.basename(os.path.expanduser('~'))
+@pytest.mark.skipif(sys.platform == 'win32', reason="getpass.getuser() does not work on Windows in AppVeyor because "
+                                                    "no user name environment variables are set")
+def test_path_completion_complete_user(cmd2_app):
+    import getpass
+    user = getpass.getuser()
 
     text = '~{}'.format(user)
     line = 'shell fake {}'.format(text)
@@ -336,7 +337,7 @@ def test_path_completion_expand_user_dir(cmd2_app):
     expected = text + os.path.sep
     assert expected in completions
 
-def test_path_completion_user_expansion(cmd2_app):
+def test_path_completion_user_path_expansion(cmd2_app):
     # Run path with a tilde and a slash
     if sys.platform.startswith('win'):
         cmd = 'dir'