| indygreg |
| hg-reviewers |
We've rewritten everything, so we no longer require this step.
| Automatic diff as part of commit; lint not applicable. |
| Automatic diff as part of commit; unit tests not applicable. |
| Path | Packages | |||
|---|---|---|---|---|
| M | mercurial/__init__.py (31 lines) |
| already been done. | already been done. | ||||
| """ | """ | ||||
| st = tokens[j] | st = tokens[j] | ||||
| if st.type == token.STRING and st.string.startswith(("'", '"')): | if st.type == token.STRING and st.string.startswith(("'", '"')): | ||||
| tokens[j] = st._replace(string='u%s' % st.string) | tokens[j] = st._replace(string='u%s' % st.string) | ||||
| for i, t in enumerate(tokens): | for i, t in enumerate(tokens): | ||||
| # Convert most string literals to byte literals. String literals | |||||
| # in Python 2 are bytes. String literals in Python 3 are unicode. | |||||
| # Most strings in Mercurial are bytes and unicode strings are rare. | |||||
| # Rather than rewrite all string literals to use ``b''`` to indicate | |||||
| # byte strings, we apply this token transformer to insert the ``b`` | |||||
| # prefix nearly everywhere. | |||||
| if t.type == token.STRING: | |||||
| s = t.string | |||||
| # Preserve docstrings as string literals. This is inconsistent | |||||
| # with regular unprefixed strings. However, the | |||||
| # "from __future__" parsing (which allows a module docstring to | |||||
| # exist before it) doesn't properly handle the docstring if it | |||||
| # is b''' prefixed, leading to a SyntaxError. We leave all | |||||
| # docstrings as unprefixed to avoid this. This means Mercurial | |||||
| # components touching docstrings need to handle unicode, | |||||
| # unfortunately. | |||||
| if s[0:3] in ("'''", '"""'): | |||||
| yield t | |||||
| continue | |||||
| # If the first character isn't a quote, it is likely a string | |||||
| # prefixing character (such as 'b', 'u', or 'r'. Ignore. | |||||
| if s[0] not in ("'", '"'): | |||||
| yield t | |||||
| continue | |||||
| # String literal. Prefix to make a b'' string. | |||||
| yield t._replace(string='b%s' % t.string) | |||||
| continue | |||||
| # Insert compatibility imports at "from __future__ import" line. | # Insert compatibility imports at "from __future__ import" line. | ||||
| # No '\n' should be added to preserve line numbers. | # No '\n' should be added to preserve line numbers. | ||||
| if ( | if ( | ||||
| t.type == token.NAME | t.type == token.NAME | ||||
| and t.string == 'import' | and t.string == 'import' | ||||
| and all(u.type == token.NAME for u in tokens[i - 2 : i]) | and all(u.type == token.NAME for u in tokens[i - 2 : i]) | ||||
| and [u.string for u in tokens[i - 2 : i]] | and [u.string for u in tokens[i - 2 : i]] | ||||
| == ['from', '__future__'] | == ['from', '__future__'] | ||||