Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[pyupgrade] Implement import-replacement rule (UP035) #2049

Merged
merged 50 commits into from
Jan 31, 2023
Merged
Show file tree
Hide file tree
Changes from 31 commits
Commits
Show all changes
50 commits
Select commit Hold shift + click to select a range
cf9155f
Basic groundwork laid
colin99d Jan 20, 2023
6b5c4aa
Going to WIPE libcst
colin99d Jan 21, 2023
04ac882
Fixed conversion
colin99d Jan 21, 2023
9ac1642
Need to switch
colin99d Jan 21, 2023
34b28fc
Merged
colin99d Jan 21, 2023
ac38462
Better indentation tests
colin99d Jan 21, 2023
1c1d391
Fixed second from indentation issue
colin99d Jan 21, 2023
7035102
Fixed fmt and nightly
colin99d Jan 21, 2023
51f6d5c
Added a bunch more things to replace
colin99d Jan 21, 2023
1980519
Added some fixes
colin99d Jan 21, 2023
1fbd14c
Fixed a bug in formatting
colin99d Jan 21, 2023
b7016fa
Fixed formatting error
colin99d Jan 21, 2023
0448418
Fixed formatting errors
colin99d Jan 21, 2023
3bf08dd
Got base tests going
colin99d Jan 21, 2023
b0d2456
Got the mods in
colin99d Jan 21, 2023
860a1d1
Finished up a rough draft, still has the libcst bug
colin99d Jan 21, 2023
4a8263a
Fixed some formatting
colin99d Jan 21, 2023
08c2174
Fixed clippy
colin99d Jan 21, 2023
8e98545
Merge branch 'main' into ImportReplacements
colin99d Jan 22, 2023
6b4d68a
STARTED TRANSITION FROM LIBCST TO CUSTOM
colin99d Jan 22, 2023
30a7180
An MVP with no known bugs
colin99d Jan 22, 2023
f811a84
Added more tests for six.moves
colin99d Jan 22, 2023
b326a29
Handled one last issue
colin99d Jan 22, 2023
af1af04
Fixed some more stuff
colin99d Jan 22, 2023
e8a55a7
Added some fixes
colin99d Jan 22, 2023
679a134
Fixed clippy
colin99d Jan 22, 2023
fd8f418
Deleted unused snapshots
colin99d Jan 22, 2023
ac95e2c
Fixed typos
colin99d Jan 22, 2023
e9bd812
Fixed typos
colin99d Jan 22, 2023
943585c
Added some tests
colin99d Jan 23, 2023
42ae4c5
Fixed tests
colin99d Jan 23, 2023
50c85ac
Merge branch 'main' into ImportReplacements
colin99d Jan 26, 2023
04cd251
Recommended changes
colin99d Jan 26, 2023
65cc26a
Merge branch 'main' into ImportReplacements
colin99d Jan 27, 2023
9d67f07
Merge branch 'main' into ImportReplacements
charliermarsh Jan 29, 2023
603c10b
Rewrite parts of the check
charliermarsh Jan 30, 2023
f7cbd58
Removed six stuff
colin99d Jan 30, 2023
880ebca
Merge branch 'ImportReplacements' of https://github.com/colin99d/ruff…
colin99d Jan 30, 2023
91c38b6
Merge branch 'main' into ImportReplacements
colin99d Jan 30, 2023
0c0a098
removed six
colin99d Jan 30, 2023
3d820f0
Merge branch 'ImportReplacements' of https://github.com/colin99d/ruff…
colin99d Jan 30, 2023
fd53580
Merge branch 'main' into ImportReplacements
charliermarsh Jan 30, 2023
c071895
Merge branch 'charlie/import-replacements' into ImportReplacements
charliermarsh Jan 30, 2023
ef4d532
Small refactors; add one failing test
charliermarsh Jan 30, 2023
2af94db
Avoid bad multi-line fix
charliermarsh Jan 30, 2023
cd7ea96
Merge branch 'main' into ImportReplacements
charliermarsh Jan 30, 2023
1cb84fc
Always flag
charliermarsh Jan 30, 2023
53d6b1f
Flag multi
charliermarsh Jan 30, 2023
dad535f
Use pyupgrade-like token based removal
charliermarsh Jan 30, 2023
f17c2ff
Merge branch 'main' into ImportReplacements
charliermarsh Jan 30, 2023
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -732,6 +732,8 @@ For more, see [pyupgrade](https://pypi.org/project/pyupgrade/) on PyPI.
| UP032 | f-string | Use f-string instead of `format` call | 🛠 |
| UP033 | functools-cache | Use `@functools.cache` instead of `@functools.lru_cache(maxsize=None)` | 🛠 |
| UP034 | extraneous-parentheses | Avoid extraneous parentheses | 🛠 |
| UP035 | import-replacements | Replace old formatting imports with their new versions | 🛠 |
| UP036 | import-replacements-six | Replace old formatting imports with their new versions | 🛠 |

### pep8-naming (N)

Expand Down
47 changes: 47 additions & 0 deletions resources/test/fixtures/pyupgrade/UP035.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,47 @@
# These SHOULD change
from collections import Mapping

from collections import Mapping as MAP

from collections import Mapping, Sequence

from collections import Counter, Mapping

from collections import (Counter, Mapping)

from collections import (Counter,
Mapping)

from collections import Counter, \
Mapping

from collections import Counter, Mapping, Sequence

from six.moves import getcwd, StringIO

from collections import Mapping as mapping, Counter

if True:
from collections import Mapping, Counter

if True:
if True:
pass
from collections import Mapping, Counter

if True: from collections import Mapping

import os
from collections import Counter, Mapping
import sys

if True:
from collections import (
Mapping,
Callable,
Bad,
Good,
)

# These SHOULD NOT change
from a import b
31 changes: 31 additions & 0 deletions resources/test/fixtures/pyupgrade/UP036.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
# These SHOULD change
from six.moves import tkinter, badlib, queue

from six.moves import tkinter as hello, badlib, queue

from six.moves import dbm_gnu as gnud

if True:
from six.moves import queue, urllib_request

from six.moves.queue import Queue

from six.moves import queue

from six.moves import queue, map, getcwd

if True:
if True:
from six.moves import tkinter, badlib, queue

if True:
if False:
pass
from six.moves import tkinter, badlib, queue

# These should NOT change
if True: from six.moves import get_cwd, StringIO

if True:from six.moves import get_cwd, StringIO

from six.moves import dbm_gnu
2 changes: 2 additions & 0 deletions ruff.schema.json
Original file line number Diff line number Diff line change
Expand Up @@ -1819,6 +1819,8 @@
"UP032",
"UP033",
"UP034",
"UP035",
"UP036",
"W",
"W2",
"W29",
Expand Down
6 changes: 6 additions & 0 deletions src/checkers/ast.rs
Original file line number Diff line number Diff line change
Expand Up @@ -1038,6 +1038,12 @@ where
if self.settings.rules.enabled(&Rule::RewriteCElementTree) {
pyupgrade::rules::replace_c_element_tree(self, stmt);
}
if self.settings.rules.enabled(&Rule::ImportReplacements) {
pyupgrade::rules::import_replacements(self, stmt, names, module);
}
if self.settings.rules.enabled(&Rule::ImportReplacementsSix) {
pyupgrade::rules::import_replacements_six(self, stmt, module, names);
}
if self.settings.rules.enabled(&Rule::UnnecessaryBuiltinImport) {
if let Some(module) = module.as_deref() {
pyupgrade::rules::unnecessary_builtin_import(self, stmt, module, names);
Expand Down
2 changes: 2 additions & 0 deletions src/registry.rs
Original file line number Diff line number Diff line change
Expand Up @@ -255,6 +255,8 @@ ruff_macros::define_rule_mapping!(
UP032 => violations::FString,
UP033 => violations::FunctoolsCache,
UP034 => violations::ExtraneousParentheses,
UP035 => violations::ImportReplacements,
UP036 => violations::ImportReplacementsSix,
// pydocstyle
D100 => violations::PublicModule,
D101 => violations::PublicClass,
Expand Down
82 changes: 82 additions & 0 deletions src/rules/pyupgrade/helpers.rs
Original file line number Diff line number Diff line change
@@ -1,5 +1,10 @@
use once_cell::sync::Lazy;
use regex::{Captures, Regex};
use rustpython_ast::{AliasData, Located};

use crate::ast::types::Range;
use crate::ast::whitespace::indentation;
use crate::source_code::Locator;

static CURLY_ESCAPE: Lazy<Regex> = Lazy::new(|| Regex::new(r"(\\N\{[^}]+})|([{}])").unwrap());

Expand All @@ -19,3 +24,80 @@ pub fn curly_escape(text: &str) -> String {
})
.to_string()
}

/// Converts a list of names and a module into a from import string. I do not
/// love this and would MUCH rather use libcst, so if you have any better ideas
/// feel free to let me know.
pub fn get_fromimport_str(
names: &[AliasData],
module: &str,
multi_line: bool,
indent: &str,
short_indent: &str,
) -> String {
if names.is_empty() {
return String::new();
}
let after_comma = if multi_line { '\n' } else { ' ' };
let start_imps = if multi_line { "(\n" } else { "" };
let after_imps = if multi_line {
format!("\n{short_indent})")
} else {
String::new()
};
let mut full_names: Vec<String> = vec![];
for name in names {
let asname_str = match &name.asname {
Some(item) => format!(" as {item}"),
None => String::new(),
};
let final_string = format!("{indent}{}{asname_str}", name.name);
full_names.push(final_string);
}
format!(
"from {} import {}{}{}",
module,
start_imps,
full_names.join(format!(",{after_comma}").as_str()),
after_imps
)
}

pub fn clean_indent<T>(locator: &Locator, located: &Located<T>) -> String {
match indentation(locator, located) {
// This is an opninionated way of formatting import statements
None => " ".to_string(),
Some(item) => item.to_string(),
}
}

pub struct ImportFormatting {
pub multi_line: bool,
pub indent: String,
pub short_indent: String,
pub start_indent: String,
}

impl ImportFormatting {
pub fn new<T>(locator: &Locator, stmt: &Located<T>, args: &[Located<AliasData>]) -> Self {
let module_text = locator.slice_source_code_range(&Range::from_located(stmt));
let multi_line = module_text.contains('\n');
let start_indent = clean_indent(locator, stmt);
let indent = match args.get(0) {
None => panic!("No args for import"),
Some(item) if multi_line => clean_indent(locator, item),
Some(_) => String::new(),
};
let short_indent = if indent.len() > 3 {
indent[3..].to_string()
} else {
indent.to_string()
};
Self {
multi_line,
indent,
short_indent,
start_indent,
}
}
}
2 changes: 2 additions & 0 deletions src/rules/pyupgrade/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -58,6 +58,8 @@ mod tests {
#[test_case(Rule::FString, Path::new("UP032.py"); "UP032")]
#[test_case(Rule::FunctoolsCache, Path::new("UP033.py"); "UP033")]
#[test_case(Rule::ExtraneousParentheses, Path::new("UP034.py"); "UP034")]
#[test_case(Rule::ImportReplacements, Path::new("UP035.py"); "UP035")]
#[test_case(Rule::ImportReplacementsSix, Path::new("UP036.py"); "UP036")]
fn rules(rule_code: Rule, path: &Path) -> Result<()> {
let snapshot = format!("{}_{}", rule_code.code(), path.to_string_lossy());
let diagnostics = test_path(
Expand Down
Loading