github/pipreqs
1
1
Fork 0
mirror of https://github.com/bndr/pipreqs.git synced 2025-06-06 03:25:21 +00:00
Code Issues 3 Packages Projects Releases Wiki Activity

Fix flake8 errors

Browse Source
This commit is contained in:
Jon Banafato 2017-10-24 01:09:35 -04:00
parent d1a7eda5e8
commit e88b5ab19c
1 changed files with 56 additions and 32 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

88
pipreqs/pipreqs.py
View File

@ -8,24 +8,29 @@ Usage:
Arguments: Arguments:
<path> The path to the directory containing the application <path> The path to the directory containing the application
files for which a requirements file should be files for which a requirements file should be
generated (defaults to the current working directory). generated (defaults to the current working
directory).
Options: Options:
--use-local Use ONLY local package info instead of querying PyPI --use-local Use ONLY local package info instead of querying PyPI.
--pypi-server <url> Use custom PyPi server --pypi-server <url> Use custom PyPi server.
--proxy <url> Use Proxy, parameter will be passed to requests library. You can also just set the --proxy <url> Use Proxy, parameter will be passed to requests
environments parameter in your terminal: library. You can also just set the environments
parameter in your terminal:
$ export HTTP_PROXY="http://10.10.1.10:3128" $ export HTTP_PROXY="http://10.10.1.10:3128"
$ export HTTPS_PROXY="https://10.10.1.10:1080" $ export HTTPS_PROXY="https://10.10.1.10:1080"
--debug Print debug information --debug Print debug information.
--ignore <dirs>... Ignore extra directories, each separated by a comma --ignore <dirs>... Ignore extra directories, each separated by a comma.
--no-follow-links Do not follow symbolic links in the project --no-follow-links Do not follow symbolic links in the project
--encoding <charset> Use encoding parameter for file open --encoding <charset> Use encoding parameter for file open
--savepath <file> Save the list of requirements in the given file --savepath <file> Save the list of requirements in the given file
--print Output the list of requirements in the standard output --print Output the list of requirements in the standard
output.
--force Overwrite existing requirements.txt --force Overwrite existing requirements.txt
--diff <file> Compare modules in requirements.txt to project imports. --diff <file> Compare modules in requirements.txt to project
--clean <file> Clean up requirements.txt by removing modules that are not imported in project. imports.
--clean <file> Clean up requirements.txt by removing modules
that are not imported in project.
""" """
from __future__ import print_function, absolute_import from __future__ import print_function, absolute_import
import os import os
@ -56,7 +61,8 @@ else:
py2_exclude = ["concurrent", "concurrent.futures"] py2_exclude = ["concurrent", "concurrent.futures"]
def get_all_imports(path, encoding=None, extra_ignore_dirs=None, follow_links=True): def get_all_imports(
path, encoding=None, extra_ignore_dirs=None, follow_links=True):
imports = set() imports = set()
raw_imports = set() raw_imports = set()
candidates = [] candidates = []
@ -78,7 +84,8 @@ def get_all_imports(path, encoding=None, extra_ignore_dirs=None, follow_links=Tr
candidates += [os.path.splitext(fn)[0] for fn in files] candidates += [os.path.splitext(fn)[0] for fn in files]
for file_name in files: for file_name in files:
with open_func(os.path.join(root, file_name), "r", encoding=encoding) as f: file_name = os.path.join(root, file_name)
with open_func(file_name, "r", encoding=encoding) as f:
contents = f.read() contents = f.read()
try: try:
tree = ast.parse(contents) tree = ast.parse(contents)
@ -91,19 +98,19 @@ def get_all_imports(path, encoding=None, extra_ignore_dirs=None, follow_links=Tr
except Exception as exc: except Exception as exc:
if ignore_errors: if ignore_errors:
traceback.print_exc(exc) traceback.print_exc(exc)
logging.warn("Failed on file: %s" % os.path.join(root, file_name)) logging.warn("Failed on file: %s" % file_name)
continue continue
else: else:
logging.error("Failed on file: %s" % os.path.join(root, file_name)) logging.error("Failed on file: %s" % file_name)
raise exc raise exc
# Clean up imports # Clean up imports
for name in [n for n in raw_imports if n]: for name in [n for n in raw_imports if n]:
# Sanity check: Name could have been None if the import statement was as from . import X # Sanity check: Name could have been None if the import
# statement was as ``from . import X``
# Cleanup: We only want to first part of the import. # Cleanup: We only want to first part of the import.
# Ex: from django.conf --> django.conf. But we only want django as an import # Ex: from django.conf --> django.conf. But we only want django
# as an import.
cleaned_name, _, _ = name.partition('.') cleaned_name, _, _ = name.partition('.')
imports.add(cleaned_name) imports.add(cleaned_name)
@ -128,8 +135,10 @@ def generate_requirements_file(path, imports):
imports=", ".join([x['name'] for x in imports]) imports=", ".join([x['name'] for x in imports])
)) ))
fmt = '{name}=={version}' fmt = '{name}=={version}'
out_file.write('\n'.join(fmt.format(**item) if item['version'] else '{name}'.format(**item) out_file.write('\n'.join(
for item in imports) + '\n') fmt.format(**item) if item['version'] else '{name}'.format(**item)
for item in imports) + '\n')
def output_requirements(imports): def output_requirements(imports):
logging.debug('Writing {num} requirements: {imports} to stdout'.format( logging.debug('Writing {num} requirements: {imports} to stdout'.format(
@ -137,16 +146,19 @@ def output_requirements(imports):
imports=", ".join([x['name'] for x in imports]) imports=", ".join([x['name'] for x in imports])
)) ))
fmt = '{name}=={version}' fmt = '{name}=={version}'
print('\n'.join(fmt.format(**item) if item['version'] else '{name}'.format(**item) print('\n'.join(
for item in imports)) fmt.format(**item) if item['version'] else '{name}'.format(**item)
for item in imports))
def get_imports_info(imports, pypi_server="https://pypi.python.org/pypi/", proxy=None): def get_imports_info(
imports, pypi_server="https://pypi.python.org/pypi/", proxy=None):
result = [] result = []
for item in imports: for item in imports:
try: try:
response = requests.get("{0}{1}/json".format(pypi_server, item), proxies=proxy) response = requests.get(
"{0}{1}/json".format(pypi_server, item), proxies=proxy)
if response.status_code == 200: if response.status_code == 200:
if hasattr(response.content, 'decode'): if hasattr(response.content, 'decode'):
data = json2package(response.content.decode()) data = json2package(response.content.decode())
@ -170,11 +182,13 @@ def get_locally_installed_packages(encoding=None):
for root, dirs, files in os.walk(path): for root, dirs, files in os.walk(path):
for item in files: for item in files:
if "top_level" in item: if "top_level" in item:
with open_func(os.path.join(root, item), "r", encoding=encoding) as f: item = os.path.join(root, item)
with open_func(item, "r", encoding=encoding) as f:
package = root.split(os.sep)[-1].split("-") package = root.split(os.sep)[-1].split("-")
try: try:
package_import = f.read().strip().split("\n") package_import = f.read().strip().split("\n")
except: except: # NOQA
# TODO: What errors do we intend to suppress here?
continue continue
for i_item in package_import: for i_item in package_import:
if ((i_item not in ignore) and if ((i_item not in ignore) and
@ -235,6 +249,7 @@ def get_name_without_alias(name):
def join(f): def join(f):
return os.path.join(os.path.dirname(__file__), f) return os.path.join(os.path.dirname(__file__), f)
def parse_requirements(file_): def parse_requirements(file_):
"""Parse a requirements formatted file. """Parse a requirements formatted file.
@ -252,7 +267,9 @@ def parse_requirements(file_):
tuple: The contents of the file, excluding comments. tuple: The contents of the file, excluding comments.
""" """
modules = [] modules = []
delim = ["<", ">", "=", "!", "~"] # https://www.python.org/dev/peps/pep-0508/#complete-grammar # For the dependency identifier specification, see
# https://www.python.org/dev/peps/pep-0508/#complete-grammar
delim = ["<", ">", "=", "!", "~"]
try: try:
f = open_func(file_, "r") f = open_func(file_, "r")
@ -267,7 +284,8 @@ def parse_requirements(file_):
data = [x for x in data if x[0].isalpha()] data = [x for x in data if x[0].isalpha()]
for x in data: for x in data:
if not any([y in x for y in delim]): # Check for modules w/o a specifier. # Check for modules w/o a specifier.
if not any([y in x for y in delim]):
modules.append({"name": x, "version": None}) modules.append({"name": x, "version": None})
for y in x: for y in x:
if y in delim: if y in delim:
@ -305,11 +323,13 @@ def compare_modules(file_, imports):
def diff(file_, imports): def diff(file_, imports):
"""Display the difference between modules in a file and imported modules.""" """Display the difference between modules in a file and imported modules.""" # NOQA
modules_not_imported = compare_modules(file_, imports) modules_not_imported = compare_modules(file_, imports)
logging.info("The following modules are in {} but do not seem to be imported: " logging.info(
"{}".format(file_, ", ".join(x for x in modules_not_imported))) "The following modules are in {} but do not seem to be imported: "
"{}".format(file_, ", ".join(x for x in modules_not_imported)))
def clean(file_, imports): def clean(file_, imports):
"""Remove modules that aren't imported in project from file.""" """Remove modules that aren't imported in project from file."""
@ -336,6 +356,7 @@ def clean(file_, imports):
logging.info("Successfully cleaned up requirements in " + file_) logging.info("Successfully cleaned up requirements in " + file_)
def init(args): def init(args):
encoding = args.get('--encoding') encoding = args.get('--encoding')
extra_ignore_dirs = args.get('--ignore') extra_ignore_dirs = args.get('--ignore')
@ -386,7 +407,10 @@ def init(args):
clean(args["--clean"], imports) clean(args["--clean"], imports)
return return
if not args["--print"] and not args["--savepath"] and not args["--force"] and os.path.exists(path): if (not args["--print"]
and not args["--savepath"]
and not args["--force"]
and os.path.exists(path)):
logging.warning("Requirements.txt already exists, " logging.warning("Requirements.txt already exists, "
"use --force to overwrite it") "use --force to overwrite it")
return return