sync with master

.gitignore

@@ -1,3 +1,11 @@
+# fix_SSLError -----
+.env38/
+.vscode/
+pipreqs_flake8_results.txt
+pipreqs_setup_test_results.txt
+pipreqs_tox_results.txt
+# ------------------
+
 *.py[cod]
 
 # C extensions

.vscode/extensions.json

@@ -45,8 +45,6 @@
     "ms-vscode.test-adapter-converter",
     // - Test Explorer UI
     "hbenl.vscode-test-explorer",
-    // - python-tox
-    "the-compiler.python-tox",
 
     // ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
     // Rust

.vscode/settings.json

@@ -1,25 +1,25 @@
 {
     "workbench.colorCustomizations": {
-        "activityBar.activeBackground": "#990000",
+        "activityBar.activeBackground": "#5d98cd",
-        "activityBar.background": "#990000",
+        "activityBar.background": "#5d98cd",
-        "activityBar.foreground": "#e7e7e7",
+        "activityBar.foreground": "#15202b",
-        "activityBar.inactiveForeground": "#e7e7e799",
+        "activityBar.inactiveForeground": "#15202b99",
-        "activityBarBadge.background": "#000000",
+        "activityBarBadge.background": "#f0cee0",
-        "activityBarBadge.foreground": "#e7e7e7",
+        "activityBarBadge.foreground": "#15202b",
         "commandCenter.border": "#e7e7e799",
-        "sash.hoverBorder": "#990000",
+        "sash.hoverBorder": "#5d98cd",
-        "statusBar.background": "#660000",
+        "statusBar.background": "#3a7fbd",
         "statusBar.foreground": "#e7e7e7",
-        "statusBarItem.hoverBackground": "#990000",
+        "statusBarItem.hoverBackground": "#5d98cd",
-        "statusBarItem.remoteBackground": "#660000",
+        "statusBarItem.remoteBackground": "#3a7fbd",
         "statusBarItem.remoteForeground": "#e7e7e7",
-        "titleBar.activeBackground": "#660000",
+        "titleBar.activeBackground": "#3a7fbd",
         "titleBar.activeForeground": "#e7e7e7",
-        "titleBar.inactiveBackground": "#66000099",
+        "titleBar.inactiveBackground": "#3a7fbd99",
         "titleBar.inactiveForeground": "#e7e7e799"
     },
     "python.testing.unittestArgs": ["-v", "-s", "./tests", "-p", "test_*.py"],
     "python.testing.pytestEnabled": false,
     "python.testing.unittestEnabled": true,
-    "peacock.color": "#660000"
+    "peacock.color": "#3a7fbd"
 }

CONTRIBUTING.rst

@@ -77,11 +77,16 @@ Ready to contribute? Here's how to set up `pipreqs` for local development.
 5. When you're done making changes, check that your changes pass flake8 and the tests, including testing other Python versions with tox::
 
     $ flake8 pipreqs tests
-    $ python setup.py test
+    $ python setup.py test > pipreqs_setup_test_result.txt
     $ tox
 
    To get flake8 and tox, just pip install them into your virtualenv. (or $pip install -r requirements-dev.txt)
 
+   You may also need to provide `CA_BUNDLE` as an environment variable or parameter in the `tests/.env.test` file.
+
+    $ export CA_BUNDLE="/certs/path/certificates.pem"  # for nix OS
+    $ set CA_BUNDLE="C:/certs/path/certificates.pem"   # for win OS
+
 6. Commit your changes and push your branch to GitHub::
 
     $ git add .

README.rst

@@ -46,6 +46,10 @@ Usage
                               $ export HTTPS_PROXY="https://10.10.1.10:1080"
         --verify <ca_bundle>  Use verify to provide a CA_BUNDLE file or directory
                               with certificates of trusted CAs
+                              You can also just set the environment variable in
+                              your terminal: (`export` for nix and `set` for win)
+                              $ export CA_BUNDLE="/certs/path/certificates.pem"
+                              $ set CA_BUNDLE="C:/certs/path/certificates.pem"
         --debug               Print debug information
         --ignore <dirs>...    Ignore extra directories, each separated by a comma
         --no-follow-links     Do not follow symbolic links in the project

pipreqs/pipreqs.py

@@ -20,6 +20,10 @@ Options:
                           $ export HTTPS_PROXY="https://10.10.1.10:1080"
     --verify <ca_bundle>  Use verify to provide a CA_BUNDLE file or directory
                           with certificates of trusted CAs
+                          You can also just set the environment variable in
+                          your terminal: (`export` for nix and `set` for win)
+                          $ export CA_BUNDLE="/certs/path/certificates.pem" #or
+                          $ set CA_BUNDLE="C:/certs/path/certificates.pem"
     --debug               Print debug information
     --ignore <dirs>...    Ignore extra directories, each separated by a comma
     --no-follow-links     Do not follow symbolic links in the project
@@ -54,13 +58,14 @@ from yarg.exceptions import HTTPError
 from pipreqs import __version__
 
 REGEXP = [
-    re.compile(r"^import (.+)$"),
+    re.compile(r'^import (.+)$'),
-    re.compile(r"^from ((?!\.+).*?) import (?:.*)$"),
+    re.compile(r'^from ((?!\.+).*?) import (?:.*)$')
 ]
 
+CA_BUNDLE = os.environ.get("CA_BUNDLE")
 
 @contextmanager
-def _open(filename=None, mode="r"):
+def _open(filename=None, mode='r'):
     """Open a file or ``sys.stdout`` depending on the provided filename.
 
     Args:
@@ -73,13 +78,13 @@ def _open(filename=None, mode="r"):
         A file handle.
 
     """
-    if not filename or filename == "-":
+    if not filename or filename == '-':
-        if not mode or "r" in mode:
+        if not mode or 'r' in mode:
             file = sys.stdin
-        elif "w" in mode:
+        elif 'w' in mode:
             file = sys.stdout
         else:
-            raise ValueError("Invalid mode for file: {}".format(mode))
+            raise ValueError('Invalid mode for file: {}'.format(mode))
     else:
         file = open(filename, mode)
 
@@ -91,8 +96,7 @@ def _open(filename=None, mode="r"):
 
 
 def get_all_imports(
-    path, encoding=None, extra_ignore_dirs=None, follow_links=True
+        path, encoding=None, extra_ignore_dirs=None, follow_links=True):
-):
     imports = set()
     raw_imports = set()
     candidates = []
@@ -141,11 +145,11 @@ def get_all_imports(
         # Cleanup: We only want to first part of the import.
         # Ex: from django.conf --> django.conf. But we only want django
         # as an import.
-        cleaned_name, _, _ = name.partition(".")
+        cleaned_name, _, _ = name.partition('.')
         imports.add(cleaned_name)
 
     packages = imports - (set(candidates) & imports)
-    logging.debug("Found packages: {0}".format(packages))
+    logging.debug('Found packages: {0}'.format(packages))
 
     with open(join("stdlib"), "r") as f:
         data = {x.strip() for x in f}
@@ -159,34 +163,26 @@ def filter_line(line):
 
 def generate_requirements_file(path, imports, symbol):
     with _open(path, "w") as out_file:
-        logging.debug(
+        logging.debug('Writing {num} requirements: {imports} to {file}'.format(
-            "Writing {num} requirements: {imports} to {file}".format(
+            num=len(imports),
-                num=len(imports),
+            file=path,
-                file=path,
+            imports=", ".join([x['name'] for x in imports])
-                imports=", ".join([x["name"] for x in imports]),
+        ))
-            )
+        fmt = '{name}' + symbol + '{version}'
-        )
+        out_file.write('\n'.join(
-        fmt = "{name}" + symbol + "{version}"
+            fmt.format(**item) if item['version'] else '{name}'.format(**item)
-        out_file.write(
+            for item in imports) + '\n')
-            "\n".join(
-                fmt.format(**item)
-                if item["version"]
-                else "{name}".format(**item)
-                for item in imports
-            )
-            + "\n"
-        )
 
 
 def output_requirements(imports, symbol):
-    generate_requirements_file("-", imports, symbol)
+    generate_requirements_file('-', imports, symbol)
 
 
 def get_imports_info(
     imports,
     pypi_server="https://pypi.python.org/pypi/",
     proxy=None,
-    verify=None,
+    verify=CA_BUNDLE,
     c=None,
 ):
     result = []
@@ -199,20 +195,18 @@ def get_imports_info(
                 verify=verify,
             )
             if response.status_code == 200:
-                if hasattr(response.content, "decode"):
+                if hasattr(response.content, 'decode'):
                     data = json2package(response.content.decode())
                 else:
                     data = json2package(response.content)
             elif response.status_code >= 300:
-                raise HTTPError(
+                raise HTTPError(status_code=response.status_code,
-                    status_code=response.status_code, reason=response.reason
+                                reason=response.reason)
-                )
         except HTTPError:
             logging.debug(
-                "Package %s does not exist or network problems", item
+                'Package %s does not exist or network problems', item)
-            )
             continue
-        result.append({"name": item, "version": data.latest_release_id})
+        result.append({'name': item, 'version': data.latest_release_id})
     return result
 
 
@@ -232,20 +226,16 @@ def get_locally_installed_packages(encoding=None):
                             # TODO: What errors do we intend to suppress here?
                             continue
                         for i_item in package_import:
-                            if (i_item not in ignore) and (
+                            if ((i_item not in ignore) and
-                                package[0] not in ignore
+                                    (package[0] not in ignore)):
-                            ):
                                 version = None
                                 if len(package) > 1:
-                                    version = (
+                                    version = package[1].replace(
-                                        package[1]
+                                        ".dist", "").replace(".egg", "")
-                                        .replace(".dist", "")
-                                        .replace(".egg", "")
-                                    )
 
                                 packages[i_item] = {
-                                    "version": version,
+                                    'version': version,
-                                    "name": package[0],
+                                    'name': package[0]
                                 }
     return packages
 
@@ -258,7 +248,12 @@ def get_import_local(imports, encoding=None):
             result.append(local[item.lower()])
 
     # removing duplicates of package/version
-    result_unique = [dict(t) for t in set([tuple(d.items()) for d in result])]
+    result_unique = [
+        dict(t)
+        for t in set([
+            tuple(d.items()) for d in result
+        ])
+    ]
 
     return result_unique
 
@@ -289,7 +284,7 @@ def get_name_without_alias(name):
         match = REGEXP[0].match(name.strip())
         if match:
             name = match.groups(0)[0]
-    return name.partition(" as ")[0].partition(".")[0].strip()
+    return name.partition(' as ')[0].partition('.')[0].strip()
 
 
 def join(f):
@@ -375,8 +370,7 @@ def diff(file_, imports):
 
     logging.info(
         "The following modules are in {} but do not seem to be imported: "
-        "{}".format(file_, ", ".join(x for x in modules_not_imported))
+        "{}".format(file_, ", ".join(x for x in modules_not_imported)))
-    )
 
 
 def clean(file_, imports):
@@ -424,22 +418,30 @@ def dynamic_versioning(scheme, imports):
 
 
 def init(args):
-    encoding = args.get("--encoding")
+    encoding = args.get('--encoding')
-    extra_ignore_dirs = args.get("--ignore")
+    extra_ignore_dirs = args.get('--ignore')
-    follow_links = not args.get("--no-follow-links")
+    follow_links = not args.get('--no-follow-links')
-    input_path = args["<path>"]
+    input_path = args['<path>']
     if input_path is None:
         input_path = os.path.abspath(os.curdir)
 
     if extra_ignore_dirs:
-        extra_ignore_dirs = extra_ignore_dirs.split(",")
+        extra_ignore_dirs = extra_ignore_dirs.split(',')
 
-    candidates = get_all_imports(
+    path = (args["--savepath"] if args["--savepath"] else
-        input_path,
+            os.path.join(input_path, "requirements.txt"))
-        encoding=encoding,
+    if (not args["--print"]
-        extra_ignore_dirs=extra_ignore_dirs,
+            and not args["--savepath"]
-        follow_links=follow_links,
+            and not args["--force"]
-    )
+            and os.path.exists(path)):
+        logging.warning("requirements.txt already exists, "
+                        "use --force to overwrite it")
+        return
+
+    candidates = get_all_imports(input_path,
+                                 encoding=encoding,
+                                 extra_ignore_dirs=extra_ignore_dirs,
+                                 follow_links=follow_links)
     candidates = get_pkg_names(candidates)
     logging.debug("Found imports: " + ", ".join(candidates))
     pypi_server = "https://pypi.python.org/pypi/"
@@ -449,36 +451,27 @@ def init(args):
         pypi_server = args["--pypi-server"]
 
     if args["--proxy"]:
-        proxy = {"http": args["--proxy"], "https": args["--proxy"]}
+        proxy = {'http': args["--proxy"], 'https': args["--proxy"]}
 
     if args["--verify"]:
         verify = args["--verify"]
 
     if args["--use-local"]:
         logging.debug(
-            "Getting package information ONLY from local installation."
+            "Getting package information ONLY from local installation.")
-        )
         imports = get_import_local(candidates, encoding=encoding)
     else:
         logging.debug("Getting packages information from Local/PyPI")
         local = get_import_local(candidates, encoding=encoding)
         # Get packages that were not found locally
-        difference = [
+        difference = [x for x in candidates
-            x
+                      if x.lower() not in [z['name'].lower() for z in local]]
-            for x in candidates
+        imports = local + get_imports_info(difference,
-            if x.lower() not in [z["name"].lower() for z in local]
+                                           proxy=proxy,
-        ]
+                                           verify=verify,
-        imports = local + get_imports_info(
+                                           pypi_server=pypi_server)
-            difference, proxy=proxy, verify=verify, pypi_server=pypi_server
-        )
     # sort imports based on lowercase name of package, similar to `pip freeze`.
-    imports = sorted(imports, key=lambda x: x["name"].lower())
+    imports = sorted(imports, key=lambda x: x['name'].lower())
-
-    path = (
-        args["--savepath"]
-        if args["--savepath"]
-        else os.path.join(input_path, "requirements.txt")
-    )
 
     if args["--diff"]:
         diff(args["--diff"], imports)
@@ -488,26 +481,13 @@ def init(args):
         clean(args["--clean"], imports)
         return
 
-    if (
-        not args["--print"]
-        and not args["--savepath"]
-        and not args["--force"]
-        and os.path.exists(path)
-    ):
-        logging.warning(
-            "requirements.txt already exists, " "use --force to overwrite it"
-        )
-        return
-
     if args["--mode"]:
         scheme = args.get("--mode")
         if scheme in ["compat", "gt", "no-pin"]:
             imports, symbol = dynamic_versioning(scheme, imports)
         else:
-            raise ValueError(
+            raise ValueError("Invalid argument for mode flag, "
-                "Invalid argument for mode flag, "
+                             "use 'compat', 'gt' or 'no-pin' instead")
-                "use 'compat', 'gt' or 'no-pin' instead"
-            )
     else:
         symbol = "=="
 
@@ -521,8 +501,8 @@ def init(args):
 
 def main():  # pragma: no cover
     args = docopt(__doc__, version=__version__)
-    log_level = logging.DEBUG if args["--debug"] else logging.INFO
+    log_level = logging.DEBUG if args['--debug'] else logging.INFO
-    logging.basicConfig(level=log_level, format="%(levelname)s: %(message)s")
+    logging.basicConfig(level=log_level, format='%(levelname)s: %(message)s')
 
     try:
         init(args)
@@ -530,5 +510,5 @@ def main():  # pragma: no cover
         sys.exit(0)
 
 
-if __name__ == "__main__":
+if __name__ == '__main__':
     main()  # pragma: no cover

requirements-dev.txt

@@ -1,4 +1,32 @@
-black
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# > python38 -m venv .env38
+# # activate (.env38) virtual environment
+
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# upgrade pip
+# (.env38)> python.exe -m pip install --upgrade pip
+
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# development packages
+# (.env38)> pip install -r requirements-dev.txt
+
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# development mode installation of `pipreqs`
+# (.env38)> pip install -e .
+
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# fix_SSLError tests.settings (optional) use of .env file
+# alternative would be to set CA_BUNDLE environment variable
+python-dotenv
+
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# required per CONTRIBUTING workflow
 flake8
-tox
+tox   # only needed in the environment from which tox is run
-python-dotenv  # optional to use .env file instead of environment variables
+
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# (optional, personal choice)
+# vscode settings: "python.formatting.provider": "black",
+#black
+
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

requirements.txt

@@ -1,3 +1,4 @@
 wheel==0.23.0
 Yarg==0.1.9
-docopt==0.6.2
+docopt==0.6.2
+requests==2.28.2

setup.py

@@ -7,7 +7,6 @@ except ImportError:
 
 from pipreqs import __version__
 
-
 with open('README.rst') as readme_file:
     readme = readme_file.read()
 
@@ -15,10 +14,10 @@ with open('HISTORY.rst') as history_file:
     history = history_file.read().replace('.. :changelog:', '')
 
 requirements = [
-    'docopt', 'yarg'
+    'docopt', 'yarg', 'requests'
 ]
 tests_requirements = [
-    'python-dotenv'
+    'python-dotenv', 'flake8'
 ]
 
 setup(

tests/_data/test.py

@@ -1,51 +1,56 @@
 """unused import"""
 # pylint: disable=undefined-all-variable, import-error, no-absolute-import, too-few-public-methods, missing-docstring
-from __future__ import print_function
-
-import atexit
-import curses
-import importlib  # html/notebookapp.py
-import logging
-import os
-import os.path as test  # [unused-import]
-import signal
-import sqlite3
-import sys
-import time
 import xml.etree  # [unused-import]
 import xml.sax  # [unused-import]
-# astroid
+import os.path as test  # [unused-import]
-# setuptools
-import zipimport  # manager.py
-# +1:[unused-import,unused-import]
-from collections import Counter, OrderedDict, deque
-# twisted
-from importlib import invalidate_caches  # python/test/test_deprecate.py
-# IPython
-from importlib.machinery import all_suffixes  # core/completerlib.py
 from sys import argv as test2  # [unused-import]
 from sys import flags  # [unused-import]
-
+# +1:[unused-import,unused-import]
-# see issue #88
+from collections import deque, OrderedDict, Counter
-import analytics
-import boto as b
-import bs4
-# import django
-import flask.ext.somext  # # #
-import flask_seasurf
-import nonexistendmodule
-import peewee as p
 # All imports above should be ignored
 import requests  # [unused-import]
-from docopt import docopt
+
+# setuptools
+import zipimport  # command/easy_install.py
+
+# twisted
+from importlib import invalidate_caches  # python/test/test_deprecate.py
+
+# astroid
+import zipimport  # manager.py
+# IPython
+from importlib.machinery import all_suffixes  # core/completerlib.py
+import importlib  # html/notebookapp.py
+
 from IPython.utils.importstring import import_item  # Many files
-# Nose
+
-from nose.importer import Importer, add_path, remove_path  # loader.py
 # pyflakes
 # test/test_doctests.py
 from pyflakes.test.test_imports import Test as TestImports
-from sqlalchemy import model
 
+# Nose
+from nose.importer import Importer, add_path, remove_path  # loader.py
+
+# see issue #88
+import analytics
+import flask_seasurf
+
+import atexit
+from __future__ import print_function
+from docopt import docopt
+import curses, logging, sqlite3
+import logging
+import os
+import sqlite3
+import time
+import sys
+import signal
+import bs4
+import nonexistendmodule
+import boto as b, peewee as p
+# import django
+import flask.ext.somext  # # #
+from sqlalchemy import model
 try:
     import ujson as json
 except ImportError:
@@ -57,5 +62,4 @@ import models
 def main():
     pass
 
-
 import after_method_is_valid_even_if_not_pep8

tests/_data_clean/test.py

@@ -1,50 +1,55 @@
 """unused import"""
 # pylint: disable=undefined-all-variable, import-error, no-absolute-import, too-few-public-methods, missing-docstring
-from __future__ import print_function
-
-import atexit
-import curses
-import importlib  # html/notebookapp.py
-import logging
-import os
-import os.path as test  # [unused-import]
-import signal
-import sqlite3
-import sys
-import time
 import xml.etree  # [unused-import]
 import xml.sax  # [unused-import]
-# astroid
+import os.path as test  # [unused-import]
-# setuptools
-import zipimport  # manager.py
-# +1:[unused-import,unused-import]
-from collections import Counter, OrderedDict, deque
-# twisted
-from importlib import invalidate_caches  # python/test/test_deprecate.py
-# IPython
-from importlib.machinery import all_suffixes  # core/completerlib.py
 from sys import argv as test2  # [unused-import]
 from sys import flags  # [unused-import]
-
+# +1:[unused-import,unused-import]
-# see issue #88
+from collections import deque, OrderedDict, Counter
-import analytics
-import boto as b
-import bs4
-# import django
-import flask.ext.somext  # # #
-import flask_seasurf
-import nonexistendmodule
-import peewee as p
 # All imports above should be ignored
 import requests  # [unused-import]
-from docopt import docopt
+
+# setuptools
+import zipimport  # command/easy_install.py
+
+# twisted
+from importlib import invalidate_caches  # python/test/test_deprecate.py
+
+# astroid
+import zipimport  # manager.py
+# IPython
+from importlib.machinery import all_suffixes  # core/completerlib.py
+import importlib  # html/notebookapp.py
+
 from IPython.utils.importstring import import_item  # Many files
-# Nose
+
-from nose.importer import Importer, add_path, remove_path  # loader.py
 # pyflakes
 # test/test_doctests.py
 from pyflakes.test.test_imports import Test as TestImports
 
+# Nose
+from nose.importer import Importer, add_path, remove_path  # loader.py
+
+# see issue #88
+import analytics
+import flask_seasurf
+
+import atexit
+from __future__ import print_function
+from docopt import docopt
+import curses, logging, sqlite3
+import logging
+import os
+import sqlite3
+import time
+import sys
+import signal
+import bs4
+import nonexistendmodule
+import boto as b, peewee as p
+# import django
+import flask.ext.somext  # # #
 # from sqlalchemy import model
 try:
     import ujson as json
@@ -57,5 +62,4 @@ import models
 def main():
     pass
 
-
 import after_method_is_valid_even_if_not_pep8

tests/_data_ignore/.ignore_second/ignored.py

@@ -1,2 +1,2 @@
 # Everything in here should be ignored
-from pattern.web import Twitter, plaintext
+from pattern.web import Twitter, plaintext

tests/_data_ignore/test.py

@@ -1,48 +1,52 @@
 """unused import"""
 # pylint: disable=undefined-all-variable, import-error, no-absolute-import, too-few-public-methods, missing-docstring
-from __future__ import print_function
-
-import atexit
-import curses
-import importlib  # html/notebookapp.py
-import logging
-import os
-import os.path as test  # [unused-import]
-import signal
-import sqlite3
-import sys
-import time
 import xml.etree  # [unused-import]
 import xml.sax  # [unused-import]
-# astroid
+import os.path as test  # [unused-import]
-# setuptools
-import zipimport  # manager.py
-# +1:[unused-import,unused-import]
-from collections import Counter, OrderedDict, deque
-# twisted
-from importlib import invalidate_caches  # python/test/test_deprecate.py
-# IPython
-from importlib.machinery import all_suffixes  # core/completerlib.py
 from sys import argv as test2  # [unused-import]
 from sys import flags  # [unused-import]
-
+# +1:[unused-import,unused-import]
-import boto as b
+from collections import deque, OrderedDict, Counter
-import bs4
-# import django
-import flask.ext.somext  # # #
-import nonexistendmodule
-import peewee as p
 # All imports above should be ignored
 import requests  # [unused-import]
-from docopt import docopt
+
+# setuptools
+import zipimport  # command/easy_install.py
+
+# twisted
+from importlib import invalidate_caches  # python/test/test_deprecate.py
+
+# astroid
+import zipimport  # manager.py
+# IPython
+from importlib.machinery import all_suffixes  # core/completerlib.py
+import importlib  # html/notebookapp.py
+
 from IPython.utils.importstring import import_item  # Many files
-# Nose
+
-from nose.importer import Importer, add_path, remove_path  # loader.py
 # pyflakes
 # test/test_doctests.py
 from pyflakes.test.test_imports import Test as TestImports
-from sqlalchemy import model
 
+# Nose
+from nose.importer import Importer, add_path, remove_path  # loader.py
+
+import atexit
+from __future__ import print_function
+from docopt import docopt
+import curses, logging, sqlite3
+import logging
+import os
+import sqlite3
+import time
+import sys
+import signal
+import bs4
+import nonexistendmodule
+import boto as b, peewee as p
+# import django
+import flask.ext.somext  # # #
+from sqlalchemy import model
 try:
     import ujson as json
 except ImportError:
@@ -54,5 +58,4 @@ import models
 def main():
     pass
 
-
 import after_method_is_valid_even_if_not_pep8

tests/settings.py

@@ -1,3 +1,15 @@
+"""
+Environment variables can be used as a first choice
+$ set CA_BUNDLE="certificates.pem"     # for win OS
+$ export CA_BUNDLE="certificates.pem"  # for nix OS
+
+If environment variables are not found then a second attempt
+will be made by loading the values from a .env.test file in
+the same directory
+
+See ./env.test.example for details.
+"""
+
 import importlib
 import os
 

tests/test_pipreqs.py

@@ -6,11 +6,6 @@ test_pipreqs
 ----------------------------------
 
 Tests for `pipreqs` module.
-
-Environment variables used to mock arguments
-e.g.,
-$ set CA_BUNDLE="certificates.pem"     # for win OS
-$ export CA_BUNDLE="certificates.pem"  # for nix OS
 """
 
 import os
@@ -19,55 +14,54 @@ import unittest
 import requests
 
 from pipreqs import pipreqs
-from .settings import CA_BUNDLE
+
+CA_BUNDLE = os.environ.get("CA_BUNDLE")
+
+if CA_BUNDLE is None:
+    from tests.settings import CA_BUNDLE
 
 
 class TestPipreqs(unittest.TestCase):
+
     def setUp(self):
         self.modules = [
-            "flask",
+            'flask', 'requests', 'sqlalchemy', 'docopt', 'boto', 'ipython',
-            "requests",
+            'pyflakes', 'nose', 'analytics', 'flask_seasurf', 'peewee',
-            "sqlalchemy",
+            'ujson', 'nonexistendmodule', 'bs4',
-            "docopt",
+            'after_method_is_valid_even_if_not_pep8'
-            "boto",
+            ]
-            "ipython",
+        self.modules2 = ['beautifulsoup4']
-            "pyflakes",
+        self.local = ["docopt", "requests", "nose", 'pyflakes']
-            "nose",
-            "analytics",
-            "flask_seasurf",
-            "peewee",
-            "ujson",
-            "nonexistendmodule",
-            "bs4",
-            "after_method_is_valid_even_if_not_pep8",
-        ]
-        self.modules2 = ["beautifulsoup4"]
-        self.local = ["docopt", "requests", "nose", "pyflakes"]
         self.project = os.path.join(os.path.dirname(__file__), "_data")
         self.project_clean = os.path.join(
-            os.path.dirname(__file__), "_data_clean"
+            os.path.dirname(__file__),
-        )
+            "_data_clean"
+            )
         self.project_invalid = os.path.join(
-            os.path.dirname(__file__), "_invalid_data"
+            os.path.dirname(__file__),
-        )
+            "_invalid_data"
+            )
         self.project_with_ignore_directory = os.path.join(
-            os.path.dirname(__file__), "_data_ignore"
+            os.path.dirname(__file__),
-        )
+            "_data_ignore"
+            )
         self.project_with_duplicated_deps = os.path.join(
-            os.path.dirname(__file__), "_data_duplicated_deps"
+            os.path.dirname(__file__),
-        )
+            "_data_duplicated_deps"
+            )
         self.requirements_path = os.path.join(self.project, "requirements.txt")
         self.alt_requirement_path = os.path.join(
-            self.project, "requirements2.txt"
+            self.project,
-        )
+            "requirements2.txt"
+            )
+
 
     def test_get_all_imports(self):
         imports = pipreqs.get_all_imports(self.project)
         self.assertEqual(len(imports), 15)
         for item in imports:
             self.assertTrue(
-                item.lower() in self.modules, "Import is missing: " + item
+                item.lower() in self.modules, "Import is missing: " + item)
-            )
         self.assertFalse("time" in imports)
         self.assertFalse("logging" in imports)
         self.assertFalse("curses" in imports)
@@ -86,8 +80,7 @@ class TestPipreqs(unittest.TestCase):
         Test that invalid python files cannot be imported.
         """
         self.assertRaises(
-            SyntaxError, pipreqs.get_all_imports, self.project_invalid
+            SyntaxError, pipreqs.get_all_imports, self.project_invalid)
-        )
 
     def test_get_imports_info(self):
         """
@@ -102,14 +95,13 @@ class TestPipreqs(unittest.TestCase):
         self.assertEqual(len(with_info), 13)
         for item in with_info:
             self.assertTrue(
-                item["name"].lower() in self.modules,
+                item['name'].lower() in self.modules,
-                "Import item appears to be missing " + item["name"],
+                "Import item appears to be missing " + item['name'])
-            )
 
     def test_get_pkg_names(self):
-        pkgs = ["jury", "Japan", "camel", "Caroline"]
+        pkgs = ['jury', 'Japan', 'camel', 'Caroline']
         actual_output = pipreqs.get_pkg_names(pkgs)
-        expected_output = ["camel", "Caroline", "Japan", "jury"]
+        expected_output = ['camel', 'Caroline', 'Japan', 'jury']
         self.assertEqual(actual_output, expected_output)
 
     def test_get_use_local_only(self):
@@ -124,7 +116,7 @@ class TestPipreqs(unittest.TestCase):
         # should find only docopt and requests
         imports_with_info = pipreqs.get_import_local(self.modules)
         for item in imports_with_info:
-            self.assertTrue(item["name"].lower() in self.local)
+            self.assertTrue(item['name'].lower() in self.local)
 
     def test_init(self):
         """
@@ -151,7 +143,7 @@ class TestPipreqs(unittest.TestCase):
             for item in self.modules[:-3]:
                 self.assertTrue(item.lower() in data)
         # It should be sorted based on names.
-        data = data.strip().split("\n")
+        data = data.strip().split('\n')
         self.assertEqual(data, sorted(data))
 
     def test_init_local_only(self):
@@ -245,11 +237,11 @@ class TestPipreqs(unittest.TestCase):
         import_name_with_alias = "requests as R"
         expected_import_name_without_alias = "requests"
         import_name_without_aliases = pipreqs.get_name_without_alias(
-            import_name_with_alias
+            import_name_with_alias)
-        )
         self.assertEqual(
-            import_name_without_aliases, expected_import_name_without_alias
+            import_name_without_aliases,
-        )
+            expected_import_name_without_alias
+            )
 
     def test_custom_pypi_server(self):
         """
@@ -290,14 +282,9 @@ class TestPipreqs(unittest.TestCase):
                 "--mode": None,
             }
         )
-        with open(
+        with open(os.path.join(self.project_with_ignore_directory, "requirements.txt"), "r") as f:
-            os.path.join(
-                self.project_with_ignore_directory, "requirements.txt"
-            ),
-            "r",
-        ) as f:
             data = f.read().lower()
-            for item in ["click", "getpass"]:
+            for item in ['click', 'getpass']:
                 self.assertFalse(item.lower() in data)
 
     def test_dynamic_version_no_pin_scheme(self):
@@ -319,14 +306,9 @@ class TestPipreqs(unittest.TestCase):
                 "--mode": "no-pin",
             }
         )
-        with open(
+        with open(os.path.join(self.project_with_ignore_directory, "requirements.txt"), "r") as f:
-            os.path.join(
-                self.project_with_ignore_directory, "requirements.txt"
-            ),
-            "r",
-        ) as f:
             data = f.read().lower()
-            for item in ["beautifulsoup4", "boto"]:
+            for item in ['beautifulsoup4', 'boto']:
                 self.assertTrue(item.lower() in data)
 
     def test_dynamic_version_gt_scheme(self):
@@ -348,16 +330,11 @@ class TestPipreqs(unittest.TestCase):
                 "--mode": "gt",
             }
         )
-        with open(
+        with open(os.path.join(self.project_with_ignore_directory, "requirements.txt"), "r") as f:
-            os.path.join(
-                self.project_with_ignore_directory, "requirements.txt"
-            ),
-            "r",
-        ) as f:
             data = f.readlines()
             for item in data:
-                symbol = ">="
+                symbol = '>='
-                message = "symbol is not in item"
+                message = 'symbol is not in item'
                 self.assertIn(symbol, item, message)
 
     def test_dynamic_version_compat_scheme(self):
@@ -379,16 +356,11 @@ class TestPipreqs(unittest.TestCase):
                 "--mode": "compat",
             }
         )
-        with open(
+        with open(os.path.join(self.project_with_ignore_directory, "requirements.txt"), "r") as f:
-            os.path.join(
-                self.project_with_ignore_directory, "requirements.txt"
-            ),
-            "r",
-        ) as f:
             data = f.readlines()
             for item in data:
-                symbol = "~="
+                symbol = '~='
-                message = "symbol is not in item"
+                message = 'symbol is not in item'
                 self.assertIn(symbol, item, message)
 
     def test_clean(self):
@@ -435,7 +407,7 @@ class TestPipreqs(unittest.TestCase):
         """
         Test --clean parameter when there are imports to clean
         """
-        cleaned_module = "sqlalchemy"
+        cleaned_module = 'sqlalchemy'
         pipreqs.init(
             {
                 "<path>": self.project,
@@ -486,5 +458,5 @@ class TestPipreqs(unittest.TestCase):
             pass
 
 
-if __name__ == "__main__":
+if __name__ == '__main__':
     unittest.main()