# The MIT License

#

# Copyright (c) 2009-2011 Andreas Stuehrk

#

# Permission is hereby granted, free of charge, to any person obtaining a copy

# of this software and associated documentation files (the "Software"), to deal

# in the Software without restriction, including without limitation the rights

# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell

# copies of the Software, and to permit persons to whom the Software is

# furnished to do so, subject to the following conditions:

#

# The above copyright notice and this permission notice shall be included in

# all copies or substantial portions of the Software.

#

# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR

# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,

# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE

# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER

# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,

# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN

# THE SOFTWARE.

from bpython._py3compat import py3

from bpython.line import current_word, current_import, \

current_from_import_from, current_from_import_import

import imp

import os

import sys

import warnings

from warnings import catch_warnings

from six.moves import filter

if sys.version_info[0] == 3 and sys.version_info[1] >= 3:

import importlib.machinery

SUFFIXES = importlib.machinery.all_suffixes()

else:

SUFFIXES = [suffix for suffix, mode, type in imp.get_suffixes()]

# The cached list of all known modules

modules = set()

fully_loaded = False

def try_decode_module(module, encoding):

"""Try to decode module names."""

if not py3 and not isinstance(module, unicode):

try:

return module.decode(encoding)

except UnicodeDecodeError:

# Not importable anyway, ignore it

return None

return module

def module_matches(cw, prefix=''):

"""Modules names to replace cw with"""

full = '%s.%s' % (prefix, cw) if prefix else cw

matches = (name for name in modules

if (name.startswith(full) and

name.find('.', len(full)) == -1))

if prefix:

return set(match[len(prefix)+1:] for match in matches)

else:

return set(matches)

def attr_matches(cw, prefix='', only_modules=False):

"""Attributes to replace name with"""

full = '%s.%s' % (prefix, cw) if prefix else cw

module_name, _, name_after_dot = full.rpartition('.')

if module_name not in sys.modules:

return set()

module = sys.modules[module_name]

if only_modules:

matches = (name for name in dir(module)

if (name.startswith(name_after_dot) and

'%s.%s' % (module_name, name)) in sys.modules)

else:

matches = (name for name in dir(module)

if name.startswith(name_after_dot))

module_part, _, _ = cw.rpartition('.')

if module_part:

matches = ('%s.%s' % (module_part, m) for m in matches)

generator = (try_decode_module(match, 'ascii') for match in matches)

return set(filter(lambda x: x is not None, generator))

def module_attr_matches(name):

"""Only attributes which are modules to replace name with"""

return attr_matches(name, prefix='', only_modules=True)

def complete(cursor_offset, line):

"""Construct a full list of possibly completions for imports."""

tokens = line.split()

if 'from' not in tokens and 'import' not in tokens:

return None

result = current_word(cursor_offset, line)

if result is None:

return None

from_import_from = current_from_import_from(cursor_offset, line)

if from_import_from is not None:

import_import = current_from_import_import(cursor_offset, line)

if import_import is not None:

# `from a import <b|>` completion

matches = module_matches(import_import[2], from_import_from[2])

matches.update(attr_matches(import_import[2],

from_import_from[2]))

else:

# `from <a|>` completion

matches = module_attr_matches(from_import_from[2])

matches.update(module_matches(from_import_from[2]))

return matches

cur_import = current_import(cursor_offset, line)

if cur_import is not None:

# `import <a|>` completion

matches = module_matches(cur_import[2])

matches.update(module_attr_matches(cur_import[2]))

return matches

else:

return None

def find_modules(path):

"""Find all modules (and packages) for a given directory."""

if not os.path.isdir(path):

# Perhaps a zip file

return

try:

filenames = os.listdir(path)

except EnvironmentError:

filenames = []

for name in filenames:

if not any(name.endswith(suffix) for suffix in SUFFIXES):

# Possibly a package

if '.' in name:

continue

elif os.path.isdir(os.path.join(path, name)):

# Unfortunately, CPython just crashes if there is a directory

# which ends with a python extension, so work around.

continue

for suffix in SUFFIXES:

if name.endswith(suffix):

name = name[:-len(suffix)]

break

if py3 and name == "badsyntax_pep3120":

# Workaround for issue #166

continue

try:

with catch_warnings():

warnings.simplefilter("ignore", ImportWarning)

fo, pathname, _ = imp.find_module(name, [path])

except (ImportError, IOError, SyntaxError):

continue

except UnicodeEncodeError:

# Happens with Python 3 when there is a filename in some

# invalid encoding

continue

else:

if fo is not None:

fo.close()

else:

# Yay, package

for subname in find_modules(pathname):

if subname != '__init__':

yield '%s.%s' % (name, subname)

yield name

def find_all_modules(path=None):

"""Return a list with all modules in `path`, which should be a list of

directory names. If path is not given, sys.path will be used."""

if path is None:

modules.update(sys.builtin_module_names)

path = sys.path

for p in path:

if not p:

p = os.curdir

for module in find_modules(p):

module = try_decode_module(module, sys.getfilesystemencoding())

if module is None:

continue

modules.add(module)

yield

def find_coroutine():

global fully_loaded

if fully_loaded:

return None

try:

next(find_iterator)

except StopIteration:

fully_loaded = True

return True

def reload():

"""Refresh the list of known modules."""

modules.clear()

for _ in find_all_modules():

pass

find_iterator = find_all_modules()