Tests failing

[Andresj89]

Hey guys,

I did a users installation and ran the tests: python -m pytest --pyargs idaes -W ignore -rs. Some of them are failing:

• core\util\tests\test_tags.py .....F........ [ 22%]
• dmf\tests\test_tables.py ....FF... [ 26%]

============================================================= FAILURES ============================================================== 
_____________________________________________________ test_tag_display_convert ______________________________________________________ 

model = <pyomo.core.base.PyomoModel.ConcreteModel object at 0x0000025DB98523C0>

    @pytest.mark.unit
    def test_tag_display_convert(model):
        m = model
        tw = ModelTag(expr=m.w, format_string="{:.3f}", doc="Tag for w", display_units=pyo.units.g)
        tx = ModelTag(expr=m.x, format_string="{:.3f}", doc="Tag for x", display_units=pyo.units.g)
        ty = ModelTag(
            expr=m.y, format_string="{:.1f}", doc="Tag for y", display_units=pyo.units.hr
        )
        tf = ModelTag(
            expr=m.f,
            format_string="{:.1f}",
            doc="Tag for f",
            display_units=pyo.units.g / pyo.units.hr,
        )

>       assert str(tf) == "3000000.0 g/hr"
E       AssertionError: assert '3000000.0 g/h' == '3000000.0 g/hr'
E         - 3000000.0 g/hr
E         ?              -
E         + 3000000.0 g/h

C:\ProgramData\Miniforge_JMP\envs\idaes\lib\site-packages\idaes\core\util\tests\test_tags.py:168: AssertionError
_________________________________________________________ test_table_excel __________________________________________________________ 

name = 'openpyxl', extra = '', errors = 'raise', min_version = None

    def import_optional_dependency(
        name: str,
        extra: str = "",
        errors: str = "raise",
        min_version: str | None = None,
    ):
        """
        Import an optional dependency.

        By default, if a dependency is missing an ImportError with a nice
        message will be raised. If a dependency is present, but too old,
        we raise.

        Parameters
        ----------
        name : str
            The module name.
        extra : str
            Additional text to include in the ImportError message.
        errors : str {'raise', 'warn', 'ignore'}
            What to do when a dependency is not found or its version is too old.

            * raise : Raise an ImportError
            * warn : Only applicable when a module's version is to old.
              Warns that the version is too old and returns None
            * ignore: If the module is not installed, return None, otherwise,
              return the module, even if the version is too old.
              It's expected that users validate the version locally when
              using ``errors="ignore"`` (see. ``io/html.py``)
        min_version : str, default None
            Specify a minimum version that is different from the global pandas
            minimum version required.
        Returns
        -------
        maybe_module : Optional[ModuleType]
            The imported module, when found and the version is correct.
            None is returned when the package is not found and `errors`
            is False, or when the package's version is too old and `errors`
            is ``'warn'``.
        """

        assert errors in {"warn", "raise", "ignore"}

        package_name = INSTALL_MAPPING.get(name)
        install_name = package_name if package_name is not None else name

        msg = (
            f"Missing optional dependency '{install_name}'. {extra} "
            f"Use pip or conda to install {install_name}."
        )
        try:
>           module = importlib.import_module(name)

C:\ProgramData\Miniforge_JMP\envs\idaes\lib\site-packages\pandas\compat\_optional.py:138:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

name = 'openpyxl', package = None

    def import_module(name, package=None):
        """Import a module.

        The 'package' argument is required when performing a relative import. It
        specifies the package to use as the anchor point from which to resolve the
        relative import to an absolute import.

        """
        level = 0
        if name.startswith('.'):
            if not package:
                msg = ("the 'package' argument is required to perform a relative "
                       "import for {!r}")
                raise TypeError(msg.format(name))
            for character in name:
                if character != '.':
                    break
                level += 1
>       return _bootstrap._gcd_import(name[level:], package, level)

C:\ProgramData\Miniforge_JMP\envs\idaes\lib\importlib\__init__.py:127:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

name = 'openpyxl', package = None, level = 0

>   ???

<frozen importlib._bootstrap>:1014:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

name = 'openpyxl', import_ = <function _gcd_import at 0x0000025DA59AE4C0>

>   ???

<frozen importlib._bootstrap>:991:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

name = 'openpyxl', import_ = <function _gcd_import at 0x0000025DA59AE4C0>

>   ???
E   ModuleNotFoundError: No module named 'openpyxl'

<frozen importlib._bootstrap>:973: ModuleNotFoundError

During handling of the above exception, another exception occurred:

example_excel_file = WindowsPath('C:/ProgramData/Miniforge_JMP/envs/idaes/lib/site-packages/idaes/dmf/tests/data_files/tables_data.xlsx')

    @pytest.mark.unit
    def test_table_excel(example_excel_file):
        t = Table()
>       t.read_excel(example_excel_file)

C:\ProgramData\Miniforge_JMP\envs\idaes\lib\site-packages\idaes\dmf\tests\test_tables.py:116:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
C:\ProgramData\Miniforge_JMP\envs\idaes\lib\site-packages\idaes\dmf\tables.py:210: in read_excel
    data = pd.read_excel(filepath, **kwargs)
C:\ProgramData\Miniforge_JMP\envs\idaes\lib\site-packages\pandas\util\_decorators.py:311: in wrapper
    return func(*args, **kwargs)
C:\ProgramData\Miniforge_JMP\envs\idaes\lib\site-packages\pandas\io\excel\_base.py:457: in read_excel
    io = ExcelFile(io, storage_options=storage_options, engine=engine)
C:\ProgramData\Miniforge_JMP\envs\idaes\lib\site-packages\pandas\io\excel\_base.py:1419: in __init__
    self._reader = self._engines[engine](self._io, storage_options=storage_options)
C:\ProgramData\Miniforge_JMP\envs\idaes\lib\site-packages\pandas\io\excel\_openpyxl.py:524: in __init__
    import_optional_dependency("openpyxl")
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

name = 'openpyxl', extra = '', errors = 'raise', min_version = None

    def import_optional_dependency(
        name: str,
        extra: str = "",
        errors: str = "raise",
        min_version: str | None = None,
    ):
        """
        Import an optional dependency.

        By default, if a dependency is missing an ImportError with a nice
        message will be raised. If a dependency is present, but too old,
        we raise.

        Parameters
        ----------
        name : str
            The module name.
        extra : str
            Additional text to include in the ImportError message.
        errors : str {'raise', 'warn', 'ignore'}
            What to do when a dependency is not found or its version is too old.

            * raise : Raise an ImportError
            * warn : Only applicable when a module's version is to old.
              Warns that the version is too old and returns None
            * ignore: If the module is not installed, return None, otherwise,
              return the module, even if the version is too old.
              It's expected that users validate the version locally when
              using ``errors="ignore"`` (see. ``io/html.py``)
        min_version : str, default None
            Specify a minimum version that is different from the global pandas
            minimum version required.
        Returns
        -------
        maybe_module : Optional[ModuleType]
            The imported module, when found and the version is correct.
            None is returned when the package is not found and `errors`
            is False, or when the package's version is too old and `errors`
            is ``'warn'``.
        """

        assert errors in {"warn", "raise", "ignore"}

        package_name = INSTALL_MAPPING.get(name)
        install_name = package_name if package_name is not None else name

        msg = (
            f"Missing optional dependency '{install_name}'. {extra} "
            f"Use pip or conda to install {install_name}."
        )
        try:
            module = importlib.import_module(name)
        except ImportError:
            if errors == "raise":
>               raise ImportError(msg)
E               ImportError: Missing optional dependency 'openpyxl'.  Use pip or conda to install openpyxl.

C:\ProgramData\Miniforge_JMP\envs\idaes\lib\site-packages\pandas\compat\_optional.py:141: ImportError
____________________________________________________ test_table_excel_multisheet ____________________________________________________ 

name = 'openpyxl', extra = '', errors = 'raise', min_version = None

    def import_optional_dependency(
        name: str,
        extra: str = "",
        errors: str = "raise",
        min_version: str | None = None,
    ):
        """
        Import an optional dependency.

        By default, if a dependency is missing an ImportError with a nice
        message will be raised. If a dependency is present, but too old,
        we raise.

        Parameters
        ----------
        name : str
            The module name.
        extra : str
            Additional text to include in the ImportError message.
        errors : str {'raise', 'warn', 'ignore'}
            What to do when a dependency is not found or its version is too old.

            * raise : Raise an ImportError
            * warn : Only applicable when a module's version is to old.
              Warns that the version is too old and returns None
            * ignore: If the module is not installed, return None, otherwise,
              return the module, even if the version is too old.
              It's expected that users validate the version locally when
              using ``errors="ignore"`` (see. ``io/html.py``)
        min_version : str, default None
            Specify a minimum version that is different from the global pandas
            minimum version required.
        Returns
        -------
        maybe_module : Optional[ModuleType]
            The imported module, when found and the version is correct.
            None is returned when the package is not found and `errors`
            is False, or when the package's version is too old and `errors`
            is ``'warn'``.
        """

        assert errors in {"warn", "raise", "ignore"}

        package_name = INSTALL_MAPPING.get(name)
        install_name = package_name if package_name is not None else name

        msg = (
            f"Missing optional dependency '{install_name}'. {extra} "
            f"Use pip or conda to install {install_name}."
        )
        try:
>           module = importlib.import_module(name)

C:\ProgramData\Miniforge_JMP\envs\idaes\lib\site-packages\pandas\compat\_optional.py:138:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

name = 'openpyxl', package = None

    def import_module(name, package=None):
        """Import a module.
    
        The 'package' argument is required when performing a relative import. It
        specifies the package to use as the anchor point from which to resolve the
        relative import to an absolute import.

        """
        level = 0
        if name.startswith('.'):
            if not package:
                msg = ("the 'package' argument is required to perform a relative "
                       "import for {!r}")
                raise TypeError(msg.format(name))
            for character in name:
                if character != '.':
                    break
                level += 1
>       return _bootstrap._gcd_import(name[level:], package, level)

C:\ProgramData\Miniforge_JMP\envs\idaes\lib\importlib\__init__.py:127:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

name = 'openpyxl', package = None, level = 0

>   ???

<frozen importlib._bootstrap>:1014:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

name = 'openpyxl', import_ = <function _gcd_import at 0x0000025DA59AE4C0>

>   ???

<frozen importlib._bootstrap>:991:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

name = 'openpyxl', import_ = <function _gcd_import at 0x0000025DA59AE4C0>

>   ???
E   ModuleNotFoundError: No module named 'openpyxl'

<frozen importlib._bootstrap>:973: ModuleNotFoundError

During handling of the above exception, another exception occurred:

example_excel_file = WindowsPath('C:/ProgramData/Miniforge_JMP/envs/idaes/lib/site-packages/idaes/dmf/tests/data_files/tables_data.xlsx')

    @pytest.mark.unit
    def test_table_excel_multisheet(example_excel_file):
        t = Table()
        with pytest.raises(ValueError):
>           t.read_excel(example_excel_file, sheet_name=["Sheet1", "Sheet2"])

C:\ProgramData\Miniforge_JMP\envs\idaes\lib\site-packages\idaes\dmf\tests\test_tables.py:124:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
C:\ProgramData\Miniforge_JMP\envs\idaes\lib\site-packages\idaes\dmf\tables.py:210: in read_excel
    data = pd.read_excel(filepath, **kwargs)
C:\ProgramData\Miniforge_JMP\envs\idaes\lib\site-packages\pandas\util\_decorators.py:311: in wrapper
    return func(*args, **kwargs)
C:\ProgramData\Miniforge_JMP\envs\idaes\lib\site-packages\pandas\io\excel\_base.py:457: in read_excel
    io = ExcelFile(io, storage_options=storage_options, engine=engine)
C:\ProgramData\Miniforge_JMP\envs\idaes\lib\site-packages\pandas\io\excel\_base.py:1419: in __init__
    self._reader = self._engines[engine](self._io, storage_options=storage_options)
C:\ProgramData\Miniforge_JMP\envs\idaes\lib\site-packages\pandas\io\excel\_openpyxl.py:524: in __init__
    import_optional_dependency("openpyxl")
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

name = 'openpyxl', extra = '', errors = 'raise', min_version = None

    def import_optional_dependency(
        name: str,
        extra: str = "",
        errors: str = "raise",
        min_version: str | None = None,
    ):
        """
        Import an optional dependency.

        By default, if a dependency is missing an ImportError with a nice
        message will be raised. If a dependency is present, but too old,
        we raise.

        Parameters
        ----------
        name : str
            The module name.
        extra : str
            Additional text to include in the ImportError message.
        errors : str {'raise', 'warn', 'ignore'}
            What to do when a dependency is not found or its version is too old.

            * raise : Raise an ImportError
            * warn : Only applicable when a module's version is to old.
              Warns that the version is too old and returns None
            * ignore: If the module is not installed, return None, otherwise,
              return the module, even if the version is too old.
              It's expected that users validate the version locally when
              using ``errors="ignore"`` (see. ``io/html.py``)
        min_version : str, default None
            Specify a minimum version that is different from the global pandas
            minimum version required.
        Returns
        -------
        maybe_module : Optional[ModuleType]
            The imported module, when found and the version is correct.
            None is returned when the package is not found and `errors`
            is False, or when the package's version is too old and `errors`
            is ``'warn'``.
        """

        assert errors in {"warn", "raise", "ignore"}

        package_name = INSTALL_MAPPING.get(name)
        install_name = package_name if package_name is not None else name

        msg = (
            f"Missing optional dependency '{install_name}'. {extra} "
            f"Use pip or conda to install {install_name}."
        )
        try:
            module = importlib.import_module(name)
        except ImportError:
            if errors == "raise":
>               raise ImportError(msg)
E               ImportError: Missing optional dependency 'openpyxl'.  Use pip or conda to install openpyxl.

C:\ProgramData\Miniforge_JMP\envs\idaes\lib\site-packages\pandas\compat\_optional.py:141: ImportError

Just wanted to confirm if this is somehow expected behaviour or there is indeed an issue on my end.

Thanks!

[lbianchi-lbl]

Hi @Andresj89, can you run the following commands within the same environment and post the output here?

• idaes environment-info
• pip list

[Andresj89]

hey @lbianchi-lbl , these are the outputs:

IDAES
    Version: 1.13.0
    Git Hash: None
    Binary Directory: C:\Users\CALD1037\AppData\Local\idaes\bin
    Data Directory: C:\Users\CALD1037\AppData\Local\idaes
    Global Config: C:\Users\CALD1037\AppData\Local\idaes\idaes.conf

Pyomo
    Version: 6.4.0

Python
    Version: 3.8.13 | packaged by conda-forge | (default, Mar 25 2022, 05:59:45) [MSC v.1929 64 bit (AMD64)]
    Executable: C:\ProgramData\Miniforge_JMP\envs\idaes\python.exe

OS
    Platform: Windows
    Release: 10
    Version: 10.0.19042

Dependencies
    backports.shutil-get-terminal-size: 1.0.0
    bunch: 1.0.1
    click: 8.1.3
    colorama: 0.4.4
    flask: 2.1.2
    flask-cors: 3.0.10
    ipython: 7.33.0
    jupyter: 1.0.0
    lxml: 4.8.0
    matplotlib: 3.5.2
    nbconvert: 6.5.0
    nbformat: 5.4.0
    networkx: 2.8
    numpy: 1.22.3
    omlt: Not Installed
    openpyxl: Not Installed
    pandas: 1.4.2
    pint: 0.19.2
    psutil: 5.9.0
    pytest: 7.1.2
    python-slugify: 6.1.2
    pyyaml: 6.0
    rbfopt: 4.2.1
    requests: 2.27.1
    scipy: 1.8.0
    sympy: 1.10.1
    tinydb: 4.7.0
    xlrd: Not Installed

Extras
    seaborn: Not Installed

Solvers
    bonmin: 1.8.8.0
    cbc: 2.10.4.0
    couenne: 0.5.8.0
    dot_sens: 1.0.0.0
    ipopt: 3.13.2.0
    ipopt_l1: 3.13.3.0
    ipopt_sens: 3.13.2.0
    k_aug: 0.1.0.0

Package                            Version
---------------------------------- ---------
argon2-cffi                        21.3.0
argon2-cffi-bindings               21.2.0
atomicwrites                       1.4.0
attrs                              21.4.0
backcall                           0.2.0
backports.functools-lru-cache      1.6.4
backports.shutil-get-terminal-size 1.0.0
beautifulsoup4                     4.11.1
bleach                             5.0.0
brotlipy                           0.7.0
bunch                              1.0.1
certifi                            2021.10.8
cffi                               1.15.0
charset-normalizer                 2.0.12
click                              8.1.3
colorama                           0.4.4
cryptography                       36.0.2
cycler                             0.11.0
debugpy                            1.6.0
decorator                          5.1.1
defusedxml                         0.7.1
entrypoints                        0.4
fastjsonschema                     2.15.3
Flask                              2.1.2
Flask-Cors                         3.0.10
flit_core                          3.7.1
fonttools                          4.33.3
idaes-examples                     1.13.0
idaes-pse                          1.13.0
idna                               3.3
importlib-metadata                 4.11.3
importlib-resources                5.7.1
iniconfig                          1.1.1
ipykernel                          6.13.0
ipython                            7.33.0
ipython-genutils                   0.2.0
ipywidgets                         7.7.0
itsdangerous                       2.1.2
jedi                               0.18.1
Jinja2                             3.1.2
jsonschema                         4.5.1
jupyter                            1.0.0
jupyter-client                     7.3.1
jupyter-console                    6.4.3
jupyter-core                       4.9.2
jupyterlab-pygments                0.2.2
jupyterlab-widgets                 1.1.0
kiwisolver                         1.4.2
lxml                               4.8.0
MarkupSafe                         2.1.1
matplotlib                         3.5.2
matplotlib-inline                  0.1.3
mistune                            0.8.4
mock                               4.0.3
mpmath                             1.2.1
munkres                            1.1.4
nbclient                           0.6.3
nbconvert                          6.5.0
nbformat                           5.4.0
nest-asyncio                       1.5.5
networkx                           2.8
nose                               1.3.7
notebook                           6.4.11
numpy                              1.22.3
packaging                          21.3
pandas                             1.4.2
pandocfilters                      1.5.0
parso                              0.8.3
pickleshare                        0.7.5
Pillow                             9.1.0
Pint                               0.19.2
pip                                22.0.4
pluggy                             1.0.0
ply                                3.11
prometheus-client                  0.14.1
prompt-toolkit                     3.0.29
psutil                             5.9.0
py                                 1.11.0
pycparser                          2.21
Pygments                           2.12.0
Pyomo                              6.4.0
pyOpenSSL                          22.0.0
pyparsing                          3.0.8
PyQt5                              5.12.3
PyQt5_sip                          4.19.18
PyQtChart                          5.12
PyQtWebEngine                      5.12.1
pyrsistent                         0.18.1
PySocks                            1.7.1
pytest                             7.1.2
python-dateutil                    2.8.2
python-slugify                     6.1.2
pytz                               2022.1
PyUtilib                           6.0.0
pywin32                            303
pywinpty                           2.0.5
PyYAML                             6.0
pyzmq                              22.3.0
qtconsole                          5.3.0
QtPy                               2.1.0
rbfopt                             4.2.1
requests                           2.27.1
scipy                              1.8.0
Send2Trash                         1.8.0
setuptools                         62.1.0
six                                1.16.0
soupsieve                          2.3.1
sympy                              1.10.1
terminado                          0.13.3
text-unidecode                     1.3
tinycss2                           1.1.1
tinydb                             4.7.0
tomli                              2.0.1
tornado                            6.1
traitlets                          5.1.1
unicodedata2                       14.0.0
Unidecode                          1.3.4
urllib3                            1.26.9
wcwidth                            0.2.5
webencodings                       0.5.1
Werkzeug                           2.1.2
wheel                              0.37.1
widgetsnbextension                 3.6.0
win-inet-pton                      1.1.0
zipp                               3.8.0

It seems like for some reason the installation was skipped for a few libraries

[michnoffn]

Hi, did you ever find a solution? I am experiencing the exact same problems with the exact same tests failing.

[ksbeattie]

Can you run the same commands @lbianchi-lbl suggested above, so we can see what versions of all the packages you are running?

• idaes environment-info
• pip list