285 lines
7.1 KiB
Python
285 lines
7.1 KiB
Python
import os
|
|
|
|
import pytest
|
|
|
|
import pandas
|
|
import numpy as np
|
|
import pandas as pd
|
|
from pandas.compat import PY3
|
|
import pandas.util._test_decorators as td
|
|
|
|
|
|
def pytest_addoption(parser):
|
|
parser.addoption("--skip-slow", action="store_true",
|
|
help="skip slow tests")
|
|
parser.addoption("--skip-network", action="store_true",
|
|
help="skip network tests")
|
|
parser.addoption("--run-high-memory", action="store_true",
|
|
help="run high memory tests")
|
|
parser.addoption("--only-slow", action="store_true",
|
|
help="run only slow tests")
|
|
parser.addoption("--strict-data-files", action="store_true",
|
|
help="Fail if a test is skipped for missing data file.")
|
|
|
|
|
|
def pytest_runtest_setup(item):
|
|
if 'slow' in item.keywords and item.config.getoption("--skip-slow"):
|
|
pytest.skip("skipping due to --skip-slow")
|
|
|
|
if 'slow' not in item.keywords and item.config.getoption("--only-slow"):
|
|
pytest.skip("skipping due to --only-slow")
|
|
|
|
if 'network' in item.keywords and item.config.getoption("--skip-network"):
|
|
pytest.skip("skipping due to --skip-network")
|
|
|
|
if 'high_memory' in item.keywords and not item.config.getoption(
|
|
"--run-high-memory"):
|
|
pytest.skip(
|
|
"skipping high memory test since --run-high-memory was not set")
|
|
|
|
|
|
# Configurations for all tests and all test modules
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def configure_tests():
|
|
pd.set_option('chained_assignment', 'raise')
|
|
|
|
|
|
# For running doctests: make np and pd names available
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def add_imports(doctest_namespace):
|
|
doctest_namespace['np'] = np
|
|
doctest_namespace['pd'] = pd
|
|
|
|
|
|
@pytest.fixture(params=['bsr', 'coo', 'csc', 'csr', 'dia', 'dok', 'lil'])
|
|
def spmatrix(request):
|
|
from scipy import sparse
|
|
return getattr(sparse, request.param + '_matrix')
|
|
|
|
|
|
@pytest.fixture
|
|
def ip():
|
|
"""
|
|
Get an instance of IPython.InteractiveShell.
|
|
|
|
Will raise a skip if IPython is not installed.
|
|
"""
|
|
|
|
pytest.importorskip('IPython', minversion="6.0.0")
|
|
from IPython.core.interactiveshell import InteractiveShell
|
|
return InteractiveShell()
|
|
|
|
|
|
@pytest.fixture(params=[True, False, None])
|
|
def observed(request):
|
|
""" pass in the observed keyword to groupby for [True, False]
|
|
This indicates whether categoricals should return values for
|
|
values which are not in the grouper [False / None], or only values which
|
|
appear in the grouper [True]. [None] is supported for future compatiblity
|
|
if we decide to change the default (and would need to warn if this
|
|
parameter is not passed)"""
|
|
return request.param
|
|
|
|
|
|
_all_arithmetic_operators = ['__add__', '__radd__',
|
|
'__sub__', '__rsub__',
|
|
'__mul__', '__rmul__',
|
|
'__floordiv__', '__rfloordiv__',
|
|
'__truediv__', '__rtruediv__',
|
|
'__pow__', '__rpow__']
|
|
if not PY3:
|
|
_all_arithmetic_operators.extend(['__div__', '__rdiv__'])
|
|
|
|
|
|
@pytest.fixture(params=_all_arithmetic_operators)
|
|
def all_arithmetic_operators(request):
|
|
"""
|
|
Fixture for dunder names for common arithmetic operations
|
|
"""
|
|
return request.param
|
|
|
|
|
|
@pytest.fixture(params=[None, 'gzip', 'bz2', 'zip',
|
|
pytest.param('xz', marks=td.skip_if_no_lzma)])
|
|
def compression(request):
|
|
"""
|
|
Fixture for trying common compression types in compression tests
|
|
"""
|
|
return request.param
|
|
|
|
|
|
@pytest.fixture(params=['gzip', 'bz2', 'zip',
|
|
pytest.param('xz', marks=td.skip_if_no_lzma)])
|
|
def compression_only(request):
|
|
"""
|
|
Fixture for trying common compression types in compression tests excluding
|
|
uncompressed case
|
|
"""
|
|
return request.param
|
|
|
|
|
|
@pytest.fixture(scope='module')
|
|
def datetime_tz_utc():
|
|
from datetime import timezone
|
|
return timezone.utc
|
|
|
|
|
|
@pytest.fixture(params=['inner', 'outer', 'left', 'right'])
|
|
def join_type(request):
|
|
"""
|
|
Fixture for trying all types of join operations
|
|
"""
|
|
return request.param
|
|
|
|
|
|
@pytest.fixture
|
|
def datapath(request):
|
|
"""Get the path to a data file.
|
|
|
|
Parameters
|
|
----------
|
|
path : str
|
|
Path to the file, relative to ``pandas/tests/``
|
|
|
|
Returns
|
|
-------
|
|
path : path including ``pandas/tests``.
|
|
|
|
Raises
|
|
------
|
|
ValueError
|
|
If the path doesn't exist and the --strict-data-files option is set.
|
|
"""
|
|
def deco(*args):
|
|
path = os.path.join('pandas', 'tests', *args)
|
|
if not os.path.exists(path):
|
|
if request.config.getoption("--strict-data-files"):
|
|
msg = "Could not find file {} and --strict-data-files is set."
|
|
raise ValueError(msg.format(path))
|
|
else:
|
|
msg = "Could not find {}."
|
|
pytest.skip(msg.format(path))
|
|
return path
|
|
return deco
|
|
|
|
|
|
@pytest.fixture
|
|
def iris(datapath):
|
|
"""The iris dataset as a DataFrame."""
|
|
return pandas.read_csv(datapath('data', 'iris.csv'))
|
|
|
|
|
|
@pytest.fixture(params=['nlargest', 'nsmallest'])
|
|
def nselect_method(request):
|
|
"""
|
|
Fixture for trying all nselect methods
|
|
"""
|
|
return request.param
|
|
|
|
|
|
@pytest.fixture(params=[None, np.nan, pd.NaT, float('nan'), np.float('NaN')])
|
|
def nulls_fixture(request):
|
|
"""
|
|
Fixture for each null type in pandas
|
|
"""
|
|
return request.param
|
|
|
|
|
|
nulls_fixture2 = nulls_fixture # Generate cartesian product of nulls_fixture
|
|
|
|
|
|
TIMEZONES = [None, 'UTC', 'US/Eastern', 'Asia/Tokyo', 'dateutil/US/Pacific']
|
|
|
|
|
|
@td.parametrize_fixture_doc(str(TIMEZONES))
|
|
@pytest.fixture(params=TIMEZONES)
|
|
def tz_naive_fixture(request):
|
|
"""
|
|
Fixture for trying timezones including default (None): {0}
|
|
"""
|
|
return request.param
|
|
|
|
|
|
@td.parametrize_fixture_doc(str(TIMEZONES[1:]))
|
|
@pytest.fixture(params=TIMEZONES[1:])
|
|
def tz_aware_fixture(request):
|
|
"""
|
|
Fixture for trying explicit timezones: {0}
|
|
"""
|
|
return request.param
|
|
|
|
|
|
@pytest.fixture(params=[str, 'str', 'U'])
|
|
def string_dtype(request):
|
|
"""Parametrized fixture for string dtypes.
|
|
|
|
* str
|
|
* 'str'
|
|
* 'U'
|
|
"""
|
|
return request.param
|
|
|
|
|
|
@pytest.fixture(params=["float32", "float64"])
|
|
def float_dtype(request):
|
|
"""
|
|
Parameterized fixture for float dtypes.
|
|
|
|
* float32
|
|
* float64
|
|
"""
|
|
|
|
return request.param
|
|
|
|
|
|
UNSIGNED_INT_DTYPES = ["uint8", "uint16", "uint32", "uint64"]
|
|
SIGNED_INT_DTYPES = ["int8", "int16", "int32", "int64"]
|
|
ALL_INT_DTYPES = UNSIGNED_INT_DTYPES + SIGNED_INT_DTYPES
|
|
|
|
|
|
@pytest.fixture(params=SIGNED_INT_DTYPES)
|
|
def sint_dtype(request):
|
|
"""
|
|
Parameterized fixture for signed integer dtypes.
|
|
|
|
* int8
|
|
* int16
|
|
* int32
|
|
* int64
|
|
"""
|
|
|
|
return request.param
|
|
|
|
|
|
@pytest.fixture(params=UNSIGNED_INT_DTYPES)
|
|
def uint_dtype(request):
|
|
"""
|
|
Parameterized fixture for unsigned integer dtypes.
|
|
|
|
* uint8
|
|
* uint16
|
|
* uint32
|
|
* uint64
|
|
"""
|
|
|
|
return request.param
|
|
|
|
|
|
@pytest.fixture(params=ALL_INT_DTYPES)
|
|
def any_int_dtype(request):
|
|
"""
|
|
Parameterized fixture for any integer dtypes.
|
|
|
|
* int8
|
|
* uint8
|
|
* int16
|
|
* uint16
|
|
* int32
|
|
* uint32
|
|
* int64
|
|
* uint64
|
|
"""
|
|
|
|
return request.param
|