146 lines
5 KiB
Python
146 lines
5 KiB
Python
|
""" test feather-format compat """
|
||
|
|
from distutils.version import LooseVersion
|
||
|
|
from warnings import catch_warnings
|
||
|
|
|
||
|
|
import numpy as np
|
||
|
|
|
||
|
|
import pandas as pd
|
||
|
|
import pandas.util.testing as tm
|
||
|
|
from pandas.util.testing import assert_frame_equal, ensure_clean
|
||
|
|
|
||
|
|
import pytest
|
||
|
|
feather = pytest.importorskip('feather')
|
||
|
|
from feather import FeatherError # noqa:E402
|
||
|
|
|
||
|
|
from pandas.io.feather_format import to_feather, read_feather # noqa:E402
|
||
|
|
|
||
|
|
fv = LooseVersion(feather.__version__)
|
||
|
|
|
||
|
|
|
||
|
|
@pytest.mark.single
|
||
|
|
class TestFeather(object):
|
||
|
|
|
||
|
|
def check_error_on_write(self, df, exc):
|
||
|
|
# check that we are raising the exception
|
||
|
|
# on writing
|
||
|
|
|
||
|
|
with pytest.raises(exc):
|
||
|
|
with ensure_clean() as path:
|
||
|
|
to_feather(df, path)
|
||
|
|
|
||
|
|
def check_round_trip(self, df, **kwargs):
|
||
|
|
|
||
|
|
with ensure_clean() as path:
|
||
|
|
to_feather(df, path)
|
||
|
|
|
||
|
|
with catch_warnings(record=True):
|
||
|
|
result = read_feather(path, **kwargs)
|
||
|
|
assert_frame_equal(result, df)
|
||
|
|
|
||
|
|
def test_error(self):
|
||
|
|
|
||
|
|
for obj in [pd.Series([1, 2, 3]), 1, 'foo', pd.Timestamp('20130101'),
|
||
|
|
np.array([1, 2, 3])]:
|
||
|
|
self.check_error_on_write(obj, ValueError)
|
||
|
|
|
||
|
|
def test_basic(self):
|
||
|
|
|
||
|
|
df = pd.DataFrame({'string': list('abc'),
|
||
|
|
'int': list(range(1, 4)),
|
||
|
|
'uint': np.arange(3, 6).astype('u1'),
|
||
|
|
'float': np.arange(4.0, 7.0, dtype='float64'),
|
||
|
|
'float_with_null': [1., np.nan, 3],
|
||
|
|
'bool': [True, False, True],
|
||
|
|
'bool_with_null': [True, np.nan, False],
|
||
|
|
'cat': pd.Categorical(list('abc')),
|
||
|
|
'dt': pd.date_range('20130101', periods=3),
|
||
|
|
'dttz': pd.date_range('20130101', periods=3,
|
||
|
|
tz='US/Eastern'),
|
||
|
|
'dt_with_null': [pd.Timestamp('20130101'), pd.NaT,
|
||
|
|
pd.Timestamp('20130103')],
|
||
|
|
'dtns': pd.date_range('20130101', periods=3,
|
||
|
|
freq='ns')})
|
||
|
|
|
||
|
|
assert df.dttz.dtype.tz.zone == 'US/Eastern'
|
||
|
|
self.check_round_trip(df)
|
||
|
|
|
||
|
|
@pytest.mark.skipif(fv >= LooseVersion('0.4.0'), reason='fixed in 0.4.0')
|
||
|
|
def test_strided_data_issues(self):
|
||
|
|
|
||
|
|
# strided data issuehttps://github.com/wesm/feather/issues/97
|
||
|
|
df = pd.DataFrame(np.arange(12).reshape(4, 3), columns=list('abc'))
|
||
|
|
self.check_error_on_write(df, FeatherError)
|
||
|
|
|
||
|
|
def test_duplicate_columns(self):
|
||
|
|
|
||
|
|
# https://github.com/wesm/feather/issues/53
|
||
|
|
# not currently able to handle duplicate columns
|
||
|
|
df = pd.DataFrame(np.arange(12).reshape(4, 3),
|
||
|
|
columns=list('aaa')).copy()
|
||
|
|
self.check_error_on_write(df, ValueError)
|
||
|
|
|
||
|
|
def test_stringify_columns(self):
|
||
|
|
|
||
|
|
df = pd.DataFrame(np.arange(12).reshape(4, 3)).copy()
|
||
|
|
self.check_error_on_write(df, ValueError)
|
||
|
|
|
||
|
|
@pytest.mark.skipif(fv >= LooseVersion('0.4.0'), reason='fixed in 0.4.0')
|
||
|
|
def test_unsupported(self):
|
||
|
|
|
||
|
|
# timedelta
|
||
|
|
df = pd.DataFrame({'a': pd.timedelta_range('1 day', periods=3)})
|
||
|
|
self.check_error_on_write(df, FeatherError)
|
||
|
|
|
||
|
|
# non-strings
|
||
|
|
df = pd.DataFrame({'a': ['a', 1, 2.0]})
|
||
|
|
self.check_error_on_write(df, ValueError)
|
||
|
|
|
||
|
|
def test_unsupported_other(self):
|
||
|
|
|
||
|
|
# period
|
||
|
|
df = pd.DataFrame({'a': pd.period_range('2013', freq='M', periods=3)})
|
||
|
|
self.check_error_on_write(df, ValueError)
|
||
|
|
|
||
|
|
@pytest.mark.skipif(fv < LooseVersion('0.4.0'), reason='new in 0.4.0')
|
||
|
|
def test_rw_nthreads(self):
|
||
|
|
|
||
|
|
df = pd.DataFrame({'A': np.arange(100000)})
|
||
|
|
self.check_round_trip(df, nthreads=2)
|
||
|
|
|
||
|
|
def test_write_with_index(self):
|
||
|
|
|
||
|
|
df = pd.DataFrame({'A': [1, 2, 3]})
|
||
|
|
self.check_round_trip(df)
|
||
|
|
|
||
|
|
# non-default index
|
||
|
|
for index in [[2, 3, 4],
|
||
|
|
pd.date_range('20130101', periods=3),
|
||
|
|
list('abc'),
|
||
|
|
[1, 3, 4],
|
||
|
|
pd.MultiIndex.from_tuples([('a', 1), ('a', 2),
|
||
|
|
('b', 1)]),
|
||
|
|
]:
|
||
|
|
|
||
|
|
df.index = index
|
||
|
|
self.check_error_on_write(df, ValueError)
|
||
|
|
|
||
|
|
# index with meta-data
|
||
|
|
df.index = [0, 1, 2]
|
||
|
|
df.index.name = 'foo'
|
||
|
|
self.check_error_on_write(df, ValueError)
|
||
|
|
|
||
|
|
# column multi-index
|
||
|
|
df.index = [0, 1, 2]
|
||
|
|
df.columns = pd.MultiIndex.from_tuples([('a', 1), ('a', 2), ('b', 1)]),
|
||
|
|
self.check_error_on_write(df, ValueError)
|
||
|
|
|
||
|
|
def test_path_pathlib(self):
|
||
|
|
df = tm.makeDataFrame().reset_index()
|
||
|
|
result = tm.round_trip_pathlib(df.to_feather, pd.read_feather)
|
||
|
|
tm.assert_frame_equal(df, result)
|
||
|
|
|
||
|
|
def test_path_localpath(self):
|
||
|
|
df = tm.makeDataFrame().reset_index()
|
||
|
|
result = tm.round_trip_localpath(df.to_feather, pd.read_feather)
|
||
|
|
tm.assert_frame_equal(df, result)
|