[arrow] branch master updated: ARROW-2071: [Python] Lighten serialization tests

[uw...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

uwe pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/arrow.git


The following commit(s) were added to refs/heads/master by this push:
     new 416d565  ARROW-2071: [Python] Lighten serialization tests
416d565 is described below

commit 416d56593f4e324b326ba9096e86253f130125bf
Author: Antoine Pitrou <an...@python.org>
AuthorDate: Sun Feb 4 19:53:18 2018 +0100

    ARROW-2071: [Python] Lighten serialization tests
    
    Attempt to reduce running times on Travis-CI.
    
    Note this PR integrates the contents of PR #1548 to get the builds running at all.
    
    Author: Antoine Pitrou <an...@python.org>
    
    Closes #1550 from pitrou/ARROW-2071-lighten-serialization-tests and squashes the following commits:
    
    231ef3b [Antoine Pitrou] ARROW-2071: [Python] Lighten serialization tests
---
 python/manylinux1/build_arrow.sh           |  2 +-
 python/pyarrow/tests/test_serialization.py | 20 +++++++++++---------
 2 files changed, 12 insertions(+), 10 deletions(-)

diff --git a/python/manylinux1/build_arrow.sh b/python/manylinux1/build_arrow.sh
index 4d816be..6bed451 100755
--- a/python/manylinux1/build_arrow.sh
+++ b/python/manylinux1/build_arrow.sh
@@ -81,7 +81,7 @@ for PYTHON in ${PYTHON_VERSIONS}; do
     source /venv-test-${PYTHON}/bin/activate
     pip install repaired_wheels/*.whl
 
-    py.test --parquet /venv-test-${PYTHON}/lib/*/site-packages/pyarrow -v
+    py.test -v -r sxX --durations=15 --parquet /venv-test-${PYTHON}/lib/*/site-packages/pyarrow
     deactivate
 
     mv repaired_wheels/*.whl /io/dist
diff --git a/python/pyarrow/tests/test_serialization.py b/python/pyarrow/tests/test_serialization.py
index 23059e1..3b1324b 100644
--- a/python/pyarrow/tests/test_serialization.py
+++ b/python/pyarrow/tests/test_serialization.py
@@ -99,7 +99,7 @@ def assert_equal(obj1, obj2):
 
 
 PRIMITIVE_OBJECTS = [
-    0, 0.0, 0.9, 1 << 62, 1 << 100, 1 << 999,
+    0, 0.0, 0.9, 1 << 62, 1 << 999,
     [1 << 100, [1 << 100]], "a", string.printable, "\u262F",
     "hello world", u"hello world", u"\xff\xfe\x9c\x001\x000\x00",
     None, True, False, [], (), {}, {(1, 2): 1}, {(): 2},
@@ -110,10 +110,11 @@ PRIMITIVE_OBJECTS = [
     {"hello": set([2, 3]), "world": set([42.0]), "this": None},
     np.int8(3), np.int32(4), np.int64(5),
     np.uint8(3), np.uint32(4), np.uint64(5), np.float16(1.9), np.float32(1.9),
-    np.float64(1.9), np.zeros([100, 100]),
-    np.random.normal(size=[100, 100]), np.array(["hi", 3]),
+    np.float64(1.9), np.zeros([8, 20]),
+    np.random.normal(size=[17, 10]), np.array(["hi", 3]),
     np.array(["hi", 3], dtype=object),
-    np.random.normal(size=[45, 22]).T]
+    np.random.normal(size=[15, 13]).T,
+]
 
 
 if sys.version_info >= (3, 0):
@@ -126,11 +127,12 @@ else:
 
 COMPLEX_OBJECTS = [
     [[[[[[[[[[[[]]]]]]]]]]]],
-    {"obj{}".format(i): np.random.normal(size=[100, 100]) for i in range(10)},
+    {"obj{}".format(i): np.random.normal(size=[4, 4]) for i in range(5)},
     # {(): {(): {(): {(): {(): {(): {(): {(): {(): {(): {
     #       (): {(): {}}}}}}}}}}}}},
     ((((((((((),),),),),),),),),),
-    {"a": {"b": {"c": {"d": {}}}}}]
+    {"a": {"b": {"c": {"d": {}}}}},
+]
 
 
 class Foo(object):
@@ -146,7 +148,7 @@ class Foo(object):
 
 class Bar(object):
     def __init__(self):
-        for i, val in enumerate(PRIMITIVE_OBJECTS + COMPLEX_OBJECTS):
+        for i, val in enumerate(COMPLEX_OBJECTS):
             setattr(self, "field{}".format(i), val)
 
 
@@ -161,7 +163,7 @@ class Baz(object):
 
 class Qux(object):
     def __init__(self):
-        self.objs = [Foo(), Bar(), Baz()]
+        self.objs = [Foo(1), Foo(42)]
 
 
 class SubQux(Qux):
@@ -231,7 +233,7 @@ def _check_component_roundtrip(value, context=global_serialization_context):
 
 
 @pytest.yield_fixture(scope='session')
-def large_buffer(size=100*1024*1024):
+def large_buffer(size=32*1024*1024):
     return pa.allocate_buffer(size)
 
 

-- 
To stop receiving notification emails like this one, please contact
uwe@apache.org.