You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@iceberg.apache.org by "kevinjqliu (via GitHub)" <gi...@apache.org> on 2024/02/24 20:04:45 UTC
Re: [PR] Allow non-string typed values in table properties [iceberg-python]
kevinjqliu commented on code in PR #469:
URL: https://github.com/apache/iceberg-python/pull/469#discussion_r1501690489
##########
tests/integration/test_writes.py:
##########
@@ -676,3 +676,37 @@ def test_write_and_evolve(session_catalog: Catalog, format_version: int) -> None
with txn.update_snapshot().fast_append() as snapshot_update:
for data_file in _dataframe_to_data_files(table=tbl, df=pa_table_with_column, file_schema=txn.schema()):
snapshot_update.append_data_file(data_file)
+
+
+@pytest.mark.integration
+@pytest.mark.parametrize("format_version", [1, 2])
+def test_table_properties_int_value(
+ session_catalog: Catalog,
+ arrow_table_with_null: pa.Table,
+ format_version: str,
+) -> None:
+ # table properties can be set to int, but still serialized to string
+ property_with_int = {"property_name": 42}
+ identifier = "default.test_table_properties_int_value"
+
+ tbl = _create_table(
+ session_catalog, identifier, {"format-version": format_version, **property_with_int}, [arrow_table_with_null]
+ )
+ assert isinstance(tbl.properties["property_name"], str)
+
+
+@pytest.mark.integration
+@pytest.mark.parametrize("format_version", [1, 2])
+def test_table_properties_raise_for_none_value(
+ session_catalog: Catalog,
+ arrow_table_with_null: pa.Table,
+ format_version: str,
+) -> None:
+ property_with_none = {"property_name": None}
+ identifier = "default.test_table_properties_raise_for_none_value"
+
+ with pytest.raises(ServerError) as exc_info:
+ _ = _create_table(
+ session_catalog, identifier, {"format-version": format_version, **property_with_none}, [arrow_table_with_null]
+ )
+ assert "NullPointerException: null value in entry: property_name=null" in str(exc_info.value)
Review Comment:
@Fokko this throws a server-side error, not sure if this should be corrected on the server implementation
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: issues-unsubscribe@iceberg.apache.org
For queries about this service, please contact Infrastructure at:
users@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscribe@iceberg.apache.org
For additional commands, e-mail: issues-help@iceberg.apache.org