You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@iceberg.apache.org by GitBox <gi...@apache.org> on 2022/12/21 09:03:54 UTC
[GitHub] [iceberg] MohamedAdelHsn commented on issue #6465: Iceberg not rolling files to hdfs while flink streaming job running
MohamedAdelHsn commented on issue #6465:
URL: https://github.com/apache/iceberg/issues/6465#issuecomment-1361037210
this code is used
CREATE TABLE flink_table_source (
id BIGINT
,data VARCHAR
) WITH (
'connector' = 'kafka'
,'topic' = 'flink'
,'properties.bootstrap.servers' = 'localhost:9092'
,'properties.group.id' = 'user_log_x'
,'scan.startup.mode' = 'earliest-offset'
,'format' = 'json'
);
this table are using default_catalog and default_database and when i start publish data to kafka topic it is working fine with
select * from flink_table_source;
i want to insert data into iceberg hive table from that table and i am facing an issue with below sql
insert into hive_iceberg_table select * from flink_table_source;
my hive_iceberg_table created as below
CREATE CATALOG ice WITH (
'type'='iceberg',
'catalog-type'='hive',
'uri'='thrift://localhost:9083',
'clients'='5',
'property-version'='2',
'warehouse'='hdfs://localhost:9000/user/hive/warehouse'
);
USE ice;
CREATE DATABASE iceberg;
USE iceberg;
/*hive table definition */
CREATE TABLE ice.ice.user_log_sink (
user_id INT,
item_id STRING,
PRIMARY KEY (user_id) NOT ENFORCED
)WITH(
'engine.hive.enabled' = 'true',
);
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: issues-unsubscribe@iceberg.apache.org
For queries about this service, please contact Infrastructure at:
users@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-unsubscribe@iceberg.apache.org
For additional commands, e-mail: issues-help@iceberg.apache.org