flink sql insert iceberg table array, then select the table array values is same.

flink version: 1.14.4 iceberg version: 0.13.1 idea test use hadoop catalog. example：

env.executeSql(
      s"""
         |CREATE CATALOG `$catalog` WITH (
         |  'type'='iceberg',
         |  'catalog-type'='hadoop',
         |  'warehouse'='$basePath',
         |  'property-version'='1'
         |)
         |""".stripMargin
    )

    env.useCatalog(catalog)
    env.useDatabase(database)

create table :

env.executeSql(
      s"""
         |CREATE TABLE IF NOT EXISTS `$catalog`.`$database`.`test`
         |(
         |    `dateId`                        STRING COMMENT '分区时间',
         |    `tagGcode`                      ARRAY<STRING> COMMENT '标签gcode列表',
         |    `windowsTagIds`                 ARRAY<STRING> COMMENT '窗口标签ID列表',
         |    `windowTag`                     STRING COMMENT '窗口标签',
         |    `create_time`                   TIMESTAMP COMMENT '数据创建时间'
         |)  PARTITIONED BY (dateId)
         |WITH (
         | 'format-version' = '2',
         | 'write.upsert.enabled' = 'false',
         | 'write.distribution-mode' = 'hash',
         | 'write.metadata.delete-after-commit.enabled' = 'true',
         | 'write.parquet.row-group-size-bytes' = '134217728',
         | 'write.target-file-size-bytes' = '536870912',
         | 'history.expire.max-snapshot-age-ms' = '360000',
         | 'write.metadata.previous-versions-max' = '5',
         | 'write.parallelism' = '1'
         |)
         |""".stripMargin
    )

insert data:

env.executeSql(
      s"""
         |INSERT INTO `$catalog`.`$database`.`test` VALUES(
         |'2022-05-31',
         |Array['gcode'],
         |Array['window_tag_id'],
         |'window_tag',
         |to_timestamp('2022-05-31 18:00:00')
         |)
         |""".stripMargin
    )

select:

env
      .executeSql(
        s"""
           |select tagGcode, windowsTagIds
           |from `$catalog`.`$database`.`test`
           |where dateId >= '2022-05-29' and dateId < '2022-06-01'
           |""".stripMargin).print()

result:

+--------------------------------+--------------------------------+
|                       tagGcode |                  windowsTagIds |
+--------------------------------+--------------------------------+
|                        [gcode] |                        [gcode] |
+--------------------------------+--------------------------------+

why? is this bug?

[chixiaopao]

Also what happens when you simply select *?

I’m sorry I can’t reproduce this problem, it’s most likely caused by the version of flink we maintain internally. so I will close this issue. Thank you very much for your generous answer!

[kbendick]

No worries! Thanks for closing the issue 👍