You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by zh...@apache.org on 2020/08/25 02:12:43 UTC

[flink-web] 01/02: Add Apache Flink release 1.10.2

This is an automated email from the ASF dual-hosted git repository.

zhuzh pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/flink-web.git

commit 936e46ee266db491b0dc73fdf37cfa3276c9705a
Author: Zhu Zhu <re...@gmail.com>
AuthorDate: Thu Aug 20 20:39:27 2020 +0800

    Add Apache Flink release 1.10.2
---
 _config.yml                         |  56 +++++-----
 _posts/2020-08-25-release-1.10.2.md | 217 ++++++++++++++++++++++++++++++++++++
 2 files changed, 247 insertions(+), 26 deletions(-)

diff --git a/_config.yml b/_config.yml
index 53b09a0..66d67d9 100644
--- a/_config.yml
+++ b/_config.yml
@@ -87,48 +87,48 @@ flink_releases:
   -
       version_short: "1.10"
       binary_release:
-          name: "Apache Flink 1.10.1"
+          name: "Apache Flink 1.10.2"
           scala_211:
-              id: "1101-download_211"
-              url: "https://www.apache.org/dyn/closer.lua/flink/flink-1.10.1/flink-1.10.1-bin-scala_2.11.tgz"
-              asc_url: "https://downloads.apache.org/flink/flink-1.10.1/flink-1.10.1-bin-scala_2.11.tgz.asc"
-              sha512_url: "https://downloads.apache.org/flink/flink-1.10.1/flink-1.10.1-bin-scala_2.11.tgz.sha512"
+              id: "1102-download_211"
+              url: "https://www.apache.org/dyn/closer.lua/flink/flink-1.10.2/flink-1.10.2-bin-scala_2.11.tgz"
+              asc_url: "https://downloads.apache.org/flink/flink-1.10.2/flink-1.10.2-bin-scala_2.11.tgz.asc"
+              sha512_url: "https://downloads.apache.org/flink/flink-1.10.2/flink-1.10.2-bin-scala_2.11.tgz.sha512"
           scala_212:
-              id: "1101-download_212"
-              url: "https://www.apache.org/dyn/closer.lua/flink/flink-1.10.1/flink-1.10.1-bin-scala_2.12.tgz"
-              asc_url: "https://downloads.apache.org/flink/flink-1.10.1/flink-1.10.1-bin-scala_2.12.tgz.asc"
-              sha512_url: "https://downloads.apache.org/flink/flink-1.10.1/flink-1.10.1-bin-scala_2.12.tgz.sha512"
+              id: "1102-download_212"
+              url: "https://www.apache.org/dyn/closer.lua/flink/flink-1.10.2/flink-1.10.2-bin-scala_2.12.tgz"
+              asc_url: "https://downloads.apache.org/flink/flink-1.10.2/flink-1.10.2-bin-scala_2.12.tgz.asc"
+              sha512_url: "https://downloads.apache.org/flink/flink-1.10.2/flink-1.10.2-bin-scala_2.12.tgz.sha512"
       source_release:
-          name: "Apache Flink 1.10.1"
-          id: "1101-download-source"
-          url: "https://www.apache.org/dyn/closer.lua/flink/flink-1.10.1/flink-1.10.1-src.tgz"
-          asc_url: "https://downloads.apache.org/flink/flink-1.10.1/flink-1.10.1-src.tgz.asc"
-          sha512_url: "https://downloads.apache.org/flink/flink-1.10.1/flink-1.10.1-src.tgz.sha512"
+          name: "Apache Flink 1.10.2"
+          id: "1102-download-source"
+          url: "https://www.apache.org/dyn/closer.lua/flink/flink-1.10.2/flink-1.10.2-src.tgz"
+          asc_url: "https://downloads.apache.org/flink/flink-1.10.2/flink-1.10.2-src.tgz.asc"
+          sha512_url: "https://downloads.apache.org/flink/flink-1.10.2/flink-1.10.2-src.tgz.sha512"
       optional_components:
         -
           name: "Avro SQL Format"
           category: "SQL Formats"
           scala_dependent: false
-          id: 1101-sql-format-avro
-          url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-avro/1.10.1/flink-avro-1.10.1.jar
-          asc_url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-avro/1.10.1/flink-avro-1.10.1.jar.asc
-          sha_url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-avro/1.10.1/flink-avro-1.10.1.jar.sha1
+          id: 1102-sql-format-avro
+          url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-avro/1.10.2/flink-avro-1.10.2.jar
+          asc_url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-avro/1.10.2/flink-avro-1.10.2.jar.asc
+          sha_url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-avro/1.10.2/flink-avro-1.10.2.jar.sha1
         -
           name: "CSV SQL Format"
           category: "SQL Formats"
           scala_dependent: false
-          id: 1101-sql-format-csv
-          url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-csv/1.10.1/flink-csv-1.10.1.jar
-          asc_url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-csv/1.10.1/flink-csv-1.10.1.jar.asc
-          sha_url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-csv/1.10.1/flink-csv-1.10.1.jar.sha1
+          id: 1102-sql-format-csv
+          url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-csv/1.10.2/flink-csv-1.10.2.jar
+          asc_url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-csv/1.10.2/flink-csv-1.10.2.jar.asc
+          sha_url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-csv/1.10.2/flink-csv-1.10.2.jar.sha1
         -
           name: "JSON SQL Format"
           category: "SQL Formats"
           scala_dependent: false
-          id: 1101-sql-format-json
-          url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-json/1.10.1/flink-json-1.10.1.jar
-          asc_url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-json/1.10.1/flink-json-1.10.1.jar.asc
-          sha_url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-json/1.10.1/flink-json-1.10.1.jar.sha1
+          id: 1102-sql-format-json
+          url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-json/1.10.2/flink-json-1.10.2.jar
+          asc_url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-json/1.10.2/flink-json-1.10.2.jar.asc
+          sha_url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-json/1.10.2/flink-json-1.10.2.jar.sha1
 
 flink_statefun_releases:
   -
@@ -195,6 +195,10 @@ release_archive:
         release_date: 2020-07-06
       -
         version_short: "1.10"
+        version_long: 1.10.2
+        release_date: 2020-08-25
+      -
+        version_short: "1.10"
         version_long: 1.10.1
         release_date: 2020-05-12
       -
diff --git a/_posts/2020-08-25-release-1.10.2.md b/_posts/2020-08-25-release-1.10.2.md
new file mode 100644
index 0000000..73a0f6e
--- /dev/null
+++ b/_posts/2020-08-25-release-1.10.2.md
@@ -0,0 +1,217 @@
+---
+layout: post
+title:  "Apache Flink 1.10.2 Released"
+date:   2020-08-25 00:00:00
+categories: news
+authors:
+- zhuzhu:
+  name: "Zhu Zhu"
+  twitter: "zhuzhv"
+---
+
+The Apache Flink community released the second bugfix version of the Apache Flink 1.10 series.
+
+This release includes 73 fixes and minor improvements for Flink 1.10.1. The list below includes a detailed list of all fixes and improvements.
+
+We highly recommend all users to upgrade to Flink 1.10.2.
+
+<div class="alert alert-info" markdown="1">
+<span class="label label-info" style="display: inline-block"><span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> Note</span>
+After FLINK-18242, the deprecated `OptionsFactory` and `ConfigurableOptionsFactory` classes are removed (not applicable for release-1.10), please use `RocksDBOptionsFactory` and `ConfigurableRocksDBOptionsFactory` instead. Please also recompile your application codes if any class extending `DefaultConfigurableOptionsFactory`
+</div>
+
+<div class="alert alert-info" markdown="1">
+<span class="label label-info" style="display: inline-block"><span class="glyphicon glyphicon-info-sign" aria-hidden="true"></span> Note</span>
+After FLINK-17800 by default we will set `setTotalOrderSeek` to true for RocksDB's `ReadOptions`, to prevent user from miss using `optimizeForPointLookup`. Meantime we support customizing `ReadOptions` through `RocksDBOptionsFactory`. Please set `setTotalOrderSeek` back to false if any performance regression observed (normally won't happen according to our testing).
+</div>
+
+Updated Maven dependencies:
+
+```xml
+<dependency>
+  <groupId>org.apache.flink</groupId>
+  <artifactId>flink-java</artifactId>
+  <version>1.10.2</version>
+</dependency>
+<dependency>
+  <groupId>org.apache.flink</groupId>
+  <artifactId>flink-streaming-java_2.11</artifactId>
+  <version>1.10.2</version>
+</dependency>
+<dependency>
+  <groupId>org.apache.flink</groupId>
+  <artifactId>flink-clients_2.11</artifactId>
+  <version>1.10.2</version>
+</dependency>
+```
+
+You can find the binaries on the updated [Downloads page]({{ site.baseurl }}/downloads.html).
+
+List of resolved issues:
+    
+<h2>        Sub-task
+</h2>
+<ul>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-15836'>FLINK-15836</a>] -         Throw fatal error in KubernetesResourceManager when the pods watcher is closed with exception
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-16160'>FLINK-16160</a>] -         Schema#proctime and Schema#rowtime don&#39;t work in TableEnvironment#connect code path
+</li>
+</ul>
+            
+<h2>        Bug
+</h2>
+<ul>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-13689'>FLINK-13689</a>] -         Rest High Level Client for Elasticsearch6.x connector leaks threads if no connection could be established
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-14369'>FLINK-14369</a>] -         KafkaProducerAtLeastOnceITCase&gt;KafkaProducerTestBase.testOneToOneAtLeastOnceCustomOperator fails on Travis
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-14836'>FLINK-14836</a>] -         Unable to set yarn container number for scala shell in yarn mode
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-14894'>FLINK-14894</a>] -         HybridOffHeapUnsafeMemorySegmentTest#testByteBufferWrap failed on Travis
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-15758'>FLINK-15758</a>] -         Investigate potential out-of-memory problems due to managed unsafe memory allocation
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-15849'>FLINK-15849</a>] -         Update SQL-CLIENT document from type to data-type
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-16309'>FLINK-16309</a>] -         ElasticSearch 7 connector is missing in SQL connector list
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-16346'>FLINK-16346</a>] -         BlobsCleanupITCase.testBlobServerCleanupCancelledJob fails on Travis
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-16432'>FLINK-16432</a>] -         Building Hive connector gives problems
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-16451'>FLINK-16451</a>] -         Fix IndexOutOfBoundsException for DISTINCT AGG with constants
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-16510'>FLINK-16510</a>] -         Task manager safeguard shutdown may not be reliable
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17092'>FLINK-17092</a>] -         Pyflink test BlinkStreamDependencyTests is instable
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17322'>FLINK-17322</a>] -         Enable latency tracker would corrupt the broadcast state
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17420'>FLINK-17420</a>] -         Cannot alias Tuple and Row fields when converting DataStream to Table
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17466'>FLINK-17466</a>] -         toRetractStream doesn&#39;t work correctly with Pojo conversion class
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17555'>FLINK-17555</a>] -         docstring of pyflink.table.descriptors.FileSystem:1:duplicate object description of pyflink.table.descriptors.FileSystem
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17558'>FLINK-17558</a>] -         Partitions are released in TaskExecutor Main Thread
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17562'>FLINK-17562</a>] -         POST /jars/:jarid/plan is not working
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17578'>FLINK-17578</a>] -         Union of 2 SideOutputs behaviour incorrect
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17639'>FLINK-17639</a>] -         Document which FileSystems are supported by the StreamingFileSink
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17643'>FLINK-17643</a>] -         LaunchCoordinatorTest fails
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17700'>FLINK-17700</a>] -         The callback client of JavaGatewayServer should run in a daemon thread
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17744'>FLINK-17744</a>] -         StreamContextEnvironment#execute cannot be call JobListener#onJobExecuted
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17763'>FLINK-17763</a>] -         No log files when starting scala-shell
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17788'>FLINK-17788</a>] -         scala shell in yarn mode is broken
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17800'>FLINK-17800</a>] -         RocksDB optimizeForPointLookup results in missing time windows
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17801'>FLINK-17801</a>] -         TaskExecutorTest.testHeartbeatTimeoutWithResourceManager timeout
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17809'>FLINK-17809</a>] -         BashJavaUtil script logic does not work for paths with spaces
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17822'>FLINK-17822</a>] -         Nightly Flink CLI end-to-end test failed with &quot;JavaGcCleanerWrapper$PendingCleanersRunner cannot access class jdk.internal.misc.SharedSecrets&quot; in Java 11 
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17870'>FLINK-17870</a>] -         dependent jars are missing to be shipped to cluster in scala shell
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17891'>FLINK-17891</a>] -          FlinkYarnSessionCli sets wrong execution.target type
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17959'>FLINK-17959</a>] -         Exception: &quot;CANCELLED: call already cancelled&quot; is thrown when run python udf
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18008'>FLINK-18008</a>] -         HistoryServer does not log environment information on startup
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18012'>FLINK-18012</a>] -         Deactivate slot timeout if TaskSlotTable.tryMarkSlotActive is called
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18035'>FLINK-18035</a>] -         Executors#newCachedThreadPool could not work as expected
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18045'>FLINK-18045</a>] -         Fix Kerberos credentials checking to unblock Flink on secured MapR
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18048'>FLINK-18048</a>] -         &quot;--host&quot; option could not take effect for standalone application cluster
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18097'>FLINK-18097</a>] -         History server doesn&#39;t clean all job json files
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18168'>FLINK-18168</a>] -         Error results when use UDAF with Object Array return type
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18223'>FLINK-18223</a>] -         AvroSerializer does not correctly instantiate GenericRecord
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18241'>FLINK-18241</a>] -         Custom OptionsFactory in user code not working when configured via flink-conf.yaml
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18242'>FLINK-18242</a>] -         Custom OptionsFactory settings seem to have no effect on RocksDB
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18297'>FLINK-18297</a>] -         SQL client: setting execution.type to invalid value shuts down the session
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18329'>FLINK-18329</a>] -         Dist NOTICE issues
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18352'>FLINK-18352</a>] -         org.apache.flink.core.execution.DefaultExecutorServiceLoader not thread safe
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18517'>FLINK-18517</a>] -         kubernetes session test failed with &quot;java.net.SocketException: Broken pipe&quot;
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18539'>FLINK-18539</a>] -         StreamExecutionEnvironment#addSource(SourceFunction, TypeInformation) doesn&#39;t use the user defined type information
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18595'>FLINK-18595</a>] -         Deadlock during job shutdown
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18646'>FLINK-18646</a>] -         Managed memory released check can block RPC thread
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18663'>FLINK-18663</a>] -         RestServerEndpoint may prevent server shutdown
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18677'>FLINK-18677</a>] -         ZooKeeperLeaderRetrievalService does not invalidate leader in case of SUSPENDED connection
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18702'>FLINK-18702</a>] -         Flink elasticsearch connector leaks threads and classloaders thereof
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18815'>FLINK-18815</a>] -         AbstractCloseableRegistryTest.testClose unstable
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18821'>FLINK-18821</a>] -         Netty client retry mechanism may cause PartitionRequestClientFactory#createPartitionRequestClient to wait infinitely
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18859'>FLINK-18859</a>] -         ExecutionGraphNotEnoughResourceTest.testRestartWithSlotSharingAndNotEnoughResources failed with &quot;Condition was not met in given timeout.&quot;
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18902'>FLINK-18902</a>] -         Cannot serve results of asynchronous REST operations in per-job mode
+</li>
+</ul>
+            
+<h2>        New Feature
+</h2>
+<ul>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17844'>FLINK-17844</a>] -         Activate japicmp-maven-plugin checks for @PublicEvolving between bug fix releases (x.y.u -&gt; x.y.v)
+</li>
+</ul>
+    
+<h2>        Improvement
+</h2>
+<ul>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-16217'>FLINK-16217</a>] -         SQL Client crashed when any uncatched exception is thrown
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-16225'>FLINK-16225</a>] -         Metaspace Out Of Memory should be handled as Fatal Error in TaskManager
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-16619'>FLINK-16619</a>] -         Misleading SlotManagerImpl logging for slot reports of unknown task manager
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-16717'>FLINK-16717</a>] -         Use headless service for rpc and blob port when flink on K8S
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17248'>FLINK-17248</a>] -         Make the thread nums of io executor of ClusterEntrypoint and MiniCluster configurable
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17503'>FLINK-17503</a>] -         Make memory configuration logging more user-friendly
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17819'>FLINK-17819</a>] -         Yarn error unhelpful when forgetting HADOOP_CLASSPATH
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17920'>FLINK-17920</a>] -         Add the Python example of Interval Join in Table API doc
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17945'>FLINK-17945</a>] -         Improve error reporting of Python CI tests
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-17970'>FLINK-17970</a>] -         Increase default value of IO pool executor to 4 * #cores
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18010'>FLINK-18010</a>] -         Add more logging to HistoryServer
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18501'>FLINK-18501</a>] -         Mapping of Pluggable Filesystems to scheme is not properly logged
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18644'>FLINK-18644</a>] -         Remove obsolete doc for hive connector
+</li>
+<li>[<a href='https://issues.apache.org/jira/browse/FLINK-18772'>FLINK-18772</a>] -         Hide submit job web ui elements when running in per-job/application mode
+</li>
+</ul>
+