You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by sa...@apache.org on 2016/06/24 23:24:12 UTC
[1/2] lucene-solr:branch_6_1: Add script to host release management
tools. Currently performs a single task: makes regexes for all JIRAs included
in a release by parsing the CHANGES.txt files
Repository: lucene-solr
Updated Branches:
refs/heads/branch_6_1 85020a555 -> 99ed3f8ee
Add script to host release management tools. Currently performs a single task: makes regexes for all JIRAs included in a release by parsing the CHANGES.txt files
Project: http://git-wip-us.apache.org/repos/asf/lucene-solr/repo
Commit: http://git-wip-us.apache.org/repos/asf/lucene-solr/commit/7d2330a2
Tree: http://git-wip-us.apache.org/repos/asf/lucene-solr/tree/7d2330a2
Diff: http://git-wip-us.apache.org/repos/asf/lucene-solr/diff/7d2330a2
Branch: refs/heads/branch_6_1
Commit: 7d2330a2f4937b332152e7a88407c156c84852da
Parents: 85020a5
Author: Steve Rowe <sa...@apache.org>
Authored: Fri Jun 24 19:13:16 2016 -0400
Committer: Steve Rowe <sa...@apache.org>
Committed: Fri Jun 24 19:21:35 2016 -0400
----------------------------------------------------------------------
dev-tools/scripts/manageRelease.py | 90 +++++++++++++++++++++++++++++++++
1 file changed, 90 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lucene-solr/blob/7d2330a2/dev-tools/scripts/manageRelease.py
----------------------------------------------------------------------
diff --git a/dev-tools/scripts/manageRelease.py b/dev-tools/scripts/manageRelease.py
new file mode 100644
index 0000000..212edd0
--- /dev/null
+++ b/dev-tools/scripts/manageRelease.py
@@ -0,0 +1,90 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import sys
+import os
+sys.path.append(os.path.dirname(__file__))
+from scriptutil import *
+import argparse
+import re
+
+# Pulls out all JIRAs mentioned in the given CHANGES.txt filename under the given version
+# and outputs a regular expression that will match all of them
+def print_changes_jira_regex(filename, version):
+ release_section_re = re.compile(r'\s*====*\s+(.*)\s+===')
+ version_re = re.compile(r'%s(?:$|[^-])' % version)
+ bullet_re = re.compile(r'\s*[-*]\s*(.*)')
+ issue_list_re = re.compile(r'[:,/()\s]*((?:LUCENE|SOLR)-\d+)')
+ more_issues_on_next_line_re = re.compile(r'(?:[:,/()\s]*(?:LUCENE|SOLR)-\d+)+\s*,\s*$') # JIRA list with trailing comma
+ under_requested_version = False
+ requested_version_found = False
+ more_issues_on_next_line = False
+ lucene_issues = []
+ solr_issues = []
+ with open(filename, 'r') as changes:
+ for line in changes:
+ version_boundary = release_section_re.match(line)
+ if version_boundary is not None:
+ if under_requested_version:
+ break # No longer under the requested version - stop looking for JIRAs
+ else:
+ if version_re.search(version_boundary.group(1)):
+ under_requested_version = True # Start looking for JIRAs
+ requested_version_found = True
+ else:
+ if under_requested_version:
+ bullet_match = bullet_re.match(line)
+ if more_issues_on_next_line or bullet_match is not None:
+ content = bullet_match.group(1) if bullet_match is not None else line
+ for issue in issue_list_re.findall(content):
+ (lucene_issues if issue.startswith('LUCENE-') else solr_issues).append(issue.rsplit('-', 1)[-1])
+ more_issues_on_next_line = more_issues_on_next_line_re.match(content)
+ if not requested_version_found:
+ raise Exception('Could not find %s in %s' % (version, filename))
+ print('\nRegex to match JIRAs in the %s release section in %s:' % (version, filename))
+ if len(lucene_issues) > 0:
+ print(r'LUCENE-(?:%s)\b' % '|'.join(lucene_issues), end='')
+ if len(solr_issues) > 0:
+ print('|', end='')
+ if len(solr_issues) > 0:
+ print(r'SOLR-(?:%s)\b' % '|'.join(solr_issues), end='')
+ print()
+
+def read_config():
+ parser = argparse.ArgumentParser(description='Tools to help manage a Lucene/Solr release')
+ parser.add_argument('version', type=Version.parse, help='Version of the form X.Y.Z')
+ c = parser.parse_args()
+
+ c.branch_type = find_branch_type()
+ c.matching_branch = c.version.is_bugfix_release() and c.branch_type == BranchType.release or \
+ c.version.is_minor_release() and c.branch_type == BranchType.stable or \
+ c.version.is_major_release() and c.branch_type == BranchType.unstable
+
+ print ("branch_type is %s " % c.branch_type)
+
+ return c
+
+def main():
+ c = read_config()
+ # TODO: add other commands to perform, specifiable via cmdline param
+ # Right now, only one operation is performed: generate regex matching JIRAs for the given version from CHANGES.txt
+ print_changes_jira_regex('lucene/CHANGES.txt', c.version)
+ print_changes_jira_regex('solr/CHANGES.txt', c.version)
+
+if __name__ == '__main__':
+ try:
+ main()
+ except KeyboardInterrupt:
+ print('\nReceived Ctrl-C, exiting early')
[2/2] lucene-solr:branch_6_1: CHANGES.txt-s: Synchronize 5.5.1 and
5.5.2 sections
Posted by sa...@apache.org.
CHANGES.txt-s: Synchronize 5.5.1 and 5.5.2 sections
Project: http://git-wip-us.apache.org/repos/asf/lucene-solr/repo
Commit: http://git-wip-us.apache.org/repos/asf/lucene-solr/commit/99ed3f8e
Tree: http://git-wip-us.apache.org/repos/asf/lucene-solr/tree/99ed3f8e
Diff: http://git-wip-us.apache.org/repos/asf/lucene-solr/diff/99ed3f8e
Branch: refs/heads/branch_6_1
Commit: 99ed3f8eeeba48a3733b1beab774a722d80ad821
Parents: 7d2330a
Author: Steve Rowe <sa...@apache.org>
Authored: Fri Jun 24 19:23:58 2016 -0400
Committer: Steve Rowe <sa...@apache.org>
Committed: Fri Jun 24 19:23:58 2016 -0400
----------------------------------------------------------------------
lucene/CHANGES.txt | 57 +++++++++++++
solr/CHANGES.txt | 222 +++++++++++++++++++++++++++++++++++++++++++++++-
2 files changed, 278 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lucene-solr/blob/99ed3f8e/lucene/CHANGES.txt
----------------------------------------------------------------------
diff --git a/lucene/CHANGES.txt b/lucene/CHANGES.txt
index 133a419..abe0617 100644
--- a/lucene/CHANGES.txt
+++ b/lucene/CHANGES.txt
@@ -416,6 +416,63 @@ Other
* LUCENE-7095: Add point values support to the numeric field query time join.
(Martijn van Groningen, Mike McCandless)
+======================= Lucene 5.5.2 =======================
+
+Bug Fixes
+
+* LUCENE-7065: Fix the explain for the global ordinals join query. Before the
+ explain would also indicate that non matching documents would match.
+ On top of that with score mode average, the explain would fail with a NPE.
+ (Martijn van Groningen)
+
+* LUCENE-7111: DocValuesRangeQuery.newLongRange behaves incorrectly for
+ Long.MAX_VALUE and Long.MIN_VALUE (Ishan Chattopadhyaya via Steve Rowe)
+
+* LUCENE-7139: Fix bugs in geo3d's Vincenty surface distance
+ implementation (Karl Wright via Mike McCandless)
+
+* LUCENE-7187: Block join queries' Weight#extractTerms(...) implementations
+ should delegate to the wrapped weight. (Martijn van Groningen)
+
+* LUCENE-7279: JapaneseTokenizer throws ArrayIndexOutOfBoundsException
+ on some valid inputs (Mike McCandless)
+
+* LUCENE-7219: Make queryparser/xml (Point|LegacyNumeric)RangeQuery builders
+ match the underlying queries' (lower|upper)Term optionality logic.
+ (Kaneshanathan Srivisagan, Christine Poerschke)
+
+* LUCENE-7284: GapSpans needs to implement positionsCost(). (Daniel Bigham, Alan
+ Woodward)
+
+* LUCENE-7231: WeightedSpanTermExtractor didn't deal correctly with single-term
+ phrase queries. (Eva Popenda, Alan Woodward)
+
+* LUCENE-7301: Multiple doc values updates to the same document within
+ one update batch could be applied in the wrong order resulting in
+ the wrong updated value (Ishan Chattopadhyaya, hossman, Mike McCandless)
+
+* LUCENE-7132: BooleanQuery sometimes assigned too-low scores in cases
+ where ranges of documents had only a single clause matching while
+ other ranges had more than one clause matching (Ahmet Arslan,
+ hossman, Mike McCandless)
+
+* LUCENE-7291: Spatial heatmap faceting could mis-count when the heatmap crosses the
+ dateline and indexed non-point shapes are much bigger than the heatmap region.
+ (David Smiley)
+
+======================= Lucene 5.5.1 =======================
+
+Bug fixes
+
+* LUCENE-7112: WeightedSpanTermExtractor.extractUnknownQuery is only called
+ on queries that could not be extracted. (Adrien Grand)
+
+* LUCENE-7188: remove incorrect sanity check in NRTCachingDirectory.listAll()
+ that led to IllegalStateException being thrown when nothing was wrong.
+ (David Smiley, yonik)
+
+* LUCENE-7209: Fixed explanations of FunctionScoreQuery. (Adrien Grand)
+
======================= Lucene 5.5.0 =======================
New Features
http://git-wip-us.apache.org/repos/asf/lucene-solr/blob/99ed3f8e/solr/CHANGES.txt
----------------------------------------------------------------------
diff --git a/solr/CHANGES.txt b/solr/CHANGES.txt
index 628c843..03a6d3d 100644
--- a/solr/CHANGES.txt
+++ b/solr/CHANGES.txt
@@ -815,7 +815,119 @@ Other Changes
* SOLR-8904: DateUtil in SolrJ moved to the extraction contrib as ExtractionDateUtil. Obsolete methods were removed.
(David Smiley)
-================== 5.5.1 ==================
+======================= 5.5.2 =======================
+
+Consult the LUCENE_CHANGES.txt file for additional, low level, changes in this release.
+
+Versions of Major Components
+---------------------
+Apache Tika 1.7
+Carrot2 3.10.4
+Velocity 1.7 and Velocity Tools 2.0
+Apache UIMA 2.3.1
+Apache ZooKeeper 3.4.6
+Jetty 9.2.13.v20150730
+
+Bug Fixes
+---------------------
+
+* SOLR-8695: Ensure ZK watchers are not triggering our watch logic on connection events and
+ make this handling more consistent. (Scott Blum via Mark Miller)
+
+* SOLR-9198: config APIs unable to add multiple values with same name (noble)
+
+* SOLR-9191: OverseerTaskQueue.peekTopN() fatally flawed (Scott Blum, Noble Paul)
+
+* SOLR-8812: edismax: turn off mm processing if no explicit mm spec is provided
+ and there are explicit operators (except for AND) - addresses problems caused by SOLR-2649.
+ (Greg Pendlebury, Jan H�ydahl, Erick Erickson, Steve Rowe)
+
+* SOLR-9034: Atomic updates failed to work when there were copyField targets that had docValues
+ enabled. (Karthik Ramachandran, Ishan Chattopadhyaya, yonik)
+
+* SOLR-8940: Fix group.sort option (hossman)
+
+* SOLR-8857: HdfsUpdateLog does not use configured or new default number of version buckets and is
+ hard coded to 256. (Mark Miller, yonik, Gregory Chanan)
+
+* SOLR-8875: SolrCloud Overseer clusterState could unexpectedly be null resulting in NPE.
+ (Scott Blum via David Smiley)
+
+* SOLR-8946: bin/post failed to detect stdin usage on Ubuntu; maybe other unixes. (David Smiley)
+
+* SOLR-9004: Fix "name" field type definition in films example. (Alexandre Rafalovitch via Varun Thacker)
+
+* SOLR-8990: Fix top term links from schema browser page to use {!term} parser (hossman)
+
+* SOLR-8971: Preserve root cause when wrapping exceptions (hossman)
+
+* SOLR-8792: ZooKeeper ACL support fixed. (Esther Quansah, Ishan Chattopadhyaya, Steve Rowe)
+
+* SOLR-9030: The 'downnode' overseer command can trip asserts in ZkStateWriter.
+ (Scott Blum, Mark Miller, shalin)
+
+* SOLR-9036: Solr slave is doing full replication (entire index) of index after master restart.
+ (Lior Sapir, Mark Miller, shalin)
+
+* SOLR-9093: Fix NullPointerException in TopGroupsShardResponseProcessor. (Christine Poerschke)
+
+* SOLR-9118: HashQParserPlugin should trim partition keys (Joel Bernstein)
+
+* SOLR-9117: The first SolrCore is leaked after reload. (Jessica Cheng Mallet via shalin)
+
+* SOLR-9116: Race condition causing occasional SolrIndexSearcher leak when SolrCore is reloaded.
+ (Jessica Cheng Mallet via shalin)
+
+* SOLR-8801: /bin/solr create script always returns exit code 0 when a collection/core already exists.
+ (Khalid Alharbi, Marius Grama via Steve Rowe)
+
+* SOLR-9134: Fix RestManager.addManagedResource return value. (Christine Poerschke)
+
+* SOLR-9151: Fix SolrCLI so that bin/solr -e cloud example can be run from any CWD (janhoy)
+
+* SOLR-9165: Spellcheck does not return collations if "maxCollationTries" is used with "cursorMark".
+ (James Dyer)
+
+* SOLR-8612: closing JDBC Statement on failures in DataImportHandler (DIH) (Kristine Jetzke via Mikhail Khludnev)
+
+* SOLR-8676: keep LOG4J_CONFIG in solr.cmd (Kristine Jetzke via Mikhail Khludnev)
+
+* SOLR-9176: facet method ENUM was sometimes unnecessarily being rewritten to
+ FCS, causing slowdowns (Alessandro Benedetti, Jesse McLaughlin, Alan Woodward)
+
+* SOLR-9234: srcField works only when all fields are captured in the /update/json/docs
+ endpoint (noble)
+
+Other Changes
+----------------------
+
+* SOLR-7516: Improve javadocs for JavaBinCodec, ObjectResolver and enforce the single-usage policy.
+ (Jason Gerlowski, Benoit Vanalderweireldt, shalin)
+
+* SOLR-8967: In SolrCloud mode, under the 'Core Selector' dropdown in the UI the Replication tab won't be displayed
+ anymore. The Replication tab is only beneficial to users running Solr in master-slave mode. (Varun Thacker)
+
+* SOLR-9131: Fix "start solr" text in cluster.vm Velocity template (janhoy)
+
+* SOLR-9053: Upgrade commons-fileupload to 1.3.1, fixing a potential vulnerability (Jeff Field, Mike Drob via janhoy)
+
+* SOLR-8866: UpdateLog will now throw an exception if it doesn't know how to serialize a value.
+ (David Smiley)
+
+* SOLR-8933: Solr should not close container streams. (Mike Drob, Uwe Schindler, Mark Miller)
+
+* SOLR-9037: Replace multiple "/replication" strings with one static constant. (Christine Poerschke)
+
+* SOLR-9047: zkcli should allow alternative locations for log4j configuration (Gregory Chanan)
+
+* SOLR-9105: Fix a bunch of typos across 103 files (Bartosz Krasi\u0144ski via janhoy)
+
+* SOLR-8445: fix line separator in log4j.properties files (Ahmet Arslan via Mikhail Khludnev)
+
+* SOLR-8674: Stop ignoring sysprop solr.tests.mergePolicy, and make tests randomly choose between
+ setting <mergePolicy> and <mergePolicyFactory>, which was added in SOLR-8621. (Christine Poerschke)
+
+======================= 5.5.1 =======================
Bug Fixes
----------------------
@@ -835,15 +947,123 @@ Bug Fixes
hasn't refreshed yet). In this case the reported size of the file is -1.
(Shai Erera, Alexey Serba, Richard Coggins)
+* SOLR-8728: ReplicaAssigner throws NPE when a partial list of nodes are only participating in replica
+ placement. splitshard should preassign nodes using rules, if rules are present (noble, Shai Erera)
+
+* SOLR-8838: Returning non-stored docValues is incorrect for negative floats and doubles.
+ (Ishan Chattopadhyaya, Steve Rowe)
+
* SOLR-8870: AngularJS Query tab no longer URL-encodes the /select part of the request, fixing possible 404 issue
when Solr is behind a proxy. Also, now supports old-style &qt param when handler not prefixed with "/" (janhoy)
+* SOLR-8725: Allow hyphen in collection, core, shard, and alias name as the non-first character
+ (Anshum Gupta) (from 6.0)
+
+* SOLR-8155: JSON Facet API - field faceting on a multi-valued string field without
+ docValues (i.e. UnInvertedField implementation), but with a prefix or with a sort
+ other than count, resulted in incorrect results. This has been fixed, and facet.prefix
+ support for facet.method=uif has been enabled. (Mikhail Khludnev, yonik)
+
+* SOLR-8835: JSON Facet API: fix faceting exception on multi-valued numeric fields that
+ have docValues. (yonik)
+
* SOLR-8908: Fix to OnReconnect listener registration to allow listeners to deregister, such
as when a core is reloaded or deleted to avoid a memory leak. (Timothy Potter)
+* SOLR-8662: SchemaManager waits correctly for replicas to be notified of a new change
+ (sarowe, Noble Paul, Varun Thacker)
+
* SOLR-9007: Remove mention of the managed_schema_configs as valid config directory when creating
the collection for the SolrCloud example. (Timothy Potter)
+* SOLR-8983: Cleanup clusterstate and replicas for a failed create collection request
+ (Varun Thacker, Anshum Gupta)
+
+* SOLR-8578: Successful or not, requests are not always fully consumed by Solrj clients and we
+ count on HttpClient or the JVM. (Mark Miller)
+
+* SOLR-8683: Always consume the full request on the server, not just in the case of an error.
+ (Mark Miller)
+
+* SOLR-8701: CloudSolrClient decides that there are no healthy nodes to handle a request too early.
+ (Mark Miller)
+
+* SOLR-8416: The collections create API should return after all replicas are active.
+ (Michael Sun, Mark Miller, Alexey Serba)
+
+* SOLR-8914: ZkStateReader's refreshLiveNodes(Watcher) is not thread safe. (Scott Blum, hoss,
+ sarowe, Erick Erickson, Mark Miller, shalin)
+
+* SOLR-8973: Zookeeper frenzy when a core is first created. (Janmejay Singh, Scott Blum, shalin)
+
+* SOLR-8694: DistributedMap/Queue can create too many Watchers and some code simplification.
+ (Scott Blum via Mark Miller)
+
+* SOLR-8633: DistributedUpdateProcess processCommit/deleteByQuery call finish on DUP and
+ SolrCmdDistributor, which violates the lifecycle and can cause bugs. (hossman via Mark Miller)
+
+* SOLR-8656: PeerSync should use same nUpdates everywhere. (Ramsey Haddad via Mark Miller)
+
+* SOLR-8697, SOLR-8837: Scope ZK election nodes by session to prevent elections from interfering with each other
+ and other small LeaderElector improvements. (Scott Blum via Mark Miller, Alan
+ Woodward)
+
+* SOLR-8599: After a failed connection during construction of SolrZkClient attempt to retry until a connection
+ can be made. (Keith Laban, Dennis Gove)
+
+* SOLR-8420: Fix long overflow in sumOfSquares for Date statistics. (Tom Hill, Christine Poerschke,
+ Tom�s Fern�ndez L�bbe)
+
+* SOLR-8748: OverseerTaskProcessor limits number of concurrent tasks to just 10 even though the thread pool
+ size is 100. The limit has now been increased to 100. (Scott Blum, shalin)
+
+* SOLR-8375: ReplicaAssigner rejects valid nodes (Kelvin Tan, noble)
+
+* SOLR-8738: Fixed false success response when invalid deleteByQuery requests intially hit non-leader
+ cloud nodes (hossman)
+
+* SOLR-8771: Multi-threaded core shutdown creates executor per core. (Mike Drob via Mark Miller)
+
+* SOLR-8145: Fix position of OOM killer script when starting Solr in the background (Jurian Broertjes via
+ Timothy Potter)
+
+* SOLR-8769: Fix document exclusion in mlt query parser in Cloud mode for schemas that have non-"id"
+ unique field (Erik Hatcher, Anshum Gupta)
+
+* SOLR-8728: ReplicaAssigner throws NPE when a partial list of nodes are only participating in replica
+ placement. splitshard should preassign nodes using rules, if rules are present (noble, Shai Erera)
+
+* SOLR-8779: Fix missing InterruptedException handling in ZkStateReader.java (Varun Thacker)
+
+* SOLR-8449: Fix the core restore functionality to allow restoring multiple times on the same core
+ (Johannes Brucher, Varun Thacker)
+
+* SOLR-8790: Collections API responses contain node name in the core-level responses that are
+ returned. (Anshum Gupta)
+
+* SOLR-8804: Fix a race condition in the ClusterStatus API call whereby the call would fail when a concurrent delete
+ collection api command was executed (Alexey Serba, Varun Thacker)
+
+* SOLR-9016: Fix SolrIdentifierValidator to not allow empty identifiers. (Shai Erera)
+
+* SOLR-8886: Fix TrieField.toObject(IndexableField) to work for field with docValues
+ enabled. (yonik)
+
+* SOLR-8891: Fix StrField.toObject and toExternal to work with docValue IndexableField
+ instances. (yonik)
+
+* SOLR-8865: Real-time get sometimes fails to retrieve stored fields from docValues.
+ (Ishan Chattopadhyaya, yonik)
+
+* SOLR-9046: Fix solr.cmd that wrongly assumes Jetty will always listen on 0.0.0.0.
+ (Bram Van Dam, Uwe Schindler)
+
+Other Changes
+----------------------
+
+* SOLR-8758: Add a new SolrCloudTestCase class, using MiniSolrCloudCluster (Alan
+ Woodward)
+
======================= 5.5.0 =======================
Consult the LUCENE_CHANGES.txt file for additional, low level, changes in this release