You are viewing a plain text version of this content. The canonical link for it is here.
Posted to oak-commits@jackrabbit.apache.org by da...@apache.org on 2024/03/15 06:33:13 UTC
(jackrabbit-oak) branch DetailedGC/OAK-10199 updated (6e393c6c33 -> 00c1a1bd0f)
This is an automated email from the ASF dual-hosted git repository.
daim pushed a change to branch DetailedGC/OAK-10199
in repository https://gitbox.apache.org/repos/asf/jackrabbit-oak.git
discard 6e393c6c33 Merge pull request #1367 from apache/OAK-10710
omit e3c63f5552 OAK-10710 : added option to reset detailedGC after finishing detailedGC cycle
omit cc0c5628b2 OAK-10689: Add --entireRepo option.
omit 40ac4fba07 OAK-10535: Addressed comments in PR and cleanup.
omit 980eb6267c OAK-10689: oak-run command to run DGC on specific document
omit cf4147c2da OAK-10535: Prototype code for Old Revisions Cleanup
omit ea6c8a2be1 Merge pull request #1332 from apache/OAK-10676
omit 3a016220fd OAK-10676 : used traversed state to find deleted properties
omit 0be05e4ddc Merge pull request #1315 from apache/OAK-10659
omit 0cca811570 OAK-10659 : use DetailGCHelper.enableDetailGC
omit 6b35feb85d Update oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/VersionGarbageCollectorIT.java
omit 8607f93c92 Update oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/VersionGarbageCollectorIT.java
omit e39a5ee754 Update oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/VersionGarbageCollectorIT.java
omit 7474cba40b Update oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/VersionGarbageCollectorIT.java
omit f11c33983d Update oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/VersionGarbageCollectorIT.java
omit 74ef58d446 OAK-10659 : addressing review comment to add gcStats.documentsDeleted - and use the return of ds.remove - by switching to a map from the current orphanOrDeletedRemovalList
omit 156e54664d Update oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/VersionGarbageCollector.java
omit 3626c60022 Update oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/VersionGarbageCollector.java
omit ae58486a44 OAK-10659 : added some diagnostic asserts for flaky test
omit 21fc93adcf OAK-10659 : introduction of orphaned node deletion altered these tests fundamentally
omit 39c4fe1d7c OAK-10659 : remove orphaned nodes/documents
omit 569266d000 Merge pull request #1294 from apache/OAK-10633
omit cac501632c OAK-10633 : make embedded verification configurable in detailedGC
omit 9b276cf423 Merge pull request #1287 from apache/OAK-10632
omit c4e9e71319 OAK-10632 : make embedded verification configurable in dryRun mode
omit 39bc511ebd merged trunk to detailedGC branch : fixed unit cases failures
omit c5e55a62f7 merged trunk to detailedGC branch
omit c206c66ccd OAK-10526 : test to reproduce split doc GC with referenced revisions (#1184)
omit 9c92cb5460 OAK-8646 : added metrics for unmergedbranch commits & improved junit coverage
omit e1319b2ffa OAK-10199 : fixed query to avoid skipping documents with greater _modified timestamp
omit 1675e01a31 OAK-10199 : added logic to skip non garbage documents
omit bed62672b0 OAK-10199 : added unit cases to handle concurrent prop update and escaped properties update
omit 32ba45ab1e OAK-10199 : fixed logic to include previously garbage collected documents if updated recently
omit b20a2ac9a3 OAK-10199 : fixed the test case with different revision for DetailedGC
omit 66e878ba88 OAK-10199 : added check to include oldestId when running detailedGc very first time
omit 613708a52b OAK-10199 : updated logic to fetch nodes by sorting them on the basis of _modified & _id
omit 8f0eb886cc OAK-10199 : override getModifiedDocs() for RDB and added unit cases for deletedProps
omit f01ad647f3 OAK-10199 : provided support for feature toggle & osgi config for detailed gc
omit b8ed347fbc OAK-10281 : oak.documentMK.recoveryDelaySecs introduced, default 0
omit 7358d950df OAK-10596: Improve the test coverage of o.a.j.o.namepath.JcrPathParser
omit 52c8ca2cbe OAK-10595 : test case added (#1261)
omit 8ca2db096f OAK-10624: o.a.j.o.namepath.JcrPathParser does not accept some valid local names containing "{" or "}".
omit 4be79d4edf OAK-10544: oak-jcr: remapping a namespace prefix leaves namespace resolver in broken state (#1283)
omit d48c9387c0 Increased again oak-run jar size due to size check complaining for local testing
omit d0fe445235 OAK-10611: o.a.j.o.namepath.JcrPathParser does not handle invalid characters correctly (#1281)
omit ae82ad1da6 OAK-10623: oak-core: log a warning when it needs to remap/add a namespace (#1282)
omit abb849ea50 OAK-10617: oak-search-elastic fix deadlock with includePathRestrictions=false and multiple filtered results (#1276)
omit 26aa751443 OAK-10596: Improve the test coverage of o.a.j.o.namepath.JcrPathParser
omit c0e1b8c7a8 OAK-10616: Make error messages from o.a.j.o.namepath.JcrNameParser/Jc… (#1277)
omit 6c2acf4431 OAK-10604 - Azure Service Principal Support in oak-segment-azure (#1268)
omit 236fffa8f1 OAK-10594 disable Azure writing for all StorageException (#1260)
omit 9590093a6a OAK-10596: Improve the test coverage of o.a.j.o.namepath.JcrPathParser
omit 315f5935f2 OAK-10596: Improve the test coverage of o.a.j.o.namepath.JcrPathParser
omit 1c64a53d84 OAK-10596: Improve the test coverage of o.a.j.o.namepath.JcrPathParser
omit 611424c7fa OAK-10596: Improve the test coverage of o.a.j.o.namepath.JcrPathParser
omit 0d23236438 OAK-10592 - Add support to specify a custom regex to exclude documents from being downloaded from Mongo during indexing (#1267)
omit e5c4d220b8 OAK-10424 Allow Fast Query Size and Insecure Facets (documentation) (#1269)
omit 75a643c53b OAK-10607 Rename Maven property "java.version" (#1271)
omit 3380bee6b7 OAK-10606: azure/oak-blob-cloud-azure: update embedded Guava to 33.0.0 (#1272)
omit 340b6b5ee5 OAK-10605: Update (shaded) Guava to 33.0.0 (#1270)
omit 83c134e94f OAK-10598: Update Oak trunk and Oak 1.22 to Jackrabbit 2.20.14 (#1264)
omit c8e9587634 OAK-10424 : Allow Fast Query Size and Insecure Facets to be selectively enabled with query options for permitted principals
omit 7c6066a974 OAK-10589 - Improve regex path filtering to also handle cases where excludedPaths are defined (#1258)
omit 644cb206a0 OAK-10593: Upgrade jackson-databind dependency to 2.16.1 (#1259)
omit eb93c17fb5 OAK-10577 Advanced repository statistics (#1247)
omit dd1bd62b04 OAK-10590 - If includedPaths and excludedPaths are specified as a String instead of array of String, interpret them as a one-element array of Strings (#1254)
omit 16a8141f16 OAK-10591 - Bump netty dependency from 4.1.96.Final to 4.1.104.Final (#1257)
omit ec69f66042 Issue/oak 10573 azure write timeout (#1244)
omit 20dd7621f8 OAK-10526 : minor javadoc clarificationlet
omit a5ff165b28 OAK-10571 - Names of metrics exported by indexing logic are inconsistent (#1241)
omit e396e627d1 OAK-10584 : minor typo
omit a8cdd5e78e OAK-10584 : correct indenting
omit 707a431d81 OAK-10584 : catch exception in getOldestRevisionToKeep when in read-only mode
omit 297f10704e OAK-10580 - Support multiple include paths in regex path filtering (#1249)
omit a43373554d OAK-10438 - Remove Mongo download strategy MULTITHREADED_TRAVERSE_WITH_SORT (#1250)
omit 316ad1c686 OAK-10581 remove mock stubbing at the end of method
omit 9080a211fb OAK-10001: Document JDK11 or newer being required for building
omit f2b1c7eac6 Merge pull request #1262 from apache/OAK-10597
omit a83aee1a70 OAK-10597 : continue instead of return
omit 92f9ac1a74 OAK-10597 : introduce embedded verification to detailedGC
omit 77944af45d Merge pull request #1240 from apache/OAK-10370
omit 7c2c1f671c OAK-10370 : added unit cases to cover changes done in VGC
omit a8550ca249 OAK-10370 : move revisions command test to same package name as of VGC
omit a03d89029e OAK-10370 : make versionGC settings variable public to use in OAK RUN module
omit 2aab98793f OAK-10370 : added unit cases for Revisions Command
omit d97508ab7f OAK-10370 : fixed minor sonar suggestion to combine if conditions
omit 0eb0516276 OAK-10370 : make dryRun mode use it's own db variables and cleaned them after usage and added unit cases
omit 686f6155bd OAK-10370 : added dryRun mode for detailedGC
omit c05b8b75ef Merge pull request #1252 from apache/OAK-10583
omit 359af3be54 Merge pull request #1253 from apache/OAK-10586-1
omit 7128288b5e OAK-10586 : in limit exceeded case detailed GC could never have been started
omit 9b78ae1736 OAK-10583 : set needrepeat to true if detailedGC didn't reach the scope end due to batch limits
omit e3855241c0 Merge pull request #1248 from apache/OAK-10199-branchwork
omit 61fa30e550 Merge branch 'DetailedGC/OAK-10199' into OAK-10199-branchwork
omit cc9d565c2e OAK-10570 : add detailedGC capability to oak-run revisions collect/re… (#1238)
omit da43f68568 OAK-10199 : added unit cases for bundled properties getting garbaged collected as well
omit 6339edfb19 OAK-10199 : added test case to continue with GC even if there is crash
omit 484d3dc04a OAK-10199 : added check to include oldestId when running detailedGc very first time
omit 3250625310 removed test container dependency from child modules
omit 28b14d9ae1 refactor dependency, removed unused ones
omit a2a3d259f7 minor changes
omit 571b32186b minor dependency changes
omit 45275cdd45 migrate mongo docker rule to testcontainer
omit eccf4f4de8 modified blob endpoint, logback, add testcontainer dependency
omit bc5c669588 OAK-10464 testcontainers dependency
omit 2be84ead48 OAK-10526 : test to reproduce split doc GC with referenced revisions (#1184)
omit bfc4251365 OAK-8646 : fixed sonar issue of operating of ints to avoid overflow
omit ce53a06454 OAK-8646 : [minor] removed unintentional line
omit 5387b42c7e OAK-8646 : added metrics for unmergedbranch commits & improved junit coverage
omit 8458b014ce OAK-8646 : Clean up changes from orphaned branch commits, as part of detailed gc
omit c3b6a735e9 Merge pull request #1079 from apache/OAK-10378
omit 917cfb44da OAK-10199 : removed DetailedGC code changes for RDBDocumentStore
omit a0800f72ac OAK-10199 : made detailedGC non-configurable on RDBDocumentStore
omit 882529f021 OAK-10199 : incorporated review comments to remove <p/> XHTML tags
omit 69625246ab OAK-10199 : renamed method name to avoid confusion with other variable of same name
omit 8e9aec0e27 OAK-10199 : added unit cases for bundled properties getting garbaged collected as well
omit c3219b7cf1 OAK-10199 : added bundled properties while calculating the properties retain set as well
omit 90b715c210 OAK-10199 : added review comment to make minor adjustment for naming conventions and fixes
omit c2043ace3f OAK-10199 : refactored RDBVersionGCSupport code
omit 2fd23e8f7a OAK-10199 : fixed query to avoid skipping documents with greater _modified timestamp
omit d9cf116c68 OAK-10199 : added logic to skip non garbage documents
omit 54f643f7b5 OAK-10199 : added unit cases to handle concurrent prop update and escaped properties update
omit 61136e03ba OAK-10199 : handled escaped properties while deleting them
omit 5e21548659 OAK-10199 : added test case to continue with GC even if there is crash
omit 4484b790ed OAK-10199 : fixed logic to include previously garbage collected documents if updated recently
omit 544524b2af OAK-10199 : fixed the VG INIT test
omit be51d59eda OAK-10199 : fixed the VGC IT test cases failures for RDB
omit eb627dede5 OAK-10199 : fixed the test case with different revision for DetailedGC
omit ced0adc971 OAK-10199 : added check to include oldestId when running detailedGc very first time
omit ee42d6e0f2 OAK-10199 : added test cases to fetch 5000+ modified docs in loop and verify them
omit 70031fed05 OAK-10199 : minor refactoring
omit 3fbac313e7 OAK-10199 : updated logic to fetch nodes by sorting them on the basis of _modified & _id
omit 2da669f0bc OAK-10199 : fixed code smells as suggested by Sonar
omit 09ecb935cc OAK-10199 : ignore documents which doesn't have _modified field in mongo while fetching modifiedDocs
omit b05859f6bd OAK-10199 : used bulk findAndModify api to perform garbage cleanup
omit 914ebd47cf OAK-10199 : override getModifiedDocs() for RDB and added unit cases for deletedProps
omit a44e9f6ce5 OAK-10199 : provided support for feature toggle & osgi config for detailed gc
omit 8ebb8c7501 OAK-10199 : disable the detailGc in tearDown to avoid side-effects
omit 271def139a OAK-10199 : initial sketch of detail gc skeleton
add 063b1e147d OAK-10001: Document JDK11 or newer being required for building
add 0b8f4ab2e7 OAK-10581 remove mock stubbing at the end of method
add 0270a568fe OAK-10438 - Remove Mongo download strategy MULTITHREADED_TRAVERSE_WITH_SORT (#1250)
add 6edd341b72 OAK-10580 - Support multiple include paths in regex path filtering (#1249)
add b4f1aa6658 OAK-10584 : catch exception in getOldestRevisionToKeep when in read-only mode
add 424a2a8c06 OAK-10584 : correct indenting
add a411dc6e3c OAK-10584 : minor typo
add f5dcec92c4 Merge pull request #1251 from apache/OAK-10584
add c069c953f6 OAK-10571 - Names of metrics exported by indexing logic are inconsistent (#1241)
add 6c3b65812f OAK-10526 : minor javadoc clarificationlet
add e2da4d7f84 Issue/oak 10573 azure write timeout (#1244)
add 6e5b58060b OAK-10591 - Bump netty dependency from 4.1.96.Final to 4.1.104.Final (#1257)
add e9bb5933ad OAK-10590 - If includedPaths and excludedPaths are specified as a String instead of array of String, interpret them as a one-element array of Strings (#1254)
add 997b31bffa OAK-10577 Advanced repository statistics (#1247)
add f62ae952f3 OAK-10593: Upgrade jackson-databind dependency to 2.16.1 (#1259)
add 71973a91d1 OAK-10589 - Improve regex path filtering to also handle cases where excludedPaths are defined (#1258)
add b57bd4ee8e OAK-10424 : Allow Fast Query Size and Insecure Facets to be selectively enabled with query options for permitted principals
add a7c3e4cd33 OAK-10598: Update Oak trunk and Oak 1.22 to Jackrabbit 2.20.14 (#1264)
add 3d2c1437f7 OAK-10605: Update (shaded) Guava to 33.0.0 (#1270)
add 5aa6d3d75e OAK-10606: azure/oak-blob-cloud-azure: update embedded Guava to 33.0.0 (#1272)
add deeccbe0d4 OAK-10607 Rename Maven property "java.version" (#1271)
add 61f8199eb8 OAK-10424 Allow Fast Query Size and Insecure Facets (documentation) (#1269)
add 3a922bd6c9 OAK-10592 - Add support to specify a custom regex to exclude documents from being downloaded from Mongo during indexing (#1267)
add 09e2581d18 OAK-10596: Improve the test coverage of o.a.j.o.namepath.JcrPathParser
add 9939cf3a24 OAK-10596: Improve the test coverage of o.a.j.o.namepath.JcrPathParser
add dadff28010 Merge branch 'trunk' of git@github.com:apache/jackrabbit-oak.git into trunk
add 0e541b260b OAK-10596: Improve the test coverage of o.a.j.o.namepath.JcrPathParser
add 86699728fc OAK-10596: Improve the test coverage of o.a.j.o.namepath.JcrPathParser
add aaccd62fd7 OAK-10594 disable Azure writing for all StorageException (#1260)
add 5389ea4d75 OAK-10604 - Azure Service Principal Support in oak-segment-azure (#1268)
add 4d29e3f783 OAK-10616: Make error messages from o.a.j.o.namepath.JcrNameParser/Jc… (#1277)
add 08bf64acad OAK-10596: Improve the test coverage of o.a.j.o.namepath.JcrPathParser
add 87035907d2 OAK-10617: oak-search-elastic fix deadlock with includePathRestrictions=false and multiple filtered results (#1276)
add fe8356588a OAK-10623: oak-core: log a warning when it needs to remap/add a namespace (#1282)
add bcd87d7dfc OAK-10611: o.a.j.o.namepath.JcrPathParser does not handle invalid characters correctly (#1281)
add c3fae64fb9 Increased again oak-run jar size due to size check complaining for local testing
add fcf260283f OAK-10544: oak-jcr: remapping a namespace prefix leaves namespace resolver in broken state (#1283)
add 9821deb5db OAK-10624: o.a.j.o.namepath.JcrPathParser does not accept some valid local names containing "{" or "}".
add f8c61da771 OAK-10595 : test case added (#1261)
add 6a04b335ee OAK-10596: Improve the test coverage of o.a.j.o.namepath.JcrPathParser
add 1d3c1f5fee OAK-10281 : oak.documentMK.recoveryDelaySecs introduced, default 0
add 8d1a1b4633 Merge pull request #1279 from apache/OAK-10281
add 0a6f99367f OAK-10615 - Azure Service Principal Support in oak-run segment-copy, compact, console (#1280)
add f2b0cbf937 OAK-10626 - Rework oak-segment-azure OSGi wirings after embedding azure libraries needed for service principals support
add 87c795f12d OAK-10608 - [Indexing job] Improve regex expression used to download from Mongo to make better used of Mongo indexes (#1273)
add ef46934ecb OAK-10622 : clusterIdReuseDelayAfterRecoveryMillis config and recoveryTime prop added (#1278)
add 0cde85333b OAK-10635: BundledTypeRegistry replace guava collection refs with facade (#1291)
add 6a0e44dccd OAK-10620 - Print summary at the end of the indexing job (#1289)
add 76a1f4b783 OAK-10595 : explicit invalidation journal entry after collsion rollback (#1284)
add 0dd985cf84 OAK-10620: Print summary at the end of the indexing job - handle other locales in test
add dccb3b4d46 OAK-10599: oak-search-elastic: improve aggregations support (#1275)
add 4767f38d78 OAK-10638: Build fails on Java 17 due to JAR size limit - increase size limit (#1295)
add 1cb0962e1e OAK-10637 - If downloading the root directory, do not add a filter to the Mongo query. (#1293)
add bbee74e96f OAK-10640: fix external link on lucene multi-word synonyms (#1298)
add ed1274c878 OAK-10641: DocumentStore: improve test coverage for large properties / documents (#1299)
add f7b20aa777 OAK-10644: JsopBuilder: remove JDK6ism (#1304)
add 1bd815d6b2 OAK-10639 : NodeImpl calculate mixinTypes lazy (#1300)
add 1b0a692aa4 OAK-10645: MongoDS docker container: set default Mongo version to 4.4 (#1305)
add 07fbc86a9a OAK-10641: DocumentStore: improve test coverage for large properties / documents - add test case for revision properties
add f165691e0b OAK-10650: MongoDocumentStore.findDocuments can fail with BSON exception (#1307)
add 0dc38bc30e OAK-10281 : osgi config variant of recovery delay - vs system propert… (#1288)
add 66b8bef296 OAK-10643: MongoDocumentStore: improve diagnostics for too large docs (#1306)
add 4a9219f4be OAK-10653: BasicDocumentStore: handle DocumentStoreException on ds.create (#1310)
add 03e307d7c5 OAK-10649: MemoryDS: add toggle to limit document size (#1309)
add 32462bde8b OAK-10643: MongoDocumentStore: improve diagnostics for too large docs: fix misplaced quotes in string output
add d2fdd67f26 Repository writes in SegmentStoreMigrator blocked when migrating to Azure segment store (#1308)
add d679f33de2 OAK-10643: MongoDocumentStore: improve diagnostics for too large docs: hide potentially sensitive info and refactor code
add 3387059f1c OAK-10642: Add tests for operations on very large ordered collections (#1303)
add 2e996d78f0 OAK-10656: MongoDocumentStore: keep metrics about document size related exceptions (#1313)
add 575019f9a1 Issue/oak 10636 (#1296)
add a305fccb7f OAK-10663: Upgrade maven-bundle-plugin to 5.1.9 (#1319)
add fc862f9b8e OAK-10664: Update spotbugs plugin to 4.8.3.1 (#1320)
add e21bdf8873 OAK-10665: Update checkstyle-plugin dependency to version 3.3.1 (#1321)
add 3f3eb36fb3 OAK-10666: oak-store-composite: update maven-depends plugin to 1.5.0 (#1322)
add 50b3d84506 OAK-10667: Update jacoco plugin to 0.8.11 (#1323)
add bed5c85293 OAK-10668: examples: update jetty-maven-plugin to 11.0.20 (#1324)
add 559fd9cd15 OAK-10669: Upgrade maven-versions-plugin to 2.16.2 (#1325)
add aa66f4b008 OAK-10661: oak-search-elastic: remove workaround for elasticsearch-java#404 (#1316)
add 03ba030dba OAK-10673: DocumentStore: add test for checking of removal on non-existing map entries (#1330)
add d66b9f7d3e OAK-10672: move internal index version in oak-search (#1327)
add 66ebb25c3a OAK-10677: examples: update build-helper-maven-plugin to 3.5.0 (#1333)
add d96c9d0174 OAK-10660: DocumentNodeStore: avoid repeated commits of :childOrder in branch commits (#1317)
add e02fee399f OAK-10678: update gmavenplus plugin to 3.0.2 (#1334)
add 2ac4819b9b OAK-10671- [Indexing Job] Improve Mongo regex query: remove condition on non-indexed _path field to speed-up traversal (#1331)
add 8db0691ac4 OAK-10683: Update spring-boot dependency to version 2.7.18 (#1335)
add ba989d762e OAK-10655 Improve error message in NonDefaultMountWriteReportingObserver (#1311)
add 4e92b7d870 OAK-10684: update maven-shade-plugin version to 3.5.2 (#1337)
add 00255b1957 OAK-10686: parent: add project.build.outputTimestamp property for Reproducable Builds (#1338)
add 8f97e2a0e9 OAK-10670: add support for service principal in oak-upgrade (#1329)
add 6f784d0627 OAK-10687: Restore and cleanup SCM information (#1339)
add ae8eaa5d5a OAK-10551: o.a.j.o.jcr.osgi.RepositoryManager declares OSGi properties that are not used at all.
add 1e4d810784 OAK-6765: Convert oak-jcr to OSGi R7 annotations
add d2531b0b6c OAK-10681 - [indexing job] Support custom filters of paths on Mongo (#1340)
add c5c5a73d43 OAK-10674: DocumentStore: verify that we could use Oak's Bloom filter
add 2ba8688f54 Revert "OAK-10674: DocumentStore: verify that we could use Oak's Bloom filter"
add 57c3273481 OAK-10674: DocumentStore: verify that we could use Oak's Bloom filter
add 6e06ed905e Revert "OAK-10674: DocumentStore: verify that we could use Oak's Bloom filter"
add b1b7c5a472 OAK-10690: Update docs and test config for recommended MongoDB version (#1344)
add f13b89dcd1 OAK-6769: Convert oak-search-mt to OSGi R7 annotations
add 5e054a5fa1 OAK-10695: oak-benchmarks/oak-it-osgi: update commons-compress dependency to 1.26.0 (#1348)
add f2a53988fb OAK-10696: Update Oak trunk to Jackrabbit 2.20.15 (#1350)
add ae5057c714 OAK-10697: webapp: update Tomcat dependency to 9.0.86 (#1351)
add 9d1980406a OAK-10700: update testcontainer dependency to 1.19.7 (#1356)
add f9776cf827 OAK-10698: DocumentStore: max property size tests can fail with OOM - skip tests when maxMemory insufficient (#1355)
add ab516750c3 OAK-10701: Upgrade h2db dependency to 2.2.224 (#1357)
add 78f49de480 OAK-10704: update azure dependencies (#1359)
add 0319de9c87 OAK-10693 | Add custom filter support for incremental FFS (#1354)
add c9354be6d2 OAK-10703: oak-doc: add branch history to roadmap (#1361)
add 30648c8d79 OAK-10707: update (historic) org.apache.felix.scr.annotations plugin to version 1.12.0 (#1362)
add 2296f76ed7 OAK-10702: oak-blob-cloud: update netty dependendy to 4.1.107 (#1358)
add a679f5d7d1 OAK-10709: Deprecate oak-search-mt
add ca4311ddac Revert "OAK-10701: Upgrade h2db dependency to 2.2.224 (#1357)"
add 688bc33d8e Update blobstore.md
add 661fcd0586 OAK-10199 : initial sketch of detail gc skeleton
add d27a96bf55 OAK-10199 : disable the detailGc in tearDown to avoid side-effects
add ffeb6ff57a OAK-10199 : provided support for feature toggle & osgi config for detailed gc
add 5c07e692e6 OAK-10199 : override getModifiedDocs() for RDB and added unit cases for deletedProps
add 43fd4aa2b4 OAK-10199 : used bulk findAndModify api to perform garbage cleanup
add 345064b55a OAK-10199 : ignore documents which doesn't have _modified field in mongo while fetching modifiedDocs
add 9d308fb733 OAK-10199 : fixed code smells as suggested by Sonar
add e7c4f9c66a OAK-10199 : updated logic to fetch nodes by sorting them on the basis of _modified & _id
add 43a1bc8dc8 OAK-10199 : minor refactoring
add 3335ca27e4 OAK-10199 : added test cases to fetch 5000+ modified docs in loop and verify them
add 317a9af6ff OAK-10199 : added check to include oldestId when running detailedGc very first time
add f857fa0d6a OAK-10199 : fixed the test case with different revision for DetailedGC
add e1e8f51a8c OAK-10199 : fixed the VGC IT test cases failures for RDB
add 114b1c0d33 OAK-10199 : fixed the VG INIT test
add 1d448c5444 OAK-10199 : fixed logic to include previously garbage collected documents if updated recently
add 17361ae31a OAK-10199 : added test case to continue with GC even if there is crash
add 294fc591cf OAK-10199 : handled escaped properties while deleting them
add 0af60d8c08 OAK-10199 : added unit cases to handle concurrent prop update and escaped properties update
add e90a3d4fc8 OAK-10199 : added logic to skip non garbage documents
add d6c7e79cac OAK-10199 : fixed query to avoid skipping documents with greater _modified timestamp
add 21cca4b0b4 OAK-10199 : refactored RDBVersionGCSupport code
add 835441dedc OAK-10199 : added review comment to make minor adjustment for naming conventions and fixes
add 92d055bb8c OAK-10199 : added bundled properties while calculating the properties retain set as well
add f740a66650 OAK-10199 : added unit cases for bundled properties getting garbaged collected as well
add ec91fea94a OAK-10199 : renamed method name to avoid confusion with other variable of same name
add 39c890f6db OAK-10199 : incorporated review comments to remove <p/> XHTML tags
add 647e8f3c86 OAK-10199 : made detailedGC non-configurable on RDBDocumentStore
add d409897dd5 OAK-10199 : removed DetailedGC code changes for RDBDocumentStore
add 7a66fc1397 Merge pull request #1079 from apache/OAK-10378
add a7ae4a6b1c OAK-8646 : Clean up changes from orphaned branch commits, as part of detailed gc
add 8bf10451a1 OAK-8646 : added metrics for unmergedbranch commits & improved junit coverage
add a5564b709f OAK-8646 : [minor] removed unintentional line
add 500689da6f OAK-8646 : fixed sonar issue of operating of ints to avoid overflow
add b804a931ec OAK-10526 : test to reproduce split doc GC with referenced revisions (#1184)
add ff4798695c OAK-10464 testcontainers dependency
add 68140143bb modified blob endpoint, logback, add testcontainer dependency
add 082abb534b migrate mongo docker rule to testcontainer
add d76ab0e4a7 minor dependency changes
add 778a8a33d7 minor changes
add 8cf0fcff5a refactor dependency, removed unused ones
add e139585616 removed test container dependency from child modules
add 94c7ff42b3 OAK-10199 : added check to include oldestId when running detailedGc very first time
add b9c449be1e OAK-10199 : added test case to continue with GC even if there is crash
add a9dd6a906b OAK-10199 : added unit cases for bundled properties getting garbaged collected as well
add 9f52a55b92 OAK-10570 : add detailedGC capability to oak-run revisions collect/re… (#1238)
add 8589e97532 OAK-10586 : in limit exceeded case detailed GC could never have been started
add 0fb958eb54 OAK-10583 : set needrepeat to true if detailedGC didn't reach the scope end due to batch limits
add 2c430240e5 OAK-10370 : added dryRun mode for detailedGC
add 2fb41b5075 OAK-10370 : make dryRun mode use it's own db variables and cleaned them after usage and added unit cases
add 32286d4d51 OAK-10370 : fixed minor sonar suggestion to combine if conditions
add 0635686263 OAK-10370 : added unit cases for Revisions Command
add 8b046c5112 OAK-10370 : make versionGC settings variable public to use in OAK RUN module
add 56ae063e2d OAK-10370 : move revisions command test to same package name as of VGC
add 324773daa1 OAK-10370 : added unit cases to cover changes done in VGC
add 35bb16e439 OAK-10597 : introduce embedded verification to detailedGC
add 682596d81b OAK-10597 : continue instead of return
add adc951298e OAK-10199 : provided support for feature toggle & osgi config for detailed gc
add 86348af380 OAK-10199 : override getModifiedDocs() for RDB and added unit cases for deletedProps
add a3e9ecc971 OAK-10199 : updated logic to fetch nodes by sorting them on the basis of _modified & _id
add b2b18ceb87 OAK-10199 : added check to include oldestId when running detailedGc very first time
add da19dfebcf OAK-10199 : fixed the test case with different revision for DetailedGC
add 755efaefb7 OAK-10199 : fixed logic to include previously garbage collected documents if updated recently
add bc2cce870c OAK-10199 : added unit cases to handle concurrent prop update and escaped properties update
add 45fc50d6c1 OAK-10199 : added logic to skip non garbage documents
add 81e0152e2e OAK-10199 : fixed query to avoid skipping documents with greater _modified timestamp
add c4a87317c0 OAK-10526 : test to reproduce split doc GC with referenced revisions (#1184)
add 72855ee12d merged trunk to detailedGC branch
add 26f7a242de merged trunk to detailedGC branch : fixed unit cases failures
add 3af384b686 OAK-10632 : make embedded verification configurable in dryRun mode
add cb2fc1a86d OAK-10633 : make embedded verification configurable in detailedGC
add 65ff438b04 OAK-10659 : remove orphaned nodes/documents
add 33933ef82e OAK-10659 : introduction of orphaned node deletion altered these tests fundamentally
add ad114526f2 OAK-10659 : added some diagnostic asserts for flaky test
add 71630e6a14 Update oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/VersionGarbageCollector.java
add 02de73171d Update oak-store-document/src/main/java/org/apache/jackrabbit/oak/plugins/document/VersionGarbageCollector.java
add 185d5d3139 OAK-10659 : addressing review comment to add gcStats.documentsDeleted - and use the return of ds.remove - by switching to a map from the current orphanOrDeletedRemovalList
add 6c80397c25 Update oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/VersionGarbageCollectorIT.java
add 397db114ce Update oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/VersionGarbageCollectorIT.java
add 8bd0641cbc Update oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/VersionGarbageCollectorIT.java
add 7dfcc3ad65 Update oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/VersionGarbageCollectorIT.java
add ac9ecafe26 Update oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/VersionGarbageCollectorIT.java
add 67f91c0ac8 OAK-10659 : use DetailGCHelper.enableDetailGC
add f90002faea OAK-10676 : used traversed state to find deleted properties
add a6f03fe713 OAK-10535: Prototype code for Old Revisions Cleanup
add 241b77588e OAK-10689: oak-run command to run DGC on specific document
add 974190f242 OAK-10535: Addressed comments in PR and cleanup.
add ad696ff864 OAK-10689: Add --entireRepo option.
add 00c1a1bd0f OAK-10710 : added option to reset detailedGC after finishing detailedGC cycle
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (6e393c6c33)
\
N -- N -- N refs/heads/DetailedGC/OAK-10199 (00c1a1bd0f)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.gitignore | 4 +
oak-benchmarks/pom.xml | 2 +-
.../cloud/azure/blobstorage/AzuriteDockerRule.java | 2 +-
oak-blob-cloud/pom.xml | 2 +-
.../jackrabbit/oak/commons/json/JsopBuilder.java | 3 +-
.../spi/nodetype/EffectiveNodeTypeProvider.java | 21 +-
.../jackrabbit/oak/spi/nodetype/package-info.java | 2 +-
.../oak/plugins/index/ConsoleIndexingReporter.java | 101 +++++
.../oak/plugins/index/IndexerMBeanImpl.java | 4 +-
.../oak/plugins/index/IndexingReporter.java | 69 +++
.../jackrabbit/oak/plugins/index/MetricsUtils.java | 10 +
.../oak/plugins/index/importer/IndexImporter.java | 19 +-
.../oak/plugins/index/importer/package-info.java | 2 +-
.../plugins/nodetype/ReadOnlyNodeTypeManager.java | 5 +-
.../oak/plugins/version/VersionEditor.java | 2 +-
.../plugins/index/ConsoleIndexingReporterTest.java | 103 +++++
.../nodestore/document/mongo-document-store.md | 2 +-
.../site/markdown/nodestore/segment/overview.md | 2 +-
oak-doc/src/site/markdown/plugins/blobstore.md | 3 +-
oak-doc/src/site/markdown/query/lucene.md | 66 +--
oak-doc/src/site/markdown/roadmap.md | 44 ++
oak-examples/standalone/pom.xml | 2 +-
oak-examples/webapp/pom.xml | 6 +-
oak-it-osgi/src/test/resources/versions.properties | 2 +-
oak-jcr/pom.xml | 11 +-
.../observation/ConsolidatedListenerMBeanImpl.java | 51 +--
.../jackrabbit/oak/jcr/osgi/RepositoryManager.java | 43 +-
.../jackrabbit/oak/jcr/session/NodeImpl.java | 3 +-
.../jackrabbit/oak/jcr/OrderableNodesTest.java | 85 ++++
.../index/lucene/LuceneIndexAggregation2Test.java | 480 +++------------------
.../lucene/LuceneIndexAggregationCommonTest.java | 65 ---
.../index/lucene/LuceneIndexAggregationTest.java | 442 +------------------
oak-parent/pom.xml | 47 +-
.../apache/jackrabbit/oak/index/IndexHelper.java | 15 +-
.../oak/index/IndexImporterSupportBase.java | 8 +-
.../jackrabbit/oak/index/IndexerSupport.java | 16 +-
.../indexer/document/DocumentStoreIndexerBase.java | 53 ++-
.../flatfile/FlatFileNodeStoreBuilder.java | 12 +-
.../pipelined/MongoRegexPathFilterFactory.java | 56 ++-
.../flatfile/pipelined/PipelinedMergeSortTask.java | 27 +-
.../flatfile/pipelined/PipelinedMetrics.java | 1 +
.../pipelined/PipelinedMongoDownloadTask.java | 193 +++++----
.../flatfile/pipelined/PipelinedSortBatchTask.java | 12 +-
.../flatfile/pipelined/PipelinedStrategy.java | 40 +-
.../pipelined/TransformStageStatistics.java | 29 +-
.../oak/run/cli/NodeStoreFixtureProvider.java | 3 +
.../pipelined/MongoRegexPathFilterFactoryTest.java | 102 +++++
.../document/flatfile/pipelined/PipelinedIT.java | 237 ++++++++--
.../pipelined/PipelinedMergeSortTaskTest.java | 5 +-
.../pipelined/PipelinedMergeSortTaskTestBase.java | 5 +-
.../pipelined/PipelinedMongoDownloadTaskTest.java | 133 ++++--
.../pipelined/PipelinedSortBatchTaskTest.java | 4 +-
oak-run-elastic/pom.xml | 3 +-
oak-run/pom.xml | 8 +-
.../apache/jackrabbit/oak/index/IndexCommand.java | 2 +
.../oak/index/DocumentStoreIndexerIT.java | 5 +-
.../jackrabbit/oak/index/IncrementalStoreTest.java | 259 ++++++++---
.../IndexStoreBuildIndexDef.json | 16 +
.../index/elastic/ElasticIndexDefinition.java | 6 +
.../index/elastic/index/ElasticDocument.java | 29 +-
.../index/elastic/index/ElasticIndexHelper.java | 68 +--
.../index/elastic/query/ElasticRequestHandler.java | 44 +-
.../plugins/index/elastic/ElasticContentTest.java | 9 +
.../index/elastic/ElasticFullTextAnalyzerTest.java | 64 +--
.../elastic/ElasticIndexAggregation2Test.java | 64 ++-
.../elastic/ElasticIndexAggregationNtFileTest.java | 14 +-
...nTest.java => ElasticIndexAggregationTest.java} | 26 +-
.../index/elastic/ElasticSpellcheckCommonTest.java | 7 +-
.../elastic/ElasticTestRepositoryBuilder.java | 21 +-
.../oak/plugins/index/elastic/test_nodetypes.cnd | 34 --
oak-search-mt/pom.xml | 4 +-
.../index/mt/MTFulltextQueryTermsProvider.java | 2 +
.../mt/MTFulltextQueryTermsProviderFactory.java | 73 ++--
.../index/mt/MTFulltextQueryTermsProviderTest.java | 2 +
.../index/search/FulltextIndexConstants.java | 13 +-
.../plugins/index/FullTextAnalyzerCommonTest.java | 334 +++++++-------
.../plugins/index/IndexAggregation2CommonTest.java | 96 +++--
.../plugins/index/IndexAggregationCommonTest.java | 222 +++++-----
.../oak/plugins/index/TestRepositoryBuilder.java | 24 ++
.../src/test/resources}/test_nodetypes.cnd | 0
oak-segment-azure/pom.xml | 6 +-
.../segment/azure/AzureSegmentStoreService.java | 13 +-
.../oak/segment/azure/AzureUtilities.java | 68 ++-
.../jackrabbit/oak/segment/azure/package-info.java | 2 +-
.../segment/azure/tool/SegmentStoreMigrator.java | 5 +
.../oak/segment/azure/tool/ToolUtils.java | 46 +-
.../SegmentCopyAzureServicePrincipalToTarTest.java | 80 ++++
.../segment/azure/tool/SegmentCopyTestBase.java | 18 +-
.../azure/AzureSegmentStoreServiceTest.java | 10 +-
.../oak/segment/azure/tool/ToolUtilsTest.java | 108 ++++-
.../apache/jackrabbit/oak/segment/SegmentBlob.java | 31 +-
.../oak/segment/file/AbstractFileStore.java | 6 +-
.../jackrabbit/oak/segment/file/FileStore.java | 8 +-
.../oak/segment/file/ReadOnlyFileStore.java | 3 +-
.../oak/segment/file/tar/EntryRecovery.java | 9 +
.../jackrabbit/oak/segment/file/tar/TarFiles.java | 56 ++-
.../jackrabbit/oak/segment/file/tar/TarReader.java | 18 +-
.../jackrabbit/oak/segment/IdMappingBlobStore.java | 88 ++++
.../oak/segment/LongIdMappingBlobStore.java | 13 +-
.../jackrabbit/oak/segment/file/FileStoreTest.java | 100 ++++-
.../oak/segment/file/tar/TarFilesTest.java | 55 ++-
oak-store-composite/pom.xml | 2 +-
.../NonDefaultMountWriteReportingObserver.java | 33 +-
.../NonDefaultMountWriteReportingObserverTest.java | 3 +-
.../oak/plugins/document/ClusterNodeInfo.java | 65 ++-
.../jackrabbit/oak/plugins/document/Commit.java | 39 ++
.../oak/plugins/document/Configuration.java | 16 +
.../oak/plugins/document/DocumentNodeStore.java | 90 +++-
.../plugins/document/DocumentNodeStoreBuilder.java | 41 ++
.../plugins/document/DocumentNodeStoreService.java | 28 +-
.../oak/plugins/document/JournalEntry.java | 25 +-
.../oak/plugins/document/RecoveryLock.java | 2 +
.../document/bundlor/BundledTypesRegistry.java | 11 +-
.../document/memory/MemoryDocumentStore.java | 46 +-
.../plugins/document/mongo/MongoDocumentStore.java | 87 +++-
.../document/mongo/MongoDocumentStoreMetrics.java | 18 +-
.../oak/plugins/document/util/Utils.java | 85 +++-
.../oak/fixture/DocumentMemoryFixture.java | 5 +-
.../oak/fixture/DocumentMongoFixture.java | 2 +
.../plugins/document/BasicDocumentStoreTest.java | 201 ++++++++-
.../oak/plugins/document/ClusterNodeInfoTest.java | 27 +-
.../plugins/document/CollisionRollbackTest.java | 351 +++++++++++++++
.../DocumentNodeStoreServiceConfigurationTest.java | 15 +
.../document/DocumentNodeStoreServiceTest.java | 26 ++
.../document/DocumentNodeStoreSweepTest.java | 266 ------------
.../oak/plugins/document/DocumentStoreFixture.java | 30 ++
.../document/VersionGarbageCollectorIT.java | 7 +-
.../plugins/document/mongo/MongoDockerRule.java | 2 +-
.../mongo/MongoDocumentStoreMetricsTest.java | 1 +
.../jackrabbit/oak/fixture/NodeStoreFixture.java | 8 +
.../oak/upgrade/cli/node/SegmentAzureFactory.java | 52 ++-
.../oak/upgrade/cli/parser/StoreType.java | 2 +
...mentTarToSegmentAzureServicePrincipalTest.java} | 44 +-
...entAzureServicePrincipalNodeStoreContainer.java | 116 +++++
.../upgrade/cli/node/SegmentAzureFactoryTest.java | 190 ++++++++
pom.xml | 7 -
136 files changed, 4474 insertions(+), 2317 deletions(-)
create mode 100644 oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/index/ConsoleIndexingReporter.java
create mode 100644 oak-core/src/main/java/org/apache/jackrabbit/oak/plugins/index/IndexingReporter.java
create mode 100644 oak-core/src/test/java/org/apache/jackrabbit/oak/plugins/index/ConsoleIndexingReporterTest.java
delete mode 100644 oak-lucene/src/test/java/org/apache/jackrabbit/oak/plugins/index/lucene/LuceneIndexAggregationCommonTest.java
create mode 100644 oak-run-commons/src/test/java/org/apache/jackrabbit/oak/index/indexer/document/flatfile/pipelined/MongoRegexPathFilterFactoryTest.java
rename oak-run-commons/src/test/java/org/apache/jackrabbit/oak/index/indexer/document/incrementalstore/IncrementalStoreIT.java => oak-run/src/test/java/org/apache/jackrabbit/oak/index/IncrementalStoreTest.java (63%)
create mode 100644 oak-run/src/test/resources/org.apache.jackrabbit.oak.index/IndexStoreBuildIndexDef.json
rename oak-lucene/src/test/java/org/apache/jackrabbit/oak/plugins/index/lucene/LuceneIndexAggregation2CommonTest.java => oak-search-elastic/src/test/java/org/apache/jackrabbit/oak/plugins/index/elastic/ElasticIndexAggregation2Test.java (67%)
copy oak-search-elastic/src/test/java/org/apache/jackrabbit/oak/plugins/index/elastic/{ElasticIndexExclusionQueryCommonTest.java => ElasticIndexAggregationTest.java} (65%)
delete mode 100644 oak-search-elastic/src/test/resources/org/apache/jackrabbit/oak/plugins/index/elastic/test_nodetypes.cnd
rename {oak-lucene/src/test/resources/org/apache/jackrabbit/oak/plugins/index/lucene => oak-search/src/test/resources}/test_nodetypes.cnd (100%)
create mode 100644 oak-segment-azure/src/test/java/oak/apache/jackrabbit/oak/segment/azure/tool/SegmentCopyAzureServicePrincipalToTarTest.java
create mode 100644 oak-segment-tar/src/test/java/org/apache/jackrabbit/oak/segment/IdMappingBlobStore.java
copy oak-upgrade/src/main/java/org/apache/jackrabbit/oak/segment/CheckpointAccessor.java => oak-segment-tar/src/test/java/org/apache/jackrabbit/oak/segment/LongIdMappingBlobStore.java (75%)
create mode 100644 oak-store-document/src/test/java/org/apache/jackrabbit/oak/plugins/document/CollisionRollbackTest.java
copy oak-upgrade/src/test/java/org/apache/jackrabbit/oak/upgrade/cli/{SegmentTarToSegmentAzureTest.java => SegmentTarToSegmentAzureServicePrincipalTest.java} (57%)
create mode 100644 oak-upgrade/src/test/java/org/apache/jackrabbit/oak/upgrade/cli/container/SegmentAzureServicePrincipalNodeStoreContainer.java
create mode 100644 oak-upgrade/src/test/java/org/apache/jackrabbit/oak/upgrade/cli/node/SegmentAzureFactoryTest.java