You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ignite.apache.org by dp...@apache.org on 2018/11/30 15:10:19 UTC

[ignite-teamcity-bot] branch ignite-10071 updated (a49be4d -> 275a14d)

This is an automated email from the ASF dual-hosted git repository.

dpavlov pushed a change to branch ignite-10071
in repository https://gitbox.apache.org/repos/asf/ignite-teamcity-bot.git.


    from a49be4d  IGNITE-10071 Background upload of a build and simultaneous bot restart may result in a queued build persisted but actually build is finished
     add 89a1fa1  IGNITE-10071 Background upload of a build and simultaneous bot restart may result in a queued build persisted but actually build is finished - Fixes #55.
     add f1cfb7d  IGNITE-10091 Replace PR source for autocompleting branch fields - Fixes #56.
     add 837c5da  Detecting issue naming in PR in lowercase
     add 5ab1d79  Menu update according TC Bot visa
     add ce8f7a1  IGNITE-9849 Refactor Master trends page - Fixes #57.
     add 1b79ed5  Filtering issues according to user permissions
     add fb51cdb  Fix compilation because of merge issue
     add c66c816  IGNITE-10125 Uniform style for buttons - Fixes #58.
     add 7db30cc  Fix for current.html page of buttons uniformity
     add 8d84474  Fix for build.html page of buttons uniformity & version update
     add 5a3d789  Border was added for maximizable content
     add 92052d7  IGNITE-10169 Show tests and problems values on graphs instead of the build start date - Fixes #61.
     add 07a3d50  Version update
     add cf80467  IGNITE-10190 Failed tests don't count as blockers (if created in the PR) - Fixes #62.
     add bc06909  Proactive build sync: protection from loading duplicate builds
     add 760197d  IGNITE-10137 Add button 'Expand all' on 'PR failures' page - Fixes #59.
     add 9cc361e  IGNITE-10146 Refresh missing from Git prs while full reindex - Fixes #60.
     add efdd0c7  IGNITE-9939 [Tc Bot] Add visas caсhing and monitoring - Fixes #40.
     add a44cc30  NPE fix during build ctx creation
     add 46b0bab  Failed to start flag support from XML
     add 60d3e80  TC nightly example added
     add a52f7cd  IGNITE-10181 [Tc Bot] Add fail-rate handling for test's page - Fixes #63.
     add 1524111  IGNITE-10211: Support triggering non-master branches - Fixes #65.
     add e186fa6  Hack to avoid double table creation for master
     add c078b8e  Hack to avoid double invalid suite selection
     add 0929929  IGNITE-10181 [Tc-Bot] Line-break fix - Fixes #66.
     add f7fc6d3  Usages of change and change list cache were removed, interface usage for compactor
     add 2f56573  IGNITE-10153 Implement tests running time report - Fixes #64.
     add a7c61fe  Scripts update, page titles added
     add b7a89d4  IGNITE-10215 Inspections:Core failures marked as critical - Fixes #67.
     add 573d88e  Version update
     add fd6c96c  IGNITE-9939 more debug info for find out problem cause - Fixes #68.
     add 520228e  Removal of entry which caused duplication of messages
     add fc0905c  IGNITE-10215 Suite critical failures registration added - Fixes #70.
     add e73f085  One more build removal from cache
     add 3302a0e  IGNITE-10275 Jira spam fast fix - Fixes #72.
     add b62fcd7  Version update
     add f0a086a  IGNITE-10243: Support partially cancelled suites in RunAll - Fixes #69.
     add 2031f1a  Current PR failures count implemented; Partial PR data display implemented in case full response collection requires too much time - Fixes #73.
     add 53ba501  Current PR failures count implemented; Partial PR data display implemented in case full response collection requires too much time
     add c844feb  Change identificator storage and web links fixed
     add 07d2423  Test duration added to statistics (local)
     add 256c2ab  Timeouts pressure added to run statistics
     add d3b14b2  Multiple runs: fix of problems count
     add ca99bfd  IGNITE-10275 Several JIRA comments are issued in case ignite.cache.remove failed. - Fixes #74.
     add c125d53  Fix of different branch name representation
     add 58dabd1  IGNITE-10336 Running build can cause bot to think there are no failures
     add 6e377be  IGNITE-10319 Suite compilation error failure handling added - Fixes #75.
     add ffa5d00  IGNITE-10336 Unit test was added to testing chain processor
     add 85b3bee  IGNITE-10336 Incorrect ocurrences count reproduced in the test
     add 2fd8ce5  IGNITE-10336 Fix of blockers count for current visa status
     add 2aefb27  IGNITE-10275 Several JIRA comments are issued in case ignite.cache.remove failed - Fixes #76.
     add f63df1d  IGNITE-10336 Fix of chain collection to avoid missing builds - Fixes #77.
     add e7d4319  Tests fix after PR #76
     add 22b16a2  Removing not used caches and code after compacted storage refactoring
     add ef1f169  Master trends refactoring: dependency injection
     add ea954ec  Master trends refactoring: dependency injection
     add ac05aad  IGNITE-10372  Optimize master trends page - Fixes #79.
     add 1b34a37  IGNITE-10372 version update Optimize master trends page
     add 1866e39  IGNITE-10372 Step 2 In memory caching of build statistics, don't loading tests for composite. - Fixes #80.
     add 77de001  IGNITE-10372 Optimize master trends page step 3: Tests fixed, now data is shown correctly - Fixes #81.
     add b357a03  Additional protection from an empty branch reported by TC
     add 07a0702  Removing unused code - Fixes #82.
     add 86df370  Version update
     add 8ebb4e9  IGNITE-9542: New Run stripe implementation: test for blockers detection development - Fixes #83.
     add a1953b8  IGNITE-9542 Test history jumping from left to rigth in case it is not found in the DB
     add cd87a55  IGNITE-10203 Support for alternative configurations for PR testing. - Fixes #78.
     add 263a81c  Monitoring small changes to show task run time.
     add 77728c2  IGNITE-9542 provide separated base/current branch history for PR page. - Fixes #84.
     add 43d4638  Ignite 2.7.0-RC testing
     add 868cfa7  IGNITE-9542 Fix performance issue with tests counting
     new 5e4bbd7  Merge branch 'master' into ignite-10071
     new 275a14d  IGNITE-10071 Test reproducing issue was added.

The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .gitignore                                         |    3 +
 build.gradle                                       |   10 +-
 conf/branches.json                                 |   30 +-
 .../java/org/apache/ignite/ci/ITcAnalytics.java    |    2 +
 .../main/java/org/apache/ignite/ci/ITcHelper.java  |    5 +-
 .../main/java/org/apache/ignite/ci/ITeamcity.java  |  111 +--
 .../apache/ignite/ci/IgnitePersistentTeamcity.java |  700 ++-----------
 .../apache/ignite/ci/IgniteTeamcityConnection.java |  163 +--
 .../main/java/org/apache/ignite/ci/TcHelper.java   |  219 ++---
 .../apache/ignite/ci/analysis/FullChainRunCtx.java |   25 +-
 ...ITestFailures.java => IMultTestOccurrence.java} |    5 +-
 .../apache/ignite/ci/analysis/ISuiteResults.java   |    8 +-
 .../apache/ignite/ci/analysis/MultBuildRunCtx.java |   97 +-
 .../org/apache/ignite/ci/analysis/RunStat.java     |   66 +-
 .../ignite/ci/analysis/SingleBuildRunCtx.java      |   23 +
 .../ignite/ci/analysis/TestCompactedMult.java      |    2 +-
 .../ignite/ci/analysis/mode/LatestRebuildMode.java |    2 +-
 .../org/apache/ignite/ci/conf/BranchesTracked.java |   10 +-
 .../java/org/apache/ignite/ci/db/DbMigrations.java |  250 ++---
 .../java/org/apache/ignite/ci/db/TcHelperDb.java   |   39 +-
 .../org/apache/ignite/ci/di/IgniteTcBotModule.java |    7 +-
 .../ignite/ci/di/MonitoredTaskInterceptor.java     |   22 +-
 .../ignite/ci/di/scheduler/TcBotScheduler.java     |   32 +-
 .../ci/github/ignited/GitHubConnIgnitedImpl.java   |   51 +-
 .../ci/github/pure/GitHubConnectionImpl.java       |   27 +-
 .../ignite/ci/github/pure/IGitHubConnection.java   |    3 +
 .../org/apache/ignite/ci/issue/EventTemplates.java |   21 +-
 .../org/apache/ignite/ci/issue/IssueDetector.java  |   55 +-
 .../org/apache/ignite/ci/issue/IssuesStorage.java  |    4 +-
 .../apache/ignite/ci/jira/IJiraIntegration.java    |    3 +-
 .../org/apache/ignite/ci/jobs/CheckQueueJob.java   |  104 +-
 .../apache/ignite/ci/observer/BuildObserver.java   |   60 +-
 .../org/apache/ignite/ci/observer/BuildsInfo.java  |  117 ++-
 .../ignite/ci/observer/CompactBuildsInfo.java      |  193 ++++
 .../apache/ignite/ci/observer/ObserverTask.java    |  144 ++-
 .../apache/ignite/ci/runners/ClientTmpHelper.java  |    4 +-
 .../ignite/ci/runners/RemoteClientTmpHelper.java   |   23 +-
 .../ci/tcbot/builds/CompareBuildsService.java      |    2 +-
 .../ignite/ci/tcbot/chain/BuildChainProcessor.java |  328 +++++--
 .../ignite/ci/tcbot/chain/PrChainsProcessor.java   |  154 ++-
 .../tcbot/chain/TrackedBranchChainsProcessor.java  |   60 +-
 .../ci/tcbot/trends/MasterTrendsService.java       |  147 +++
 .../ci/tcbot/visa/ContributionCheckStatus.java     |   23 +-
 .../visa/CurrentVisaStatus.java}                   |    9 +-
 .../tcbot/visa/TcBotTriggerAndSignOffService.java  |  222 ++++-
 .../{ContributionToCheck.java => VisaStatus.java}  |   43 +-
 .../apache/ignite/ci/tcmodel/conf/BuildType.java   |   78 +-
 .../ignite/ci/tcmodel/conf/bt/BuildTypeFull.java   |   33 +-
 .../ignite/ci/tcmodel/conf/bt/Parameters.java      |   43 +-
 .../apache/ignite/ci/tcmodel/conf/bt/Property.java |   45 +
 .../ci/tcmodel/conf/bt/SnapshotDependencies.java   |   39 +
 .../ci/tcmodel/conf/bt/SnapshotDependency.java     |   60 ++
 .../apache/ignite/ci/tcmodel/hist/BuildRef.java    |   20 +-
 .../org/apache/ignite/ci/tcmodel/result/Build.java |    4 +-
 .../ignite/ci/tcmodel/result/issues/IssueRef.java  |   39 -
 .../ci/tcmodel/result/issues/IssueUsage.java       |   46 -
 .../ci/tcmodel/result/issues/IssuesUsagesList.java |   50 -
 .../tcmodel/result/problems/ProblemOccurrence.java |   18 +
 .../ci/tcmodel/result/tests/TestOccurrence.java    |    9 +-
 .../ci/teamcity/ignited/BuildRefCompacted.java     |   33 +-
 .../ignite/ci/teamcity/ignited/BuildRefDao.java    |   65 +-
 .../ignite/ci/teamcity/ignited/IRunHistory.java    |   64 ++
 .../{IStringCompactor.java => IRunStat.java}       |   33 +-
 .../ci/teamcity/ignited/ITeamcityIgnited.java      |   81 +-
 ...ITeamcityIgnitedProvider.java => SyncMode.java} |   10 +-
 .../ci/teamcity/ignited/TeamcityIgnitedImpl.java   |  343 ++++++-
 .../ci/teamcity/ignited/TeamcityIgnitedModule.java |   14 +-
 .../ignited/buildcondition}/BuildCondition.java    |    2 +-
 .../buildcondition}/BuildConditionCompacted.java   |    5 +-
 .../ignited/buildcondition}/BuildConditionDao.java |   10 +-
 .../ignited/buildref/BuildRefSync.java}            |    7 +-
 .../ignited/buildtype/BuildTypeCompacted.java      |  197 ++++
 .../teamcity/ignited/buildtype/BuildTypeDao.java   |  226 +++++
 .../ignited/buildtype/BuildTypeRefCompacted.java   |  189 ++++
 .../ignited/buildtype/BuildTypeRefDao.java         |  251 +++++
 .../teamcity/ignited/buildtype/BuildTypeSync.java  |  249 +++++
 .../ignited/buildtype/ParametersCompacted.java     |  132 +++
 .../buildtype/SnapshotDependencyCompacted.java     |  131 +++
 .../teamcity/ignited/change/ChangeCompacted.java   |    9 +-
 .../ignited/fatbuild/FatBuildCompacted.java        |  126 ++-
 .../ci/teamcity/ignited/fatbuild/FatBuildDao.java  |    9 +-
 .../ignited/fatbuild/ProactiveFatBuildSync.java    |   84 +-
 .../ignited/fatbuild/ProblemCompacted.java         |   20 +-
 .../teamcity/ignited/fatbuild/TestCompacted.java   |   39 +-
 .../ci/teamcity/ignited/runhist/Invocation.java    |   86 ++
 .../teamcity/ignited/runhist/InvocationData.java   |  186 ++++
 .../teamcity/ignited/runhist/RunHistCompacted.java |  123 +++
 .../ignited/runhist/RunHistCompactedDao.java       |  217 ++++
 .../ci/teamcity/ignited/runhist/RunHistKey.java    |   77 ++
 .../ci/teamcity/ignited/runhist/RunHistSync.java   |  350 +++++++
 .../ignite/ci/teamcity/pure/ITeamcityConn.java     |   20 +
 .../java/org/apache/ignite/ci/util/FutureUtil.java |    7 +
 .../NumberUtil.java}                               |   24 +-
 .../apache/ignite/ci/web/BackgroundUpdater.java    |    1 +
 .../model/CompactContributionKey.java}             |   50 +-
 .../Property.java => web/model/CompactVisa.java}   |   34 +-
 .../ignite/ci/web/model/CompactVisaRequest.java    |   59 ++
 .../model/ContributionKey.java}                    |   51 +-
 ...serMenuResult.java => JiraCommentResponse.java} |   17 +-
 .../org/apache/ignite/ci/web/model/Version.java    |    8 +-
 .../java/org/apache/ignite/ci/web/model/Visa.java  |   83 ++
 .../model/VisaRequest.java}                        |   54 +-
 .../web/model/current/BuildStatisticsSummary.java  |  189 ++--
 .../model/current/ChainAtServerCurrentStatus.java  |   53 +-
 .../ci/web/model/current/SuiteCurrentStatus.java   |  103 +-
 .../ignite/ci/web/model/current/TestFailure.java   |   41 +-
 .../ci/web/model/current/TestFailuresSummary.java  |    4 +-
 .../ignite/ci/web/model/hist/BuildsHistory.java    |  242 ++---
 .../ignite/ci/web/model/hist/TestHistory.java      |    9 +-
 .../ci/web/model/hist/VisasHistoryStorage.java     |  155 +++
 .../long_running/FullLRTestsSummary.java}          |   19 +-
 .../model/long_running/LRTest.java}                |   20 +-
 .../long_running/SuiteLRTestsSummary.java}         |   25 +-
 .../ignite/ci/web/rest/GetChainResultsAsHtml.java  |   21 +-
 .../ci/web/rest/build/GetBuildTestFailures.java    |   88 +-
 .../apache/ignite/ci/web/rest/issues/TcIssues.java |   13 +-
 .../long_running/BuildsLongRunningTestsReport.java |   56 ++
 .../ignite/ci/web/rest/pr/GetPrTestFailures.java   |   45 +-
 .../ignite/ci/web/rest/visa/TcBotVisaService.java  |   49 +-
 ignite-tc-helper-web/src/main/webapp/all.html      |    3 +
 ignite-tc-helper-web/src/main/webapp/build.html    |    2 +
 .../src/main/webapp/comparison.html                |  219 +++--
 .../src/main/webapp/css/style-1.5.css              |  144 ++-
 ignite-tc-helper-web/src/main/webapp/current.html  |    2 +
 ignite-tc-helper-web/src/main/webapp/index0.html   |   18 +-
 .../src/main/webapp/js/common-1.6.js               |  130 +--
 .../src/main/webapp/js/long_running-1.0.js         |   42 +
 ignite-tc-helper-web/src/main/webapp/js/prs-1.0.js |  119 ++-
 .../src/main/webapp/js/testfails-2.1.js            |   97 +-
 .../src/main/webapp/longRunningTestsReport.html    |   51 +
 ignite-tc-helper-web/src/main/webapp/pr.html       |   38 +-
 ignite-tc-helper-web/src/main/webapp/prs.html      |   13 +-
 ignite-tc-helper-web/src/main/webapp/visas.html    |  183 ++++
 .../org/apache/ignite/ci/di/DiContextTest.java     |   13 +-
 .../ci/tcbot/chain/BuildChainProcessorTest.java    |  222 +++++
 .../ci/tcbot/chain/PrChainsProcessorTest.java      |  311 ++++++
 .../ignited/IgnitedTcInMemoryIntegrationTest.java  |  301 +++++-
 .../teamcity/ignited/InMemoryStringCompactor.java  |   83 ++
 .../ci/teamcity/ignited/TeamcityIgnitedMock.java   |  142 +++
 .../ignited/TeamcityIgnitedProviderMock.java}      |   22 +-
 .../src/test/resources/IgniteTests24Java8.xml      |   27 +
 ...gniteTests24Java8_ActivateDeactivateCluster.xml |  156 +++
 .../test/resources/IgniteTests24Java8_RunAll.xml   | 1035 ++++++++++++++++++++
 .../src/test/resources/IgniteTests24Java8_v2.xml   |   26 +
 144 files changed, 9638 insertions(+), 2781 deletions(-)
 rename ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/analysis/{ITestFailures.java => IMultTestOccurrence.java} (90%)
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/observer/CompactBuildsInfo.java
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/tcbot/trends/MasterTrendsService.java
 copy ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/{db/Persisted.java => tcbot/visa/CurrentVisaStatus.java} (87%)
 copy ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/tcbot/visa/{ContributionToCheck.java => VisaStatus.java} (59%)
 delete mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/tcmodel/result/issues/IssueRef.java
 delete mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/tcmodel/result/issues/IssueUsage.java
 delete mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/tcmodel/result/issues/IssuesUsagesList.java
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/IRunHistory.java
 copy ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/{IStringCompactor.java => IRunStat.java} (59%)
 copy ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/{ITeamcityIgnitedProvider.java => SyncMode.java} (73%)
 rename ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/{tcbot/condition => teamcity/ignited/buildcondition}/BuildCondition.java (97%)
 rename ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/{tcbot/condition => teamcity/ignited/buildcondition}/BuildConditionCompacted.java (93%)
 rename ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/{tcbot/condition => teamcity/ignited/buildcondition}/BuildConditionDao.java (87%)
 copy ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/{db/Persisted.java => teamcity/ignited/buildref/BuildRefSync.java} (87%)
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/buildtype/BuildTypeCompacted.java
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/buildtype/BuildTypeDao.java
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/buildtype/BuildTypeRefCompacted.java
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/buildtype/BuildTypeRefDao.java
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/buildtype/BuildTypeSync.java
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/buildtype/ParametersCompacted.java
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/buildtype/SnapshotDependencyCompacted.java
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/runhist/Invocation.java
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/runhist/InvocationData.java
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/runhist/RunHistCompacted.java
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/runhist/RunHistCompactedDao.java
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/runhist/RunHistKey.java
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/runhist/RunHistSync.java
 copy ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/{teamcity/restcached/ITcServerProvider.java => util/NumberUtil.java} (62%)
 copy ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/{github/GitHubUser.java => web/model/CompactContributionKey.java} (53%)
 copy ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/{tcmodel/conf/bt/Property.java => web/model/CompactVisa.java} (56%)
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/web/model/CompactVisaRequest.java
 copy ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/{conf/ChainAtServer.java => web/model/ContributionKey.java} (52%)
 copy ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/web/model/{UserMenuResult.java => JiraCommentResponse.java} (78%)
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/web/model/Visa.java
 copy ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/{tcmodel/result/Configurations.java => web/model/VisaRequest.java} (53%)
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/web/model/hist/VisasHistoryStorage.java
 copy ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/web/{rest/monitoring/CacheMetricsUi.java => model/long_running/FullLRTestsSummary.java} (71%)
 copy ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/{issue/ProblemRef.java => web/model/long_running/LRTest.java} (67%)
 copy ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/web/{rest/monitoring/CacheMetricsUi.java => model/long_running/SuiteLRTestsSummary.java} (63%)
 create mode 100644 ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/web/rest/long_running/BuildsLongRunningTestsReport.java
 create mode 100644 ignite-tc-helper-web/src/main/webapp/js/long_running-1.0.js
 create mode 100644 ignite-tc-helper-web/src/main/webapp/longRunningTestsReport.html
 create mode 100644 ignite-tc-helper-web/src/main/webapp/visas.html
 create mode 100644 ignite-tc-helper-web/src/test/java/org/apache/ignite/ci/tcbot/chain/BuildChainProcessorTest.java
 create mode 100644 ignite-tc-helper-web/src/test/java/org/apache/ignite/ci/tcbot/chain/PrChainsProcessorTest.java
 create mode 100644 ignite-tc-helper-web/src/test/java/org/apache/ignite/ci/teamcity/ignited/InMemoryStringCompactor.java
 create mode 100644 ignite-tc-helper-web/src/test/java/org/apache/ignite/ci/teamcity/ignited/TeamcityIgnitedMock.java
 copy ignite-tc-helper-web/src/{main/java/org/apache/ignite/ci/teamcity/ignited/ITeamcityIgnitedProvider.java => test/java/org/apache/ignite/ci/teamcity/ignited/TeamcityIgnitedProviderMock.java} (52%)
 create mode 100644 ignite-tc-helper-web/src/test/resources/IgniteTests24Java8.xml
 create mode 100644 ignite-tc-helper-web/src/test/resources/IgniteTests24Java8_ActivateDeactivateCluster.xml
 create mode 100644 ignite-tc-helper-web/src/test/resources/IgniteTests24Java8_RunAll.xml
 create mode 100644 ignite-tc-helper-web/src/test/resources/IgniteTests24Java8_v2.xml


[ignite-teamcity-bot] 01/02: Merge branch 'master' into ignite-10071

Posted by dp...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

dpavlov pushed a commit to branch ignite-10071
in repository https://gitbox.apache.org/repos/asf/ignite-teamcity-bot.git

commit 5e4bbd73dc150bd43921a66a9fb9a86d31f5ae84
Merge: a49be4d 868cfa7
Author: Dmitriy Pavlov <dp...@apache.org>
AuthorDate: Fri Nov 30 17:09:24 2018 +0300

    Merge branch 'master' into ignite-10071
    
    # Conflicts:
    #	ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/runners/RemoteClientTmpHelper.java
    #	ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/tcbot/chain/BuildChainProcessor.java
    #	ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/BuildRefCompacted.java
    #	ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/ITeamcityIgnited.java
    #	ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/TeamcityIgnitedImpl.java
    #	ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/fatbuild/FatBuildCompacted.java
    #	ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/fatbuild/ProblemCompacted.java
    #	ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/fatbuild/TestCompacted.java

 .gitignore                                         |    3 +
 build.gradle                                       |   10 +-
 conf/branches.json                                 |   30 +-
 .../java/org/apache/ignite/ci/ITcAnalytics.java    |    2 +
 .../main/java/org/apache/ignite/ci/ITcHelper.java  |    5 +-
 .../main/java/org/apache/ignite/ci/ITeamcity.java  |  111 +--
 .../apache/ignite/ci/IgnitePersistentTeamcity.java |  700 ++-----------
 .../apache/ignite/ci/IgniteTeamcityConnection.java |  163 +--
 .../main/java/org/apache/ignite/ci/TcHelper.java   |  219 ++---
 .../apache/ignite/ci/analysis/FullChainRunCtx.java |   25 +-
 ...ITestFailures.java => IMultTestOccurrence.java} |    5 +-
 .../apache/ignite/ci/analysis/ISuiteResults.java   |    8 +-
 .../apache/ignite/ci/analysis/MultBuildRunCtx.java |   97 +-
 .../org/apache/ignite/ci/analysis/RunStat.java     |   66 +-
 .../ignite/ci/analysis/SingleBuildRunCtx.java      |   23 +
 .../ignite/ci/analysis/TestCompactedMult.java      |    2 +-
 .../ignite/ci/analysis/mode/LatestRebuildMode.java |    2 +-
 .../org/apache/ignite/ci/conf/BranchesTracked.java |   10 +-
 .../java/org/apache/ignite/ci/db/DbMigrations.java |  250 ++---
 .../java/org/apache/ignite/ci/db/TcHelperDb.java   |   39 +-
 .../org/apache/ignite/ci/di/IgniteTcBotModule.java |    7 +-
 .../ignite/ci/di/MonitoredTaskInterceptor.java     |   22 +-
 .../ignite/ci/di/scheduler/TcBotScheduler.java     |   32 +-
 .../ci/github/ignited/GitHubConnIgnitedImpl.java   |   51 +-
 .../ci/github/pure/GitHubConnectionImpl.java       |   27 +-
 .../ignite/ci/github/pure/IGitHubConnection.java   |    3 +
 .../org/apache/ignite/ci/issue/EventTemplates.java |   21 +-
 .../org/apache/ignite/ci/issue/IssueDetector.java  |   55 +-
 .../org/apache/ignite/ci/issue/IssuesStorage.java  |    4 +-
 .../apache/ignite/ci/jira/IJiraIntegration.java    |    3 +-
 .../org/apache/ignite/ci/jobs/CheckQueueJob.java   |  104 +-
 .../apache/ignite/ci/observer/BuildObserver.java   |   60 +-
 .../org/apache/ignite/ci/observer/BuildsInfo.java  |  117 ++-
 .../ignite/ci/observer/CompactBuildsInfo.java      |  193 ++++
 .../apache/ignite/ci/observer/ObserverTask.java    |  144 ++-
 .../apache/ignite/ci/runners/ClientTmpHelper.java  |    4 +-
 .../ignite/ci/runners/RemoteClientTmpHelper.java   |   23 +-
 .../ci/tcbot/builds/CompareBuildsService.java      |    2 +-
 .../ignite/ci/tcbot/chain/BuildChainProcessor.java |  328 +++++--
 .../ignite/ci/tcbot/chain/PrChainsProcessor.java   |  154 ++-
 .../tcbot/chain/TrackedBranchChainsProcessor.java  |   60 +-
 .../ci/tcbot/trends/MasterTrendsService.java       |  147 +++
 .../ci/tcbot/visa/ContributionCheckStatus.java     |   23 +-
 .../visa/CurrentVisaStatus.java}                   |   12 +-
 .../tcbot/visa/TcBotTriggerAndSignOffService.java  |  222 ++++-
 .../Property.java => tcbot/visa/VisaStatus.java}   |   46 +-
 .../apache/ignite/ci/tcmodel/conf/BuildType.java   |   78 +-
 .../ignite/ci/tcmodel/conf/bt/BuildTypeFull.java   |   33 +-
 .../ignite/ci/tcmodel/conf/bt/Parameters.java      |   43 +-
 .../apache/ignite/ci/tcmodel/conf/bt/Property.java |   45 +
 .../ci/tcmodel/conf/bt/SnapshotDependencies.java   |   39 +
 .../ci/tcmodel/conf/bt/SnapshotDependency.java     |   60 ++
 .../apache/ignite/ci/tcmodel/hist/BuildRef.java    |   20 +-
 .../org/apache/ignite/ci/tcmodel/result/Build.java |    4 +-
 .../ci/tcmodel/result/issues/IssueUsage.java       |   46 -
 .../ci/tcmodel/result/issues/IssuesUsagesList.java |   50 -
 .../tcmodel/result/problems/ProblemOccurrence.java |   18 +
 .../ci/tcmodel/result/tests/TestOccurrence.java    |    9 +-
 .../ci/teamcity/ignited/BuildRefCompacted.java     |   33 +-
 .../ignite/ci/teamcity/ignited/BuildRefDao.java    |   53 +-
 .../ignite/ci/teamcity/ignited/IRunHistory.java    |   64 ++
 .../ignited/IRunStat.java}                         |   36 +-
 .../ci/teamcity/ignited/ITeamcityIgnited.java      |   81 +-
 .../ignited/SyncMode.java}                         |   17 +-
 .../ci/teamcity/ignited/TeamcityIgnitedImpl.java   |  343 ++++++-
 .../ci/teamcity/ignited/TeamcityIgnitedModule.java |   14 +-
 .../ignited/buildcondition}/BuildCondition.java    |    2 +-
 .../buildcondition}/BuildConditionCompacted.java   |    5 +-
 .../ignited/buildcondition}/BuildConditionDao.java |   10 +-
 .../ignited/buildref/BuildRefSync.java}            |   14 +-
 .../ignited/buildtype/BuildTypeCompacted.java      |  197 ++++
 .../teamcity/ignited/buildtype/BuildTypeDao.java   |  226 +++++
 .../ignited/buildtype/BuildTypeRefCompacted.java   |  189 ++++
 .../ignited/buildtype/BuildTypeRefDao.java         |  251 +++++
 .../teamcity/ignited/buildtype/BuildTypeSync.java  |  249 +++++
 .../ignited/buildtype/ParametersCompacted.java     |  132 +++
 .../buildtype/SnapshotDependencyCompacted.java     |  131 +++
 .../teamcity/ignited/change/ChangeCompacted.java   |    9 +-
 .../ignited/fatbuild/FatBuildCompacted.java        |  126 ++-
 .../ci/teamcity/ignited/fatbuild/FatBuildDao.java  |    9 +-
 .../ignited/fatbuild/ProactiveFatBuildSync.java    |   82 +-
 .../ignited/fatbuild/ProblemCompacted.java         |   20 +-
 .../teamcity/ignited/fatbuild/TestCompacted.java   |   39 +-
 .../ci/teamcity/ignited/runhist/Invocation.java    |   86 ++
 .../teamcity/ignited/runhist/InvocationData.java   |  186 ++++
 .../teamcity/ignited/runhist/RunHistCompacted.java |  123 +++
 .../ignited/runhist/RunHistCompactedDao.java       |  217 ++++
 .../ci/teamcity/ignited/runhist/RunHistKey.java    |   77 ++
 .../ci/teamcity/ignited/runhist/RunHistSync.java   |  350 +++++++
 .../ignite/ci/teamcity/pure/ITeamcityConn.java     |   20 +
 .../java/org/apache/ignite/ci/util/FutureUtil.java |    7 +
 .../issues/IssueRef.java => util/NumberUtil.java}  |   34 +-
 .../apache/ignite/ci/web/BackgroundUpdater.java    |    1 +
 .../ci/web/model/CompactContributionKey.java       |   62 ++
 .../Property.java => web/model/CompactVisa.java}   |   34 +-
 .../ignite/ci/web/model/CompactVisaRequest.java    |   59 ++
 .../ignite/ci/web/model/ContributionKey.java       |   68 ++
 .../model/JiraCommentResponse.java}                |   23 +-
 .../org/apache/ignite/ci/web/model/Version.java    |    8 +-
 .../java/org/apache/ignite/ci/web/model/Visa.java  |   83 ++
 .../Property.java => web/model/VisaRequest.java}   |   57 +-
 .../web/model/current/BuildStatisticsSummary.java  |  189 ++--
 .../model/current/ChainAtServerCurrentStatus.java  |   53 +-
 .../ci/web/model/current/SuiteCurrentStatus.java   |  103 +-
 .../ignite/ci/web/model/current/TestFailure.java   |   41 +-
 .../ci/web/model/current/TestFailuresSummary.java  |    4 +-
 .../ignite/ci/web/model/hist/BuildsHistory.java    |  242 ++---
 .../ignite/ci/web/model/hist/TestHistory.java      |    9 +-
 .../ci/web/model/hist/VisasHistoryStorage.java     |  155 +++
 .../model/long_running/FullLRTestsSummary.java}    |   21 +-
 .../model/long_running/LRTest.java}                |   25 +-
 .../model/long_running/SuiteLRTestsSummary.java}   |   32 +-
 .../ignite/ci/web/rest/GetChainResultsAsHtml.java  |   21 +-
 .../ci/web/rest/build/GetBuildTestFailures.java    |   88 +-
 .../apache/ignite/ci/web/rest/issues/TcIssues.java |   13 +-
 .../long_running/BuildsLongRunningTestsReport.java |   56 ++
 .../ignite/ci/web/rest/pr/GetPrTestFailures.java   |   45 +-
 .../ignite/ci/web/rest/visa/TcBotVisaService.java  |   49 +-
 ignite-tc-helper-web/src/main/webapp/all.html      |    3 +
 ignite-tc-helper-web/src/main/webapp/build.html    |    2 +
 .../src/main/webapp/comparison.html                |  219 +++--
 .../src/main/webapp/css/style-1.5.css              |  144 ++-
 ignite-tc-helper-web/src/main/webapp/current.html  |    2 +
 ignite-tc-helper-web/src/main/webapp/index0.html   |   18 +-
 .../src/main/webapp/js/common-1.6.js               |  130 +--
 .../src/main/webapp/js/long_running-1.0.js         |   42 +
 ignite-tc-helper-web/src/main/webapp/js/prs-1.0.js |  119 ++-
 .../src/main/webapp/js/testfails-2.1.js            |   97 +-
 .../src/main/webapp/longRunningTestsReport.html    |   51 +
 ignite-tc-helper-web/src/main/webapp/pr.html       |   38 +-
 ignite-tc-helper-web/src/main/webapp/prs.html      |   13 +-
 ignite-tc-helper-web/src/main/webapp/visas.html    |  183 ++++
 .../org/apache/ignite/ci/di/DiContextTest.java     |   13 +-
 .../ci/tcbot/chain/BuildChainProcessorTest.java    |  222 +++++
 .../ci/tcbot/chain/PrChainsProcessorTest.java      |  311 ++++++
 .../ignited/IgnitedTcInMemoryIntegrationTest.java  |  256 ++++-
 .../teamcity/ignited/InMemoryStringCompactor.java  |   83 ++
 .../ci/teamcity/ignited/TeamcityIgnitedMock.java   |  142 +++
 .../ignited/TeamcityIgnitedProviderMock.java       |   42 +
 .../src/test/resources/IgniteTests24Java8.xml      |   27 +
 ...gniteTests24Java8_ActivateDeactivateCluster.xml |  156 +++
 .../test/resources/IgniteTests24Java8_RunAll.xml   | 1035 ++++++++++++++++++++
 .../src/test/resources/IgniteTests24Java8_v2.xml   |   26 +
 143 files changed, 9698 insertions(+), 2728 deletions(-)


[ignite-teamcity-bot] 02/02: IGNITE-10071 Test reproducing issue was added.

Posted by dp...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

dpavlov pushed a commit to branch ignite-10071
in repository https://gitbox.apache.org/repos/asf/ignite-teamcity-bot.git

commit 275a14d64db4f296002a5277604866784e9fc6b4
Author: Dmitriy Pavlov <dp...@apache.org>
AuthorDate: Fri Nov 30 18:10:16 2018 +0300

    IGNITE-10071 Test reproducing issue was added.
---
 .../ignite/ci/teamcity/ignited/BuildRefDao.java    | 12 ++++--
 .../ignited/fatbuild/ProactiveFatBuildSync.java    |  2 +
 .../ignited/IgnitedTcInMemoryIntegrationTest.java  | 45 ++++++++++++++++++++++
 3 files changed, 55 insertions(+), 4 deletions(-)

diff --git a/ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/BuildRefDao.java b/ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/BuildRefDao.java
index 5e4a1cb..cbb4645 100644
--- a/ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/BuildRefDao.java
+++ b/ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/BuildRefDao.java
@@ -86,7 +86,7 @@ public class BuildRefDao {
      * @param ghData Gh data.
      */
     @AutoProfiling
-    public Set<Long> saveChunk(long srvId, List<BuildRef> ghData) {
+    public Set<Long> saveChunk(int srvId, List<BuildRef> ghData) {
         Set<Long> ids = ghData.stream().map(BuildRef::getId)
             .filter(Objects::nonNull)
             .map(buildId -> buildIdToCacheKey(srvId, buildId))
@@ -228,12 +228,16 @@ public class BuildRefDao {
     public int[] getAllIds(int srvId) {
         GridIntList res = new GridIntList(buildRefsCache.size());
 
-        StreamSupport.stream(buildRefsCache.spliterator(), false)
-                .map(Cache.Entry::getKey)
-                .filter(entry -> isKeyForServer(entry, srvId))
+        getAllBuilds(srvId)
                 .map(BuildRefDao::cacheKeyToBuildId)
                 .forEach(res::add);
 
         return res.array();
     }
+
+    @NotNull public Stream<Long> getAllBuilds(int srvId) {
+        return StreamSupport.stream(buildRefsCache.spliterator(), false)
+                .map(Cache.Entry::getKey)
+                .filter(entry -> isKeyForServer(entry, srvId));
+    }
 }
diff --git a/ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/fatbuild/ProactiveFatBuildSync.java b/ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/fatbuild/ProactiveFatBuildSync.java
index 6a63289..3cd1a5d 100644
--- a/ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/fatbuild/ProactiveFatBuildSync.java
+++ b/ignite-tc-helper-web/src/main/java/org/apache/ignite/ci/teamcity/ignited/fatbuild/ProactiveFatBuildSync.java
@@ -130,6 +130,8 @@ public class ProactiveFatBuildSync {
         int totalAskedToLoad = 0;
 
         for (int buildRefKey : buildRefKeys) {
+            //todo
+            // !existingBuild.isRunning(compactor) && !existingBuild.isQueued(compactor);
             if (!fatBuildDao.containsKey(srvIdMaskHigh, buildRefKey))
                 buildsIdsToLoad.add(buildRefKey);
 
diff --git a/ignite-tc-helper-web/src/test/java/org/apache/ignite/ci/teamcity/ignited/IgnitedTcInMemoryIntegrationTest.java b/ignite-tc-helper-web/src/test/java/org/apache/ignite/ci/teamcity/ignited/IgnitedTcInMemoryIntegrationTest.java
index c472447..a9140e5 100644
--- a/ignite-tc-helper-web/src/test/java/org/apache/ignite/ci/teamcity/ignited/IgnitedTcInMemoryIntegrationTest.java
+++ b/ignite-tc-helper-web/src/test/java/org/apache/ignite/ci/teamcity/ignited/IgnitedTcInMemoryIntegrationTest.java
@@ -33,6 +33,7 @@ import javax.xml.bind.JAXBException;
 import com.google.inject.internal.SingletonScope;
 import org.apache.ignite.Ignite;
 import org.apache.ignite.Ignition;
+import org.apache.ignite.ci.IAnalyticsEnabledTeamcity;
 import org.apache.ignite.ci.ITeamcity;
 import org.apache.ignite.ci.analysis.SuiteInBranch;
 import org.apache.ignite.ci.analysis.TestInBranch;
@@ -54,10 +55,12 @@ import org.apache.ignite.ci.tcmodel.result.tests.TestOccurrencesFull;
 import org.apache.ignite.ci.teamcity.ignited.buildtype.BuildTypeRefCompacted;
 import org.apache.ignite.ci.teamcity.ignited.fatbuild.FatBuildCompacted;
 import org.apache.ignite.ci.teamcity.ignited.fatbuild.FatBuildDao;
+import org.apache.ignite.ci.teamcity.ignited.fatbuild.ProactiveFatBuildSync;
 import org.apache.ignite.ci.teamcity.ignited.runhist.RunHistCompactedDao;
 import org.apache.ignite.ci.teamcity.ignited.runhist.RunHistSync;
 import org.apache.ignite.ci.teamcity.pure.BuildHistoryEmulator;
 import org.apache.ignite.ci.teamcity.pure.ITeamcityHttpConnection;
+import org.apache.ignite.ci.teamcity.restcached.ITcServerFactory;
 import org.apache.ignite.ci.user.ICredentialsProv;
 import org.apache.ignite.ci.util.XmlUtil;
 import org.apache.ignite.configuration.IgniteConfiguration;
@@ -69,6 +72,7 @@ import org.junit.Test;
 import org.mockito.Mockito;
 
 import static junit.framework.TestCase.assertEquals;
+import static junit.framework.TestCase.assertFalse;
 import static junit.framework.TestCase.assertNotNull;
 import static junit.framework.TestCase.assertTrue;
 import static org.apache.ignite.ci.HelperConfig.ensureDirExist;
@@ -535,6 +539,47 @@ public class IgnitedTcInMemoryIntegrationTest {
         assertEquals(0.5, testRunHist.getFailRate(), 0.1);
     }
 
+    @Test
+    public void testQueuedBuildsRemoved() {
+        TeamcityIgnitedModule module = new TeamcityIgnitedModule();
+        module.overrideHttp(new ITeamcityHttpConnection() {
+            @Override public InputStream sendGet(String basicAuthTok, String url) throws IOException {
+                throw new FileNotFoundException(url);
+            }
+        });
+        Injector injector = Guice.createInjector(module, new IgniteAndShedulerTestModule());
+        IStringCompactor c = injector.getInstance(IStringCompactor.class);
+        BuildRefDao buildRefDao = injector.getInstance(BuildRefDao.class);
+        buildRefDao.init();
+        injector.getInstance(FatBuildDao.class).init();
+
+        int buildId = 1000042;
+        BuildRef ref = new BuildRef();
+        ref.buildTypeId = "Testbuild";
+        ref.branchName = ITeamcity.REFS_HEADS_MASTER;
+        ref.state = BuildRef.STATE_QUEUED;
+        ref.setId(buildId);
+        String srvId = APACHE;
+        int srvIdInt = ITeamcityIgnited.serverIdToInt(srvId);
+        buildRefDao.saveChunk(srvIdInt, Collections.singletonList(ref));
+
+        ITcServerFactory srvFactory = injector.getInstance(ITcServerFactory.class);
+        IAnalyticsEnabledTeamcity srv = srvFactory.createServer(srvId);
+
+        List<BuildRefCompacted> running = buildRefDao.getQueuedAndRunning(srvIdInt);
+        assertNotNull(running);
+        assertFalse(running.isEmpty());
+
+        System.out.println("Running builds: " + running);
+
+        ProactiveFatBuildSync buildSync = injector.getInstance(ProactiveFatBuildSync.class);
+        buildSync.invokeLaterFindMissingByBuildRef(srvId, srv);
+
+        List<BuildRefCompacted> running2 = buildRefDao.getQueuedAndRunning(srvIdInt);
+        assertNotNull(running2);
+        assertTrue(running2.isEmpty());
+    }
+
     /**
      *
      */