You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by ol...@apache.org on 2019/01/29 14:16:19 UTC
[ambari-logsearch] branch cloudbreak updated (97e9281 -> 3293b96)
This is an automated email from the ASF dual-hosted git repository.
oleewere pushed a change to branch cloudbreak
in repository https://gitbox.apache.org/repos/asf/ambari-logsearch.git.
from 97e9281 Limit max length of tokens (Solr string) (#52)
add cd2bc53 Update audit log default label
add a1f1c67 AMBARI-23456. Generate markdown docs from internal annotations. (#53)
add da2e901 Add basic helm charts for Log Search (developement) (#51)
add 6ff4dc2 AMBARI-23456. Add mkdocs support & markdown skeletons (#54)
add e7d3dd1 Push logs from FileUtil to a different log file
add 9cc9bbb Rename logger (File monitor)
add a84364f [Ambari-23820] [Log Search UI] add different options of hostname display (#55)
add a739360 AMBARI-24833. Cloud base path can be URI as well
add b219916 [AMBARI-25012] Log Search UI: cannot save filters + select all selecting the ovirrides as well (#57)
add 72c9b77 [AMBARI-25016] [Log Search UI] There is console error about TimeZonePicker initialisation (#58)
add 1eba447 [AMBARI-25015] [Log Search UI] Cluster search param added by default when the app loaded on service logs screen (#59)
add 81228a7 [AMBARI-24896] [Log Search UI] Turn off features in the client when it is not available on backend (#56)
add 1e8350c [AMBARI-25017] [Log Search UI] Replace Log Search favicon with Ambari's favicon (#60)
add 26485f2 AMBARI-24833. Get rid of custom time based triggering policy
add 146a176 [AMBARI-25026] [Log Search UI] Audit log list: missing event time value in the log list (#61)
add 2e218a8 AMBARI-23456. Add more markdown docs
add c10bbee [AMBARI-25029] [Log Search UI] change the colors of the service links (#62)
add 81b3b01 AMBARI-25054 - LogSearch - In configuration Editor page, under validator section, component Name suggestions are always over hiding with "livy2_server" component name. (#63)
add 08f0881 AMBARI-25067. Upgrade to Solr version 7.6.0 (#64)
add fc0edf5 AMBARI-25083. Fallback to use dynamic field 'ws_*' if new field name contains whitespace (#65)
add 11be528 AMBARI-23456. Add cloud mode documentation (#66)
add 1deed01 AMBARI-23456. Add developement guide markdowns & remove some old docs (#68)
add f5074e7 AMBARI-23456. Fix typos.
add b89f41f [AMBARI-25028] [Log Search UI] Populate `Component Name` in validator (#67)
add eeb9da1 AMBARI-23456. Make rest api doc generation configureable & doc fixes (#69)
add 423635b AMBARI-23456. Update development docs
add 0ace4f5 AMBARI-23456. Update development docs
add e89e954 AMBARI-25090 - Logsearch should index keywords without the ending periods(.) (#70)
add 1e939c4 [AMBARI-25099] [Log Search UI] two timezones with the same ID (#71)
add 3293b96 AMBARI-25114. Log Search: SSL props needs to be set if only ambari-server uses SSL.
No new revisions were added by this update.
Summary of changes:
.gitignore | 1 +
Makefile | 37 +
README.md | 95 +-
.../model/inputconfig/impl/ConditionsImpl.java | 3 +-
.../json/model/inputconfig/impl/FieldsImpl.java | 2 +-
.../inputconfig/impl/FilterGrokDescriptorImpl.java | 4 +-
.../model/inputconfig/impl/InputConfigImpl.java | 6 +-
.../impl/InputS3FileDescriptorImpl.java | 16 -
ambari-logsearch-docs/pom.xml | 117 +
.../logsearch/doc/AbstractDescriptionData.java | 52 +-
.../doc/LogSearchDocumentationGenerator.java | 255 ++
.../logsearch/doc}/PropertyDescriptionData.java | 28 +-
.../doc/ShipperConfigDescriptionData.java | 16 +-
.../doc/ShipperConfigDescriptionDataHolder.java | 61 +
.../src/main/resources/docs.md | 24 +-
.../src/main/resources/log4j2.xml | 0
.../templates/logfeeder_properties.md.ftl | 25 +-
.../templates/logsearch_properties.md.ftl | 25 +-
.../templates/shipper_configurations.md.ftl | 365 ++
.../solr/search/SearchServiceLogsTest.java | 73 +-
.../ambari/logfeeder/plugin/filter/Filter.java | 48 +
.../ambari/logfeeder/plugin/output/Output.java | 9 +-
ambari-logsearch-logfeeder/README.md | 49 -
.../ambari/logfeeder/conf/LogFeederProps.java | 14 +-
.../logfeeder/conf/output/S3OutputConfig.java | 3 +-
.../apache/ambari/logfeeder/output/OutputSolr.java | 9 +-
.../output/cloud/CloudStorageLoggerFactory.java | 19 +-
.../output/cloud/CloudStorageUploader.java | 22 +-
.../cloud/CustomTimeBasedTriggeringPolicy.java | 85 -
.../output/cloud/upload/HDFSUploadClient.java | 9 +
.../org/apache/ambari/logfeeder/util/FileUtil.java | 45 +-
.../ambari/logfeeder/util/LogFeederHDFSUtil.java | 4 +-
.../src/main/resources/core-site.xml | 2 +-
.../src/main/resources/log4j2.yml | 16 +
.../src/main/resources/logfeeder.properties | 1 +
.../output/cloud/CloudStorageUploaderTest.java | 82 +
ambari-logsearch-server/README.md | 39 -
ambari-logsearch-server/pom.xml | 2 +-
.../main/configsets/audit_logs/conf/managed-schema | 2 +-
.../main/configsets/audit_logs/conf/solrconfig.xml | 2 +-
.../configsets/hadoop_logs/conf/managed-schema | 2 +-
.../configsets/hadoop_logs/conf/solrconfig.xml | 2 +-
.../logsearch_metadata/conf/solrconfig.xml | 2 +-
.../logsearch/common/ExternalServerClient.java | 3 +
.../logsearch/common/LogSearchConstants.java | 2 +-
.../common/PropertyDescriptionStorage.java | 101 -
.../common/ShipperConfigDescriptionStorage.java | 67 -
.../apache/ambari/logsearch/doc/DocConstants.java | 3 -
.../ambari/logsearch/manager/InfoManager.java | 23 -
.../apache/ambari/logsearch/rest/InfoResource.java | 31 -
.../ambari/logsearch/rest/ServiceLogsResource.java | 12 +-
ambari-logsearch-web/src/app/app.module.ts | 21 +-
.../classes/components/graph/graph.component.ts | 40 +-
.../components/graph/time-graph.component.ts | 12 +-
.../components/logs-table/logs-table-component.ts | 5 +
ambari-logsearch-web/src/app/classes/list-item.ts | 2 +
.../src/app/classes/models/store.ts | 4 +
.../action-menu/action-menu.component.html | 14 +-
.../action-menu/action-menu.component.spec.ts | 10 +-
.../action-menu/action-menu.component.ts | 55 +-
.../src/app/components/app.component.html | 6 +-
.../audit-logs-entries.component.html | 2 +-
.../audit-logs-entries.component.spec.ts | 4 +-
.../audit-logs-entries.component.ts | 3 +
.../audit-logs-table.component.html | 1 +
.../audit-logs-table.component.spec.ts | 9 +-
.../audit-logs-table/audit-logs-table.component.ts | 15 +-
.../components/breadrumbs/breadcrumbs.component.ts | 8 +-
.../cluster-filter.component.spec.ts | 4 +-
.../context-menu/context-menu.component.spec.ts | 4 +-
.../date-picker/date-picker.component.spec.ts | 23 +-
.../date-picker/date-picker.component.ts | 76 +-
.../filter-history-manager.component.html | 6 +-
.../filters-panel/filters-panel.component.html | 10 +-
.../filters-panel/filters-panel.component.less | 7 +-
.../filters-panel/filters-panel.component.spec.ts | 8 +-
.../filters-panel/filters-panel.component.ts | 72 +-
.../log-context/log-context.component.spec.ts | 4 +-
.../log-index-filter.component.spec.ts | 8 +-
.../log-index-filter/log-index-filter.component.ts | 6 +-
.../logs-container/logs-container.component.html | 12 +-
.../logs-container.component.spec.ts | 10 +-
.../logs-container/logs-container.component.ts | 74 +-
.../menu-button/menu-button.component.html | 2 +-
.../menu-button/menu-button.component.ts | 4 +-
.../search-box/search-box.component.html | 6 +-
.../search-box/search-box.component.spec.ts | 2 +
.../service-logs-table.component.html | 11 +-
.../service-logs-table.component.spec.ts | 8 +-
.../service-logs-table.component.ts | 8 +-
.../src/app/components/tabs/tabs.component.ts | 4 +-
.../time-range-picker.component.spec.ts | 4 +-
.../timezone-picker/timezone-picker.component.html | 22 +-
.../timezone-picker/timezone-picker.component.less | 44 +-
.../timezone-picker.component.spec.ts | 16 +-
.../timezone-picker/timezone-picker.component.ts | 100 +-
.../components/top-menu/top-menu.component.spec.ts | 6 +-
.../app/components/top-menu/top-menu.component.ts | 81 +-
.../modules/app-load/services/app-load.service.ts | 6 +
.../dropdown-button/dropdown-button.component.html | 29 +-
.../dropdown-button/dropdown-button.component.ts | 58 +-
.../dropdown-list/dropdown-list.component.html | 5 +-
.../dropdown-list/dropdown-list.component.less | 13 +-
.../dropdown-list/dropdown-list.component.spec.ts | 4 +-
.../dropdown-list/dropdown-list.component.ts | 2 +-
.../filter-dropdown.component.spec.ts | 73 +-
.../filter-dropdown/filter-dropdown.component.ts | 23 +-
.../modal-dialog/modal-dialog.component.ts | 6 +
.../time-zone-map-input.component.html | 46 +
.../time-zone-map-input.component.less | 74 +
.../time-zone-map-input.component.spec.ts} | 25 +-
.../time-zone-map-input.component.ts | 185 +
.../time-zone-map-input.data.ts | 3810 +++++++++++++++
.../user-settings/user-settings.component.html | 44 +
.../user-settings/user-settings.component.less} | 26 +-
.../user-settings/user-settings.component.spec.ts | 86 +
.../user-settings/user-settings.component.ts | 123 +
.../src/app/modules/shared/interfaces/timezone.ts | 8 +
.../src/app/modules/shared/shared.module.ts | 19 +-
.../src/app/modules/shared/variables.less | 3 +-
.../shipper-cluster-service-list.component.less | 47 +-
.../shipper-configuration.component.html | 2 +-
.../shipper-configuration.component.less | 28 +-
.../shipper-configuration.component.spec.ts | 78 +-
.../shipper-configuration.component.ts | 112 +-
...ipper-service-configuration-form.component.html | 173 +-
...ipper-service-configuration-form.component.less | 72 +-
...shipper-service-configuration-form.component.ts | 164 +-
.../shipper/directives/validator.directive.ts | 37 +-
.../app/modules/shipper/shipper-routing.module.ts | 22 +-
...t-log-field-label.pipe.ts => host-name.pipe.ts} | 17 +-
.../api-feature.guard.ts} | 37 +-
.../services/component-generator.service.spec.ts | 4 +-
.../src/app/services/filter-history.guard.ts | 3 +-
.../app/services/history-manager.service.spec.ts | 4 +-
.../src/app/services/http-client.service.ts | 10 +
.../app/services/logs-container.service.spec.ts | 5 +-
.../src/app/services/logs-container.service.ts | 27 +-
...e.service.ts => meta-data-api-feature.guard.ts} | 19 +-
...ice.spec.ts => server-settings.service.spec.ts} | 14 +-
...tings.service.ts => server-settings.service.ts} | 2 +-
.../src/app/services/storage/reducers.service.ts | 6 +-
.../src/app/services/user-settings.service.spec.ts | 87 +-
.../src/app/services/user-settings.service.ts | 188 +-
.../src/app/store/actions/api-features.actions.ts | 53 +
.../src/app/store/actions/user-settings.actions.ts | 76 +
.../src/app/store/effects/api-features.effects.ts | 72 +
.../src/app/store/effects/user-settings.effects.ts | 124 +
...-repos.reducers.ts => api-features.reducers.ts} | 21 +-
.../app/store/reducers/audit-log-repos.reducers.ts | 4 +-
.../reducers/user-settings.reducers.ts} | 35 +-
...ents.selectors.ts => api-features.selectors.ts} | 20 +-
...{components.selectors.ts => hosts.selectors.ts} | 16 +-
...lds.selectors.ts => user-settings.selectors.ts} | 21 +-
ambari-logsearch-web/src/assets/i18n/en.json | 29 +
ambari-logsearch-web/src/favicon.ico | Bin 1150 -> 15406 bytes
.../src/vendor/js/WorldMapGenerator.min.js | 11 -
docker/Dockerfile | 2 +-
docker/cloud-docker-compose.yml | 2 +-
docker/docker-compose.yml | 2 +-
docker/logsearch-docker.sh | 2 +-
docker/solr.yml | 2 +-
docker/sso.yml | 2 +-
docker/test-config/solr/solr.xml => docs/about.md | 26 +-
docs/add_new_input.md | 108 +
docs/api-docs/logsearch-swagger.yaml | 4839 ++++++++++++++++++++
docs/cloud_mode.md | 40 +
docs/collections.md | 62 +
docs/development.md | 151 +
docker/test-config/solr/solr.xml => docs/docs.md | 28 +-
docs/images/add_service.png | Bin 0 -> 282737 bytes
docs/images/add_service_wizard.png | Bin 0 -> 278205 bytes
docs/images/architecture_overview.jpg | Bin 0 -> 453385 bytes
docs/images/edit_configs.jpg | Bin 0 -> 189354 bytes
docs/images/test_sample.jpg | Bin 0 -> 214507 bytes
docs/images/test_sample_result.jpg | Bin 0 -> 260567 bytes
docs/index.md | 48 +
docs/installation.md | 138 +
docs/logfeeder_properties.md | 104 +
docs/logsearch_properties.md | 134 +
docs/shipper_configurations.md | 402 ++
k8s/helm-charts/infra-solr/Chart.yaml | 9 +
.../infra-solr/templates/infra-solr.yaml | 97 +
k8s/helm-charts/infra-solr/values.yaml | 18 +
.../helm-charts/logsearch-helm.sh | 52 +-
k8s/helm-charts/logsearch/Chart.yaml | 9 +
.../logsearch/templates/logsearch-configmap.yaml | 100 +
k8s/helm-charts/logsearch/templates/logsearch.yaml | 65 +
k8s/helm-charts/logsearch/values.yaml | 18 +
k8s/helm-charts/zookeeper/Chart.yaml | 9 +
k8s/helm-charts/zookeeper/templates/zookeeper.yaml | 142 +
k8s/helm-charts/zookeeper/values.yaml | 9 +
k8s/localstack/localstack.yaml | 62 +
.../package/deb/logfeeder/preinst => mkdocs.yml | 30 +-
pom.xml | 11 +-
195 files changed, 13970 insertions(+), 1829 deletions(-)
create mode 100644 ambari-logsearch-docs/pom.xml
rename ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/model/response/ShipperConfigDescriptionData.java => ambari-logsearch-docs/src/main/java/org/apache/ambari/logsearch/doc/AbstractDescriptionData.java (50%)
create mode 100644 ambari-logsearch-docs/src/main/java/org/apache/ambari/logsearch/doc/LogSearchDocumentationGenerator.java
rename {ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/model/response => ambari-logsearch-docs/src/main/java/org/apache/ambari/logsearch/doc}/PropertyDescriptionData.java (71%)
copy ambari-logsearch-config-api/src/main/java/org/apache/ambari/logsearch/config/api/model/loglevelfilter/LogLevelFilterMap.java => ambari-logsearch-docs/src/main/java/org/apache/ambari/logsearch/doc/ShipperConfigDescriptionData.java (68%)
create mode 100644 ambari-logsearch-docs/src/main/java/org/apache/ambari/logsearch/doc/ShipperConfigDescriptionDataHolder.java
copy docker/test-config/solr/solr.xml => ambari-logsearch-docs/src/main/resources/docs.md (56%)
copy ambari-logsearch-server/src/test/resources/log4j2-test.xml => ambari-logsearch-docs/src/main/resources/log4j2.xml (100%)
copy docker/test-config/solr/solr.xml => ambari-logsearch-docs/src/main/resources/templates/logfeeder_properties.md.ftl (56%)
copy docker/test-config/solr/solr.xml => ambari-logsearch-docs/src/main/resources/templates/logsearch_properties.md.ftl (56%)
create mode 100644 ambari-logsearch-docs/src/main/resources/templates/shipper_configurations.md.ftl
delete mode 100644 ambari-logsearch-logfeeder/README.md
delete mode 100644 ambari-logsearch-logfeeder/src/main/java/org/apache/ambari/logfeeder/output/cloud/CustomTimeBasedTriggeringPolicy.java
create mode 100644 ambari-logsearch-logfeeder/src/test/java/org/apache/ambari/logfeeder/output/cloud/CloudStorageUploaderTest.java
delete mode 100644 ambari-logsearch-server/README.md
delete mode 100644 ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/PropertyDescriptionStorage.java
delete mode 100644 ambari-logsearch-server/src/main/java/org/apache/ambari/logsearch/common/ShipperConfigDescriptionStorage.java
create mode 100644 ambari-logsearch-web/src/app/modules/shared/components/time-zone-map-input/time-zone-map-input.component.html
create mode 100644 ambari-logsearch-web/src/app/modules/shared/components/time-zone-map-input/time-zone-map-input.component.less
copy ambari-logsearch-web/src/app/{components/breadrumbs/breadcrumbs.component.spec.ts => modules/shared/components/time-zone-map-input/time-zone-map-input.component.spec.ts} (66%)
create mode 100644 ambari-logsearch-web/src/app/modules/shared/components/time-zone-map-input/time-zone-map-input.component.ts
create mode 100644 ambari-logsearch-web/src/app/modules/shared/components/time-zone-map-input/time-zone-map-input.data.ts
create mode 100644 ambari-logsearch-web/src/app/modules/shared/components/user-settings/user-settings.component.html
copy ambari-logsearch-web/src/app/{components/audit-logs-entries/audit-logs-entries.component.less => modules/shared/components/user-settings/user-settings.component.less} (74%)
create mode 100644 ambari-logsearch-web/src/app/modules/shared/components/user-settings/user-settings.component.spec.ts
create mode 100644 ambari-logsearch-web/src/app/modules/shared/components/user-settings/user-settings.component.ts
create mode 100644 ambari-logsearch-web/src/app/modules/shared/interfaces/timezone.ts
copy ambari-logsearch-web/src/app/pipes/{audit-log-field-label.pipe.ts => host-name.pipe.ts} (72%)
copy ambari-logsearch-web/src/app/{pipes/repo-label.ts => services/api-feature.guard.ts} (53%)
copy ambari-logsearch-web/src/app/services/{translate.service.ts => meta-data-api-feature.guard.ts} (69%)
copy ambari-logsearch-web/src/app/services/{user-settings.service.spec.ts => server-settings.service.spec.ts} (89%)
copy ambari-logsearch-web/src/app/services/{user-settings.service.ts => server-settings.service.ts} (99%)
create mode 100644 ambari-logsearch-web/src/app/store/actions/api-features.actions.ts
create mode 100644 ambari-logsearch-web/src/app/store/actions/user-settings.actions.ts
create mode 100644 ambari-logsearch-web/src/app/store/effects/api-features.effects.ts
create mode 100644 ambari-logsearch-web/src/app/store/effects/user-settings.effects.ts
copy ambari-logsearch-web/src/app/store/reducers/{audit-log-repos.reducers.ts => api-features.reducers.ts} (68%)
copy ambari-logsearch-web/src/app/{classes/models/app-settings.ts => store/reducers/user-settings.reducers.ts} (58%)
copy ambari-logsearch-web/src/app/store/selectors/{components.selectors.ts => api-features.selectors.ts} (66%)
copy ambari-logsearch-web/src/app/store/selectors/{components.selectors.ts => hosts.selectors.ts} (71%)
copy ambari-logsearch-web/src/app/store/selectors/{service-logs-fields.selectors.ts => user-settings.selectors.ts} (64%)
delete mode 100644 ambari-logsearch-web/src/vendor/js/WorldMapGenerator.min.js
copy docker/test-config/solr/solr.xml => docs/about.md (56%)
create mode 100644 docs/add_new_input.md
create mode 100644 docs/api-docs/logsearch-swagger.yaml
create mode 100644 docs/cloud_mode.md
create mode 100644 docs/collections.md
create mode 100644 docs/development.md
copy docker/test-config/solr/solr.xml => docs/docs.md (56%)
create mode 100644 docs/images/add_service.png
create mode 100644 docs/images/add_service_wizard.png
create mode 100644 docs/images/architecture_overview.jpg
create mode 100644 docs/images/edit_configs.jpg
create mode 100644 docs/images/test_sample.jpg
create mode 100644 docs/images/test_sample_result.jpg
create mode 100644 docs/index.md
create mode 100644 docs/installation.md
create mode 100644 docs/logfeeder_properties.md
create mode 100644 docs/logsearch_properties.md
create mode 100644 docs/shipper_configurations.md
create mode 100644 k8s/helm-charts/infra-solr/Chart.yaml
create mode 100644 k8s/helm-charts/infra-solr/templates/infra-solr.yaml
create mode 100644 k8s/helm-charts/infra-solr/values.yaml
copy docker/test-config/logsearch/logsearch-env.sh => k8s/helm-charts/logsearch-helm.sh (51%)
mode change 100644 => 100755
create mode 100644 k8s/helm-charts/logsearch/Chart.yaml
create mode 100644 k8s/helm-charts/logsearch/templates/logsearch-configmap.yaml
create mode 100755 k8s/helm-charts/logsearch/templates/logsearch.yaml
create mode 100755 k8s/helm-charts/logsearch/values.yaml
create mode 100644 k8s/helm-charts/zookeeper/Chart.yaml
create mode 100644 k8s/helm-charts/zookeeper/templates/zookeeper.yaml
create mode 100644 k8s/helm-charts/zookeeper/values.yaml
create mode 100644 k8s/localstack/localstack.yaml
copy ambari-logsearch-assembly/src/main/package/deb/logfeeder/preinst => mkdocs.yml (62%)