You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@usergrid.apache.org by sn...@apache.org on 2016/04/26 17:02:25 UTC
[01/50] [abbrv] usergrid git commit: Revert "Add flag to turn of
de-indexing of old entity versions during updates."
Repository: usergrid
Updated Branches:
refs/heads/asf-site 967f7c8ca -> ddcc14f4d
Revert "Add flag to turn of de-indexing of old entity versions during updates."
This reverts commit d7119a48c1f98b5f63a4a2fb3582f9fd1b9f9ec0.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/c9d532f5
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/c9d532f5
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/c9d532f5
Branch: refs/heads/asf-site
Commit: c9d532f5e4cabef0907b6846f620da7571532a5b
Parents: fbb5807
Author: Michael Russo <mr...@apigee.com>
Authored: Tue Apr 5 13:47:19 2016 -0700
Committer: Michael Russo <mr...@apigee.com>
Committed: Tue Apr 5 13:47:19 2016 -0700
----------------------------------------------------------------------
.../org/apache/usergrid/corepersistence/CpEntityManager.java | 4 +---
.../org/apache/usergrid/corepersistence/EntityManagerFig.java | 4 ----
2 files changed, 1 insertion(+), 7 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/c9d532f5/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
index 42107f3..b29e6d3 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
@@ -593,9 +593,7 @@ public class CpEntityManager implements EntityManager {
// queue up an event to clean-up older versions than this one from the index
- if(entityManagerFig.deIndexOldVersions()) {
- indexService.queueDeIndexOldVersion(applicationScope, entityId);
- }
+ indexService.queueDeIndexOldVersion( applicationScope, entityId );
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/c9d532f5/stack/core/src/main/java/org/apache/usergrid/corepersistence/EntityManagerFig.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/EntityManagerFig.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/EntityManagerFig.java
index 1528e46..45bebc6 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/EntityManagerFig.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/EntityManagerFig.java
@@ -37,8 +37,4 @@ public interface EntityManagerFig extends GuicyFig {
@Key( "usergrid.entityManager_sleep_ms" )
@Default( "100" )
int sleep();
-
- @Key( "usergrid.entityManager.deindex_old_versions" )
- @Default( "false" )
- boolean deIndexOldVersions();
}
[39/50] [abbrv] usergrid git commit: Remove parallel processing of
the iterator.
Posted by sn...@apache.org.
Remove parallel processing of the iterator.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/f064c499
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/f064c499
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/f064c499
Branch: refs/heads/asf-site
Commit: f064c499c042289c5bc31cdda7b34199701ec795
Parents: 30266e1
Author: Michael Russo <mr...@apigee.com>
Authored: Fri Apr 15 10:12:23 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Fri Apr 15 10:12:23 2016 +0200
----------------------------------------------------------------------
.../services/notifications/impl/ApplicationQueueManagerImpl.java | 4 +---
1 file changed, 1 insertion(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/f064c499/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
index faa9a02..2466164 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
@@ -168,8 +168,6 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
};
-
- //process up to 10 concurrently
Observable processMessagesObservable = Observable.create(new IteratorObservable<Entity>(iterator))
.flatMap(entity -> {
@@ -180,7 +178,7 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
// if it's not a device, drill down and get them
return Observable.from(getDevices(entity));
- }, 50)
+ })
.distinct(ref -> ref.getUuid())
.map(sendMessageFunction)
.doOnNext( message -> {
[50/50] [abbrv] usergrid git commit: Merge branch 'master' into
asf-site
Posted by sn...@apache.org.
Merge branch 'master' into asf-site
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/ddcc14f4
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/ddcc14f4
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/ddcc14f4
Branch: refs/heads/asf-site
Commit: ddcc14f4d697780e035ca6cf1834d6f6f29a141b
Parents: 967f7c8 279c020
Author: Dave Johnson <sn...@apache.org>
Authored: Tue Apr 26 11:01:34 2016 -0400
Committer: Dave Johnson <sn...@apache.org>
Committed: Tue Apr 26 11:01:34 2016 -0400
----------------------------------------------------------------------
content/docs/README.html | 8 +-
.../file-storage-configuration.html | 8 +-
content/docs/assets-and-files/folders.html | 8 +-
.../assets-and-files/legacy-asset-support.html | 8 +-
.../assets-and-files/retrieving-assets.html | 8 +-
.../docs/assets-and-files/uploading-assets.html | 8 +-
.../creating-and-incrementing-counters.html | 8 +-
.../events-and-counters.html | 8 +-
.../retrieving-counters.html | 8 +-
.../docs/data-queries/advanced-query-usage.html | 8 +-
.../docs/data-queries/operators-and-types.html | 8 +-
content/docs/data-queries/query-parameters.html | 8 +-
.../docs/data-queries/querying-your-data.html | 8 +-
content/docs/data-storage/collections.html | 8 +-
content/docs/data-storage/data-store-dbms.html | 8 +-
content/docs/data-storage/entities.html | 8 +-
.../docs/data-storage/optimizing-access.html | 8 +-
.../entity-connections/connecting-entities.html | 8 +-
.../disconnecting-entities.html | 8 +-
.../entity-connections/retrieving-entities.html | 8 +-
content/docs/genindex.html | 8 +-
content/docs/geolocation/geolocation.html | 8 +-
content/docs/index.html | 8 +-
content/docs/installation/deployment-guide.html | 8 +-
.../docs/installation/ug1-deploy-to-tomcat.html | 8 +-
.../installation/ug1-launcher-quick-start.html | 8 +-
.../docs/installation/ug2-deploy-to-tomcat.html | 8 +-
content/docs/introduction/async-vs-sync.html | 8 +-
content/docs/introduction/data-model.html | 8 +-
content/docs/introduction/overview.html | 8 +-
.../docs/introduction/usergrid-features.html | 8 +-
content/docs/jersey2skeleton/README.html | 8 +-
content/docs/objects.inv | Bin 686 -> 686 bytes
content/docs/orgs-and-apps/admin-user.html | 8 +-
content/docs/orgs-and-apps/application.html | 8 +-
content/docs/orgs-and-apps/managing.html | 8 +-
content/docs/orgs-and-apps/organization.html | 8 +-
.../push-notifications/adding-push-support.html | 8 +-
.../creating-and-managing-notifications.html | 8 +-
.../push-notifications/creating-notifiers.html | 8 +-
.../push-notifications/getting-started.html | 8 +-
.../managing-users-and-devices.html | 8 +-
content/docs/push-notifications/overview.html | 8 +-
.../docs/push-notifications/registering.html | 8 +-
content/docs/push-notifications/tbd.html | 8 +-
.../push-notifications/troubleshooting.html | 8 +-
content/docs/push-notifications/tutorial.html | 8 +-
.../docs/push-notifications/users-devices.html | 8 +-
content/docs/reference/contribute-code.html | 8 +-
content/docs/reference/presos-and-videos.html | 8 +-
content/docs/rest-endpoints/api-docs.html | 8 +-
content/docs/sdks/ios-new.html | 8 +-
content/docs/sdks/sdk-outline.html | 8 +-
content/docs/sdks/tbd.html | 8 +-
content/docs/search.html | 8 +-
.../docs/security-and-auth/app-security.html | 8 +-
.../authenticating-api-requests.html | 8 +-
...nticating-users-and-application-clients.html | 8 +-
.../changing-token-time-live-ttl.html | 8 +-
.../docs/security-and-auth/facebook-sign.html | 8 +-
.../revoking-tokens-logout.html | 8 +-
.../security-and-auth/securing-your-app.html | 8 +-
.../user-authentication-types.html | 8 +-
.../security-and-auth/using-permissions.html | 8 +-
content/docs/security-and-auth/using-roles.html | 8 +-
content/docs/user-management/activity.html | 8 +-
content/docs/user-management/group.html | 8 +-
content/docs/user-management/groups.html | 8 +-
.../docs/user-management/messagee-example.html | 8 +-
.../docs/user-management/user-connections.html | 8 +-
.../docs/user-management/user-management.html | 8 +-
.../docs/user-management/working-user-data.html | 8 +-
.../creating-a-new-application.html | 8 +-
.../docs/using-usergrid/creating-account.html | 8 +-
.../using-usergrid/using-a-sandbox-app.html | 8 +-
content/docs/using-usergrid/using-the-api.html | 8 +-
deployment/pcf/README.md | 2 +
docs/conf.py | 4 +-
release/binary-release.sh | 10 +-
release/pom.xml | 2 +-
release/release-candidate.sh | 62 +-
release/release.sh | 84 +-
release/src/main/assembly/binary.xml | 27 +-
stack/build-tools/pom.xml | 2 +-
stack/config/pom.xml | 2 +-
.../main/resources/usergrid-default.properties | 27 +-
stack/core/pom.xml | 16 +-
.../apache/usergrid/batch/job/OnlyOnceJob.java | 22 +-
.../corepersistence/ApplicationIdCache.java | 6 +-
.../corepersistence/ApplicationIdCacheImpl.java | 64 +-
.../usergrid/corepersistence/CoreModule.java | 8 +-
.../corepersistence/CpEntityManager.java | 247 ++++-
.../corepersistence/CpEntityManagerFactory.java | 49 +-
.../corepersistence/CpManagerCache.java | 2 +-
.../corepersistence/CpRelationManager.java | 149 ++-
.../usergrid/corepersistence/CpSetup.java | 100 +-
.../corepersistence/EntityManagerFig.java | 4 +
.../usergrid/corepersistence/GuiceFactory.java | 1 +
.../usergrid/corepersistence/ManagerCache.java | 2 +-
.../asyncevents/AmazonAsyncEventService.java | 844 -----------------
.../asyncevents/AsyncEventService.java | 19 +-
.../asyncevents/AsyncEventServiceImpl.java | 910 +++++++++++++++++++
.../asyncevents/AsyncIndexProvider.java | 4 +-
.../asyncevents/EventBuilder.java | 24 +-
.../asyncevents/EventBuilderImpl.java | 52 +-
.../asyncevents/IndexDocNotFoundException.java | 37 +
.../asyncevents/model/AsyncEvent.java | 9 +-
.../model/DeIndexOldVersionsEvent.java | 50 +
.../asyncevents/model/EdgeDeleteEvent.java | 4 +-
.../model/ElasticsearchIndexEvent.java | 2 +-
.../asyncevents/model/EntityDeleteEvent.java | 3 +
.../model/InitializeApplicationIndexEvent.java | 2 +-
.../index/IndexProcessorFig.java | 21 +-
.../corepersistence/index/IndexSchemaCache.java | 50 +
.../index/IndexSchemaCacheFactory.java | 44 +
.../index/IndexSchemaCacheFig.java | 39 +
.../index/IndexSchemaCacheImpl.java | 119 +++
.../corepersistence/index/IndexServiceImpl.java | 100 +-
.../index/ReIndexRequestBuilder.java | 7 +
.../index/ReIndexRequestBuilderImpl.java | 32 +
.../index/ReIndexServiceImpl.java | 49 +-
.../migration/MigrationModuleVersionPlugin.java | 137 ---
.../pipeline/builder/IdBuilder.java | 6 +
.../pipeline/read/FilterFactory.java | 8 +-
.../read/search/CandidateEntityFilter.java | 10 +-
.../read/traverse/AbstractReadGraphFilter.java | 18 +-
.../pipeline/read/traverse/IdFilter.java | 52 ++
.../results/IdQueryExecutor.java | 66 ++
.../service/ApplicationServiceImpl.java | 37 +-
.../service/CollectionSearch.java | 9 +
.../service/CollectionService.java | 5 +
.../service/CollectionServiceImpl.java | 23 +
.../service/ServiceSchedulerFig.java | 2 +-
.../usergrid/persistence/EntityManager.java | 7 +
.../persistence/EntityManagerFactory.java | 6 +-
.../persistence/MultiQueryIterator.java | 2 +-
.../persistence/NotificationGraphIterator.java | 163 ++++
.../persistence/PagingResultsIterator.java | 25 +-
.../apache/usergrid/persistence/PathQuery.java | 67 +-
.../org/apache/usergrid/persistence/Query.java | 2 +
.../apache/usergrid/persistence/Results.java | 20 +
.../persistence/cassandra/ApplicationCF.java | 2 +-
.../persistence/cassandra/CassandraService.java | 2 -
.../usergrid/persistence/cassandra/Setup.java | 28 +-
.../persistence/entities/Notification.java | 106 ++-
.../main/resources/usergrid-core-context.xml | 5 +-
.../corepersistence/StaleIndexCleanupTest.java | 184 +---
.../index/AmazonAsyncEventServiceTest.java | 103 ---
.../index/AsyncEventServiceImplTest.java | 96 ++
.../index/AsyncIndexServiceTest.java | 3 +-
.../usergrid/corepersistence/index/RxTest.java | 129 +++
.../MigrationModuleVersionPluginTest.java | 259 ------
.../usergrid/persistence/CoreSchemaManager.java | 14 +-
.../cassandra/EntityManagerFactoryImplIT.java | 8 +-
stack/corepersistence/cache/pom.xml | 2 +-
.../impl/ScopedCacheSerializationImpl.java | 9 +-
stack/corepersistence/collection/pom.xml | 2 +-
.../impl/EntityCollectionManagerImpl.java | 10 +-
.../mvcc/stage/write/WriteUniqueVerify.java | 9 +-
.../serialization/SerializationFig.java | 3 +
stack/corepersistence/common/pom.xml | 2 +-
.../core/astyanax/CassandraClusterImpl.java | 36 +-
.../persistence/core/astyanax/CassandraFig.java | 8 +
.../persistence/core/astyanax/ColumnSearch.java | 7 +-
.../core/astyanax/MultiRowColumnIterator.java | 37 +-
.../astyanax/MultiRowShardColumnIterator.java | 462 ++++++++++
.../core/consistency/TimeServiceImpl.java | 5 +-
.../core/executor/TaskExecutorFactory.java | 10 +-
.../persistence/core/shard/SmartShard.java | 61 ++
.../astyanax/MultiRowColumnIteratorTest.java | 14 +-
stack/corepersistence/graph/pom.xml | 2 +-
.../usergrid/persistence/graph/GraphFig.java | 17 +
.../graph/impl/GraphManagerImpl.java | 2 +-
.../impl/EdgeMetadataSerializationV2Impl.java | 4 +-
.../impl/shard/NodeShardCache.java | 7 +-
.../graph/serialization/impl/shard/Shard.java | 33 +-
.../impl/shard/impl/EdgeSearcher.java | 113 ++-
.../shard/impl/EdgeShardSerializationImpl.java | 56 +-
.../shard/impl/NodeShardAllocationImpl.java | 38 +-
.../impl/shard/impl/NodeShardCacheImpl.java | 29 +-
.../shard/impl/ShardEntryGroupIterator.java | 12 +
.../shard/impl/ShardGroupCompactionImpl.java | 179 +++-
.../impl/ShardedEdgeSerializationImpl.java | 51 +-
.../impl/shard/impl/ShardsColumnIterator.java | 64 +-
.../shard/impl/serialize/ShardSerializer.java | 86 ++
.../graph/GraphManagerShardConsistencyIT.java | 215 +++--
.../impl/shard/EdgeShardSerializationTest.java | 12 +-
.../impl/shard/NodeShardAllocationTest.java | 44 +-
.../impl/shard/ShardGroupCompactionTest.java | 4 +-
.../graph/src/test/resources/log4j.properties | 6 +
stack/corepersistence/map/pom.xml | 2 +-
.../persistence/map/impl/MapManagerImpl.java | 6 +
stack/corepersistence/model/pom.xml | 2 +-
.../model/entity/MapToEntityConverter.java | 18 +-
stack/corepersistence/pom.xml | 4 +-
stack/corepersistence/queryindex/pom.xml | 2 +-
.../persistence/index/EntityIndexBatch.java | 13 +-
.../usergrid/persistence/index/IndexFig.java | 5 +-
.../index/impl/EntityToMapConverter.java | 93 +-
.../index/impl/EsEntityIndexBatchImpl.java | 21 +-
.../index/impl/EsEntityIndexImpl.java | 25 +-
.../index/impl/EsIndexProducerImpl.java | 5 +-
.../persistence/index/impl/EsProvider.java | 20 +-
.../index/impl/FailureMonitorImpl.java | 2 +-
.../persistence/index/impl/IndexOperation.java | 9 +-
.../index/impl/IndexOperationMessage.java | 2 +-
.../persistence/index/impl/EntityIndexTest.java | 2 +-
stack/corepersistence/queue/pom.xml | 2 +-
.../persistence/queue/LocalQueueManager.java | 6 +-
.../usergrid/persistence/queue/QueueFig.java | 21 +
.../persistence/queue/QueueManager.java | 6 +-
.../persistence/queue/QueueMessage.java | 10 +
.../queue/impl/SNSQueueManagerImpl.java | 48 +-
.../persistence/queue/QueueManagerTest.java | 10 +-
.../apache/usergrid/mongo/BasicMongoTest.java | 8 +-
.../apache/usergrid/mongo/MongoQueryTest.java | 18 +-
stack/pom.xml | 4 +-
stack/rest/pom.xml | 2 +-
.../org/apache/usergrid/rest/ApiResponse.java | 7 +-
.../org/apache/usergrid/rest/RootResource.java | 31 +-
.../rest/applications/ApplicationResource.java | 2 +-
.../rest/applications/CollectionResource.java | 233 +++++
.../rest/applications/ServiceResource.java | 140 ++-
.../notifiers/NotifierResource.java | 3 +-
.../notifiers/NotifiersResource.java | 3 +-
.../rest/applications/users/UserResource.java | 26 +-
.../rest/applications/users/UsersResource.java | 3 +-
.../IllegalArgumentExceptionMapper.java | 4 +-
.../ServiceResourceNotFoundExceptionMapper.java | 9 +-
.../rest/management/ManagementResource.java | 308 -------
.../applications/ApplicationResource.java | 34 +-
.../rest/management/users/UserResource.java | 2 +-
.../organizations/OrganizationResource.java | 8 +-
.../security/SecuredResourceFilterFactory.java | 31 +-
.../OAuth2AccessTokenSecurityFilter.java | 3 +-
.../usergrid/rest/system/DatabaseResource.java | 4 +-
.../usergrid/rest/system/IndexResource.java | 6 +
.../resources/usergrid-rest-deploy-context.xml | 7 +
.../rest/applications/ApplicationCreateIT.java | 3 +-
.../rest/applications/ApplicationDeleteIT.java | 17 +-
.../applications/ApplicationResourceIT.java | 2 +-
.../collection/CollectionsResourceIT.java | 764 +++++++++++++++-
.../collection/paging/PagingResourceIT.java | 70 +-
.../collection/users/PermissionsResourceIT.java | 6 +-
.../usergrid/rest/management/AdminUsersIT.java | 102 ++-
.../rest/management/ManagementResourceIT.java | 58 +-
.../rest/test/resource/AbstractRestIT.java | 1 +
.../rest/test/resource/ClientSetup.java | 10 +
.../test/resource/endpoints/NamedResource.java | 22 +
.../resources/usergrid-custom-test.properties | 4 +
stack/services/pom.xml | 19 +-
.../usergrid/management/ManagementService.java | 7 +-
.../cassandra/ManagementServiceImpl.java | 113 ++-
.../usergrid/security/shiro/ShiroCache.java | 41 +-
.../security/shiro/ShiroCacheManager.java | 15 +-
.../shiro/credentials/AdminUserAccessToken.java | 3 +
.../credentials/ApplicationAccessToken.java | 3 +
.../ApplicationClientCredentials.java | 5 +
.../credentials/OrganizationAccessToken.java | 3 +
.../shiro/principals/AdminUserPrincipal.java | 3 +
.../principals/ApplicationGuestPrincipal.java | 4 +-
.../shiro/principals/ApplicationPrincipal.java | 4 +-
.../principals/ApplicationUserPrincipal.java | 3 +
.../shiro/principals/OrganizationPrincipal.java | 4 +-
.../security/shiro/utils/LocalShiroCache.java | 80 ++
.../usergrid/security/tokens/TokenService.java | 3 +
.../tokens/cassandra/TokenServiceImpl.java | 372 +++++++-
.../services/AbstractCollectionService.java | 56 ++
.../services/AbstractConnectionsService.java | 13 +
.../usergrid/services/AbstractService.java | 14 +-
.../org/apache/usergrid/services/Service.java | 3 +
.../usergrid/services/ServiceManager.java | 4 +-
.../usergrid/services/ServiceRequest.java | 5 +
.../applications/ApplicationsService.java | 14 +
.../usergrid/services/groups/GroupsService.java | 4 +
.../notifications/NotificationDeviceFilter.java | 45 +
.../notifications/NotificationsService.java | 32 +-
.../services/notifications/QueueListener.java | 41 +-
.../services/notifications/TaskManager.java | 33 +-
.../services/notifications/gcm/GCMAdapter.java | 7 +-
.../impl/ApplicationQueueManagerImpl.java | 285 ++++--
.../services/queues/ImportQueueManager.java | 4 +-
.../usergrid/services/queues/QueueListener.java | 4 +-
.../usergrid/services/roles/RolesService.java | 2 +
.../usergrid/services/users/UsersService.java | 2 +
.../services/users/roles/RolesService.java | 4 +
.../resources/usergrid-services-context.xml | 11 +-
.../migration/AppInfoMigrationPluginTest.java | 8 +-
.../apns/NotificationsServiceIT.java | 32 +-
.../gcm/NotificationsServiceIT.java | 58 +-
.../resources/usergrid-custom-test.properties | 1 +
stack/test-utils/pom.xml | 2 +-
.../usergrid/cassandra/SchemaManager.java | 3 -
.../usergrid/cassandra/FakeSchemaManager.java | 8 +-
stack/tools/pom.xml | 4 +-
tests/integration/test/main.js | 18 +-
.../test/notifications/notifications.js | 83 +-
.../test/queries/integerComparison.js | 31 +-
tests/integration/test/setup.js | 4 +-
tests/performance/runLoadNestedEntities.sh | 98 ++
.../datagenerators/EntityDataGenerator.scala | 40 +
.../org/apache/usergrid/enums/EntityType.scala | 3 +-
302 files changed, 7717 insertions(+), 3398 deletions(-)
----------------------------------------------------------------------
[41/50] [abbrv] usergrid git commit: Update notification processing
to allow more parallel work.
Posted by sn...@apache.org.
Update notification processing to allow more parallel work.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/8cf78252
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/8cf78252
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/8cf78252
Branch: refs/heads/asf-site
Commit: 8cf782527f705109fdbedd8d8767e6074e42796a
Parents: 32ab5da
Author: Michael Russo <mr...@apigee.com>
Authored: Sat Apr 16 14:40:20 2016 +0100
Committer: Michael Russo <mr...@apigee.com>
Committed: Sat Apr 16 14:40:20 2016 +0100
----------------------------------------------------------------------
.../corepersistence/CpEntityManager.java | 47 ++++--
.../IllegalArgumentExceptionMapper.java | 4 +-
.../notifications/NotificationsService.java | 27 ++--
.../impl/ApplicationQueueManagerImpl.java | 145 ++++++++++---------
4 files changed, 128 insertions(+), 95 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/8cf78252/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
index b2330f3..750cf7b 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
@@ -34,7 +34,9 @@ import java.util.Set;
import java.util.TreeMap;
import java.util.TreeSet;
import java.util.UUID;
+import java.util.stream.Collectors;
+import org.apache.usergrid.persistence.collection.EntitySet;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.util.Assert;
@@ -2511,23 +2513,42 @@ public class CpEntityManager implements EntityManager {
@Override
public Results getEntities( List<UUID> ids, String type ) {
- ArrayList<Entity> entities = new ArrayList<Entity>();
- for ( UUID uuid : ids ) {
- EntityRef ref = new SimpleEntityRef( type, uuid );
- Entity entity = null;
- try {
- entity = get( ref );
- }
- catch ( Exception ex ) {
- logger.warn( "Entity {}/{} not found", uuid, type );
- }
- if ( entity != null ) {
- entities.add( entity );
- }
+ List<Id> entityIds = new ArrayList<>();
+
+ for( UUID uuid : ids){
+
+ entityIds.add(new SimpleId( uuid, type ));
+
}
+ // leverage ecm.load so it's a batch fetch of all entities from Cassandra
+ EntitySet entitySet = ecm.load( entityIds ).toBlocking().last();
+
+ List<Entity> entities = entitySet.getEntities().stream().map( mvccEntity -> {
+
+ if( mvccEntity.getEntity().isPresent() ){
+
+ org.apache.usergrid.persistence.model.entity.Entity cpEntity = mvccEntity.getEntity().get();
+
+ Class clazz = Schema.getDefaultSchema().getEntityClass( mvccEntity.getId().getType() );
+
+ Entity entity = EntityFactory.newEntity( mvccEntity.getId().getUuid(), mvccEntity.getId().getType(), clazz );
+ entity.setProperties( cpEntity );
+
+ return entity;
+
+ }else{
+
+ logger.warn("Tried fetching entity with id: {} and type: but was not found",
+ mvccEntity.getId().getUuid(), mvccEntity.getId().getType() );
+
+ return null;
+ }
+ }).collect(Collectors.toList());
+
+
return Results.fromEntities( entities );
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/8cf78252/stack/rest/src/main/java/org/apache/usergrid/rest/exceptions/IllegalArgumentExceptionMapper.java
----------------------------------------------------------------------
diff --git a/stack/rest/src/main/java/org/apache/usergrid/rest/exceptions/IllegalArgumentExceptionMapper.java b/stack/rest/src/main/java/org/apache/usergrid/rest/exceptions/IllegalArgumentExceptionMapper.java
index ff7b656..e6243e9 100644
--- a/stack/rest/src/main/java/org/apache/usergrid/rest/exceptions/IllegalArgumentExceptionMapper.java
+++ b/stack/rest/src/main/java/org/apache/usergrid/rest/exceptions/IllegalArgumentExceptionMapper.java
@@ -34,7 +34,9 @@ public class IllegalArgumentExceptionMapper extends AbstractExceptionMapper<Ille
@Override
public Response toResponse( IllegalArgumentException e ) {
- logger.error( "Illegal argument was passed, returning bad request to user", e );
+ if(logger.isTraceEnabled()) {
+ logger.trace("Illegal argument was passed, returning bad request to user", e.getMessage());
+ }
return toResponse( BAD_REQUEST, e );
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/8cf78252/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java
index 50eb883..f4fdb65 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java
@@ -20,6 +20,7 @@ package org.apache.usergrid.services.notifications;
import java.util.*;
import org.apache.usergrid.persistence.collection.EntityCollectionManagerFactory;
+import org.apache.usergrid.services.*;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -39,15 +40,6 @@ import org.apache.usergrid.persistence.queue.QueueManager;
import org.apache.usergrid.persistence.queue.QueueManagerFactory;
import org.apache.usergrid.persistence.queue.QueueScope;
import org.apache.usergrid.persistence.queue.impl.QueueScopeImpl;
-import org.apache.usergrid.services.AbstractCollectionService;
-import org.apache.usergrid.services.ServiceAction;
-import org.apache.usergrid.services.ServiceContext;
-import org.apache.usergrid.services.ServiceInfo;
-import org.apache.usergrid.services.ServiceManagerFactory;
-import org.apache.usergrid.services.ServiceParameter;
-import org.apache.usergrid.services.ServicePayload;
-import org.apache.usergrid.services.ServiceRequest;
-import org.apache.usergrid.services.ServiceResults;
import org.apache.usergrid.services.exceptions.ForbiddenServiceOperationException;
import org.apache.usergrid.services.notifications.impl.ApplicationQueueManagerImpl;
@@ -85,7 +77,6 @@ public class NotificationsService extends AbstractCollectionService {
private ServiceManagerFactory smf;
private EntityManagerFactory emf;
private QueueManagerFactory queueManagerFactory;
- private EntityCollectionManagerFactory ecmf;
public NotificationsService() {
if (logger.isTraceEnabled()) {
@@ -139,10 +130,20 @@ public class NotificationsService extends AbstractCollectionService {
Timer.Context timer = postTimer.time();
postMeter.mark();
try {
+
validate(null, context.getPayload());
- Notification.PathTokens pathTokens = getPathTokens(context.getRequest().getOriginalParameters());
- // default saving of receipts
+ // perform some input validates on useGraph payload property vs. ql= path query
+ final List<ServiceParameter> parameters = context.getRequest().getOriginalParameters();
+ for (ServiceParameter parameter : parameters){
+ if( parameter instanceof ServiceParameter.QueryParameter && context.getProperties().get("useGraph").equals(true)){
+ throw new IllegalArgumentException("Query ql parameter cannot be used with useGraph:true property value");
+ }
+ }
+
+ Notification.PathTokens pathTokens = getPathTokens(parameters);
+
+ // set defaults
context.getProperties().put("filters", context.getProperties().getOrDefault("filters", new HashMap<>()));
context.getProperties().put("useGraph", context.getProperties().getOrDefault("useGraph", false));
context.getProperties().put("saveReceipts", context.getProperties().getOrDefault("saveReceipts", true));
@@ -175,7 +176,7 @@ public class NotificationsService extends AbstractCollectionService {
// future: somehow return 202?
return results;
}catch (Exception e){
- logger.error("serialization failed",e);
+ logger.error(e.getMessage());
throw e;
}finally {
timer.stop();
http://git-wip-us.apache.org/repos/asf/usergrid/blob/8cf78252/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
index 487ea1f..5ce1b93 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
@@ -58,7 +58,9 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
HashMap<Object, ProviderAdapter> notifierHashMap; // only retrieve notifiers once
- public ApplicationQueueManagerImpl(JobScheduler jobScheduler, EntityManager entityManager, QueueManager queueManager, MetricsFactory metricsFactory, Properties properties) {
+ public ApplicationQueueManagerImpl( JobScheduler jobScheduler, EntityManager entityManager,
+ QueueManager queueManager, MetricsFactory metricsFactory,
+ Properties properties) {
this.em = entityManager;
this.qm = queueManager;
this.jobScheduler = jobScheduler;
@@ -116,21 +118,24 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
iterator = pathQuery.iterator(em);
}
- //if there are more pages (defined by PAGE_SIZE) you probably want this to be async, also if this is already a job then don't reschedule
- if (iterator instanceof ResultsIterator && ((ResultsIterator) iterator).hasPages() && jobExecution == null) {
- if(logger.isTraceEnabled()){
- logger.trace("Scheduling notification job as it has multiple pages of devices.");
- }
- jobScheduler.scheduleQueueJob(notification, true);
- em.update(notification);
- return;
- }
+// //if there are more pages (defined by PAGE_SIZE) you probably want this to be async, also if this is already a job then don't reschedule
+// if (iterator instanceof ResultsIterator && ((ResultsIterator) iterator).hasPages() && jobExecution == null) {
+// if(logger.isTraceEnabled()){
+// logger.trace("Scheduling notification job as it has multiple pages of devices.");
+// }
+// jobScheduler.scheduleQueueJob(notification, true);
+// em.update(notification);
+// return;
+// }
final UUID appId = em.getApplication().getUuid();
final Map<String, Object> payloads = notification.getPayloads();
final Func1<EntityRef, Optional<ApplicationQueueMessage>> sendMessageFunction = deviceRef -> {
+
try {
+ //logger.info("Preparing notification queue message for device: {}", deviceRef.getUuid());
+
long now = System.currentTimeMillis();
String notifierId = null;
@@ -163,6 +168,7 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
notification.setQueued(System.currentTimeMillis());
}
+
deviceCount.incrementAndGet();
return Optional.of(message);
@@ -190,90 +196,95 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
return Observable.from(getDevices(entity));
})
- .distinct(ref -> ref.getUuid())
- .flatMap( entityRef -> {
+ .distinct(ref -> ref.getUuid() )
+ .map( entityRef -> entityRef.getUuid() )
+ .buffer(10)
+ .flatMap( uuids -> {
- return Observable.just(entityRef).flatMap( ref -> {
+ if(logger.isTraceEnabled()) {
+ logger.trace("Processing batch of {} device(s)", uuids.size());
+ }
- if(logger.isTraceEnabled()){
- logger.trace("Loading device: {}", ref.getUuid());
- }
- try {
- return Observable.just(em.get(ref, Device.class));
- }
- catch (Exception e){
-
- return Observable.empty();
+ return Observable.from(em.getEntities(uuids, "device"))
+ .filter( device -> {
+ if(logger.isTraceEnabled()) {
+ logger.trace("Filtering device: {}", device.getUuid());
}
- }).subscribeOn(Schedulers.io());
+ if(notification.getUseGraph() && filters.size() > 0 ) {
- }, 50)
- .filter( device -> {
+ for (Map.Entry<String, Object> entry : filters.entrySet()) {
- if(logger.isTraceEnabled()) {
- logger.trace("Filtering device: {}", device.getUuid());
- }
+ if ((device.getDynamicProperties().get(entry.getKey()) != null &&
+ device.getDynamicProperties().get(entry.getKey()).equals(entry.getValue())) ||
+ (device.getProperties().get(entry.getKey()) != null &&
+ device.getProperties().get(entry.getKey()).equals(entry.getValue()))
- if(notification.getUseGraph() && filters.size() > 0 ) {
+ ) {
- for (Map.Entry<String, Object> entry : filters.entrySet()) {
- if ((device.getDynamicProperties().get(entry.getKey()) != null &&
- device.getDynamicProperties().get(entry.getKey()).equals(entry.getValue())) ||
+ return true;
+ }
- (device.getProperties().get(entry.getKey()) != null &&
- device.getProperties().get(entry.getKey()).equals(entry.getValue()))
+ }
- ) {
+ if(logger.isTraceEnabled()) {
+ logger.trace("Push notification filter matched for notification {}, so removing from notification",
+ device.getUuid(), notification.getUuid());
+ }
+ return false;
- return true;
}
- }
+ return true;
- if(logger.isTraceEnabled()) {
- logger.trace("Push notification filter matched for notification {}, so removing from notification",
- device.getUuid(), notification.getUuid());
- }
- return false;
-
-
- }
+ })
+ .map(sendMessageFunction)
+ .doOnNext( message -> {
+ try {
- return true;
+ if(message.isPresent()){
- })
- .map(sendMessageFunction)
- .doOnNext( message -> {
- try {
+ if(logger.isTraceEnabled()) {
+ logger.trace("Queueing notification message for device: {}", message.get().getDeviceId());
+ }
+ qm.sendMessage( message.get() );
+ queueMeter.mark();
+ }
- if(message.isPresent()){
+ } catch (IOException e) {
- if(logger.isTraceEnabled()) {
- logger.trace("Queueing notification message for device: {}", message.get().getDeviceId());
+ if(message.isPresent()){
+ logger.error("Unable to queue notification for notification UUID {} and device UUID {} ",
+ message.get().getNotificationId(), message.get().getDeviceId());
+ }
+ else{
+ logger.error("Unable to queue notification as it's not present when trying to send to queue");
}
- qm.sendMessage( message.get() );
- queueMeter.mark();
+
}
- } catch (IOException e) {
- if(message.isPresent()){
- logger.error("Unable to queue notification for notification UUID {} and device UUID {} ",
- message.get().getNotificationId(), message.get().getDeviceId());
- }
- else{
- logger.error("Unable to queue notification as it's not present when trying to send to queue");
- }
+ }).subscribeOn(Schedulers.io());
+ }, 10)
- }
+ .doOnError(throwable -> {
+ logger.error("Error while processing devices for notification : {}", notification.getUuid());
+ notification.setProcessingFinished(-1L);
+ notification.setDeviceProcessedCount(deviceCount.get());
+ logger.warn("Partial notification. Only {} devices processed for notification {}",
+ deviceCount.get(), notification.getUuid());
+ try {
+ em.update(notification);
+ }catch (Exception e){
+ logger.error("Error updating negative processing status when processing failed.");
+ }
})
.doOnCompleted( () -> {
@@ -282,16 +293,14 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
notification.setProcessingFinished(System.currentTimeMillis());
notification.setDeviceProcessedCount(deviceCount.get());
em.update(notification);
- logger.info("{} devices processed for notification {}", deviceCount.get(), notification.getUuid());
+ logger.info("{} device(s) processed for notification {}", deviceCount.get(), notification.getUuid());
} catch (Exception e) {
logger.error("Unable to set processing finished timestamp for notification");
}
- })
- .doOnError(throwable -> logger.error("Failed while trying to send notification", throwable));
+ });
- //TODO verify error handling here
processMessagesObservable.subscribeOn(Schedulers.io()).subscribe(); // fire the queuing into the background
}
[07/50] [abbrv] usergrid git commit: Add OnlyOnceJob fix to 9f45130
Posted by sn...@apache.org.
Add OnlyOnceJob fix to 9f45130
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/55271ce9
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/55271ce9
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/55271ce9
Branch: refs/heads/asf-site
Commit: 55271ce9347bd4f35224a2c31494b23fa371ae67
Parents: 9f45130
Author: Mike Dunker <md...@apigee.com>
Authored: Thu Apr 7 15:33:43 2016 -0700
Committer: Mike Dunker <md...@apigee.com>
Committed: Thu Apr 7 15:33:43 2016 -0700
----------------------------------------------------------------------
.../java/org/apache/usergrid/batch/job/OnlyOnceJob.java | 12 ++++++++++--
1 file changed, 10 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/55271ce9/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java b/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
index f857d05..afbddc3 100644
--- a/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
+++ b/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
@@ -19,7 +19,7 @@ package org.apache.usergrid.batch.job;
import java.util.concurrent.TimeUnit;
-import org.elasticsearch.common.inject.Inject;
+import com.google.inject.Injector;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
import org.apache.usergrid.batch.Job;
@@ -28,6 +28,8 @@ import org.apache.usergrid.locking.Lock;
import org.apache.usergrid.locking.LockManager;
import org.apache.usergrid.persistence.EntityManagerFactory;
+import javax.annotation.PostConstruct;
+
/**
* Simple abstract job class that performs additional locking to ensure that the job is only executing once. This can be
@@ -38,12 +40,14 @@ import org.apache.usergrid.persistence.EntityManagerFactory;
@Component("OnlyOnceJob")
public abstract class OnlyOnceJob implements Job {
- @Inject
private LockManager lockManager;
@Autowired
private EntityManagerFactory emf;
+ @Autowired
+ private Injector injector;
+
/**
*
@@ -51,6 +55,10 @@ public abstract class OnlyOnceJob implements Job {
public OnlyOnceJob() {
}
+ @PostConstruct
+ public void initLockManager() throws Exception {
+ this.lockManager = injector.getInstance(LockManager.class);
+ }
/*
* (non-Javadoc)
[03/50] [abbrv] usergrid git commit: Revert "Make limit for versions
to search for configurable."
Posted by sn...@apache.org.
Revert "Make limit for versions to search for configurable."
This reverts commit 8c186a91ae44fe104ddfd16338cfa7f5bb36bf74.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/90217b52
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/90217b52
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/90217b52
Branch: refs/heads/asf-site
Commit: 90217b527f23c12c9314b90661d19813c2fbe0dd
Parents: a976cff
Author: Michael Russo <mr...@apigee.com>
Authored: Tue Apr 5 13:47:34 2016 -0700
Committer: Michael Russo <mr...@apigee.com>
Committed: Tue Apr 5 13:47:34 2016 -0700
----------------------------------------------------------------------
.../corepersistence/asyncevents/EventBuilderImpl.java | 4 ++--
.../usergrid/corepersistence/index/IndexService.java | 5 +++--
.../corepersistence/index/IndexServiceImpl.java | 13 ++++---------
.../apache/usergrid/persistence/index/EntityIndex.java | 4 ++--
.../persistence/index/impl/EsEntityIndexImpl.java | 5 +++--
.../persistence/index/impl/EntityIndexTest.java | 4 ++--
6 files changed, 16 insertions(+), 19 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/90217b52/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/EventBuilderImpl.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/EventBuilderImpl.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/EventBuilderImpl.java
index c43b3d5..9851936 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/EventBuilderImpl.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/EventBuilderImpl.java
@@ -128,7 +128,7 @@ public class EventBuilderImpl implements EventBuilder {
if(mostRecentlyMarked != null){
deIndexObservable =
- indexService.deleteEntityIndexes( applicationScope, entityId, mostRecentlyMarked.getVersion(), false );
+ indexService.deleteEntityIndexes( applicationScope, entityId, mostRecentlyMarked.getVersion() );
ecmDeleteObservable =
ecm.getVersions( entityId )
@@ -194,7 +194,7 @@ public class EventBuilderImpl implements EventBuilder {
UUID latestVersion = latestVersions.getMaxVersion(entityId).getVersion();
deIndexObservable =
- indexService.deleteEntityIndexes( applicationScope, entityId, latestVersion, true );
+ indexService.deleteEntityIndexes( applicationScope, entityId, latestVersion);
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/90217b52/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexService.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexService.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexService.java
index b48062a..54eb464 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexService.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexService.java
@@ -24,11 +24,13 @@ import java.util.UUID;
import org.apache.usergrid.persistence.core.scope.ApplicationScope;
import org.apache.usergrid.persistence.graph.Edge;
+import org.apache.usergrid.persistence.index.IndexEdge;
import org.apache.usergrid.persistence.index.impl.IndexOperationMessage;
import org.apache.usergrid.persistence.model.entity.Entity;
import org.apache.usergrid.persistence.model.entity.Id;
import rx.Observable;
+import rx.observables.ConnectableObservable;
/**
@@ -76,11 +78,10 @@ public interface IndexService {
*
* @param applicationScope
* @param entityId
- * @param forEntityUpdates
* @return
*/
Observable<IndexOperationMessage> deleteEntityIndexes(final ApplicationScope applicationScope, final Id entityId,
- final UUID markedVersion, boolean forEntityUpdates);
+ final UUID markedVersion);
http://git-wip-us.apache.org/repos/asf/usergrid/blob/90217b52/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexServiceImpl.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexServiceImpl.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexServiceImpl.java
index 38e7122..6c07212 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexServiceImpl.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexServiceImpl.java
@@ -52,6 +52,7 @@ import rx.Observable;
import static org.apache.usergrid.corepersistence.util.CpNamingUtils.createSearchEdgeFromSource;
import static org.apache.usergrid.corepersistence.util.CpNamingUtils.generateScopeFromSource;
import static org.apache.usergrid.corepersistence.util.CpNamingUtils.generateScopeFromTarget;
+import static org.apache.usergrid.persistence.Schema.getDefaultSchema;
/**
@@ -199,19 +200,13 @@ public class IndexServiceImpl implements IndexService {
//This should look up the entityId and delete any documents with a timestamp that comes before
//The edges that are connected will be compacted away from the graph.
@Override
- public Observable<IndexOperationMessage> deleteEntityIndexes(final ApplicationScope applicationScope,
- final Id entityId, final UUID markedVersion, boolean forEntityUpdates) {
+ public Observable<IndexOperationMessage> deleteEntityIndexes( final ApplicationScope applicationScope,
+ final Id entityId, final UUID markedVersion ) {
//bootstrap the lower modules from their caches
final EntityIndex ei = entityIndexFactory.createEntityIndex(indexLocationStrategyFactory.getIndexLocationStrategy(applicationScope) );
- CandidateResults crs;
- if(forEntityUpdates){
- crs = ei.getAllEntityVersionsBeforeMarkedVersion( entityId, markedVersion, indexFig.getOldVersionQueryLimit() );
-
- }else{
- crs = ei.getAllEntityVersionsBeforeMarkedVersion( entityId, markedVersion, indexFig.getVersionQueryLimit() );
- }
+ CandidateResults crs = ei.getAllEntityVersionsBeforeMarkedVersion( entityId, markedVersion );
//If we get no search results, its possible that something was already deleted or
//that it wasn't indexed yet. In either case we can't delete anything and return an empty observable..
http://git-wip-us.apache.org/repos/asf/usergrid/blob/90217b52/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/EntityIndex.java
----------------------------------------------------------------------
diff --git a/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/EntityIndex.java b/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/EntityIndex.java
index 4f7ee72..81f900c 100644
--- a/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/EntityIndex.java
+++ b/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/EntityIndex.java
@@ -20,6 +20,7 @@
package org.apache.usergrid.persistence.index;
+import com.google.common.base.Optional;
import org.apache.usergrid.persistence.core.CPManager;
import org.apache.usergrid.persistence.core.util.Health;
import org.apache.usergrid.persistence.model.entity.Id;
@@ -116,10 +117,9 @@ public interface EntityIndex extends CPManager {
*
* @param entityId The entityId to match when searching
* @param markedVersion The version that has been marked for deletion. All version before this one must be deleted.
- * @param limitToDelete
* @return
*/
- CandidateResults getAllEntityVersionsBeforeMarkedVersion(final Id entityId, final UUID markedVersion, int limitToDelete);
+ CandidateResults getAllEntityVersionsBeforeMarkedVersion(final Id entityId, final UUID markedVersion);
/**
* delete all application records
http://git-wip-us.apache.org/repos/asf/usergrid/blob/90217b52/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/EsEntityIndexImpl.java
----------------------------------------------------------------------
diff --git a/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/EsEntityIndexImpl.java b/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/EsEntityIndexImpl.java
index 98c0738..f754cc2 100644
--- a/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/EsEntityIndexImpl.java
+++ b/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/EsEntityIndexImpl.java
@@ -56,6 +56,7 @@ import org.elasticsearch.action.deletebyquery.DeleteByQueryResponse;
import org.elasticsearch.action.deletebyquery.IndexDeleteByQueryResponse;
import org.elasticsearch.action.search.SearchRequestBuilder;
import org.elasticsearch.action.search.SearchResponse;
+import org.elasticsearch.action.search.SearchScrollRequestBuilder;
import org.elasticsearch.client.AdminClient;
import org.elasticsearch.common.settings.ImmutableSettings;
import org.elasticsearch.common.settings.Settings;
@@ -532,7 +533,7 @@ public class EsEntityIndexImpl implements EntityIndex,VersionedData {
@Override
- public CandidateResults getAllEntityVersionsBeforeMarkedVersion(final Id entityId, final UUID markedVersion, int limitToDelete) {
+ public CandidateResults getAllEntityVersionsBeforeMarkedVersion( final Id entityId, final UUID markedVersion ) {
Preconditions.checkNotNull( entityId, "entityId cannot be null" );
Preconditions.checkNotNull(markedVersion, "markedVersion cannot be null");
@@ -544,7 +545,7 @@ public class EsEntityIndexImpl implements EntityIndex,VersionedData {
final long markedTimestamp = markedVersion.timestamp();
// never let the limit be less than 2 as there are potential indefinite paging issues
- final int searchLimit = Math.max(2, limitToDelete);
+ final int searchLimit = Math.max(2, indexFig.getOldVersionQueryLimit());
// this query will find the document for the entity itself
final QueryBuilder entityQuery = QueryBuilders
http://git-wip-us.apache.org/repos/asf/usergrid/blob/90217b52/stack/corepersistence/queryindex/src/test/java/org/apache/usergrid/persistence/index/impl/EntityIndexTest.java
----------------------------------------------------------------------
diff --git a/stack/corepersistence/queryindex/src/test/java/org/apache/usergrid/persistence/index/impl/EntityIndexTest.java b/stack/corepersistence/queryindex/src/test/java/org/apache/usergrid/persistence/index/impl/EntityIndexTest.java
index 0896229..3978956 100644
--- a/stack/corepersistence/queryindex/src/test/java/org/apache/usergrid/persistence/index/impl/EntityIndexTest.java
+++ b/stack/corepersistence/queryindex/src/test/java/org/apache/usergrid/persistence/index/impl/EntityIndexTest.java
@@ -387,7 +387,7 @@ public class EntityIndexTest extends BaseIT {
* Tests that we aggregate results only before the halfway version point.
*/
@Test
- public void testScrollingDeindex() {
+ public void testScollingDeindex() {
int numberOfEntities = 1000;
int versionToSearchFor = numberOfEntities / 2;
@@ -419,7 +419,7 @@ public class EntityIndexTest extends BaseIT {
CandidateResults candidateResults = entityIndex
.getAllEntityVersionsBeforeMarkedVersion( entity[versionToSearchFor].getId(),
- entity[versionToSearchFor].getVersion(), numberOfEntities );
+ entity[versionToSearchFor].getVersion() );
assertEquals( 501, candidateResults.size() );
}
[48/50] [abbrv] usergrid git commit: Docs are for "2.x" and not "1.0"
Posted by sn...@apache.org.
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/security-and-auth/app-security.html
----------------------------------------------------------------------
diff --git a/content/docs/security-and-auth/app-security.html b/content/docs/security-and-auth/app-security.html
index cde27e6..3bd07fc 100644
--- a/content/docs/security-and-auth/app-security.html
+++ b/content/docs/security-and-auth/app-security.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Security & token authentication — Apache Usergrid 1.0 documentation</title>
+ <title>Security & token authentication — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Using permissions" href="using-permissions.html"/>
<link rel="prev" title="Troubleshooting" href="../push-notifications/troubleshooting.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -304,7 +304,7 @@ is protected from malicious attacks. For more information, see
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/security-and-auth/authenticating-api-requests.html
----------------------------------------------------------------------
diff --git a/content/docs/security-and-auth/authenticating-api-requests.html b/content/docs/security-and-auth/authenticating-api-requests.html
index e48d17a..30aa265 100644
--- a/content/docs/security-and-auth/authenticating-api-requests.html
+++ b/content/docs/security-and-auth/authenticating-api-requests.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Authenticating API requests — Apache Usergrid 1.0 documentation</title>
+ <title>Authenticating API requests — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Revoking tokens (logout)" href="revoking-tokens-logout.html"/>
<link rel="prev" title="Changing token expiration (time-to-live)" href="changing-token-time-live-ttl.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -353,7 +353,7 @@ parameters to your request URL:</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/security-and-auth/authenticating-users-and-application-clients.html
----------------------------------------------------------------------
diff --git a/content/docs/security-and-auth/authenticating-users-and-application-clients.html b/content/docs/security-and-auth/authenticating-users-and-application-clients.html
index 1f2a5bb..340d0e3 100644
--- a/content/docs/security-and-auth/authenticating-users-and-application-clients.html
+++ b/content/docs/security-and-auth/authenticating-users-and-application-clients.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Authenticating users & app clients — Apache Usergrid 1.0 documentation</title>
+ <title>Authenticating users & app clients — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Authentication levels" href="user-authentication-types.html"/>
<link rel="prev" title="Using roles" href="using-roles.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -514,7 +514,7 @@ requests to the organization:</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/security-and-auth/changing-token-time-live-ttl.html
----------------------------------------------------------------------
diff --git a/content/docs/security-and-auth/changing-token-time-live-ttl.html b/content/docs/security-and-auth/changing-token-time-live-ttl.html
index 03cfa81..f9f9cad 100644
--- a/content/docs/security-and-auth/changing-token-time-live-ttl.html
+++ b/content/docs/security-and-auth/changing-token-time-live-ttl.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Changing token expiration (time-to-live) — Apache Usergrid 1.0 documentation</title>
+ <title>Changing token expiration (time-to-live) — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Authenticating API requests" href="authenticating-api-requests.html"/>
<link rel="prev" title="Authentication levels" href="user-authentication-types.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -373,7 +373,7 @@ security risk and should be used with caution.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/security-and-auth/facebook-sign.html
----------------------------------------------------------------------
diff --git a/content/docs/security-and-auth/facebook-sign.html b/content/docs/security-and-auth/facebook-sign.html
index 44da356..0f4ee84 100644
--- a/content/docs/security-and-auth/facebook-sign.html
+++ b/content/docs/security-and-auth/facebook-sign.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Facebook sign in — Apache Usergrid 1.0 documentation</title>
+ <title>Facebook sign in — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Security best practices" href="securing-your-app.html"/>
<link rel="prev" title="Revoking tokens (logout)" href="revoking-tokens-logout.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -490,7 +490,7 @@ use the SDK. Here’s the code to create a client:</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/security-and-auth/revoking-tokens-logout.html
----------------------------------------------------------------------
diff --git a/content/docs/security-and-auth/revoking-tokens-logout.html b/content/docs/security-and-auth/revoking-tokens-logout.html
index 3fcb523..e82be31 100644
--- a/content/docs/security-and-auth/revoking-tokens-logout.html
+++ b/content/docs/security-and-auth/revoking-tokens-logout.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Revoking tokens (logout) — Apache Usergrid 1.0 documentation</title>
+ <title>Revoking tokens (logout) — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Facebook sign in" href="facebook-sign.html"/>
<link rel="prev" title="Authenticating API requests" href="authenticating-api-requests.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -326,7 +326,7 @@ admin user tokens by making a PUT request to /management/users//</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/security-and-auth/securing-your-app.html
----------------------------------------------------------------------
diff --git a/content/docs/security-and-auth/securing-your-app.html b/content/docs/security-and-auth/securing-your-app.html
index 99aee72..a722510 100644
--- a/content/docs/security-and-auth/securing-your-app.html
+++ b/content/docs/security-and-auth/securing-your-app.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Security best practices — Apache Usergrid 1.0 documentation</title>
+ <title>Security best practices — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="User management & social graph" href="../user-management/user-management.html"/>
<link rel="prev" title="Facebook sign in" href="facebook-sign.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -382,7 +382,7 @@ permission rules, see <a class="reference external" href="using-permissions.html
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/security-and-auth/user-authentication-types.html
----------------------------------------------------------------------
diff --git a/content/docs/security-and-auth/user-authentication-types.html b/content/docs/security-and-auth/user-authentication-types.html
index 6b8d457..f94587c 100644
--- a/content/docs/security-and-auth/user-authentication-types.html
+++ b/content/docs/security-and-auth/user-authentication-types.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Authentication levels — Apache Usergrid 1.0 documentation</title>
+ <title>Authentication levels — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Changing token expiration (time-to-live)" href="changing-token-time-live-ttl.html"/>
<link rel="prev" title="Authenticating users & app clients" href="authenticating-users-and-application-clients.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -388,7 +388,7 @@ should not use the admin user authentication level.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/security-and-auth/using-permissions.html
----------------------------------------------------------------------
diff --git a/content/docs/security-and-auth/using-permissions.html b/content/docs/security-and-auth/using-permissions.html
index 04a82c7..96d70a6 100644
--- a/content/docs/security-and-auth/using-permissions.html
+++ b/content/docs/security-and-auth/using-permissions.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Using permissions — Apache Usergrid 1.0 documentation</title>
+ <title>Using permissions — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Using roles" href="using-roles.html"/>
<link rel="prev" title="Security & token authentication" href="app-security.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -494,7 +494,7 @@ the response:</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/security-and-auth/using-roles.html
----------------------------------------------------------------------
diff --git a/content/docs/security-and-auth/using-roles.html b/content/docs/security-and-auth/using-roles.html
index 0fb46e1..b0f452f 100644
--- a/content/docs/security-and-auth/using-roles.html
+++ b/content/docs/security-and-auth/using-roles.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Using roles — Apache Usergrid 1.0 documentation</title>
+ <title>Using roles — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Authenticating users & app clients" href="authenticating-users-and-application-clients.html"/>
<link rel="prev" title="Using permissions" href="using-permissions.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -721,7 +721,7 @@ from the entity.</li>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/user-management/activity.html
----------------------------------------------------------------------
diff --git a/content/docs/user-management/activity.html b/content/docs/user-management/activity.html
index dc397ac..ac5788d 100644
--- a/content/docs/user-management/activity.html
+++ b/content/docs/user-management/activity.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Activity — Apache Usergrid 1.0 documentation</title>
+ <title>Activity — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Social Graph Connections" href="user-connections.html"/>
<link rel="prev" title="Working with group data" href="group.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -850,7 +850,7 @@ activities for which this group has a relationship (owns).</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/user-management/group.html
----------------------------------------------------------------------
diff --git a/content/docs/user-management/group.html b/content/docs/user-management/group.html
index be83831..43255d2 100644
--- a/content/docs/user-management/group.html
+++ b/content/docs/user-management/group.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Working with group data — Apache Usergrid 1.0 documentation</title>
+ <title>Working with group data — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Activity" href="activity.html"/>
<link rel="prev" title="Working with User Data" href="working-user-data.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -813,7 +813,7 @@ for details.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/user-management/groups.html
----------------------------------------------------------------------
diff --git a/content/docs/user-management/groups.html b/content/docs/user-management/groups.html
index dbde055..efa4adf 100644
--- a/content/docs/user-management/groups.html
+++ b/content/docs/user-management/groups.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Groups — Apache Usergrid 1.0 documentation</title>
+ <title>Groups — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<script src="../_static/js/modernizr.min.js"></script>
@@ -57,7 +57,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -382,7 +382,7 @@ or subscribe to all /groups/memes/dogs</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/user-management/messagee-example.html
----------------------------------------------------------------------
diff --git a/content/docs/user-management/messagee-example.html b/content/docs/user-management/messagee-example.html
index e336348..ffb3b62 100644
--- a/content/docs/user-management/messagee-example.html
+++ b/content/docs/user-management/messagee-example.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>App Example - Messagee — Apache Usergrid 1.0 documentation</title>
+ <title>App Example - Messagee — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Geolocating your Entities" href="../geolocation/geolocation.html"/>
<link rel="prev" title="Social Graph Connections" href="user-connections.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -467,7 +467,7 @@ SDK</a></p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/user-management/user-connections.html
----------------------------------------------------------------------
diff --git a/content/docs/user-management/user-connections.html b/content/docs/user-management/user-connections.html
index ec0fdc5..3cbbc2a 100644
--- a/content/docs/user-management/user-connections.html
+++ b/content/docs/user-management/user-connections.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Social Graph Connections — Apache Usergrid 1.0 documentation</title>
+ <title>Social Graph Connections — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="App Example - Messagee" href="messagee-example.html"/>
<link rel="prev" title="Activity" href="activity.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -342,7 +342,7 @@ entities</a>.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/user-management/user-management.html
----------------------------------------------------------------------
diff --git a/content/docs/user-management/user-management.html b/content/docs/user-management/user-management.html
index 1cd9dde..eb0f4b2 100644
--- a/content/docs/user-management/user-management.html
+++ b/content/docs/user-management/user-management.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>User management & social graph — Apache Usergrid 1.0 documentation</title>
+ <title>User management & social graph — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Working with User Data" href="working-user-data.html"/>
<link rel="prev" title="Security best practices" href="../security-and-auth/securing-your-app.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -356,7 +356,7 @@ are most relevant to your users.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/user-management/working-user-data.html
----------------------------------------------------------------------
diff --git a/content/docs/user-management/working-user-data.html b/content/docs/user-management/working-user-data.html
index b4662f0..18f2f0e 100644
--- a/content/docs/user-management/working-user-data.html
+++ b/content/docs/user-management/working-user-data.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Working with User Data — Apache Usergrid 1.0 documentation</title>
+ <title>Working with User Data — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Working with group data" href="group.html"/>
<link rel="prev" title="User management & social graph" href="user-management.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -689,7 +689,7 @@ immediately.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/using-usergrid/creating-a-new-application.html
----------------------------------------------------------------------
diff --git a/content/docs/using-usergrid/creating-a-new-application.html b/content/docs/using-usergrid/creating-a-new-application.html
index cbcd095..7b1bcdb 100644
--- a/content/docs/using-usergrid/creating-a-new-application.html
+++ b/content/docs/using-usergrid/creating-a-new-application.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Creating a new application — Apache Usergrid 1.0 documentation</title>
+ <title>Creating a new application — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Using a Sandbox Application" href="using-a-sandbox-app.html"/>
<link rel="prev" title="Creating a Usergrid Account" href="creating-account.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -306,7 +306,7 @@ Practices</a> .</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/using-usergrid/creating-account.html
----------------------------------------------------------------------
diff --git a/content/docs/using-usergrid/creating-account.html b/content/docs/using-usergrid/creating-account.html
index 55f65a6..f853fe7 100644
--- a/content/docs/using-usergrid/creating-account.html
+++ b/content/docs/using-usergrid/creating-account.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Creating a Usergrid Account — Apache Usergrid 1.0 documentation</title>
+ <title>Creating a Usergrid Account — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Creating a new application" href="creating-a-new-application.html"/>
<link rel="prev" title="Async vs. sync calls" href="../introduction/async-vs-sync.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -317,7 +317,7 @@ environment. For more about Usergrid’s SDKs, see
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/using-usergrid/using-a-sandbox-app.html
----------------------------------------------------------------------
diff --git a/content/docs/using-usergrid/using-a-sandbox-app.html b/content/docs/using-usergrid/using-a-sandbox-app.html
index 1f5b1fa..ef65e42 100644
--- a/content/docs/using-usergrid/using-a-sandbox-app.html
+++ b/content/docs/using-usergrid/using-a-sandbox-app.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Using a Sandbox Application — Apache Usergrid 1.0 documentation</title>
+ <title>Using a Sandbox Application — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Using the API" href="using-the-api.html"/>
<link rel="prev" title="Creating a new application" href="creating-a-new-application.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -342,7 +342,7 @@ application whatever you like (including “sandbox”).</li>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/using-usergrid/using-the-api.html
----------------------------------------------------------------------
diff --git a/content/docs/using-usergrid/using-the-api.html b/content/docs/using-usergrid/using-the-api.html
index c251dee..c46b1fb 100644
--- a/content/docs/using-usergrid/using-the-api.html
+++ b/content/docs/using-usergrid/using-the-api.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Using the API — Apache Usergrid 1.0 documentation</title>
+ <title>Using the API — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="The Usergrid Data Store" href="../data-storage/data-store-dbms.html"/>
<link rel="prev" title="Using a Sandbox Application" href="using-a-sandbox-app.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -476,7 +476,7 @@ available for the following languages:</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/docs/conf.py
----------------------------------------------------------------------
diff --git a/docs/conf.py b/docs/conf.py
index db1c4fe..96a071d 100644
--- a/docs/conf.py
+++ b/docs/conf.py
@@ -70,9 +70,9 @@ copyright = u'2013-2015, Apache Usergrid'
# built documents.
#
# The short X.Y version.
-version = '1.0'
+version = '2.x'
# The full version, including alpha/beta/rc tags.
-release = '1.0'
+release = '2.x'
# The language for content autogenerated by Sphinx. Refer to documentation
# for a list of supported languages.
[14/50] [abbrv] usergrid git commit: First pass to allow more than 1k
notifications to be sent for groups/queries targeting users and devices.
Posted by sn...@apache.org.
First pass to allow more than 1k notifications to be sent for groups/queries targeting users and devices.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/8e4d7eef
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/8e4d7eef
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/8e4d7eef
Branch: refs/heads/asf-site
Commit: 8e4d7eef2ca0967491e9ef863c78880e002575d1
Parents: 74de4bc
Author: Michael Russo <mr...@apigee.com>
Authored: Sun Apr 10 23:20:10 2016 +0300
Committer: Michael Russo <mr...@apigee.com>
Committed: Sun Apr 10 23:20:10 2016 +0300
----------------------------------------------------------------------
.../corepersistence/CpRelationManager.java | 34 ++++---
.../services/notifications/TaskManager.java | 7 +-
.../impl/ApplicationQueueManagerImpl.java | 100 ++++++++++++++++---
3 files changed, 113 insertions(+), 28 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/8e4d7eef/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java
index 67e92f8..b5a4107 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java
@@ -17,14 +17,7 @@
package org.apache.usergrid.corepersistence;
-import java.util.ArrayList;
-import java.util.HashSet;
-import java.util.Iterator;
-import java.util.LinkedHashMap;
-import java.util.List;
-import java.util.Map;
-import java.util.Set;
-import java.util.UUID;
+import java.util.*;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -318,14 +311,31 @@ public class CpRelationManager implements RelationManager {
final String ql;
- if ( startResult != null ) {
- ql = "select * where created > " + startResult.timestamp();
- }
- else {
+
+ if (startResult != null ) {
+
+ // UUID timestamp is a different measure than 'created' field on entities
+ Calendar uuidEpoch = Calendar.getInstance(TimeZone.getTimeZone("UTC"));
+ uuidEpoch.clear();
+ uuidEpoch.set(1582, 9, 15, 0, 0, 0); // 9 = October
+ long epochMillis = uuidEpoch.getTime().getTime();
+
+ long time = (startResult.timestamp() / 10000L) + epochMillis;
+
+ if ( !reversed ) {
+ ql = "select * where created > " + time;
+ } else {
+ ql = "select * where created < " + time;
+ }
+
+ } else {
ql = "select *";
}
Query query = Query.fromQL( ql );
+ if(query == null ){
+ throw new RuntimeException("Unable to get data for collection: "+collectionName);
+ }
query.setLimit( count );
query.setReversed( reversed );
http://git-wip-us.apache.org/repos/asf/usergrid/blob/8e4d7eef/stack/services/src/main/java/org/apache/usergrid/services/notifications/TaskManager.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/TaskManager.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/TaskManager.java
index 3e78210..954724f 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/TaskManager.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/TaskManager.java
@@ -131,13 +131,14 @@ public class TaskManager {
}
if ( debug || hasError) {
+
+ List<EntityRef> entities = Arrays.asList(notification, device);
+
if (receipt.getUuid() == null) {
Receipt savedReceipt = em.create(receipt);
- receipt.setUuid(savedReceipt.getUuid());
- List<EntityRef> entities = Arrays.asList(notification, device);
em.addToCollections(entities, Notification.RECEIPTS_COLLECTION, savedReceipt);
} else {
- em.update(receipt);
+ em.addToCollections(entities, Notification.RECEIPTS_COLLECTION, receipt);
}
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/8e4d7eef/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
index 12a47b6..04e60b7 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
@@ -34,6 +34,7 @@ import rx.Observable;
import rx.Subscriber;
import rx.functions.Func1;
+import java.io.IOException;
import java.util.*;
import java.util.concurrent.*;
import java.util.concurrent.atomic.AtomicInteger;
@@ -119,7 +120,7 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
final UUID appId = em.getApplication().getUuid();
final Map<String, Object> payloads = notification.getPayloads();
- final Func1<EntityRef, EntityRef> sendMessageFunction = deviceRef -> {
+ final Func1<EntityRef, ApplicationQueueMessage> sendMessageFunction = deviceRef -> {
try {
long now = System.currentTimeMillis();
@@ -143,7 +144,8 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
}
if (notifierId == null) {
- return deviceRef;
+ //TODO need to leverage optional here
+ //return deviceRef;
}
ApplicationQueueMessage message = new ApplicationQueueMessage(appId, notification.getUuid(), deviceRef.getUuid(), notifierKey, notifierId);
@@ -153,16 +155,19 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
notification.setQueued(System.currentTimeMillis());
}
- qm.sendMessage(message);
deviceCount.incrementAndGet();
- queueMeter.mark();
+
+ return message;
} catch (Exception deviceLoopException) {
logger.error("Failed to add device", deviceLoopException);
errorMessages.add("Failed to add device: " + deviceRef.getUuid() + ", error:" + deviceLoopException);
+
+ //TODO need an optional here
+ return new ApplicationQueueMessage(appId, notification.getUuid(), deviceRef.getUuid(), "test", "test");
}
- return deviceRef;
+
};
@@ -174,9 +179,28 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
}, 10)
.distinct(ref -> ref.getUuid())
.map(sendMessageFunction)
+ .buffer(100)
+ .doOnNext( applicationQueueMessages -> {
+
+ applicationQueueMessages.forEach( message -> {
+
+ try {
+
+ qm.sendMessage( message );
+ queueMeter.mark();
+
+ } catch (IOException e) {
+ logger.error("Unable to queue notification for notification UUID {} and device UUID {} ",
+ message.getNotificationId(), message.getDeviceId());
+ }
+
+ });
+
+
+ })
.doOnError(throwable -> logger.error("Failed while trying to send notification", throwable));
- processMessagesObservable.toBlocking().lastOrDefault(null);
+ processMessagesObservable.toBlocking(); // let this run and block the async thread, messages are queued
}
@@ -487,20 +511,70 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
private List<EntityRef> getDevices(EntityRef ref) {
- List<EntityRef> devices = Collections.EMPTY_LIST;
+ List<EntityRef> devices = new ArrayList<>();
+
try {
+
if ("device".equals(ref.getType())) {
+
devices = Collections.singletonList(ref);
+
} else if ("user".equals(ref.getType())) {
- devices = em.getCollection(ref, "devices", null, Query.MAX_LIMIT,
- Query.Level.REFS, false).getRefs();
+
+ UUID start = null;
+ boolean initial = true;
+ int resultSize = 0;
+ while( initial || resultSize >= Query.DEFAULT_LIMIT) {
+
+ initial = false;
+
+ final List<EntityRef> mydevices = em.getCollection(ref, "devices", start, Query.DEFAULT_LIMIT,
+ Query.Level.REFS, true).getRefs();
+
+ resultSize = mydevices.size();
+ if(mydevices.size() > 0){
+ start = mydevices.get(mydevices.size() - 1 ).getUuid();
+ }
+
+
+ devices.addAll( mydevices );
+
+
+ }
+
} else if ("group".equals(ref.getType())) {
- devices = new ArrayList<>();
- for (EntityRef r : em.getCollection(ref, "users", null,
- Query.MAX_LIMIT, Query.Level.REFS, false).getRefs()) {
- devices.addAll(getDevices(r));
+
+ //devices = new ArrayList<>();
+ UUID start = null;
+ boolean initial = true;
+ int resultSize = 0;
+
+ while( initial || resultSize >= Query.DEFAULT_LIMIT){
+
+ initial = false;
+ final List<EntityRef> myusers = em.getCollection(ref, "users", start,
+ Query.DEFAULT_LIMIT, Query.Level.REFS, true).getRefs();
+
+ resultSize = myusers.size();
+ if(myusers.size() > 0){
+ start = myusers.get(myusers.size() - 1 ).getUuid();
+ }
+
+
+ // don't allow a single user to have more than 100 devices?
+ for (EntityRef user : myusers) {
+
+ devices.addAll( em.getCollection(user, "devices", null, 100,
+ Query.Level.REFS, true).getRefs() );
+
+
+ }
+
}
+
+
+
}
} catch (Exception e) {
[23/50] [abbrv] usergrid git commit: Push notification queuing to be
async.
Posted by sn...@apache.org.
Push notification queuing to be async.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/11274801
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/11274801
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/11274801
Branch: refs/heads/asf-site
Commit: 11274801059723b4a2264e01f45141080a47511a
Parents: 17e9b36
Author: Michael Russo <mr...@apigee.com>
Authored: Wed Apr 13 15:51:08 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Wed Apr 13 15:51:08 2016 +0200
----------------------------------------------------------------------
.../persistence/entities/Notification.java | 10 -----
.../impl/ApplicationQueueManagerImpl.java | 45 +++++++-------------
2 files changed, 16 insertions(+), 39 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/11274801/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java b/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
index 5c3ee89..dc7c989 100644
--- a/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
+++ b/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
@@ -41,11 +41,6 @@ public class Notification extends TypedEntity {
NORMAL, HIGH
}
-
- /** Total count of notifications sent based on the API path/query */
- @EntityProperty
- protected int expectedCount;
-
/** The pathQuery/query that Usergrid used to idenitfy the devices to send the notification to */
@EntityProperty
private PathTokens pathQuery;
@@ -107,11 +102,6 @@ public class Notification extends TypedEntity {
}
@JsonSerialize(include = JsonSerialize.Inclusion.NON_NULL)
- public int getExpectedCount() { return expectedCount; }
-
- public void setExpectedCount(int expectedCount) { this.expectedCount = expectedCount; }
-
- @JsonSerialize(include = JsonSerialize.Inclusion.NON_NULL)
public PathTokens getPathQuery(){
return pathQuery;
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/11274801/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
index fb4d64c..f819e39 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
@@ -20,10 +20,7 @@ import com.codahale.metrics.Meter;
import org.apache.usergrid.batch.JobExecution;
import org.apache.usergrid.persistence.*;
import org.apache.usergrid.persistence.core.metrics.MetricsFactory;
-import org.apache.usergrid.persistence.entities.Device;
-import org.apache.usergrid.persistence.entities.Notification;
-import org.apache.usergrid.persistence.entities.Notifier;
-import org.apache.usergrid.persistence.entities.Receipt;
+import org.apache.usergrid.persistence.entities.*;
import org.apache.usergrid.persistence.Query;
import org.apache.usergrid.persistence.queue.QueueManager;
import org.apache.usergrid.persistence.queue.QueueMessage;
@@ -33,6 +30,7 @@ import org.slf4j.LoggerFactory;
import rx.Observable;
import rx.Subscriber;
import rx.functions.Func1;
+import rx.schedulers.Schedulers;
import java.io.IOException;
import java.util.*;
@@ -174,15 +172,18 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
//process up to 10 concurrently
Observable processMessagesObservable = Observable.create(new IteratorObservable<Entity>(iterator))
.flatMap(entity -> {
+
+ if(entity.getType().equals(Device.ENTITY_TYPE)){
+ return Observable.from(Collections.singletonList(entity));
+ }
+
+ // if it's not a device, drill down and get them
return Observable.from(getDevices(entity));
- }, 10)
+
+ }, 50)
.distinct(ref -> ref.getUuid())
.map(sendMessageFunction)
- .buffer(100)
- .doOnNext( applicationQueueMessages -> {
-
- applicationQueueMessages.forEach( message -> {
-
+ .doOnNext( message -> {
try {
if(message.isPresent()){
qm.sendMessage( message.get() );
@@ -201,13 +202,12 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
}
- });
-
})
.doOnError(throwable -> logger.error("Failed while trying to send notification", throwable));
- processMessagesObservable.toBlocking().lastOrDefault(null); // let this run and block the async thread, messages are queued
+ //TODO verify error handling here
+ processMessagesObservable.subscribeOn(Schedulers.io()).subscribe(); // fire the queuing into the background
}
@@ -221,7 +221,6 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
}
}
- notification.setExpectedCount(deviceCount.get());
notification.addProperties(properties);
em.update(notification);
@@ -491,14 +490,7 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
private boolean isOkToSend(Notification notification) {
- Map<String, Long> stats = notification.getStatistics();
- if (stats != null && notification.getExpectedCount() == (stats.get("sent") + stats.get("errors"))) {
- if (logger.isDebugEnabled()) {
- logger.debug("notification {} already processed. not sending.",
- notification.getUuid());
- }
- return false;
- }
+
if (notification.getCanceled() == Boolean.TRUE) {
if (logger.isDebugEnabled()) {
logger.debug("notification {} canceled. not sending.",
@@ -522,14 +514,9 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
final int LIMIT = Query.MID_LIMIT;
-
try {
- if ("device".equals(ref.getType())) {
-
- devices = Collections.singletonList(ref);
-
- } else if ("user".equals(ref.getType())) {
+ if (User.ENTITY_TYPE.equals(ref.getType())) {
UUID start = null;
boolean initial = true;
@@ -551,7 +538,7 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
}
- } else if ("group".equals(ref.getType())) {
+ } else if (Group.ENTITY_TYPE.equals(ref.getType())) {
UUID start = null;
boolean initial = true;
[21/50] [abbrv] usergrid git commit: Forcing buffer to only emit
batches that contain items.
Posted by sn...@apache.org.
Forcing buffer to only emit batches that contain items.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/19892a9d
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/19892a9d
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/19892a9d
Branch: refs/heads/asf-site
Commit: 19892a9df867733737b5d06f8f853a5529acffaf
Parents: 6b9e5ef
Author: George Reyes <gr...@apache.org>
Authored: Tue Apr 12 20:35:48 2016 -0700
Committer: George Reyes <gr...@apache.org>
Committed: Tue Apr 12 20:35:48 2016 -0700
----------------------------------------------------------------------
.../apache/usergrid/corepersistence/index/IndexServiceImpl.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/19892a9d/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexServiceImpl.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexServiceImpl.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexServiceImpl.java
index f3f48cc..ad997c8 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexServiceImpl.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexServiceImpl.java
@@ -131,7 +131,7 @@ public class IndexServiceImpl implements IndexService {
//try to send a whole batch if we can
final Observable<IndexOperationMessage> batches = sourceEdgesToIndex
- .buffer(250, TimeUnit.MILLISECONDS, indexFig.getIndexBatchSize() )
+ .buffer(indexFig.getIndexBatchSize() )
//map into batches based on our buffer size
.flatMap( buffer -> Observable.from( buffer )
[16/50] [abbrv] usergrid git commit: Added a nested entity to gatling
tests
Posted by sn...@apache.org.
Added a nested entity to gatling tests
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/44bcbc47
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/44bcbc47
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/44bcbc47
Branch: refs/heads/asf-site
Commit: 44bcbc47e82e93a957f815e1ceeb866f63953bf8
Parents: 74de4bc
Author: George Reyes <gr...@apache.org>
Authored: Mon Apr 11 12:41:30 2016 -0700
Committer: George Reyes <gr...@apache.org>
Committed: Mon Apr 11 12:41:30 2016 -0700
----------------------------------------------------------------------
tests/performance/runLoadNestedEntities.sh | 98 ++++++++++++++++++++
.../datagenerators/EntityDataGenerator.scala | 40 ++++++++
.../org/apache/usergrid/enums/EntityType.scala | 3 +-
3 files changed, 140 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/44bcbc47/tests/performance/runLoadNestedEntities.sh
----------------------------------------------------------------------
diff --git a/tests/performance/runLoadNestedEntities.sh b/tests/performance/runLoadNestedEntities.sh
new file mode 100755
index 0000000..02fa71e
--- /dev/null
+++ b/tests/performance/runLoadNestedEntities.sh
@@ -0,0 +1,98 @@
+#!/bin/bash
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+DIR="${BASH_SOURCE%/*}"
+if [[ ! -d "$DIR" ]]; then DIR="$PWD"; fi
+. "$DIR/testConfig.sh"
+
+# from testConfig.sh
+#URL=
+#ADMIN_USER=
+#ADMIN_PASSWORD=
+#ENTITY_WORKER_NUM= #may be overridden on command line
+#ENTITY_WORKER_COUNT= #may be overridden on command line
+#ORG=
+#APP=
+#AUTH_TYPE=
+#TOKEN_TYPE=
+#CREATE_ORG=
+#CREATE_APP=
+#SANDBOX_COLLECTION=
+#NUM_ENTITIES= #may be overridden on command line
+#SKIP_SETUP=
+#COLLECTION=
+#ENTITY_SEED= #may be overridden on command line
+#RETRY_COUNT=
+#ENTITY_PROGRESS_COUNT=
+#CONSTANT_USERS_PER_SEC=
+#CONSTANT_USERS_DURATION=
+
+
+die() { echo "$@" 1>&2 ; exit 1; }
+
+[ "$#" -ge 2 ] || die "At least 2 arguments required, $# provided. Example is $0 RAMP_USERS RAMP_TIME(seconds) [UUID_FILENAME [NUM_ENTITIES [ENTITY_SEED [ENTITY_WORKER_NUM [ENTITY_WORKER_COUNT]]]]]"
+
+RAMP_USERS="$1"
+RAMP_TIME="$2"
+[ "$#" -ge 3 ] && UUID_FILENAME="$3"
+[ "$#" -ge 4 ] && NUM_ENTITIES="$4"
+[ "$#" -ge 5 ] && ENTITY_SEED="$5"
+[ "$#" -ge 6 ] && ENTITY_WORKER_NUM="$6"
+[ "$#" -ge 7 ] && ENTITY_WORKER_COUNT="$7"
+
+shift $#
+
+SCENARIO_TYPE=loadEntities
+ENTITY_TYPE=nested
+ENTITY_PREFIX=nestedval
+
+# don't load entities as part of setup (loading entities is the point of the test)
+LOAD_ENTITIES=false
+
+#Compile everything
+mvn compile
+
+#Execute the test
+mvn gatling:execute \
+-DbaseUrl=${URL} \
+-DadminUser=${ADMIN_USER} \
+-DadminPassword=${ADMIN_PASSWORD} \
+-DentityWorkerNum=${ENTITY_WORKER_NUM} \
+-DentityWorkerCount=${ENTITY_WORKER_COUNT} \
+-Dorg=${ORG} \
+-Dapp=${APP} \
+-DauthType=${AUTH_TYPE} \
+-DtokenType=${TOKEN_TYPE} \
+-DcreateOrg=${CREATE_ORG} \
+-DcreateApp=${CREATE_APP} \
+-DsandboxCollection=${SANDBOX_COLLECTION} \
+-DnumEntities=${NUM_ENTITIES} \
+-DskipSetup=${SKIP_SETUP} \
+-Dcollection=${COLLECTION} \
+-DentitySeed=${ENTITY_SEED} \
+-DretryCount=${RETRY_COUNT} \
+-DentityProgressCount=${ENTITY_PROGRESS_COUNT} \
+-DconstantUsersPerSec=${CONSTANT_USERS_PER_SEC} \
+-DconstantUsersDuration=${CONSTANT_USERS_DURATION} \
+-DscenarioType=${SCENARIO_TYPE} \
+-DentityType=${ENTITY_TYPE} \
+-DentityPrefix=${ENTITY_PREFIX} \
+-DloadEntities=${LOAD_ENTITIES} \
+-DrampUsers=${RAMP_USERS} \
+-DrampTime=${RAMP_TIME} \
+-DuuidFilename=${UUID_FILENAME} \
+-DprintFailedRequests=${PRINT_FAILED_REQUESTS} \
+-Dgatling.simulationClass=org.apache.usergrid.simulations.ConfigurableSimulation
+
http://git-wip-us.apache.org/repos/asf/usergrid/blob/44bcbc47/tests/performance/src/main/scala/org/apache/usergrid/datagenerators/EntityDataGenerator.scala
----------------------------------------------------------------------
diff --git a/tests/performance/src/main/scala/org/apache/usergrid/datagenerators/EntityDataGenerator.scala b/tests/performance/src/main/scala/org/apache/usergrid/datagenerators/EntityDataGenerator.scala
index 326a319..b0d4f46 100755
--- a/tests/performance/src/main/scala/org/apache/usergrid/datagenerators/EntityDataGenerator.scala
+++ b/tests/performance/src/main/scala/org/apache/usergrid/datagenerators/EntityDataGenerator.scala
@@ -108,6 +108,45 @@ object EntityDataGenerator {
new JSONObject(Map("sortField" -> Utils.generateRandomInt(1,10000000))).toString()
}
+ def generateNestedEntity(name: String = null): String = {
+
+ new JSONObject(Map("magicData"->
+ new JSONObject(
+ Map(
+ "level1" -> "level1",
+ "level2" -> "level2",
+ "level3" -> "level3",
+ "level4" ->
+ new JSONObject(
+ Map(
+ "level5" -> "level5",
+ "level6" -> "level6",
+ "level7" -> "level7",
+ "level8" ->
+ new JSONObject(
+ Map(
+ "level9" -> "level9",
+ "level10" -> "level10",
+ "level11" -> "level11",
+ "level12" ->
+ new JSONObject(
+ Map(
+ "level13" -> "level13",
+ "level14" -> "level14",
+ "level15" -> "level15",
+ "level16" -> "level16"
+ )
+ )
+ )
+ )
+ )
+ )
+ )
+ )
+ )
+ ).toString()
+ }
+
val pirate1KString = "Yarrrrrrrrrrrrrrrr! Blimey! Avast ye scurvy dog! Dead men tell no tales. Hang him from the yardarm! Heave ho! Run a shot across the bow. Yo-ho-ho and a bottle of rum. Heave ho ye scallywag, or ye shall walk the plank! Weigh anchor and hoist the mizzen! Thar she blows! Shiver me timbers! Splice the mainbrace! Keelhaul the hornswaggler! Raise the Jolly Roger! Feed him to the fish! You fight like a dairy farmer. How appropriate, you fight like a cow. Batten down the hatches! Blow the man down! Swab the deck! Ahoy, matey! I'll crush ye barnacles! Fetch me grog! Gangway! Arrr, he's gone to Davy Jones's Locker. He be three sheets to the wind. Yo-ho me hearties! Prepare to be boarded! All your pieces of eight, else ye meet me cat o'nine tails! Bring 'er alongside! The rougher the seas, the smoother we sail! It's more fun to be a pirate than to join the navy. The beatings will continue until morale improves! Fifteen men on the dead man's chest! I be the captain of th
is ship -- swab the decks! "
def generateLargeMultiFieldEntity(name: String = null, entityNum: Int = 0): String = {
@@ -157,6 +196,7 @@ object EntityDataGenerator {
case EntityType.TrivialSortable => generateTrivialSortableEntity(entityName)
case EntityType.Basic => generateBasicEntity(entityName)
case EntityType.LargeMultiField => generateLargeMultiFieldEntity(entityName, entityNum)
+ case EntityType.Nested => generateNestedEntity(null)
}
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/44bcbc47/tests/performance/src/main/scala/org/apache/usergrid/enums/EntityType.scala
----------------------------------------------------------------------
diff --git a/tests/performance/src/main/scala/org/apache/usergrid/enums/EntityType.scala b/tests/performance/src/main/scala/org/apache/usergrid/enums/EntityType.scala
index 277cd04..c1e8ce8 100644
--- a/tests/performance/src/main/scala/org/apache/usergrid/enums/EntityType.scala
+++ b/tests/performance/src/main/scala/org/apache/usergrid/enums/EntityType.scala
@@ -20,9 +20,10 @@ object EntityType {
val Trivial = "trivial"
val TrivialSortable = "trivialSortable"
val Basic = "basic"
+ val Nested = "nested"
val LargeMultiField = "largeMultiField"
- val Values = Seq(Trivial,TrivialSortable,Basic,LargeMultiField)
+ val Values = Seq(Trivial,TrivialSortable,Basic,LargeMultiField,Nested)
def isValid(str: String): Boolean = {
Values.contains(str)
[06/50] [abbrv] usergrid git commit: USERGRID-1273: LockManager fix
for OnlyOnceJob.
Posted by sn...@apache.org.
USERGRID-1273: LockManager fix for OnlyOnceJob.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/4326b105
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/4326b105
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/4326b105
Branch: refs/heads/asf-site
Commit: 4326b105e6039b608969578e927e634e3f2eb620
Parents: 9f45130
Author: Mike Dunker <md...@apigee.com>
Authored: Wed Apr 6 20:12:58 2016 -0700
Committer: Mike Dunker <md...@apigee.com>
Committed: Wed Apr 6 20:12:58 2016 -0700
----------------------------------------------------------------------
.../org/apache/usergrid/batch/job/OnlyOnceJob.java | 13 +++++++++++--
1 file changed, 11 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/4326b105/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java b/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
index f857d05..82e856d 100644
--- a/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
+++ b/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
@@ -19,7 +19,7 @@ package org.apache.usergrid.batch.job;
import java.util.concurrent.TimeUnit;
-import org.elasticsearch.common.inject.Inject;
+import com.google.inject.Injector;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;
import org.apache.usergrid.batch.Job;
@@ -28,6 +28,8 @@ import org.apache.usergrid.locking.Lock;
import org.apache.usergrid.locking.LockManager;
import org.apache.usergrid.persistence.EntityManagerFactory;
+import javax.annotation.PostConstruct;
+
/**
* Simple abstract job class that performs additional locking to ensure that the job is only executing once. This can be
@@ -38,12 +40,14 @@ import org.apache.usergrid.persistence.EntityManagerFactory;
@Component("OnlyOnceJob")
public abstract class OnlyOnceJob implements Job {
- @Inject
private LockManager lockManager;
@Autowired
private EntityManagerFactory emf;
+ @Autowired
+ private Injector injector;
+
/**
*
@@ -51,6 +55,11 @@ public abstract class OnlyOnceJob implements Job {
public OnlyOnceJob() {
}
+ @PostConstruct
+ public void initLockManager() throws Exception {
+ this.lockManager = injector.getInstance(LockManager.class);
+ }
+
/*
* (non-Javadoc)
[46/50] [abbrv] usergrid git commit: Update to newer version of GCM
server which lets Usergrid directly set the data object within the SDK
instead of just adding key/value pairs.
Posted by sn...@apache.org.
Update to newer version of GCM server which lets Usergrid directly set the data object within the SDK instead of just adding key/value pairs.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/d0691856
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/d0691856
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/d0691856
Branch: refs/heads/asf-site
Commit: d06918562a6e3f76a3ca98d384d1c5ef6beb1c23
Parents: b8f502f
Author: Michael Russo <mr...@apigee.com>
Authored: Tue Apr 19 17:37:41 2016 +0100
Committer: Michael Russo <mr...@apigee.com>
Committed: Tue Apr 19 17:37:41 2016 +0100
----------------------------------------------------------------------
stack/pom.xml | 2 +-
.../services/notifications/gcm/GCMAdapter.java | 12 +++-----
.../gcm/NotificationsServiceIT.java | 32 ++++++++++++++++++++
3 files changed, 37 insertions(+), 9 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/d0691856/stack/pom.xml
----------------------------------------------------------------------
diff --git a/stack/pom.xml b/stack/pom.xml
index f052bf9..a94233e 100644
--- a/stack/pom.xml
+++ b/stack/pom.xml
@@ -121,7 +121,7 @@
<antlr.version>3.4</antlr.version>
<tika.version>1.4</tika.version>
<mockito.version>1.10.8</mockito.version>
- <io.apigee.gcm.version>1.0.0</io.apigee.gcm.version>
+ <io.apigee.gcm.version>1.0.1</io.apigee.gcm.version>
<!-- only use half the cores on the machine for testing -->
<usergrid.it.parallel>methods</usergrid.it.parallel>
http://git-wip-us.apache.org/repos/asf/usergrid/blob/d0691856/stack/services/src/main/java/org/apache/usergrid/services/notifications/gcm/GCMAdapter.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/gcm/GCMAdapter.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/gcm/GCMAdapter.java
index af0bc78..7929ad4 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/gcm/GCMAdapter.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/gcm/GCMAdapter.java
@@ -242,14 +242,10 @@ public class GCMAdapter implements ProviderAdapter {
payload.remove(priorityKey);
}
-//
-// // add our source notification payload data into the Message Builder
-// // Message.Builder requires the payload to be Map<String,String> so blindly cast
-// Map<String,String> dataMap = (Map<String,String>) payload;
-//
-// dataMap.forEach( (key, value) -> builder.addData(key, value));
-
- builder.addData("data", JSON.toString(payload));
+
+ builder.setData(payload);
+ // GCM will accept Map<String,Object> but builder.build().toString() will throw a class cast
+ // exception, but luckily Message.toString() is not used anywhere in the GCM SDK or Usergrid
Message message = builder.build();
MulticastResult multicastResult;
http://git-wip-us.apache.org/repos/asf/usergrid/blob/d0691856/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
----------------------------------------------------------------------
diff --git a/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java b/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
index 8782fe3..77abb56 100644
--- a/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
+++ b/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
@@ -167,6 +167,38 @@ public class NotificationsServiceIT extends AbstractServiceNotificationIT {
}
@Test
+ public void singlePushNotificationMapPayload() throws Exception {
+
+ app.clear();
+ Map<String, Object> topLevel = new HashMap<>();
+ Map<String, String> mapPayload = new HashMap<String, String>(){{
+ put("key1", "value1");
+ put("key2", "value2");
+
+ }};
+ topLevel.put("enabler", mapPayload);
+ Map<String, Object> payloads = new HashMap<>(1);
+ payloads.put(notifier.getUuid().toString(), topLevel);
+ app.put("payloads", payloads);
+ app.put("queued", System.currentTimeMillis());
+ app.put("debug", true);
+ app.put("expire", System.currentTimeMillis() + 300000); // add 5 minutes to current time
+
+ Entity e = app.testRequest(ServiceAction.POST, 1, "devices", device1.getUuid(), "notifications").getEntity();
+ app.testRequest(ServiceAction.GET, 1, "notifications", e.getUuid());
+
+ Notification notification = app.getEntityManager().get(e.getUuid(), Notification.class);
+
+ //assertEquals(
+ // notification.getPayloads().get(notifier.getUuid().toString()),
+ // payload);
+
+ // perform push //
+ notification = notificationWaitForComplete(notification);
+ checkReceipts(notification, 1);
+ }
+
+ @Test
public void singlePushNotificationNoReceipts() throws Exception {
app.clear();
[40/50] [abbrv] usergrid git commit: Introduce a graph iterator for
segmenting push notifications.
Posted by sn...@apache.org.
Introduce a graph iterator for segmenting push notifications.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/32ab5da0
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/32ab5da0
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/32ab5da0
Branch: refs/heads/asf-site
Commit: 32ab5da0af66d2dfc4ed9fdb8ddf84a6b0231c03
Parents: f064c49
Author: Michael Russo <mr...@apigee.com>
Authored: Sat Apr 16 00:08:32 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Sat Apr 16 00:08:32 2016 +0200
----------------------------------------------------------------------
.../persistence/NotificationGraphIterator.java | 119 +++++++++++++++++++
.../apache/usergrid/persistence/PathQuery.java | 35 ++++--
.../persistence/entities/Notification.java | 62 +++++++++-
.../notifications/NotificationDeviceFilter.java | 45 +++++++
.../notifications/NotificationsService.java | 6 +
.../impl/ApplicationQueueManagerImpl.java | 101 ++++++++++++++--
6 files changed, 352 insertions(+), 16 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/32ab5da0/stack/core/src/main/java/org/apache/usergrid/persistence/NotificationGraphIterator.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/persistence/NotificationGraphIterator.java b/stack/core/src/main/java/org/apache/usergrid/persistence/NotificationGraphIterator.java
new file mode 100644
index 0000000..b83f555
--- /dev/null
+++ b/stack/core/src/main/java/org/apache/usergrid/persistence/NotificationGraphIterator.java
@@ -0,0 +1,119 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.usergrid.persistence;
+
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.util.Iterator;
+
+public class NotificationGraphIterator implements ResultsIterator, Iterable {
+
+ private static final Logger logger = LoggerFactory.getLogger(NotificationGraphIterator.class);
+
+
+ EntityManager entityManager;
+
+ private Iterator<EntityRef> source;
+ private Query query;
+ private Iterator currentIterator;
+
+
+ public NotificationGraphIterator(EntityManager entityManager,
+ Iterator<EntityRef> source,
+ Query query) {
+
+ this.entityManager = entityManager;
+ this.source = source;
+ this.query = query;
+
+ }
+
+ @Override
+ public Iterator iterator() {
+ return this;
+ }
+
+ @Override
+ public boolean hasNext() {
+ if (source == null) {
+ return false;
+ }
+ if (currentIterator != null && currentIterator.hasNext()) {
+ return true;
+ }
+ while (source.hasNext()) {
+ EntityRef ref = source.next();
+ Results r = getResultsFor(ref);
+ if (r.size() > 0) {
+ currentIterator = new PagingResultsIterator(r, query.getResultsLevel());
+ return currentIterator.hasNext();
+ }
+ }
+ currentIterator = null;
+ source = null;
+ return false;
+ }
+
+
+ @Override
+ public Object next() {
+
+
+
+
+ return (currentIterator != null) ? currentIterator.next() : null;
+ }
+
+ @Override
+ public boolean hasPages() {
+ return currentIterator != null && currentIterator instanceof ResultsIterator && ((ResultsIterator) currentIterator).hasPages();
+ }
+
+
+ private Results getResultsFor(EntityRef ref) {
+
+ try {
+
+ if (query.getCollection() != null) {
+
+ if(logger.isTraceEnabled()) {
+ logger.trace("Fetching with refType: {}, collection: {} with no query",
+ ref.getType(), query.getCollection());
+ }
+ return entityManager.searchCollection(ref, query.getCollection(), null);
+
+ } else {
+
+ if(logger.isTraceEnabled()) {
+ logger.trace("Searching target entities with refType: {} for collection: {} with no query",
+ ref.getType(), query.getCollection());
+ }
+
+ query.setQl("select *");
+ return entityManager.searchTargetEntities(ref, query);
+
+ }
+
+
+ } catch (Exception e) {
+ throw new RuntimeException(e);
+ }
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/32ab5da0/stack/core/src/main/java/org/apache/usergrid/persistence/PathQuery.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/persistence/PathQuery.java b/stack/core/src/main/java/org/apache/usergrid/persistence/PathQuery.java
index 55839a6..215f6ac 100644
--- a/stack/core/src/main/java/org/apache/usergrid/persistence/PathQuery.java
+++ b/stack/core/src/main/java/org/apache/usergrid/persistence/PathQuery.java
@@ -22,7 +22,6 @@ import java.util.Iterator;
import java.util.UUID;
import org.apache.usergrid.persistence.Query.Level;
-import org.apache.usergrid.persistence.index.query.Identifier;
import org.apache.usergrid.utils.InflectionUtils;
@@ -52,11 +51,10 @@ public class PathQuery<E> {
/**
* top level
- *
- * @param head the top-level entity
+ * @param head the top-level entity
* @param query the query - must have a collection or connectType value set
*/
- public PathQuery( EntityRef head, Query query ) {
+ public PathQuery(EntityRef head, Query query) {
if ( query.getCollection() == null && query.getConnectionType() == null ) {
throw new IllegalArgumentException( "Query must have a collection or connectionType value" );
}
@@ -93,7 +91,7 @@ public class PathQuery<E> {
return new PagingResultsIterator( getHeadResults( em ), query.getResultsLevel() );
}
else {
- return new MultiQueryIterator( em, source.refIterator( em ), query );
+ return new MultiQueryIterator( em, source.refIterator( em, false), query );
}
}
catch ( Exception e ) {
@@ -101,6 +99,24 @@ public class PathQuery<E> {
}
}
+ public Iterator<E> graphIterator( EntityManager em ) {
+ try {
+
+ if ( uuid != null && type != null ) {
+ return new PagingResultsIterator( getHeadResults( em ), query.getResultsLevel() );
+ }else {
+
+ return new NotificationGraphIterator(em, source.refIterator(em, true), query);
+ }
+
+ }
+ catch ( Exception e ) {
+ throw new RuntimeException( e );
+ }
+ }
+
+
+
protected Results getHeadResults( EntityManager em ) throws Exception {
@@ -123,7 +139,7 @@ public class PathQuery<E> {
}
- protected Iterator refIterator( EntityManager em ) throws Exception {
+ protected Iterator refIterator(EntityManager em, boolean useGraph) throws Exception {
if ( query.getQl() == null && query.getSingleNameOrEmailIdentifier() != null){
@@ -140,7 +156,12 @@ public class PathQuery<E> {
q = new Query( q );
q.setResultsLevel( Level.REFS );
}
- return new MultiQueryIterator( em, source.refIterator( em ), q );
+ if( useGraph){
+ return new NotificationGraphIterator( em, source.refIterator( em, true), q );
+ }else{
+ return new MultiQueryIterator( em, source.refIterator( em, false ), q );
+
+ }
}
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/32ab5da0/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java b/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
index 6a6e3fa..aca10cf 100644
--- a/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
+++ b/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
@@ -26,6 +26,8 @@ import org.apache.usergrid.persistence.*;
import org.apache.usergrid.persistence.annotations.EntityCollection;
import org.apache.usergrid.persistence.annotations.EntityProperty;
import org.apache.usergrid.persistence.index.query.Identifier;
+import org.apache.usergrid.utils.InflectionUtils;
+
/**
* The entity class for representing Notifications.
@@ -77,6 +79,10 @@ public class Notification extends TypedEntity {
@EntityProperty
protected Long expire;
+ /** Stores the number of devices processed */
+ @EntityProperty
+ protected int deviceProcessedCount;
+
/** True if notification is canceled */
@EntityProperty
protected Boolean canceled;
@@ -89,6 +95,10 @@ public class Notification extends TypedEntity {
@EntityProperty
protected String priority;
+ /** Flag to signal Usergrid to use graph traversal + filtering to find devices */
+ @EntityProperty
+ protected boolean useGraph;
+
/** Error messages that may have been encountered by Usergrid when trying to process the notification */
@EntityProperty
protected String errorMessage;
@@ -104,6 +114,9 @@ public class Notification extends TypedEntity {
@EntityProperty
protected Map<String, Long> statistics;
+ @EntityProperty
+ protected Map<String, Object> filters;
+
public Notification() {
pathQuery = new PathTokens();
@@ -173,6 +186,15 @@ public class Notification extends TypedEntity {
}
@JsonSerialize(include = JsonSerialize.Inclusion.NON_NULL)
+ public int getDeviceProcessedCount() {
+ return deviceProcessedCount;
+ }
+
+ public void setDeviceProcessedCount(int deviceProcessedCount) {
+ this.deviceProcessedCount = deviceProcessedCount;
+ }
+
+ @JsonSerialize(include = JsonSerialize.Inclusion.NON_NULL)
public Boolean getCanceled() {
return canceled;
}
@@ -191,6 +213,15 @@ public class Notification extends TypedEntity {
}
@JsonSerialize(include = JsonSerialize.Inclusion.NON_NULL)
+ public boolean getUseGraph() {
+ return useGraph;
+ }
+
+ public void setUseGraph(boolean useGraph) {
+ this.useGraph = useGraph;
+ }
+
+ @JsonSerialize(include = JsonSerialize.Inclusion.NON_NULL)
public boolean getDebug() {
return debug;
}
@@ -252,6 +283,15 @@ public class Notification extends TypedEntity {
this.statistics = statistics;
}
+ @JsonSerialize(include = JsonSerialize.Inclusion.NON_NULL)
+ public Map<String, Object> getFilters() {
+ return filters;
+ }
+
+ public void setFilters(Map<String, Object> filters) {
+ this.filters = filters;
+ }
+
public void updateStatistics(long sent, long errors) {
if (this.statistics == null) {
this.statistics = new HashMap<String, Long>(2);
@@ -341,7 +381,8 @@ public class Notification extends TypedEntity {
@JsonIgnore
public PathQuery<Device> buildPathQuery() {
PathQuery pathQuery = null;
- for (PathToken pathToken : getPathTokens()) {
+ List<PathToken> pathTokens = getPathTokens();
+ for (PathToken pathToken : pathTokens) {
String collection = pathToken.getCollection();
Query query = new Query();
if(pathToken.getQl() != null){
@@ -365,6 +406,25 @@ public class Notification extends TypedEntity {
if (pathQuery == null) {
pathQuery = new PathQuery(getApplicationRef(), query);
+
+ if ( pathTokens.size() == 1 && collection.equals(InflectionUtils.pluralize(Group.ENTITY_TYPE) )){
+
+ Query usersQuery = new Query();
+ usersQuery.setQl("select *");
+ usersQuery.setCollection("users");
+ usersQuery.setLimit(100);
+
+ Query devicesQuery = new Query();
+ devicesQuery.setQl("select *");
+ devicesQuery.setCollection("devices");
+ usersQuery.setLimit(100);
+
+
+ // build up the chain so the proper iterators can be used later
+ pathQuery = pathQuery.chain( usersQuery ).chain( devicesQuery );
+
+ }
+
} else {
pathQuery = pathQuery.chain(query);
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/32ab5da0/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationDeviceFilter.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationDeviceFilter.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationDeviceFilter.java
new file mode 100644
index 0000000..35700ea
--- /dev/null
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationDeviceFilter.java
@@ -0,0 +1,45 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.usergrid.services.notifications;
+
+
+public class NotificationDeviceFilter {
+
+
+ private String key;
+ private Object value;
+
+ public NotificationDeviceFilter(String key, Object value){
+
+ this.key = key;
+ this.value = value;
+
+ }
+
+ public Object getValue(){
+
+ return this.value;
+
+ }
+
+ public String getKey(){
+
+ return this.key;
+ }
+
+
+}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/32ab5da0/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java
index 05c1cd7..50eb883 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java
@@ -19,6 +19,7 @@ package org.apache.usergrid.services.notifications;
import java.util.*;
+import org.apache.usergrid.persistence.collection.EntityCollectionManagerFactory;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -84,6 +85,7 @@ public class NotificationsService extends AbstractCollectionService {
private ServiceManagerFactory smf;
private EntityManagerFactory emf;
private QueueManagerFactory queueManagerFactory;
+ private EntityCollectionManagerFactory ecmf;
public NotificationsService() {
if (logger.isTraceEnabled()) {
@@ -139,9 +141,13 @@ public class NotificationsService extends AbstractCollectionService {
try {
validate(null, context.getPayload());
Notification.PathTokens pathTokens = getPathTokens(context.getRequest().getOriginalParameters());
+
// default saving of receipts
+ context.getProperties().put("filters", context.getProperties().getOrDefault("filters", new HashMap<>()));
+ context.getProperties().put("useGraph", context.getProperties().getOrDefault("useGraph", false));
context.getProperties().put("saveReceipts", context.getProperties().getOrDefault("saveReceipts", true));
context.getProperties().put("processingFinished", 0L); // defaulting processing finished to 0
+ context.getProperties().put("deviceProcessedCount", 0); // defaulting processing finished to 0
context.getProperties().put("state", Notification.State.CREATED);
context.getProperties().put("pathQuery", pathTokens);
context.setOwner(sm.getApplication());
http://git-wip-us.apache.org/repos/asf/usergrid/blob/32ab5da0/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
index 2466164..487ea1f 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
@@ -19,7 +19,10 @@ package org.apache.usergrid.services.notifications.impl;
import com.codahale.metrics.Meter;
import org.apache.usergrid.batch.JobExecution;
import org.apache.usergrid.persistence.*;
+import org.apache.usergrid.persistence.collection.EntityCollectionManager;
+import org.apache.usergrid.persistence.collection.EntityCollectionManagerFactory;
import org.apache.usergrid.persistence.core.metrics.MetricsFactory;
+import org.apache.usergrid.persistence.core.scope.ApplicationScopeImpl;
import org.apache.usergrid.persistence.entities.*;
import org.apache.usergrid.persistence.Query;
import org.apache.usergrid.persistence.queue.QueueManager;
@@ -97,14 +100,21 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
final AtomicInteger deviceCount = new AtomicInteger(); //count devices so you can make a judgement on batching
final ConcurrentLinkedQueue<String> errorMessages = new ConcurrentLinkedQueue<>(); //build up list of issues
-
//get devices in querystring, and make sure you have access
if (pathQuery != null) {
final HashMap<Object, ProviderAdapter> notifierMap = getAdapterMap();
if (logger.isTraceEnabled()) {
logger.trace("notification {} start query", notification.getUuid());
}
- final Iterator<Device> iterator = pathQuery.iterator(em);
+
+
+ // the main iterator can use graph traversal or index querying
+ final Iterator<Device> iterator;
+ if( notification.getUseGraph()){
+ iterator = pathQuery.graphIterator(em);
+ }else{
+ iterator = pathQuery.iterator(em);
+ }
//if there are more pages (defined by PAGE_SIZE) you probably want this to be async, also if this is already a job then don't reschedule
if (iterator instanceof ResultsIterator && ((ResultsIterator) iterator).hasPages() && jobExecution == null) {
@@ -167,6 +177,7 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
};
+ final Map<String, Object> filters = notification.getFilters();
Observable processMessagesObservable = Observable.create(new IteratorObservable<Entity>(iterator))
.flatMap(entity -> {
@@ -180,10 +191,73 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
})
.distinct(ref -> ref.getUuid())
+ .flatMap( entityRef -> {
+
+ return Observable.just(entityRef).flatMap( ref -> {
+
+ if(logger.isTraceEnabled()){
+ logger.trace("Loading device: {}", ref.getUuid());
+
+ }
+ try {
+ return Observable.just(em.get(ref, Device.class));
+ }
+ catch (Exception e){
+
+ return Observable.empty();
+
+ }
+
+ }).subscribeOn(Schedulers.io());
+
+
+ }, 50)
+ .filter( device -> {
+
+ if(logger.isTraceEnabled()) {
+ logger.trace("Filtering device: {}", device.getUuid());
+ }
+
+
+ if(notification.getUseGraph() && filters.size() > 0 ) {
+
+ for (Map.Entry<String, Object> entry : filters.entrySet()) {
+
+ if ((device.getDynamicProperties().get(entry.getKey()) != null &&
+ device.getDynamicProperties().get(entry.getKey()).equals(entry.getValue())) ||
+
+ (device.getProperties().get(entry.getKey()) != null &&
+ device.getProperties().get(entry.getKey()).equals(entry.getValue()))
+
+ ) {
+
+
+ return true;
+ }
+
+ }
+
+ if(logger.isTraceEnabled()) {
+ logger.trace("Push notification filter matched for notification {}, so removing from notification",
+ device.getUuid(), notification.getUuid());
+ }
+ return false;
+
+
+ }
+
+ return true;
+
+ })
.map(sendMessageFunction)
.doOnNext( message -> {
try {
+
if(message.isPresent()){
+
+ if(logger.isTraceEnabled()) {
+ logger.trace("Queueing notification message for device: {}", message.get().getDeviceId());
+ }
qm.sendMessage( message.get() );
queueMeter.mark();
}
@@ -206,7 +280,10 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
try {
notification.setProcessingFinished(System.currentTimeMillis());
+ notification.setDeviceProcessedCount(deviceCount.get());
em.update(notification);
+ logger.info("{} devices processed for notification {}", deviceCount.get(), notification.getUuid());
+
} catch (Exception e) {
logger.error("Unable to set processing finished timestamp for notification");
}
@@ -569,9 +646,9 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
while( initial || resultSize >= LIMIT){
initial = false;
+
final List<EntityRef> myusers = em.getCollection(ref, "users", start,
LIMIT, Query.Level.REFS, true).getRefs();
-
resultSize = myusers.size();
if(myusers.size() > 0){
@@ -579,13 +656,21 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
}
- // don't allow a single user to have more than 100 devices?
- for (EntityRef user : myusers) {
+ Observable.from(myusers).flatMap( user -> {
+
+ try {
+ devices.addAll(em.getCollection(user, "devices", null, 100,
+ Query.Level.REFS, true).getRefs());
+ }catch (Exception e){
+ logger.error ("Unable to fetch devices for user: {}", user.getUuid());
+ }
+ return Observable.from(Collections.singletonList(user));
+
+ }, 50).toBlocking().lastOrDefault(null);
+
+
- devices.addAll( em.getCollection(user, "devices", null, 100,
- Query.Level.REFS, true).getRefs() );
- }
}
[25/50] [abbrv] usergrid git commit: Concurreny / threading changes.
Remove Quorum reads that aren't necessarily consistency related problems.
Posted by sn...@apache.org.
Concurreny / threading changes. Remove Quorum reads that aren't necessarily consistency related problems.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/e935067f
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/e935067f
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/e935067f
Branch: refs/heads/asf-site
Commit: e935067fa3b46368410a3f16b328d1dfc857eb7b
Parents: 8c0338c
Author: Michael Russo <mr...@apigee.com>
Authored: Wed Apr 13 18:53:09 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Wed Apr 13 18:53:09 2016 +0200
----------------------------------------------------------------------
tests/integration/test/notifications/notifications.js | 5 -----
1 file changed, 5 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/e935067f/tests/integration/test/notifications/notifications.js
----------------------------------------------------------------------
diff --git a/tests/integration/test/notifications/notifications.js b/tests/integration/test/notifications/notifications.js
index 644510f..7a255e5 100644
--- a/tests/integration/test/notifications/notifications.js
+++ b/tests/integration/test/notifications/notifications.js
@@ -278,7 +278,6 @@ module.exports = {
function (err, notification) {
should(err).be.null;
notification.should.not.be.null;
- notification.expectedCount.should.be.equal(1);
setTimeout(function() {
// wait a second before proceeding
@@ -306,7 +305,6 @@ module.exports = {
function (err, notification) {
should(err).be.null;
notification.should.not.be.null;
- notification.expectedCount.should.be.equal(1);
setTimeout(function() {
// wait a second before proceeding
@@ -334,9 +332,6 @@ module.exports = {
should(err).be.null;
notification.should.not.be.null;
- // we set up 2 groups of the same 5 users. if duplicate filtering is working,
- // we'll only have 5 expected
- notification.expectedCount.should.be.equal(5);
setTimeout(function() {
// wait a second before proceeding
[08/50] [abbrv] usergrid git commit: Added one-time job logging.
Posted by sn...@apache.org.
Added one-time job logging.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/021fcba6
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/021fcba6
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/021fcba6
Branch: refs/heads/asf-site
Commit: 021fcba68c013414261f3e123d7ec6db8dc938fe
Parents: 55271ce
Author: Mike Dunker <md...@apigee.com>
Authored: Thu Apr 7 16:52:13 2016 -0700
Committer: Mike Dunker <md...@apigee.com>
Committed: Thu Apr 7 16:52:13 2016 -0700
----------------------------------------------------------------------
.../java/org/apache/usergrid/batch/job/OnlyOnceJob.java | 10 ++++++++++
1 file changed, 10 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/021fcba6/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java b/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
index afbddc3..6d927b9 100644
--- a/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
+++ b/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
@@ -27,6 +27,8 @@ import org.apache.usergrid.batch.JobExecution;
import org.apache.usergrid.locking.Lock;
import org.apache.usergrid.locking.LockManager;
import org.apache.usergrid.persistence.EntityManagerFactory;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
import javax.annotation.PostConstruct;
@@ -40,6 +42,8 @@ import javax.annotation.PostConstruct;
@Component("OnlyOnceJob")
public abstract class OnlyOnceJob implements Job {
+ private static final Logger logger = LoggerFactory.getLogger(OnlyOnceJob.class);
+
private LockManager lockManager;
@Autowired
@@ -58,6 +62,11 @@ public abstract class OnlyOnceJob implements Job {
@PostConstruct
public void initLockManager() throws Exception {
this.lockManager = injector.getInstance(LockManager.class);
+ if (lockManager != null) {
+ logger.info("LockManager injection successful");
+ } else {
+ logger.error("LockManager injection unsuccessful");
+ }
}
/*
@@ -68,6 +77,7 @@ public abstract class OnlyOnceJob implements Job {
@Override
public void execute( JobExecution execution ) throws Exception {
+ logger.info("Executing one-time job, LockManager is {}" lockManager == null ? "null" : "not null");
String lockId = execution.getJobId().toString();
Lock lock = lockManager.createLock( emf.getManagementAppId(), String.format( "/jobs/%s", lockId ) );
[28/50] [abbrv] usergrid git commit: Added code fix for 500 errors
when not using a token. Now accepts client credentials as well.
Posted by sn...@apache.org.
Added code fix for 500 errors when not using a token. Now accepts client credentials as well.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/3a442b0b
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/3a442b0b
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/3a442b0b
Branch: refs/heads/asf-site
Commit: 3a442b0bb580e6917ece785ffae5e9b47484f092
Parents: a462244
Author: George Reyes <gr...@apache.org>
Authored: Wed Apr 13 12:59:45 2016 -0700
Committer: George Reyes <gr...@apache.org>
Committed: Wed Apr 13 12:59:45 2016 -0700
----------------------------------------------------------------------
.../collection/CollectionsResourceIT.java | 40 ++++++++++++++++++++
.../rest/test/resource/ClientSetup.java | 10 +++++
.../services/AbstractCollectionService.java | 23 +++++++++--
3 files changed, 70 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/3a442b0b/stack/rest/src/test/java/org/apache/usergrid/rest/applications/collection/CollectionsResourceIT.java
----------------------------------------------------------------------
diff --git a/stack/rest/src/test/java/org/apache/usergrid/rest/applications/collection/CollectionsResourceIT.java b/stack/rest/src/test/java/org/apache/usergrid/rest/applications/collection/CollectionsResourceIT.java
index e0b75ba..d052564 100644
--- a/stack/rest/src/test/java/org/apache/usergrid/rest/applications/collection/CollectionsResourceIT.java
+++ b/stack/rest/src/test/java/org/apache/usergrid/rest/applications/collection/CollectionsResourceIT.java
@@ -25,6 +25,7 @@ import org.apache.usergrid.persistence.entities.Application;
import org.apache.usergrid.rest.test.resource.AbstractRestIT;
import org.apache.usergrid.rest.test.resource.model.ApiResponse;
import org.apache.usergrid.rest.test.resource.model.Collection;
+import org.apache.usergrid.rest.test.resource.model.Credentials;
import org.apache.usergrid.rest.test.resource.model.Entity;
import org.apache.usergrid.rest.test.resource.model.QueryParameters;
import org.apache.usergrid.rest.test.resource.model.Token;
@@ -37,6 +38,9 @@ import org.slf4j.LoggerFactory;
import javax.ws.rs.BadRequestException;
import javax.ws.rs.ClientErrorException;
+import javax.ws.rs.client.Invocation;
+import javax.ws.rs.core.MediaType;
+
import java.io.IOException;
import java.util.HashMap;
import java.util.LinkedHashMap;
@@ -119,6 +123,42 @@ public class CollectionsResourceIT extends AbstractRestIT {
}
@Test
+ public void postToCollectionSchemaUsingOrgAppCreds(){
+ //Creating schema.
+ //this could be changed to a hashmap.
+ ArrayList<String> indexingArray = new ArrayList<>( );
+
+
+ //field "fields" is required.
+ Entity payload = new Entity();
+ payload.put( "fields", indexingArray);
+
+
+ Credentials appCredentials = clientSetup.getAppCredentials();
+
+
+ try {
+
+ this.pathResource( getOrgAppPath( "testcollections/_indexes" ) ).post( false, payload,
+ new QueryParameters().addParam( "grant_type", "client_credentials" ).addParam( "client_id",
+ String.valueOf( ( ( Map ) appCredentials.get( "credentials" ) ).get( "client_id" ) ) )
+ .addParam( "client_secret", String.valueOf(
+ ( ( Map ) appCredentials.get( "credentials" ) ).get( "client_secret" ) ) ) );
+ }catch(Exception e){
+ fail("This should return a success.");
+ }
+
+ refreshIndex();
+
+
+ Collection collection = this.app().collection( "testCollections" ).collection( "_index" ).get();
+
+ LinkedHashMap testCollectionSchema = (LinkedHashMap)collection.getResponse().getData();
+ assertEquals( "app credentials",testCollectionSchema.get( "lastUpdateBy" ) );
+ assertEquals( 0,testCollectionSchema.get( "lastReindexed" ) );
+ }
+
+ @Test
public void deleteCollectionSchema() throws Exception {
//Creating schema.
//this could be changed to a hashmap.
http://git-wip-us.apache.org/repos/asf/usergrid/blob/3a442b0b/stack/rest/src/test/java/org/apache/usergrid/rest/test/resource/ClientSetup.java
----------------------------------------------------------------------
diff --git a/stack/rest/src/test/java/org/apache/usergrid/rest/test/resource/ClientSetup.java b/stack/rest/src/test/java/org/apache/usergrid/rest/test/resource/ClientSetup.java
index 2a13880..38a7e12 100644
--- a/stack/rest/src/test/java/org/apache/usergrid/rest/test/resource/ClientSetup.java
+++ b/stack/rest/src/test/java/org/apache/usergrid/rest/test/resource/ClientSetup.java
@@ -49,6 +49,7 @@ public class ClientSetup implements TestRule {
protected String superuserName = "superuser";
protected String superuserPassword = "superpassword";
protected Credentials clientCredentials;
+ protected Credentials appCredentials;
protected Organization organization;
protected Entity application;
@@ -108,11 +109,16 @@ public class ClientSetup implements TestRule {
restClient.management().token().get(username, password);
clientCredentials = restClient.management().orgs().org(orgName).credentials().get(Credentials.class);
+ //appCredentials = restClient.management().orgs().org(orgName).app().path//.credentials().get(Credentials.class);
+
ApiResponse appResponse = restClient.management().orgs()
.org(organization.getName()).app().post(new Application(appName));
appUuid = (String) appResponse.getEntities().get(0).get("uuid");
application = new Application(appResponse);
+
+ appCredentials = restClient.pathResource( "management/orgs/"+orgName+"/apps/"+appName+"/credentials" ).get( Credentials.class,true );
+
refreshIndex();
ApiResponse response = restClient.management().token().post(new Token(username, password));
@@ -163,6 +169,10 @@ public class ClientSetup implements TestRule {
return clientCredentials;
}
+ public Credentials getAppCredentials(){
+ return appCredentials;
+ }
+
public void refreshIndex() {
this.restClient.refreshIndex(getOrganizationName(), getAppName(),
CpNamingUtils.getManagementApplicationId().getUuid().toString());
http://git-wip-us.apache.org/repos/asf/usergrid/blob/3a442b0b/stack/services/src/main/java/org/apache/usergrid/services/AbstractCollectionService.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/AbstractCollectionService.java b/stack/services/src/main/java/org/apache/usergrid/services/AbstractCollectionService.java
index 8b23e7a..c5473cf 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/AbstractCollectionService.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/AbstractCollectionService.java
@@ -38,6 +38,8 @@ import org.apache.usergrid.persistence.exceptions.EntityNotFoundException;
import org.apache.usergrid.persistence.exceptions.UnexpectedEntityTypeException;
import org.apache.usergrid.persistence.Query.Level;
import org.apache.usergrid.security.shiro.principals.AdminUserPrincipal;
+import org.apache.usergrid.security.shiro.principals.ApplicationPrincipal;
+import org.apache.usergrid.security.shiro.principals.PrincipalIdentifier;
import org.apache.usergrid.security.shiro.utils.SubjectUtils;
import org.apache.usergrid.services.ServiceResults.Type;
import org.apache.usergrid.services.exceptions.ForbiddenServiceOperationException;
@@ -334,11 +336,26 @@ public class AbstractCollectionService extends AbstractService {
ServiceContext context = serviceRequest.getAppContext();
checkPermissionsForCollection( context );
+ //TODO: write rest test for these line of codes
Subject currentUser = SubjectUtils.getSubject();
- Object currentUser2 =currentUser.getPrincipal();
+ Object currentUserPrincipal =currentUser.getPrincipal();
- Map collectionSchema = em.createCollectionSchema(context.getCollectionName(),
- ( ( AdminUserPrincipal ) currentUser2 ).getUser().getEmail(),context.getProperties());
+ Map collectionSchema = null;
+
+ if(currentUserPrincipal instanceof AdminUserPrincipal) {
+ AdminUserPrincipal adminUserPrincipal = ( AdminUserPrincipal ) currentUserPrincipal;
+
+ collectionSchema = em.createCollectionSchema( context.getCollectionName(),
+ adminUserPrincipal.getUser().getEmail(), context.getProperties() );
+ }
+ else if(currentUserPrincipal instanceof ApplicationPrincipal){
+ collectionSchema = em.createCollectionSchema( context.getCollectionName(),
+ "app credentials", context.getProperties() );
+ }
+ else if ( currentUserPrincipal instanceof PrincipalIdentifier ) {
+ collectionSchema = em.createCollectionSchema( context.getCollectionName(),
+ "generic credentials", context.getProperties() );
+ }
return new ServiceResults( this, context, Type.COLLECTION, Results.fromData( collectionSchema ), null, null );
[37/50] [abbrv] usergrid git commit: Fix default value for
saveReceipts property on Notifications.
Posted by sn...@apache.org.
Fix default value for saveReceipts property on Notifications.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/22a8d059
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/22a8d059
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/22a8d059
Branch: refs/heads/asf-site
Commit: 22a8d0595b49b2934ee208cd3fd60e272cd9601e
Parents: 2e344cb
Author: Michael Russo <mr...@apigee.com>
Authored: Fri Apr 15 01:28:48 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Fri Apr 15 01:28:48 2016 +0200
----------------------------------------------------------------------
.../usergrid/services/notifications/NotificationsService.java | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/22a8d059/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java
index 824089a..05c1cd7 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java
@@ -139,7 +139,8 @@ public class NotificationsService extends AbstractCollectionService {
try {
validate(null, context.getPayload());
Notification.PathTokens pathTokens = getPathTokens(context.getRequest().getOriginalParameters());
- context.getProperties().put("saveReceipts", true); // default saving of receipts
+ // default saving of receipts
+ context.getProperties().put("saveReceipts", context.getProperties().getOrDefault("saveReceipts", true));
context.getProperties().put("processingFinished", 0L); // defaulting processing finished to 0
context.getProperties().put("state", Notification.State.CREATED);
context.getProperties().put("pathQuery", pathTokens);
[10/50] [abbrv] usergrid git commit: Merge branch
'9f45130_lock_mgr_fix' into release-2.1.1
Posted by sn...@apache.org.
Merge branch '9f45130_lock_mgr_fix' into release-2.1.1
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/e0a99524
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/e0a99524
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/e0a99524
Branch: refs/heads/asf-site
Commit: e0a995243a9edd7e7efd81922ffe36be1f14ea5b
Parents: 4326b10 b855728
Author: Mike Dunker <md...@apigee.com>
Authored: Fri Apr 8 08:55:16 2016 -0700
Committer: Mike Dunker <md...@apigee.com>
Committed: Fri Apr 8 08:55:16 2016 -0700
----------------------------------------------------------------------
.../java/org/apache/usergrid/batch/job/OnlyOnceJob.java | 11 ++++++++++-
1 file changed, 10 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/e0a99524/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
----------------------------------------------------------------------
diff --cc stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
index 82e856d,ac56c7b..9b1fb05
--- a/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
+++ b/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
@@@ -58,9 -62,13 +62,13 @@@ public abstract class OnlyOnceJob imple
@PostConstruct
public void initLockManager() throws Exception {
this.lockManager = injector.getInstance(LockManager.class);
- if (lockManager != null) {
++ if (this.lockManager != null) {
+ logger.info("LockManager injection successful");
+ } else {
+ logger.error("LockManager injection unsuccessful");
+ }
}
-
/*
* (non-Javadoc)
*
[32/50] [abbrv] usergrid git commit: Added test for google and apple
to make sure that the receipts flag is honored. Allow people to input strings
and boolean values to the receipts flag in order to save receipts. Added
receipts flag to notifications.
Posted by sn...@apache.org.
Added test for google and apple to make sure that the receipts flag is honored.
Allow people to input strings and boolean values to the receipts flag in order to save receipts.
Added receipts flag to notifications.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/491aa084
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/491aa084
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/491aa084
Branch: refs/heads/asf-site
Commit: 491aa084f0c633f318dbe67cc566a6be81491b2e
Parents: 2e576f3
Author: George Reyes <gr...@apache.org>
Authored: Thu Apr 14 14:43:05 2016 -0700
Committer: George Reyes <gr...@apache.org>
Committed: Thu Apr 14 14:43:05 2016 -0700
----------------------------------------------------------------------
.../services/notifications/TaskManager.java | 18 ++++++------
.../impl/ApplicationQueueManagerImpl.java | 30 ++++++++++++++++++--
.../apns/NotificationsServiceIT.java | 26 +++++++++++++++++
.../gcm/NotificationsServiceIT.java | 27 +++++++++++++++++-
4 files changed, 90 insertions(+), 11 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/491aa084/stack/services/src/main/java/org/apache/usergrid/services/notifications/TaskManager.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/TaskManager.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/TaskManager.java
index 954724f..ce2b82c 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/TaskManager.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/TaskManager.java
@@ -104,14 +104,16 @@ public class TaskManager {
}
failures.incrementAndGet();
- if (receipt.getUuid() != null) {
- successes.decrementAndGet();
- }
- receipt.setErrorCode(code);
- receipt.setErrorMessage(message);
- this.saveReceipt(notification, new SimpleEntityRef(Device.ENTITY_TYPE, deviceUUID), receipt,true);
- if (logger.isDebugEnabled()) {
- logger.debug("notification {} receipt saved for device {}", notification.getUuid(), deviceUUID);
+ if(receipt!=null) {
+ if ( receipt.getUuid() != null ) {
+ successes.decrementAndGet();
+ }
+ receipt.setErrorCode( code );
+ receipt.setErrorMessage( message );
+ this.saveReceipt( notification, new SimpleEntityRef( Device.ENTITY_TYPE, deviceUUID ), receipt, true );
+ if ( logger.isDebugEnabled() ) {
+ logger.debug( "notification {} receipt saved for device {}", notification.getUuid(), deviceUUID );
+ }
}
} finally {
completed(notifier, deviceUUID);
http://git-wip-us.apache.org/repos/asf/usergrid/blob/491aa084/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
index 0b0432d..8b908ee 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
@@ -329,8 +329,34 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
String notifierName = message.getNotifierKey().toLowerCase();
ProviderAdapter providerAdapter = notifierMap.get(notifierName.toLowerCase());
Object payload = translatedPayloads.get(notifierName);
- Receipt receipt = new Receipt(notification.getUuid(), message.getNotifierId(), payload, deviceUUID);
- TaskTracker tracker = new TaskTracker(providerAdapter.getNotifier(), taskManager, receipt, deviceUUID);
+ Map dynamicNotificationProperties =notification.getDynamicProperties();
+ //do additional error checking to make sure other values will work.
+ Boolean receiptsField = true;
+
+ Object typelessReceiptsField = dynamicNotificationProperties.getOrDefault( "receipts",true );
+ if(typelessReceiptsField instanceof Boolean) {
+ receiptsField = ( boolean ) typelessReceiptsField;
+ }
+ else if(typelessReceiptsField instanceof String){
+ String booleanString = ( String ) typelessReceiptsField;
+ if(booleanString.toLowerCase().equals( "false" )){
+ receiptsField=false;
+ }
+ }
+
+ TaskTracker tracker = null;
+ if(receiptsField==false){
+// Receipt receipt =
+// new Receipt( notification.getUuid(), message.getNotifierId(), payload, deviceUUID );
+ tracker =
+ new TaskTracker( providerAdapter.getNotifier(), taskManager, null, deviceUUID );
+ }
+ else {
+ Receipt receipt =
+ new Receipt( notification.getUuid(), message.getNotifierId(), payload, deviceUUID );
+ tracker =
+ new TaskTracker( providerAdapter.getNotifier(), taskManager, receipt, deviceUUID );
+ }
if (!isOkToSend(notification)) {
tracker.failed(0, "Notification is duplicate/expired/cancelled.");
} else {
http://git-wip-us.apache.org/repos/asf/usergrid/blob/491aa084/stack/services/src/test/java/org/apache/usergrid/services/notifications/apns/NotificationsServiceIT.java
----------------------------------------------------------------------
diff --git a/stack/services/src/test/java/org/apache/usergrid/services/notifications/apns/NotificationsServiceIT.java b/stack/services/src/test/java/org/apache/usergrid/services/notifications/apns/NotificationsServiceIT.java
index 3923827..0ef5fe4 100644
--- a/stack/services/src/test/java/org/apache/usergrid/services/notifications/apns/NotificationsServiceIT.java
+++ b/stack/services/src/test/java/org/apache/usergrid/services/notifications/apns/NotificationsServiceIT.java
@@ -163,6 +163,32 @@ public class NotificationsServiceIT extends AbstractServiceNotificationIT {
}
@Test
+ public void singlePushNotificationNoReceipts() throws Exception {
+
+ app.clear();
+ String payload = "Hello, World!";
+ Map<String, String> payloads = new HashMap<String, String>(1);
+ payloads.put(notifier.getUuid().toString(), payload);
+ app.put("payloads", payloads);
+ app.put("queued", System.currentTimeMillis());
+ app.put("debug", true);
+ app.put("receipts",false );
+ app.put("expire", System.currentTimeMillis() + 300000); // add 5 minutes to current time
+
+ Entity e = app.testRequest(ServiceAction.POST, 1, "devices", device1.getUuid(), "notifications").getEntity();
+ app.testRequest(ServiceAction.GET, 1, "notifications", e.getUuid());
+
+ Notification notification = app.getEntityManager().get(e.getUuid(), Notification.class);
+ assertEquals(
+ notification.getPayloads().get(notifier.getUuid().toString()),
+ payload);
+
+ // perform push //
+ notification = notificationWaitForComplete(notification);
+ checkReceipts(notification, 0);
+ }
+
+ @Test
public void pushWithNoValidDevicesShouldComplete() throws Exception {
// create unrelated notifier
http://git-wip-us.apache.org/repos/asf/usergrid/blob/491aa084/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
----------------------------------------------------------------------
diff --git a/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java b/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
index 1c7915a..13b2887 100644
--- a/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
+++ b/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
@@ -150,7 +150,7 @@ public class NotificationsServiceIT extends AbstractServiceNotificationIT {
payloads.put(notifier.getUuid().toString(), payload);
app.put("payloads", payloads);
app.put("queued", System.currentTimeMillis());
- app.put("debug", true);
+ app.put("debug", false);
app.put("expire", System.currentTimeMillis() + 300000); // add 5 minutes to current time
Entity e = app.testRequest(ServiceAction.POST, 1, "devices", device1.getUuid(), "notifications").getEntity();
@@ -166,6 +166,31 @@ public class NotificationsServiceIT extends AbstractServiceNotificationIT {
checkReceipts(notification, 1);
}
+ @Test
+ public void singlePushNotificationNoReceipts() throws Exception {
+
+ app.clear();
+ String payload = "Hello, World!";
+ Map<String, String> payloads = new HashMap<String, String>(1);
+ payloads.put(notifier.getUuid().toString(), payload);
+ app.put("payloads", payloads);
+ app.put("queued", System.currentTimeMillis());
+ app.put("debug", true);
+ app.put("receipts",false );
+ app.put("expire", System.currentTimeMillis() + 300000); // add 5 minutes to current time
+
+ Entity e = app.testRequest(ServiceAction.POST, 1, "devices", device1.getUuid(), "notifications").getEntity();
+ app.testRequest(ServiceAction.GET, 1, "notifications", e.getUuid());
+
+ Notification notification = app.getEntityManager().get(e.getUuid(), Notification.class);
+ assertEquals(
+ notification.getPayloads().get(notifier.getUuid().toString()),
+ payload);
+
+ // perform push //
+ notification = notificationWaitForComplete(notification);
+ checkReceipts(notification, 0);
+ }
@Test
public void singlePushNotificationHighPriority() throws Exception {
[27/50] [abbrv] usergrid git commit: Merge branch 'release-2.1.1' of
https://git-wip-us.apache.org/repos/asf/usergrid into release-2.1.1
Posted by sn...@apache.org.
Merge branch 'release-2.1.1' of https://git-wip-us.apache.org/repos/asf/usergrid into release-2.1.1
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/a4622441
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/a4622441
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/a4622441
Branch: refs/heads/asf-site
Commit: a46224419cadfb71b3efd3f3005fce4212dcebcc
Parents: 794bbd4 e935067
Author: Michael Russo <mr...@apigee.com>
Authored: Wed Apr 13 18:55:19 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Wed Apr 13 18:55:19 2016 +0200
----------------------------------------------------------------------
----------------------------------------------------------------------
[24/50] [abbrv] usergrid git commit: Set a processingFinished
timestamp so we can tell how long it takes to queue up push notifications for
a particular query.
Posted by sn...@apache.org.
Set a processingFinished timestamp so we can tell how long it takes to queue up push notifications for a particular query.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/8c0338cf
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/8c0338cf
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/8c0338cf
Branch: refs/heads/asf-site
Commit: 8c0338cf664778f41b04ad46805eaecffea84852
Parents: 1127480
Author: Michael Russo <mr...@apigee.com>
Authored: Wed Apr 13 16:08:25 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Wed Apr 13 16:08:25 2016 +0200
----------------------------------------------------------------------
.../usergrid/persistence/entities/Notification.java | 13 +++++++++++++
.../impl/ApplicationQueueManagerImpl.java | 10 ++++++++++
2 files changed, 23 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/8c0338cf/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java b/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
index dc7c989..1350593 100644
--- a/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
+++ b/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
@@ -57,6 +57,10 @@ public class Notification extends TypedEntity {
@EntityProperty
protected Long queued;
+ /** Timestamp (ms) when the notification was processed */
+ @EntityProperty
+ protected Long processingFinished;
+
/** Timestamp (ms) when send notification started */
@EntityProperty
protected Long started;
@@ -138,6 +142,15 @@ public class Notification extends TypedEntity {
}
@JsonSerialize(include = JsonSerialize.Inclusion.NON_NULL)
+ public Long getProcessingFinished() {
+ return processingFinished;
+ }
+
+ public void setProcessingFinished(Long processingFinished) {
+ this.processingFinished = processingFinished;
+ }
+
+ @JsonSerialize(include = JsonSerialize.Inclusion.NON_NULL)
public Long getDeliver() {
return deliver;
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/8c0338cf/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
index f819e39..0b0432d 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
@@ -204,6 +204,16 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
})
+ .doOnCompleted( () -> {
+
+ try {
+ notification.setProcessingFinished(System.currentTimeMillis());
+ em.update(notification);
+ } catch (Exception e) {
+ logger.error("Unable to set processing finished timestamp for notification");
+ }
+
+ })
.doOnError(throwable -> logger.error("Failed while trying to send notification", throwable));
//TODO verify error handling here
[30/50] [abbrv] usergrid git commit: This closes #501. Merge branch
'pr/501' into release-2.1.1
Posted by sn...@apache.org.
This closes #501. Merge branch 'pr/501' into release-2.1.1
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/2e576f37
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/2e576f37
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/2e576f37
Branch: refs/heads/asf-site
Commit: 2e576f3737689d45b7ea7aa9fdd137138eea0702
Parents: 10ff27c 3a442b0
Author: Dave Johnson <sn...@apache.org>
Authored: Wed Apr 13 17:16:35 2016 -0400
Committer: Dave Johnson <sn...@apache.org>
Committed: Wed Apr 13 17:16:35 2016 -0400
----------------------------------------------------------------------
.../collection/CollectionsResourceIT.java | 40 ++++++++++++++++++++
.../rest/test/resource/ClientSetup.java | 10 +++++
.../services/AbstractCollectionService.java | 23 +++++++++--
3 files changed, 70 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
[44/50] [abbrv] usergrid git commit: Reduce amount of stack traces
logged by ES exceptions and change indexing ! wildcard to "none".
Posted by sn...@apache.org.
Reduce amount of stack traces logged by ES exceptions and change indexing ! wildcard to "none".
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/dfaf344a
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/dfaf344a
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/dfaf344a
Branch: refs/heads/asf-site
Commit: dfaf344a0e294520e12f672be595b52c7c857330
Parents: 06caa25
Author: Michael Russo <mr...@apigee.com>
Authored: Mon Apr 18 11:51:31 2016 +0100
Committer: Michael Russo <mr...@apigee.com>
Committed: Mon Apr 18 11:51:31 2016 +0100
----------------------------------------------------------------------
.../usergrid/corepersistence/CpEntityManager.java | 6 +++---
.../persistence/index/impl/EsEntityIndexImpl.java | 16 ++++++++--------
.../persistence/index/impl/FailureMonitorImpl.java | 2 +-
.../collection/CollectionsResourceIT.java | 6 +++---
4 files changed, 15 insertions(+), 15 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/dfaf344a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
index 750cf7b..73f5d5a 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
@@ -627,7 +627,7 @@ public class CpEntityManager implements EntityManager {
if ( collectionIndexingSchema.isPresent()) {
Map jsonMapData = collectionIndexingSchema.get();
final ArrayList fields = (ArrayList) jsonMapData.get( "fields" );
- if ( fields.size() == 1 && fields.get(0).equals("!")) {
+ if ( fields.size() == 1 && fields.get(0).equals("none")) {
skipIndexing = true;
}
}
@@ -1819,9 +1819,9 @@ public class CpEntityManager implements EntityManager {
wildCardArrayList.add( "*" );
schemaMap.put( "fields", wildCardArrayList );
- } else if ( fieldProperties.contains( "!" )) {
+ } else if ( fieldProperties.contains( "none" )) {
ArrayList<String> wildCardArrayList = new ArrayList<>();
- wildCardArrayList.add( "!" );
+ wildCardArrayList.add( "none" );
schemaMap.put( "fields", wildCardArrayList );
} else {
http://git-wip-us.apache.org/repos/asf/usergrid/blob/dfaf344a/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/EsEntityIndexImpl.java
----------------------------------------------------------------------
diff --git a/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/EsEntityIndexImpl.java b/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/EsEntityIndexImpl.java
index f5da29a..10ee91e 100644
--- a/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/EsEntityIndexImpl.java
+++ b/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/EsEntityIndexImpl.java
@@ -439,7 +439,7 @@ public class EsEntityIndexImpl implements EntityIndex,VersionedData {
searchResponse = srb.execute().actionGet();
}
catch ( Throwable t ) {
- logger.error( "Unable to communicate with Elasticsearch", t );
+ logger.error( "Unable to communicate with Elasticsearch", t.getMessage() );
failureMonitor.fail( "Unable to execute batch", t );
throw t;
}
@@ -522,7 +522,7 @@ public class EsEntityIndexImpl implements EntityIndex,VersionedData {
}
}
catch ( Throwable t ) {
- logger.error( "Unable to communicate with Elasticsearch", t );
+ logger.error( "Unable to communicate with Elasticsearch", t.getMessage() );
failureMonitor.fail( "Unable to execute batch", t );
throw t;
}
@@ -607,7 +607,7 @@ public class EsEntityIndexImpl implements EntityIndex,VersionedData {
}
}
catch ( Throwable t ) {
- logger.error( "Unable to communicate with Elasticsearch", t );
+ logger.error( "Unable to communicate with Elasticsearch", t.getMessage() );
failureMonitor.fail( "Unable to execute batch", t );
throw t;
}
@@ -640,11 +640,11 @@ public class EsEntityIndexImpl implements EntityIndex,VersionedData {
@Override
public void onFailure( Throwable e ) {
- logger.error( "failed on delete index", e );
+ logger.error( "Failed on delete index", e.getMessage() );
}
} );
return Observable.from( response );
- } ).doOnError( t -> logger.error( "Failed on delete application", t ) );
+ } ).doOnError( t -> logger.error( "Failed on delete application", t.getMessage() ) );
}
@@ -762,7 +762,7 @@ public class EsEntityIndexImpl implements EntityIndex,VersionedData {
operation.doOp();
}
catch ( Exception e ) {
- logger.error( "Unable to execute operation, retrying", e );
+ logger.error( "Unable to execute operation, retrying", e.getMessage() );
try {
Thread.sleep( WAIT_TIME );
} catch ( InterruptedException ie ) {
@@ -788,7 +788,7 @@ public class EsEntityIndexImpl implements EntityIndex,VersionedData {
return Health.valueOf( chr.getStatus().name() );
}
catch ( Exception ex ) {
- logger.error( "Error connecting to ElasticSearch", ex );
+ logger.error( "Error connecting to ElasticSearch", ex.getMessage() );
}
// this is bad, red alert!
@@ -812,7 +812,7 @@ public class EsEntityIndexImpl implements EntityIndex,VersionedData {
return Health.valueOf( chr.getStatus().name() );
}
catch ( Exception ex ) {
- logger.error( "Error connecting to ElasticSearch", ex );
+ logger.error( "Error connecting to ElasticSearch", ex.getMessage() );
}
// this is bad, red alert!
http://git-wip-us.apache.org/repos/asf/usergrid/blob/dfaf344a/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/FailureMonitorImpl.java
----------------------------------------------------------------------
diff --git a/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/FailureMonitorImpl.java b/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/FailureMonitorImpl.java
index 943eabb..19749df 100644
--- a/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/FailureMonitorImpl.java
+++ b/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/FailureMonitorImpl.java
@@ -74,7 +74,7 @@ public class FailureMonitorImpl implements FailureMonitor {
final int maxCount = indexFig.getFailRefreshCount();
if ( fails > maxCount ) {
- logger.error( "Unable to connect to elasticsearch. Reason is {}", message, throwable );
+ logger.error( "Unable to connect to elasticsearch. Reason is {}", throwable.getMessage() );
logger.warn( "We have failed to connect to Elastic Search {} times. Max allowed is {}. Resetting connection", fails, maxCount );
esProvider.releaseClient();
http://git-wip-us.apache.org/repos/asf/usergrid/blob/dfaf344a/stack/rest/src/test/java/org/apache/usergrid/rest/applications/collection/CollectionsResourceIT.java
----------------------------------------------------------------------
diff --git a/stack/rest/src/test/java/org/apache/usergrid/rest/applications/collection/CollectionsResourceIT.java b/stack/rest/src/test/java/org/apache/usergrid/rest/applications/collection/CollectionsResourceIT.java
index b240629..8ed2154 100644
--- a/stack/rest/src/test/java/org/apache/usergrid/rest/applications/collection/CollectionsResourceIT.java
+++ b/stack/rest/src/test/java/org/apache/usergrid/rest/applications/collection/CollectionsResourceIT.java
@@ -943,14 +943,14 @@ public class CollectionsResourceIT extends AbstractRestIT {
/**
- * Test that when schema is "!" entity gets saved but does not get indexed
+ * Test that when schema is "none" entity gets saved but does not get indexed
*/
@Test
public void postCollectionSchemaWithWildcardIndexNone() throws Exception {
// creating schema with no index wildcard and other fields that should be ignored
ArrayList<String> indexingArray = new ArrayList<>( );
- indexingArray.add( "!" );
+ indexingArray.add( "none" );
indexingArray.add( "one" );
indexingArray.add( "two" );
Entity payload = new Entity();
@@ -965,7 +965,7 @@ public class CollectionsResourceIT extends AbstractRestIT {
Collection collection = app().collection( collectionName ).collection( "_index" ).get();
LinkedHashMap testCollectionSchema = (LinkedHashMap)collection.getResponse().getData();
ArrayList<String> schema = ( ArrayList<String> ) testCollectionSchema.get( "fields" );
- assertTrue( schema.contains( "!" ) );
+ assertTrue( schema.contains( "none" ) );
assertFalse( schema.contains( "one" ) );
assertFalse( schema.contains( "two" ) );
[19/50] [abbrv] usergrid git commit: Merge commit
'refs/pull/500/head' of github.com:apache/usergrid into release-2.1.1
Posted by sn...@apache.org.
Merge commit 'refs/pull/500/head' of github.com:apache/usergrid into release-2.1.1
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/6b9e5efe
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/6b9e5efe
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/6b9e5efe
Branch: refs/heads/asf-site
Commit: 6b9e5efe05a57cca90b4daff35917528c5417646
Parents: 5a508c6 44bcbc4
Author: Michael Russo <mr...@apigee.com>
Authored: Tue Apr 12 00:26:22 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Tue Apr 12 00:26:22 2016 +0200
----------------------------------------------------------------------
tests/performance/runLoadNestedEntities.sh | 98 ++++++++++++++++++++
.../datagenerators/EntityDataGenerator.scala | 40 ++++++++
.../org/apache/usergrid/enums/EntityType.scala | 3 +-
3 files changed, 140 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
[13/50] [abbrv] usergrid git commit: Don't cache Optionals or nulls
in app id cache.
Posted by sn...@apache.org.
Don't cache Optionals or nulls in app id cache.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/177e0637
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/177e0637
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/177e0637
Branch: refs/heads/asf-site
Commit: 177e06375351dbcff7f14e158814b47c53413d56
Parents: 74de4bc
Author: Dave Johnson <sn...@apache.org>
Authored: Fri Apr 8 18:51:14 2016 -0400
Committer: Dave Johnson <sn...@apache.org>
Committed: Fri Apr 8 18:51:14 2016 -0400
----------------------------------------------------------------------
.../corepersistence/ApplicationIdCache.java | 6 +-
.../corepersistence/ApplicationIdCacheImpl.java | 64 ++++++++------------
.../corepersistence/CpEntityManagerFactory.java | 9 ++-
.../persistence/EntityManagerFactory.java | 4 +-
.../index/AsyncEventServiceImplTest.java | 23 +++----
.../cassandra/EntityManagerFactoryImplIT.java | 8 +--
.../apache/usergrid/mongo/BasicMongoTest.java | 8 +--
.../apache/usergrid/mongo/MongoQueryTest.java | 18 +++---
.../organizations/OrganizationResource.java | 8 +--
.../cassandra/ManagementServiceImpl.java | 8 +--
.../migration/AppInfoMigrationPluginTest.java | 8 +--
11 files changed, 70 insertions(+), 94 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/177e0637/stack/core/src/main/java/org/apache/usergrid/corepersistence/ApplicationIdCache.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/ApplicationIdCache.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/ApplicationIdCache.java
index a7d1c4e..83c2144 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/ApplicationIdCache.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/ApplicationIdCache.java
@@ -35,17 +35,17 @@ public interface ApplicationIdCache {
/**
* Evict the application by name
*/
- public Optional<UUID> getApplicationId(final String applicationName);
+ UUID getApplicationId( final String applicationName );
/**
* Evict the app id by the name
*/
- public void evictAppId(final String applicationName);
+ void evictAppId( final String applicationName );
/**
* Evict all caches
*/
- public void evictAll();
+ void evictAll();
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/177e0637/stack/core/src/main/java/org/apache/usergrid/corepersistence/ApplicationIdCacheImpl.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/ApplicationIdCacheImpl.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/ApplicationIdCacheImpl.java
index 95171a8..7745359 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/ApplicationIdCacheImpl.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/ApplicationIdCacheImpl.java
@@ -16,74 +16,64 @@
* specific language governing permissions and limitations
* under the License.
*/
-
package org.apache.usergrid.corepersistence;
import com.google.common.cache.CacheBuilder;
import com.google.common.cache.CacheLoader;
import com.google.common.cache.LoadingCache;
-
import org.apache.usergrid.corepersistence.util.CpNamingUtils;
import org.apache.usergrid.persistence.EntityManager;
-import org.apache.usergrid.persistence.Query;
import org.apache.usergrid.persistence.Schema;
import org.apache.usergrid.persistence.collection.EntityCollectionManager;
import org.apache.usergrid.persistence.core.scope.ApplicationScopeImpl;
import org.apache.usergrid.persistence.model.entity.Id;
import org.apache.usergrid.persistence.model.entity.SimpleId;
import org.apache.usergrid.persistence.model.field.StringField;
-import org.apache.usergrid.utils.UUIDUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import rx.Observable;
-import com.google.common.base.Optional;
import java.util.UUID;
import java.util.concurrent.TimeUnit;
-
/**
- * Implements the org app cache for faster runtime lookups. These values are immutable, so this LRU cache can stay
- * full for the duration of the execution
+ * Implements the org app cache for faster runtime lookups.
+ * These values are immutable, so this LRU cache can stay full for the duration of the execution.
*/
public class ApplicationIdCacheImpl implements ApplicationIdCache {
private static final Logger logger = LoggerFactory.getLogger(ApplicationIdCacheImpl.class);
+ // cache the pointer to our root entity manager for reference
+ private final LoadingCache<String, UUID> appCache;
- /**
- * Cache the pointer to our root entity manager for reference
- */
-
- private final LoadingCache<String, Optional<UUID>> appCache;
private final EntityManager managementEnityManager;
+
private final ManagerCache managerCache;
- public ApplicationIdCacheImpl(final EntityManager managementEnityManager, ManagerCache managerCache, ApplicationIdCacheFig fig) {
+ public ApplicationIdCacheImpl(
+ final EntityManager managementEnityManager, ManagerCache managerCache, ApplicationIdCacheFig fig) {
+
this.managementEnityManager = managementEnityManager;
this.managerCache = managerCache;
+
appCache = CacheBuilder.newBuilder()
.maximumSize(fig.getCacheSize())
.expireAfterWrite(fig.getCacheTimeout(), TimeUnit.MILLISECONDS)
- .build(new CacheLoader<String, Optional<UUID>>() {
+ .build(new CacheLoader<String, UUID>() {
@Override
- public Optional<UUID> load(final String key) throws Exception {
- return Optional.fromNullable(fetchApplicationId(key));
+ public UUID load(final String key) throws Exception {
+ return fetchApplicationId(key);
}
});
}
@Override
- public Optional<UUID> getApplicationId( final String applicationName ) {
+ public UUID getApplicationId( final String applicationName ) {
try {
- Optional<UUID> optionalUuid = appCache.get( applicationName.toLowerCase() );
- if(!optionalUuid.isPresent()){
- appCache.invalidate(applicationName.toLowerCase());
- return Optional.absent();
- }
- return optionalUuid;
+ return appCache.get( applicationName.toLowerCase() );
} catch (Exception e) {
if (logger.isDebugEnabled()) {
logger.debug("Returning for key {} value null", applicationName);
@@ -112,25 +102,21 @@ public class ApplicationIdCacheImpl implements ApplicationIdCache {
logger.error("Error looking up management app", e);
}
- try {
+ // look up application_info ID for application using unique "name" field
+ final Observable<Id> idObs = ecm.getIdField(
+ CpNamingUtils.APPLICATION_INFO, new StringField(Schema.PROPERTY_NAME, applicationName));
+ Id id = idObs.toBlocking().lastOrDefault(null);
- // look up application_info ID for application using unique "name" field
- final Observable<Id> idObs = ecm.getIdField(
- CpNamingUtils.APPLICATION_INFO, new StringField(Schema.PROPERTY_NAME, applicationName));
+ if ( id != null ) {
+ value = id.getUuid();
- Id id = idObs.toBlocking().lastOrDefault(null);
- if(id != null) {
- value = id.getUuid();
- }else{
- if(logger.isDebugEnabled()) {
- logger.debug("Could not load value for key {} ", applicationName);
- }
+ } else {
+ if (logger.isDebugEnabled()) {
+ logger.debug( "Could not load value for key {} ", applicationName );
}
- return value;
- }
- catch ( Exception e ) {
- throw new RuntimeException( "Unable to retrieve application id", e );
}
+
+ return value;
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/177e0637/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManagerFactory.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManagerFactory.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManagerFactory.java
index a2054d9..a88bf7b 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManagerFactory.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManagerFactory.java
@@ -31,7 +31,6 @@ import org.springframework.context.ApplicationContextAware;
import org.apache.commons.lang.StringUtils;
import org.apache.usergrid.corepersistence.asyncevents.AsyncEventService;
-import org.apache.usergrid.corepersistence.index.IndexSchemaCache;
import org.apache.usergrid.corepersistence.index.IndexSchemaCacheFactory;
import org.apache.usergrid.corepersistence.index.ReIndexRequestBuilder;
import org.apache.usergrid.corepersistence.index.ReIndexService;
@@ -220,9 +219,9 @@ public class CpEntityManagerFactory implements EntityManagerFactory, Application
String appName = buildAppName( orgName, name );
- final Optional<UUID> appId = applicationIdCache.getApplicationId( appName );
+ final UUID appId = applicationIdCache.getApplicationId( appName );
- if ( appId.isPresent()) {
+ if ( appId == null ) {
throw new ApplicationAlreadyExistsException( name );
}
@@ -260,7 +259,7 @@ public class CpEntityManagerFactory implements EntityManagerFactory, Application
// check for pre-existing application
- if ( lookupApplication( appName ).isPresent()) {
+ if ( lookupApplication( appName ) == null ) {
throw new ApplicationAlreadyExistsException( appName );
}
@@ -451,7 +450,7 @@ public class CpEntityManagerFactory implements EntityManagerFactory, Application
}
- public Optional<UUID> lookupApplication( String orgAppName ) throws Exception {
+ public UUID lookupApplication(String orgAppName ) throws Exception {
return applicationIdCache.getApplicationId(orgAppName);
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/177e0637/stack/core/src/main/java/org/apache/usergrid/persistence/EntityManagerFactory.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/persistence/EntityManagerFactory.java b/stack/core/src/main/java/org/apache/usergrid/persistence/EntityManagerFactory.java
index 96bd3b2..eedde17 100644
--- a/stack/core/src/main/java/org/apache/usergrid/persistence/EntityManagerFactory.java
+++ b/stack/core/src/main/java/org/apache/usergrid/persistence/EntityManagerFactory.java
@@ -20,8 +20,6 @@ package org.apache.usergrid.persistence;
import java.util.Map;
import java.util.UUID;
-import com.google.common.base.Optional;
-
import org.apache.usergrid.persistence.core.util.Health;
import org.apache.usergrid.persistence.index.EntityIndex;
@@ -121,7 +119,7 @@ public interface EntityManagerFactory {
*
* @throws Exception the exception
*/
- Optional<UUID> lookupApplication( String name ) throws Exception;
+ UUID lookupApplication(String name ) throws Exception;
/**
* Returns all the applications in the system.
http://git-wip-us.apache.org/repos/asf/usergrid/blob/177e0637/stack/core/src/test/java/org/apache/usergrid/corepersistence/index/AsyncEventServiceImplTest.java
----------------------------------------------------------------------
diff --git a/stack/core/src/test/java/org/apache/usergrid/corepersistence/index/AsyncEventServiceImplTest.java b/stack/core/src/test/java/org/apache/usergrid/corepersistence/index/AsyncEventServiceImplTest.java
index c915464..4c0058b 100644
--- a/stack/core/src/test/java/org/apache/usergrid/corepersistence/index/AsyncEventServiceImplTest.java
+++ b/stack/core/src/test/java/org/apache/usergrid/corepersistence/index/AsyncEventServiceImplTest.java
@@ -20,31 +20,24 @@
package org.apache.usergrid.corepersistence.index;
-import org.apache.usergrid.corepersistence.asyncevents.EventBuilder;
-import org.apache.usergrid.persistence.index.EntityIndexFactory;
-import org.apache.usergrid.persistence.index.impl.IndexProducer;
-import org.apache.usergrid.persistence.queue.QueueFig;
-import org.junit.Rule;
-import org.junit.runner.RunWith;
-
+import com.google.inject.Inject;
+import net.jcip.annotations.NotThreadSafe;
import org.apache.usergrid.corepersistence.TestIndexModule;
import org.apache.usergrid.corepersistence.asyncevents.AsyncEventService;
import org.apache.usergrid.corepersistence.asyncevents.AsyncEventServiceImpl;
+import org.apache.usergrid.corepersistence.asyncevents.EventBuilder;
import org.apache.usergrid.persistence.core.aws.NoAWSCredsRule;
import org.apache.usergrid.persistence.core.metrics.MetricsFactory;
import org.apache.usergrid.persistence.core.rx.RxTaskScheduler;
import org.apache.usergrid.persistence.core.test.UseModules;
+import org.apache.usergrid.persistence.index.EntityIndexFactory;
import org.apache.usergrid.persistence.index.impl.EsRunner;
+import org.apache.usergrid.persistence.index.impl.IndexProducer;
import org.apache.usergrid.persistence.map.MapManagerFactory;
+import org.apache.usergrid.persistence.queue.QueueFig;
import org.apache.usergrid.persistence.queue.QueueManagerFactory;
-
-import com.google.inject.Inject;
-
-import net.jcip.annotations.NotThreadSafe;
-
-import static org.apache.usergrid.persistence.core.util.IdGenerator.createId;
-import static org.junit.Assert.assertEquals;
-import static org.junit.Assert.fail;
+import org.junit.Rule;
+import org.junit.runner.RunWith;
@RunWith( EsRunner.class )
http://git-wip-us.apache.org/repos/asf/usergrid/blob/177e0637/stack/core/src/test/java/org/apache/usergrid/persistence/cassandra/EntityManagerFactoryImplIT.java
----------------------------------------------------------------------
diff --git a/stack/core/src/test/java/org/apache/usergrid/persistence/cassandra/EntityManagerFactoryImplIT.java b/stack/core/src/test/java/org/apache/usergrid/persistence/cassandra/EntityManagerFactoryImplIT.java
index abd55ea..d287d7e 100644
--- a/stack/core/src/test/java/org/apache/usergrid/persistence/cassandra/EntityManagerFactoryImplIT.java
+++ b/stack/core/src/test/java/org/apache/usergrid/persistence/cassandra/EntityManagerFactoryImplIT.java
@@ -134,7 +134,7 @@ public class EntityManagerFactoryImplIT extends AbstractCoreIT {
Entity film2 = em.create( "film", properties2 );
for ( int j=0; j<maxRetries; j++ ) {
- if ( setup.getEmf().lookupApplication( orgName + "/" + appName ).isPresent()) {
+ if ( setup.getEmf().lookupApplication( orgName + "/" + appName ) != null ) {
break;
}
Thread.sleep( 500 );
@@ -171,7 +171,7 @@ public class EntityManagerFactoryImplIT extends AbstractCoreIT {
assertTrue("Deleted app must be found in in deleted apps collection", found);
// attempt to get entities in application's collections in various ways should all fail
- found = setup.getEmf().lookupApplication( orgName + "/" + appName ).isPresent() ;
+ found = setup.getEmf().lookupApplication( orgName + "/" + appName ) != null;
assertFalse("Lookup of deleted app must fail", found);
@@ -211,7 +211,7 @@ public class EntityManagerFactoryImplIT extends AbstractCoreIT {
assertTrue("Restored app not found in apps collection", found);
// TODO: this assertion should work!
- assertTrue(setup.getEmf().lookupApplication( orgName + "/" + appName ).isPresent());
+ assertTrue(setup.getEmf().lookupApplication( orgName + "/" + appName ) != null );
}
@@ -307,7 +307,7 @@ public class EntityManagerFactoryImplIT extends AbstractCoreIT {
UUID appId = setup.createApplication(orgName, appName);
- UUID lookedUpId = setup.getEmf().lookupApplication( orgAppName ).get();
+ UUID lookedUpId = setup.getEmf().lookupApplication( orgAppName );
Assert.assertEquals(appId, lookedUpId);
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/177e0637/stack/mongo-emulator/src/test/java/org/apache/usergrid/mongo/BasicMongoTest.java
----------------------------------------------------------------------
diff --git a/stack/mongo-emulator/src/test/java/org/apache/usergrid/mongo/BasicMongoTest.java b/stack/mongo-emulator/src/test/java/org/apache/usergrid/mongo/BasicMongoTest.java
index 17e4449..bcd4d2b 100644
--- a/stack/mongo-emulator/src/test/java/org/apache/usergrid/mongo/BasicMongoTest.java
+++ b/stack/mongo-emulator/src/test/java/org/apache/usergrid/mongo/BasicMongoTest.java
@@ -110,7 +110,7 @@ public class BasicMongoTest extends AbstractMongoTest {
// check we can find it when using the native entity manager
- UUID appId = emf.lookupApplication( "test-organization/test-app" ).get();
+ UUID appId = emf.lookupApplication( "test-organization/test-app" );
EntityManager em = emf.getEntityManager( appId );
Entity entity = em.get( new SimpleEntityRef( (String)returnedObject.get("type"), id ));
@@ -228,7 +228,7 @@ public class BasicMongoTest extends AbstractMongoTest {
Thread.sleep( 5000 );
- UUID appId = emf.lookupApplication( "test-organization/test-app" ).get();
+ UUID appId = emf.lookupApplication( "test-organization/test-app" );
EntityManager em = emf.getEntityManager( appId );
Entity entity = em.get( new SimpleEntityRef( (String)returnedObject.get("type"), id ) );
@@ -290,7 +290,7 @@ public class BasicMongoTest extends AbstractMongoTest {
// check it has been deleted
- UUID appId = emf.lookupApplication( "test-organization/test-app" ).get();
+ UUID appId = emf.lookupApplication( "test-organization/test-app" );
EntityManager em = emf.getEntityManager( appId );
Entity entity = em.get( new SimpleEntityRef( (String)returnedObject.get("type"), id ) );
@@ -345,7 +345,7 @@ public class BasicMongoTest extends AbstractMongoTest {
assertFalse( cursor.hasNext() );
// check it has been deleted
- UUID appId = emf.lookupApplication( "test-organization/test-app" ).get();
+ UUID appId = emf.lookupApplication( "test-organization/test-app" );
EntityManager em = emf.getEntityManager( appId );
Results results =
http://git-wip-us.apache.org/repos/asf/usergrid/blob/177e0637/stack/mongo-emulator/src/test/java/org/apache/usergrid/mongo/MongoQueryTest.java
----------------------------------------------------------------------
diff --git a/stack/mongo-emulator/src/test/java/org/apache/usergrid/mongo/MongoQueryTest.java b/stack/mongo-emulator/src/test/java/org/apache/usergrid/mongo/MongoQueryTest.java
index 6bd1df9..98bc7ba 100644
--- a/stack/mongo-emulator/src/test/java/org/apache/usergrid/mongo/MongoQueryTest.java
+++ b/stack/mongo-emulator/src/test/java/org/apache/usergrid/mongo/MongoQueryTest.java
@@ -45,7 +45,7 @@ public class MongoQueryTest extends AbstractMongoTest {
@Test
public void stringEqual() throws Exception {
- UUID appId = emf.lookupApplication( "test-organization/test-app" ).get();
+ UUID appId = emf.lookupApplication( "test-organization/test-app" );
EntityManager em = emf.getEntityManager( appId );
Map<String, Object> properties = new LinkedHashMap<String, Object>();
@@ -105,7 +105,7 @@ public class MongoQueryTest extends AbstractMongoTest {
@Test
public void greaterThan() throws Exception {
- UUID appId = emf.lookupApplication( "test-organization/test-app" ).get();
+ UUID appId = emf.lookupApplication( "test-organization/test-app" );
EntityManager em = emf.getEntityManager( appId );
Map<String, Object> properties = new LinkedHashMap<String, Object>();
@@ -156,7 +156,7 @@ public class MongoQueryTest extends AbstractMongoTest {
@Test
public void greaterThanEqual() throws Exception {
- UUID appId = emf.lookupApplication( "test-organization/test-app" ).get();
+ UUID appId = emf.lookupApplication( "test-organization/test-app" );
EntityManager em = emf.getEntityManager( appId );
Map<String, Object> properties = new LinkedHashMap<String, Object>();
@@ -211,7 +211,7 @@ public class MongoQueryTest extends AbstractMongoTest {
@Test
public void lessThan() throws Exception {
- UUID appId = emf.lookupApplication( "test-organization/test-app" ).get();
+ UUID appId = emf.lookupApplication( "test-organization/test-app" );
EntityManager em = emf.getEntityManager( appId );
Map<String, Object> properties = new LinkedHashMap<String, Object>();
@@ -262,7 +262,7 @@ public class MongoQueryTest extends AbstractMongoTest {
@Test
public void lessThanEqual() throws Exception {
- UUID appId = emf.lookupApplication( "test-organization/test-app" ).get();
+ UUID appId = emf.lookupApplication( "test-organization/test-app" );
EntityManager em = emf.getEntityManager( appId );
Map<String, Object> properties = new LinkedHashMap<String, Object>();
@@ -317,7 +317,7 @@ public class MongoQueryTest extends AbstractMongoTest {
@Test
public void in() throws Exception {
- UUID appId = emf.lookupApplication( "test-organization/test-app" ).get();
+ UUID appId = emf.lookupApplication( "test-organization/test-app" );
EntityManager em = emf.getEntityManager( appId );
Map<String, Object> properties = new LinkedHashMap<String, Object>();
@@ -372,7 +372,7 @@ public class MongoQueryTest extends AbstractMongoTest {
@Test
public void or() throws Exception {
- UUID appId = emf.lookupApplication( "test-organization/test-app" ).get();
+ UUID appId = emf.lookupApplication( "test-organization/test-app" );
EntityManager em = emf.getEntityManager( appId );
Map<String, Object> properties = new LinkedHashMap<String, Object>();
@@ -427,7 +427,7 @@ public class MongoQueryTest extends AbstractMongoTest {
@Test
public void and() throws Exception {
- UUID appId = emf.lookupApplication( "test-organization/test-app" ).get();
+ UUID appId = emf.lookupApplication( "test-organization/test-app" );
EntityManager em = emf.getEntityManager( appId );
Map<String, Object> properties = new LinkedHashMap<String, Object>();
@@ -476,7 +476,7 @@ public class MongoQueryTest extends AbstractMongoTest {
@Test
public void withFieldSelector() throws Exception {
- UUID appId = emf.lookupApplication( "test-organization/test-app" ).get();
+ UUID appId = emf.lookupApplication( "test-organization/test-app" );
EntityManager em = emf.getEntityManager( appId );
Map<String, Object> properties = new LinkedHashMap<String, Object>();
http://git-wip-us.apache.org/repos/asf/usergrid/blob/177e0637/stack/rest/src/main/java/org/apache/usergrid/rest/organizations/OrganizationResource.java
----------------------------------------------------------------------
diff --git a/stack/rest/src/main/java/org/apache/usergrid/rest/organizations/OrganizationResource.java b/stack/rest/src/main/java/org/apache/usergrid/rest/organizations/OrganizationResource.java
index 43867e3..dea727f 100644
--- a/stack/rest/src/main/java/org/apache/usergrid/rest/organizations/OrganizationResource.java
+++ b/stack/rest/src/main/java/org/apache/usergrid/rest/organizations/OrganizationResource.java
@@ -138,9 +138,9 @@ public class OrganizationResource extends AbstractContextResource {
}
String orgAppName = PathingUtils.assembleAppName( organizationName, applicationName );
- Optional<UUID> optionalAppId = emf.lookupApplication( orgAppName );
+ UUID optionalAppId = emf.lookupApplication( orgAppName );
- if ( !optionalAppId.isPresent()) {
+ if ( optionalAppId == null ) {
// TODO: fix this hacky work-around for apparent Jersey issue
UUID applicationId = UUIDUtils.tryExtractUUID( applicationName );
@@ -148,11 +148,11 @@ public class OrganizationResource extends AbstractContextResource {
if ( applicationId == null ) {
throw new OrganizationApplicationNotFoundException( orgAppName, uriInfo, properties, management );
}else{
- optionalAppId = Optional.fromNullable(applicationId);
+ optionalAppId = applicationId;
}
}
- return appResourceFor( optionalAppId.get() );
+ return appResourceFor( optionalAppId );
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/177e0637/stack/services/src/main/java/org/apache/usergrid/management/cassandra/ManagementServiceImpl.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/management/cassandra/ManagementServiceImpl.java b/stack/services/src/main/java/org/apache/usergrid/management/cassandra/ManagementServiceImpl.java
index 7b55c84..a586c26 100644
--- a/stack/services/src/main/java/org/apache/usergrid/management/cassandra/ManagementServiceImpl.java
+++ b/stack/services/src/main/java/org/apache/usergrid/management/cassandra/ManagementServiceImpl.java
@@ -1796,7 +1796,7 @@ public class ManagementServiceImpl implements ManagementService {
throw new EntityNotFoundException("Deleted application ID " + applicationId + " not found");
}
- if ( emf.lookupApplication( app.getName() ).isPresent()) {
+ if ( emf.lookupApplication( app.getName() ) != null ) {
throw new ConflictException("Cannot restore application, one with that name already exists.");
}
@@ -1990,11 +1990,11 @@ public class ManagementServiceImpl implements ManagementService {
if ( applicationName == null ) {
return null;
}
- Optional<UUID> applicationId = emf.lookupApplication(applicationName);
- if ( !applicationId.isPresent() ) {
+ UUID applicationId = emf.lookupApplication(applicationName);
+ if ( applicationId == null ) {
return null;
}
- return new ApplicationInfo( applicationId.get(), applicationName.toLowerCase() );
+ return new ApplicationInfo( applicationId, applicationName.toLowerCase() );
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/177e0637/stack/services/src/test/java/org/apache/usergrid/corepersistence/migration/AppInfoMigrationPluginTest.java
----------------------------------------------------------------------
diff --git a/stack/services/src/test/java/org/apache/usergrid/corepersistence/migration/AppInfoMigrationPluginTest.java b/stack/services/src/test/java/org/apache/usergrid/corepersistence/migration/AppInfoMigrationPluginTest.java
index 8fe50de..b697f12 100644
--- a/stack/services/src/test/java/org/apache/usergrid/corepersistence/migration/AppInfoMigrationPluginTest.java
+++ b/stack/services/src/test/java/org/apache/usergrid/corepersistence/migration/AppInfoMigrationPluginTest.java
@@ -202,7 +202,7 @@ public class AppInfoMigrationPluginTest {
for ( Entity applicationInfo : deletedApps ) {
String appName = applicationInfo.getName();
- boolean isPresent = setup.getEmf().lookupApplication( appName ).isPresent();
+ boolean isPresent = setup.getEmf().lookupApplication( appName ) != null;
// missing application_info does not completely break applications, but we...
assertFalse("Should not be able to lookup deleted application by name" + appName, isPresent);
@@ -219,11 +219,11 @@ public class AppInfoMigrationPluginTest {
String appName = orgName + "/application" + i;
- Optional<UUID> uuid = setup.getEmf().lookupApplication(appName);
+ UUID uuid = setup.getEmf().lookupApplication(appName);
- assertTrue ("Should be able to get application", uuid.isPresent() );
+ assertTrue ("Should be able to get application", uuid != null );
- EntityManager em = setup.getEmf().getEntityManager( uuid.get() );
+ EntityManager em = setup.getEmf().getEntityManager( uuid );
Application app = em.getApplication();
assertEquals( appName, app.getName() );
[18/50] [abbrv] usergrid git commit: Merge commit
'refs/pull/499/head' of github.com:apache/usergrid into release-2.1.1
Posted by sn...@apache.org.
Merge commit 'refs/pull/499/head' of github.com:apache/usergrid into release-2.1.1
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/5a508c6e
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/5a508c6e
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/5a508c6e
Branch: refs/heads/asf-site
Commit: 5a508c6e63575efcf3f997a971b11b84f33b0dae
Parents: c1375bf 9486cdd
Author: Michael Russo <mr...@apigee.com>
Authored: Tue Apr 12 00:26:05 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Tue Apr 12 00:26:05 2016 +0200
----------------------------------------------------------------------
.../corepersistence/ApplicationIdCache.java | 6 +-
.../corepersistence/ApplicationIdCacheImpl.java | 64 ++++++++------------
.../corepersistence/CpEntityManagerFactory.java | 9 ++-
.../persistence/EntityManagerFactory.java | 4 +-
.../index/AsyncEventServiceImplTest.java | 23 +++----
.../cassandra/EntityManagerFactoryImplIT.java | 8 +--
.../apache/usergrid/mongo/BasicMongoTest.java | 8 +--
.../apache/usergrid/mongo/MongoQueryTest.java | 18 +++---
.../organizations/OrganizationResource.java | 8 +--
.../cassandra/ManagementServiceImpl.java | 8 +--
.../migration/AppInfoMigrationPluginTest.java | 8 +--
11 files changed, 70 insertions(+), 94 deletions(-)
----------------------------------------------------------------------
[43/50] [abbrv] usergrid git commit: Final changes to enhance
parallel loading of devices for push notifications.
Posted by sn...@apache.org.
Final changes to enhance parallel loading of devices for push notifications.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/06caa250
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/06caa250
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/06caa250
Branch: refs/heads/asf-site
Commit: 06caa2509407322498c025b1b3d39135d82777cc
Parents: cc3cbfe
Author: Michael Russo <mr...@apigee.com>
Authored: Sun Apr 17 18:02:32 2016 +0100
Committer: Michael Russo <mr...@apigee.com>
Committed: Sun Apr 17 18:02:32 2016 +0100
----------------------------------------------------------------------
.../pipeline/builder/IdBuilder.java | 2 +-
.../persistence/MultiQueryIterator.java | 2 +-
.../persistence/NotificationGraphIterator.java | 59 ++----
.../persistence/PagingResultsIterator.java | 25 ++-
.../apache/usergrid/persistence/PathQuery.java | 14 +-
.../apache/usergrid/persistence/Results.java | 4 +
.../impl/ApplicationQueueManagerImpl.java | 211 +++++--------------
7 files changed, 102 insertions(+), 215 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/06caa250/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/builder/IdBuilder.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/builder/IdBuilder.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/builder/IdBuilder.java
index 65cf7c1..781d7d5 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/builder/IdBuilder.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/builder/IdBuilder.java
@@ -151,7 +151,7 @@ public class IdBuilder {
public Observable<ResultsPage<Id>> build(){
//we must add our resume filter so we drop our previous page first element if it's present
- return pipeline.withFilter( new IdFilter() ).withFilter(new ResultsPageCollector<>()).execute();
+ return pipeline.withFilter( new IdResumeFilter() ).withFilter(new ResultsPageCollector<>()).execute();
}
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/06caa250/stack/core/src/main/java/org/apache/usergrid/persistence/MultiQueryIterator.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/persistence/MultiQueryIterator.java b/stack/core/src/main/java/org/apache/usergrid/persistence/MultiQueryIterator.java
index c5de5c1..9e28204 100644
--- a/stack/core/src/main/java/org/apache/usergrid/persistence/MultiQueryIterator.java
+++ b/stack/core/src/main/java/org/apache/usergrid/persistence/MultiQueryIterator.java
@@ -62,7 +62,7 @@ public class MultiQueryIterator implements ResultsIterator {
EntityRef ref = source.next();
Results r = getResultsFor( ref );
if ( r.size() > 0 ) {
- currentIterator = new PagingResultsIterator( r, query.getResultsLevel() );
+ currentIterator = new PagingResultsIterator( r, query.getResultsLevel(), null);
return currentIterator.hasNext();
}
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/06caa250/stack/core/src/main/java/org/apache/usergrid/persistence/NotificationGraphIterator.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/persistence/NotificationGraphIterator.java b/stack/core/src/main/java/org/apache/usergrid/persistence/NotificationGraphIterator.java
index a1f3246..a1b162d 100644
--- a/stack/core/src/main/java/org/apache/usergrid/persistence/NotificationGraphIterator.java
+++ b/stack/core/src/main/java/org/apache/usergrid/persistence/NotificationGraphIterator.java
@@ -23,10 +23,6 @@ import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.util.Iterator;
-import java.util.List;
-import java.util.Set;
-import java.util.UUID;
-import java.util.stream.Collectors;
public class NotificationGraphIterator implements ResultsIterator, Iterable {
@@ -67,18 +63,20 @@ public class NotificationGraphIterator implements ResultsIterator, Iterable {
Object next = source.next();
Results r;
-// if(next instanceof UUID){
-//
-// UUID id = (UUID) next;
-// r = getResultsForId(id, "user");
-//
-// }else {
- EntityRef ref = (EntityRef) next;
- r = getResultsFor(ref);
- // }
+ EntityRef ref = (EntityRef) next;
+ r = getResultsFor(ref);
if (r.size() > 0) {
- currentIterator = new PagingResultsIterator(r, query.getResultsLevel());
+
+
+ if(ref.getType().equals(Group.ENTITY_TYPE)) {
+
+ currentIterator = new PagingResultsIterator(r, query.getResultsLevel(), Query.Level.REFS);
+ }else{
+ currentIterator = new PagingResultsIterator(r, query.getResultsLevel(), null);
+
+ }
+
return currentIterator.hasNext();
}
}
@@ -122,26 +120,13 @@ public class NotificationGraphIterator implements ResultsIterator, Iterable {
// if we're fetching devices through groups->users->devices, get only the IDs and don't load the entities
if( ref.getType().equals(Group.ENTITY_TYPE)){
- // query users using IDs as we don't need to load the full entities just to find their devices
- Query usersQuery = new Query();
- usersQuery.setCollection("users");
- usersQuery.setResultsLevel(Query.Level.IDS);
- usersQuery.setLimit(1000);
+ // groups->users is a passthrough to devices, load our max limit
+ query.setLimit(Query.MAX_LIMIT);
-
- // set the query level for the iterator temporarily to IDS
+ // set the query level for the when fetching users to IDS, we don't need the full entity
query.setResultsLevel(Query.Level.IDS);
- return entityManager.searchCollection(ref, usersQuery.getCollection(), usersQuery);
-
-
-// List<EntityRef> refs =
-// results.getIds().stream()
-// .map( uuid -> new SimpleEntityRef( "user", uuid) ).collect(Collectors.toList());
-//
-// // set the query level for the iterator back to REFS after mapping our IDS
-// query.setResultsLevel(Query.Level.REFS);
-// return Results.fromRefList(refs);
+ return entityManager.searchCollection(ref, "users", query);
}
@@ -151,8 +136,6 @@ public class NotificationGraphIterator implements ResultsIterator, Iterable {
devicesQuery.setCollection("devices");
devicesQuery.setResultsLevel(Query.Level.CORE_PROPERTIES);
- //query.setCollection("devices");
- //query.setResultsLevel(Query.Level.CORE_PROPERTIES);
return entityManager.searchCollection(ref, devicesQuery.getCollection(), devicesQuery);
}
@@ -177,14 +160,4 @@ public class NotificationGraphIterator implements ResultsIterator, Iterable {
}
}
-
- private Results getResultsForId(UUID uuid, String type) {
-
- EntityRef ref = new SimpleEntityRef(type, uuid);
- return getResultsFor(ref);
-
-
- }
-
-
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/06caa250/stack/core/src/main/java/org/apache/usergrid/persistence/PagingResultsIterator.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/persistence/PagingResultsIterator.java b/stack/core/src/main/java/org/apache/usergrid/persistence/PagingResultsIterator.java
index a883e1b..640ee06 100644
--- a/stack/core/src/main/java/org/apache/usergrid/persistence/PagingResultsIterator.java
+++ b/stack/core/src/main/java/org/apache/usergrid/persistence/PagingResultsIterator.java
@@ -19,6 +19,8 @@ package org.apache.usergrid.persistence;
import java.util.Iterator;
import java.util.List;
+import java.util.stream.Collectors;
+
import org.apache.usergrid.persistence.Query.Level;
@@ -28,20 +30,23 @@ public class PagingResultsIterator implements ResultsIterator, Iterable {
private Results results;
private Iterator currentPageIterator;
private Level level;
+ private Level overrideLevel;
public PagingResultsIterator( Results results ) {
- this( results, results.level );
+ this( results, results.level, null);
}
/**
* @param level overrides the default level from the Results - in case you want to return, say, UUIDs where the
* Query was set for Entities
+ * @param overrideLevel
*/
- public PagingResultsIterator( Results results, Level level ) {
+ public PagingResultsIterator(Results results, Level level, Level overrideLevel) {
this.results = results;
this.level = level;
+ this.overrideLevel = overrideLevel;
initCurrentPageIterator();
}
@@ -86,16 +91,32 @@ public class PagingResultsIterator implements ResultsIterator, Iterable {
*/
private boolean initCurrentPageIterator() {
List currentPage;
+ Level origLevel = level;
+ if(overrideLevel != null){
+ level=overrideLevel;
+ if(results.getIds()!=null){
+
+ List<EntityRef> userRefs = results.getIds().stream()
+ .map( uuid -> new SimpleEntityRef("user", uuid)).collect(Collectors.toList());
+
+ results.setRefs(userRefs);
+
+ }
+ }
+
if ( results != null ) {
switch ( level ) {
case IDS:
currentPage = results.getIds();
+ level = origLevel;
break;
case REFS:
currentPage = results.getRefs();
+ level = origLevel;
break;
default:
currentPage = results.getEntities();
+ level = origLevel;
}
if ( currentPage.size() > 0 ) {
currentPageIterator = currentPage.iterator();
http://git-wip-us.apache.org/repos/asf/usergrid/blob/06caa250/stack/core/src/main/java/org/apache/usergrid/persistence/PathQuery.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/persistence/PathQuery.java b/stack/core/src/main/java/org/apache/usergrid/persistence/PathQuery.java
index 215f6ac..30636ab 100644
--- a/stack/core/src/main/java/org/apache/usergrid/persistence/PathQuery.java
+++ b/stack/core/src/main/java/org/apache/usergrid/persistence/PathQuery.java
@@ -88,7 +88,7 @@ public class PathQuery<E> {
try {
if ( uuid != null && type != null ) {
- return new PagingResultsIterator( getHeadResults( em ), query.getResultsLevel() );
+ return new PagingResultsIterator( getHeadResults( em ), query.getResultsLevel(), null);
}
else {
return new MultiQueryIterator( em, source.refIterator( em, false), query );
@@ -103,7 +103,7 @@ public class PathQuery<E> {
try {
if ( uuid != null && type != null ) {
- return new PagingResultsIterator( getHeadResults( em ), query.getResultsLevel() );
+ return new PagingResultsIterator( getHeadResults( em ), query.getResultsLevel(), null);
}else {
return new NotificationGraphIterator(em, source.refIterator(em, true), query);
@@ -130,6 +130,12 @@ public class PathQuery<E> {
UUID entityId = em.getUniqueIdFromAlias( entityType, name );
+ if( entityId == null){
+ throw new
+ IllegalArgumentException("Entity with name "+name+" not found. Unable to send push notification");
+ }
+
+
return em.getEntities(Collections.singletonList(entityId), entityType);
}
@@ -143,12 +149,12 @@ public class PathQuery<E> {
if ( query.getQl() == null && query.getSingleNameOrEmailIdentifier() != null){
- return new PagingResultsIterator( getHeadResults( em ), Level.REFS );
+ return new PagingResultsIterator( getHeadResults( em ), Level.REFS, null);
}
if ( type != null && uuid != null) {
- return new PagingResultsIterator( getHeadResults( em ), Level.REFS );
+ return new PagingResultsIterator( getHeadResults( em ), Level.REFS, null);
}
else {
Query q = query;
http://git-wip-us.apache.org/repos/asf/usergrid/blob/06caa250/stack/core/src/main/java/org/apache/usergrid/persistence/Results.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/persistence/Results.java b/stack/core/src/main/java/org/apache/usergrid/persistence/Results.java
index 2a84622..3502581 100644
--- a/stack/core/src/main/java/org/apache/usergrid/persistence/Results.java
+++ b/stack/core/src/main/java/org/apache/usergrid/persistence/Results.java
@@ -436,6 +436,10 @@ public class Results implements Iterable<Entity> {
level = Level.REFS;
}
+ public void setRefsOnly( List<EntityRef> resultsRefs ) {
+ refs = resultsRefs;
+ }
+
public Results withRefs( List<EntityRef> resultsRefs ) {
setRefs( resultsRefs );
http://git-wip-us.apache.org/repos/asf/usergrid/blob/06caa250/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
index 1cbb2c6..2f39ae4 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
@@ -52,6 +52,8 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
private final Meter queueMeter;
private final Meter sendMeter;
+ private final static String PUSH_PROCESSING_CONCURRENCY_PROP = "usergrid.push.async.processing.concurrency";
+
HashMap<Object, ProviderAdapter> notifierHashMap; // only retrieve notifiers once
@@ -91,25 +93,22 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
return;
}
- if (logger.isTraceEnabled()) {
- logger.trace("notification {} start queuing", notification.getUuid());
- }
-
final PathQuery<Device> pathQuery = notification.getPathQuery().buildPathQuery(); //devices query
final AtomicInteger deviceCount = new AtomicInteger(); //count devices so you can make a judgement on batching
final ConcurrentLinkedQueue<String> errorMessages = new ConcurrentLinkedQueue<>(); //build up list of issues
- //get devices in querystring, and make sure you have access
+ // Get devices in querystring, and make sure you have access
if (pathQuery != null) {
final HashMap<Object, ProviderAdapter> notifierMap = getAdapterMap();
if (logger.isTraceEnabled()) {
logger.trace("notification {} start query", notification.getUuid());
}
- logger.info("notification {} start query", notification.getUuid());
+
+ logger.info("Notification {} started processing", notification.getUuid());
- // the main iterator can use graph traversal or index querying
+ // The main iterator can use graph traversal or index querying based on payload property. Default is Index.
final Iterator<Device> iterator;
if( notification.getUseGraph()){
iterator = pathQuery.graphIterator(em);
@@ -117,15 +116,24 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
iterator = pathQuery.iterator(em);
}
-// //if there are more pages (defined by PAGE_SIZE) you probably want this to be async, also if this is already a job then don't reschedule
-// if (iterator instanceof ResultsIterator && ((ResultsIterator) iterator).hasPages() && jobExecution == null) {
-// if(logger.isTraceEnabled()){
-// logger.trace("Scheduling notification job as it has multiple pages of devices.");
-// }
-// jobScheduler.scheduleQueueJob(notification, true);
-// em.update(notification);
-// return;
-// }
+ /**** Old code to scheduler large sets of data, but now the processing is fired off async in the background.
+ Leaving this only a reference of how to do it, if needed in future.
+
+ //if there are more pages (defined by PAGE_SIZE) you probably want this to be async,
+ //also if this is already a job then don't reschedule
+
+ if (iterator instanceof ResultsIterator
+ && ((ResultsIterator) iterator).hasPages() && jobExecution == null) {
+
+ if(logger.isTraceEnabled()){
+ logger.trace("Scheduling notification job as it has multiple pages of devices.");
+ }
+ jobScheduler.scheduleQueueJob(notification, true);
+ em.update(notification);
+ return;
+ }
+ ****/
+
final UUID appId = em.getApplication().getUuid();
final Map<String, Object> payloads = notification.getPayloads();
@@ -182,87 +190,57 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
};
- final Map<String, Object> filters = notification.getFilters();
+ final Map<String, Object> filters = notification.getFilters();
+ Observable processMessagesObservable = Observable.create(new IteratorObservable<EntityRef>(iterator))
- Observable processMessagesObservable = Observable.create(new IteratorObservable<UUID>(iterator))
-// .flatMap(entity -> {
-//
-// if(entity.getType().equals(Device.ENTITY_TYPE)){
-// return Observable.from(Collections.singletonList(entity));
-// }
-//
-// // if it's not a device, drill down and get them
-// return Observable.from(getDevices(entity));
-//
-// })
- .distinct()
.flatMap( entityRef -> {
return Observable.just(entityRef).flatMap(ref->{
List<Entity> entities = new ArrayList<>();
+ if( ref.getType().equals(User.ENTITY_TYPE)){
+
Query devicesQuery = new Query();
devicesQuery.setCollection("devices");
devicesQuery.setResultsLevel(Query.Level.CORE_PROPERTIES);
try {
- entities = em.searchCollection(new SimpleEntityRef("user", ref), devicesQuery.getCollection(), devicesQuery).getEntities();
+ entities = em.searchCollection(new SimpleEntityRef("user", ref.getUuid()), devicesQuery.getCollection(), devicesQuery).getEntities();
}catch (Exception e){
- logger.error("Unable to load devices for user: {}", ref);
+ logger.error("Unable to load devices for user: {}", ref.getUuid());
return Observable.empty();
}
+ }else if ( ref.getType().equals(Device.ENTITY_TYPE)){
+ try{
+ entities.add(em.get(ref));
-// if( ref.getType().equals(User.ENTITY_TYPE)){
-//
-// Query devicesQuery = new Query();
-// devicesQuery.setCollection("devices");
-// devicesQuery.setResultsLevel(Query.Level.CORE_PROPERTIES);
-//
-// try {
-//
-// entities = em.searchCollection(new SimpleEntityRef("user", ref.getUuid()), devicesQuery.getCollection(), devicesQuery).getEntities();
-//
-// }catch (Exception e){
-//
-// logger.error("Unable to load devices for user: {}", ref.getUuid());
-// return Observable.empty();
-// }
-//
-//
-// }else if ( ref.getType().equals(Device.ENTITY_TYPE)){
-//
-// try{
-// entities.add(em.get(ref));
-//
-// }catch(Exception e){
-//
-// logger.error("Unable to load device: {}", ref.getUuid());
-// return Observable.empty();
-//
-// }
-//
-// }
+ }catch(Exception e){
+
+ logger.error("Unable to load device: {}", ref.getUuid());
+ return Observable.empty();
+
+ }
+
+ }
return Observable.from(entities);
})
+ .distinct( deviceRef -> deviceRef.getUuid())
.filter( device -> {
- logger.info("Filtering device: {}", device.getUuid());
-
if(logger.isTraceEnabled()) {
logger.trace("Filtering device: {}", device.getUuid());
}
-
if(notification.getUseGraph() && filters.size() > 0 ) {
for (Map.Entry<String, Object> entry : filters.entrySet()) {
@@ -280,7 +258,6 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
}
}
-
if(logger.isTraceEnabled()) {
logger.trace("Push notification filter did not match for notification {}, so removing from notification",
device.getUuid(), notification.getUuid());
@@ -321,20 +298,7 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
}).subscribeOn(Schedulers.io());
- }, 100)
- //.map( entityRef -> entityRef.getUuid() )
- //.buffer(10)
-// .flatMap( uuids -> {
-//
-// if(logger.isTraceEnabled()) {
-// logger.trace("Processing batch of {} device(s)", uuids.size());
-// }
-//
-//
-// return Observable.from(em.getEntities(uuids, "device")).subscribeOn(Schedulers.io());
-//
-// }, 10)
-
+ }, Integer.valueOf(System.getProperty(PUSH_PROCESSING_CONCURRENCY_PROP, "50")))
.doOnError(throwable -> {
logger.error("Error while processing devices for notification : {}", notification.getUuid());
@@ -355,7 +319,7 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
notification.setProcessingFinished(System.currentTimeMillis());
notification.setDeviceProcessedCount(deviceCount.get());
em.update(notification);
- logger.info("{} device(s) processed for notification {}", deviceCount.get(), notification.getUuid());
+ logger.info("Notification {} finished processing {} device(s)", notification.getUuid(), deviceCount.get());
} catch (Exception e) {
logger.error("Unable to set processing finished timestamp for notification");
@@ -622,10 +586,13 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
try {
while (!subscriber.isUnsubscribed() && input.hasNext()) {
//send our input to the next
+ //logger.debug("calling next on iterator: {}", input.getClass().getSimpleName());
subscriber.onNext((T) input.next());
}
//tell the subscriber we don't have any more data
+ //logger.debug("finished iterator: {}", input.getClass().getSimpleName());
+
subscriber.onCompleted();
} catch (Throwable t) {
logger.error("failed on subscriber", t);
@@ -678,90 +645,6 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
return true;
}
- private List<EntityRef> getDevices(EntityRef ref) {
-
- List<EntityRef> devices = new ArrayList<>();
-
- final int LIMIT = Query.MID_LIMIT;
-
- try {
-
- if (User.ENTITY_TYPE.equals(ref.getType())) {
-
- UUID start = null;
- boolean initial = true;
- int resultSize = 0;
- while( initial || resultSize >= Query.DEFAULT_LIMIT) {
-
- initial = false;
-
- final List<EntityRef> mydevices = em.getCollection(ref, "devices", start, LIMIT,
- Query.Level.REFS, true).getRefs();
-
- resultSize = mydevices.size();
-
- if(mydevices.size() > 0){
- start = mydevices.get(mydevices.size() - 1 ).getUuid();
- }
-
- devices.addAll( mydevices );
-
- }
-
- } else if (Group.ENTITY_TYPE.equals(ref.getType())) {
-
- UUID start = null;
- boolean initial = true;
- int resultSize = 0;
-
- while( initial || resultSize >= LIMIT){
-
- initial = false;
-
- final List<EntityRef> myusers = em.getCollection(ref, "users", start,
- LIMIT, Query.Level.REFS, true).getRefs();
- resultSize = myusers.size();
-
- if(myusers.size() > 0){
- start = myusers.get(myusers.size() - 1 ).getUuid();
- }
-
-
- Observable.from(myusers).flatMap( user -> {
-
- try {
- devices.addAll(em.getCollection(user, "devices", null, 100,
- Query.Level.REFS, true).getRefs());
- }catch (Exception e){
- logger.error ("Unable to fetch devices for user: {}", user.getUuid());
- }
- return Observable.from(Collections.singletonList(user));
-
- }, 50).toBlocking().lastOrDefault(null);
-
-
-
-
-
- }
-
- }
- } catch (Exception e) {
-
- if (ref != null){
- logger.error("Error while retrieving devices for entity type {} and uuid {}. Error: {}",
- ref.getType(), ref.getUuid(), e);
- }else{
- logger.error("Error while retrieving devices. Entity ref was null.");
- }
-
- throw new RuntimeException("Unable to retrieve devices for EntityRef", e);
-
- }
-
- return devices;
- }
-
private String getProviderId(EntityRef device, Notifier notifier) throws Exception {
try {
[47/50] [abbrv] usergrid git commit: Merge branch 'release-2.1.1'
Posted by sn...@apache.org.
Merge branch 'release-2.1.1'
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/9950af76
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/9950af76
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/9950af76
Branch: refs/heads/asf-site
Commit: 9950af7684255e1949637ddbb8ca8effa74498a3
Parents: e0931be d069185
Author: Dave Johnson <sn...@apache.org>
Authored: Tue Apr 19 12:50:10 2016 -0400
Committer: Dave Johnson <sn...@apache.org>
Committed: Tue Apr 19 12:50:10 2016 -0400
----------------------------------------------------------------------
.../main/resources/usergrid-default.properties | 24 +
.../apache/usergrid/batch/job/OnlyOnceJob.java | 22 +-
.../corepersistence/ApplicationIdCache.java | 6 +-
.../corepersistence/ApplicationIdCacheImpl.java | 64 +-
.../usergrid/corepersistence/CoreModule.java | 6 +
.../corepersistence/CpEntityManager.java | 231 +++++-
.../corepersistence/CpEntityManagerFactory.java | 49 +-
.../corepersistence/CpManagerCache.java | 2 +-
.../corepersistence/CpRelationManager.java | 149 +++-
.../usergrid/corepersistence/CpSetup.java | 100 +--
.../corepersistence/EntityManagerFig.java | 4 +
.../usergrid/corepersistence/ManagerCache.java | 2 +-
.../asyncevents/AsyncEventService.java | 7 +
.../asyncevents/AsyncEventServiceImpl.java | 153 +++-
.../asyncevents/EventBuilder.java | 12 +-
.../asyncevents/EventBuilderImpl.java | 37 +-
.../asyncevents/model/AsyncEvent.java | 7 +-
.../model/DeIndexOldVersionsEvent.java | 50 ++
.../asyncevents/model/EdgeDeleteEvent.java | 4 +-
.../asyncevents/model/EdgeIndexEvent.java | 70 ++
.../model/ElasticsearchIndexEvent.java | 2 +-
.../asyncevents/model/EntityDeleteEvent.java | 3 +
.../asyncevents/model/EntityIndexEvent.java | 54 ++
.../model/InitializeApplicationIndexEvent.java | 2 +-
.../index/IndexProcessorFig.java | 13 +-
.../corepersistence/index/IndexSchemaCache.java | 50 ++
.../index/IndexSchemaCacheFactory.java | 44 ++
.../index/IndexSchemaCacheFig.java | 39 +
.../index/IndexSchemaCacheImpl.java | 119 +++
.../corepersistence/index/IndexServiceImpl.java | 98 ++-
.../index/ReIndexRequestBuilder.java | 7 +
.../index/ReIndexRequestBuilderImpl.java | 32 +
.../index/ReIndexServiceImpl.java | 49 +-
.../pipeline/builder/IdBuilder.java | 6 +
.../pipeline/read/FilterFactory.java | 8 +-
.../read/traverse/AbstractReadGraphFilter.java | 18 +-
.../pipeline/read/traverse/IdFilter.java | 52 ++
.../results/IdQueryExecutor.java | 66 ++
.../service/ApplicationServiceImpl.java | 37 +-
.../service/CollectionSearch.java | 9 +
.../service/CollectionService.java | 5 +
.../service/CollectionServiceImpl.java | 23 +
.../service/ServiceSchedulerFig.java | 2 +-
.../usergrid/persistence/EntityManager.java | 7 +
.../persistence/EntityManagerFactory.java | 6 +-
.../persistence/MultiQueryIterator.java | 2 +-
.../persistence/NotificationGraphIterator.java | 163 +++++
.../persistence/PagingResultsIterator.java | 25 +-
.../apache/usergrid/persistence/PathQuery.java | 67 +-
.../org/apache/usergrid/persistence/Query.java | 2 +
.../apache/usergrid/persistence/Results.java | 20 +
.../persistence/cassandra/ApplicationCF.java | 2 +-
.../persistence/cassandra/CassandraService.java | 2 -
.../usergrid/persistence/cassandra/Setup.java | 28 +-
.../persistence/entities/Notification.java | 106 ++-
.../corepersistence/StaleIndexCleanupTest.java | 184 +----
.../index/AsyncEventServiceImplTest.java | 23 +-
.../usergrid/corepersistence/index/RxTest.java | 129 ++++
.../usergrid/persistence/CoreSchemaManager.java | 14 +-
.../cassandra/EntityManagerFactoryImplIT.java | 8 +-
.../impl/ScopedCacheSerializationImpl.java | 9 +-
.../impl/EntityCollectionManagerImpl.java | 2 +-
.../mvcc/stage/write/WriteUniqueVerify.java | 9 +-
.../serialization/SerializationFig.java | 3 +
.../core/astyanax/CassandraClusterImpl.java | 4 +-
.../persistence/core/astyanax/ColumnSearch.java | 7 +-
.../core/astyanax/MultiRowColumnIterator.java | 37 +-
.../astyanax/MultiRowShardColumnIterator.java | 462 ++++++++++++
.../core/consistency/TimeServiceImpl.java | 5 +-
.../core/executor/TaskExecutorFactory.java | 10 +-
.../persistence/core/shard/SmartShard.java | 61 ++
.../astyanax/MultiRowColumnIteratorTest.java | 14 +-
.../usergrid/persistence/graph/GraphFig.java | 17 +
.../graph/impl/GraphManagerImpl.java | 2 +-
.../impl/EdgeMetadataSerializationV2Impl.java | 4 +-
.../impl/shard/NodeShardCache.java | 7 +-
.../graph/serialization/impl/shard/Shard.java | 33 +-
.../impl/shard/impl/EdgeSearcher.java | 113 ++-
.../shard/impl/EdgeShardSerializationImpl.java | 56 +-
.../shard/impl/NodeShardAllocationImpl.java | 38 +-
.../impl/shard/impl/NodeShardCacheImpl.java | 29 +-
.../shard/impl/ShardEntryGroupIterator.java | 12 +
.../shard/impl/ShardGroupCompactionImpl.java | 179 +++--
.../impl/ShardedEdgeSerializationImpl.java | 51 +-
.../impl/shard/impl/ShardsColumnIterator.java | 64 +-
.../shard/impl/serialize/ShardSerializer.java | 86 +++
.../graph/GraphManagerShardConsistencyIT.java | 215 +++---
.../impl/shard/EdgeShardSerializationTest.java | 12 +-
.../impl/shard/NodeShardAllocationTest.java | 44 +-
.../impl/shard/ShardGroupCompactionTest.java | 4 +-
.../graph/src/test/resources/log4j.properties | 6 +
.../persistence/map/impl/MapManagerImpl.java | 6 +
stack/corepersistence/pom.xml | 2 +-
.../persistence/index/EntityIndexBatch.java | 13 +-
.../usergrid/persistence/index/IndexFig.java | 2 +-
.../index/impl/EntityToMapConverter.java | 93 ++-
.../index/impl/EsEntityIndexBatchImpl.java | 21 +-
.../index/impl/EsEntityIndexImpl.java | 25 +-
.../index/impl/FailureMonitorImpl.java | 2 +-
.../persistence/index/impl/IndexOperation.java | 9 +-
.../index/impl/IndexOperationMessage.java | 2 +-
.../persistence/index/impl/EntityIndexTest.java | 2 +-
.../usergrid/persistence/queue/QueueFig.java | 4 +
.../apache/usergrid/mongo/BasicMongoTest.java | 8 +-
.../apache/usergrid/mongo/MongoQueryTest.java | 18 +-
stack/pom.xml | 2 +-
.../org/apache/usergrid/rest/ApiResponse.java | 7 +-
.../rest/applications/ApplicationResource.java | 2 +-
.../rest/applications/CollectionResource.java | 233 ++++++
.../rest/applications/ServiceResource.java | 140 +++-
.../notifiers/NotifierResource.java | 3 +-
.../notifiers/NotifiersResource.java | 3 +-
.../rest/applications/users/UserResource.java | 26 +-
.../rest/applications/users/UsersResource.java | 3 +-
.../IllegalArgumentExceptionMapper.java | 4 +-
.../ServiceResourceNotFoundExceptionMapper.java | 9 +-
.../organizations/OrganizationResource.java | 8 +-
.../security/SecuredResourceFilterFactory.java | 29 +-
.../OAuth2AccessTokenSecurityFilter.java | 3 +-
.../usergrid/rest/system/DatabaseResource.java | 4 +-
.../usergrid/rest/system/IndexResource.java | 6 +
.../rest/applications/ApplicationCreateIT.java | 3 +-
.../applications/ApplicationResourceIT.java | 2 +-
.../collection/CollectionsResourceIT.java | 716 ++++++++++++++++++-
.../collection/paging/PagingResourceIT.java | 70 +-
.../collection/users/PermissionsResourceIT.java | 6 +-
.../rest/test/resource/AbstractRestIT.java | 1 +
.../rest/test/resource/ClientSetup.java | 10 +
.../test/resource/endpoints/NamedResource.java | 22 +
.../resources/usergrid-custom-test.properties | 4 +
.../cassandra/ManagementServiceImpl.java | 91 ++-
.../usergrid/security/shiro/ShiroCache.java | 41 +-
.../security/shiro/ShiroCacheManager.java | 15 +-
.../shiro/credentials/AdminUserAccessToken.java | 3 +
.../ApplicationClientCredentials.java | 5 +
.../shiro/principals/AdminUserPrincipal.java | 3 +
.../principals/ApplicationGuestPrincipal.java | 4 +-
.../shiro/principals/ApplicationPrincipal.java | 4 +-
.../principals/ApplicationUserPrincipal.java | 3 +
.../shiro/principals/OrganizationPrincipal.java | 4 +-
.../security/shiro/utils/LocalShiroCache.java | 80 +++
.../usergrid/security/tokens/TokenService.java | 3 +
.../tokens/cassandra/TokenServiceImpl.java | 40 +-
.../services/AbstractCollectionService.java | 56 ++
.../services/AbstractConnectionsService.java | 13 +
.../usergrid/services/AbstractService.java | 14 +-
.../org/apache/usergrid/services/Service.java | 3 +
.../usergrid/services/ServiceManager.java | 1 -
.../usergrid/services/ServiceRequest.java | 5 +
.../applications/ApplicationsService.java | 14 +
.../usergrid/services/groups/GroupsService.java | 4 +
.../notifications/NotificationDeviceFilter.java | 45 ++
.../notifications/NotificationsService.java | 32 +-
.../services/notifications/QueueListener.java | 41 +-
.../services/notifications/TaskManager.java | 25 +-
.../services/notifications/gcm/GCMAdapter.java | 7 +-
.../impl/ApplicationQueueManagerImpl.java | 283 ++++++--
.../usergrid/services/queues/QueueListener.java | 2 +-
.../usergrid/services/roles/RolesService.java | 2 +
.../usergrid/services/users/UsersService.java | 2 +
.../services/users/roles/RolesService.java | 4 +
.../resources/usergrid-services-context.xml | 11 +-
.../migration/AppInfoMigrationPluginTest.java | 8 +-
.../apns/NotificationsServiceIT.java | 32 +-
.../gcm/NotificationsServiceIT.java | 58 +-
.../resources/usergrid-custom-test.properties | 1 +
.../usergrid/cassandra/SchemaManager.java | 3 -
.../usergrid/cassandra/FakeSchemaManager.java | 8 +-
.../test/notifications/notifications.js | 5 -
tests/performance/runLoadNestedEntities.sh | 98 +++
.../datagenerators/EntityDataGenerator.scala | 40 ++
.../org/apache/usergrid/enums/EntityType.scala | 3 +-
172 files changed, 5597 insertions(+), 1162 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/9950af76/stack/corepersistence/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/9950af76/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/IndexFig.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/9950af76/stack/pom.xml
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/9950af76/stack/services/src/main/java/org/apache/usergrid/security/tokens/cassandra/TokenServiceImpl.java
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/9950af76/tests/integration/test/notifications/notifications.js
----------------------------------------------------------------------
[45/50] [abbrv] usergrid git commit: Fix issues with skipping
entities to be indexed.
Posted by sn...@apache.org.
Fix issues with skipping entities to be indexed.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/b8f502f9
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/b8f502f9
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/b8f502f9
Branch: refs/heads/asf-site
Commit: b8f502f9d4f0e2776b4f5c28bec66ec09cb8e12a
Parents: dfaf344
Author: Michael Russo <mr...@apigee.com>
Authored: Mon Apr 18 13:40:49 2016 +0100
Committer: Michael Russo <mr...@apigee.com>
Committed: Mon Apr 18 13:40:49 2016 +0100
----------------------------------------------------------------------
.../corepersistence/CpEntityManager.java | 2 +-
.../corepersistence/CpRelationManager.java | 82 +++++++++++++++++---
.../corepersistence/index/IndexServiceImpl.java | 2 +
.../service/ApplicationServiceImpl.java | 37 ++++++++-
4 files changed, 108 insertions(+), 15 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/b8f502f9/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
index 73f5d5a..b74995a 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
@@ -781,7 +781,7 @@ public class CpEntityManager implements EntityManager {
Preconditions.checkNotNull(entityRef, "entityRef cannot be null");
CpRelationManager relationManager = new CpRelationManager( managerCache, indexService, collectionService,
- connectionService, this, entityManagerFig, applicationId, entityRef );
+ connectionService, this, entityManagerFig, applicationId, indexSchemaCacheFactory, entityRef );
return relationManager;
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/b8f502f9/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java
index 5596ab4..4082b45 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java
@@ -19,7 +19,11 @@ package org.apache.usergrid.corepersistence;
import java.util.*;
+import org.apache.usergrid.corepersistence.index.IndexSchemaCache;
+import org.apache.usergrid.corepersistence.index.IndexSchemaCacheFactory;
import org.apache.usergrid.corepersistence.results.IdQueryExecutor;
+import org.apache.usergrid.persistence.map.MapManager;
+import org.apache.usergrid.persistence.map.MapScope;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.util.Assert;
@@ -75,13 +79,7 @@ import static org.apache.usergrid.corepersistence.util.CpNamingUtils.createColle
import static org.apache.usergrid.corepersistence.util.CpNamingUtils.createConnectionEdge;
import static org.apache.usergrid.corepersistence.util.CpNamingUtils.createConnectionSearchByEdge;
import static org.apache.usergrid.corepersistence.util.CpNamingUtils.getNameFromEdgeType;
-import static org.apache.usergrid.persistence.Schema.COLLECTION_ROLES;
-import static org.apache.usergrid.persistence.Schema.PROPERTY_INACTIVITY;
-import static org.apache.usergrid.persistence.Schema.PROPERTY_NAME;
-import static org.apache.usergrid.persistence.Schema.PROPERTY_TITLE;
-import static org.apache.usergrid.persistence.Schema.TYPE_ENTITY;
-import static org.apache.usergrid.persistence.Schema.TYPE_ROLE;
-import static org.apache.usergrid.persistence.Schema.getDefaultSchema;
+import static org.apache.usergrid.persistence.Schema.*;
import static org.apache.usergrid.utils.ClassUtils.cast;
import static org.apache.usergrid.utils.InflectionUtils.singularize;
import static org.apache.usergrid.utils.MapUtils.addMapSet;
@@ -109,6 +107,8 @@ public class CpRelationManager implements RelationManager {
private final AsyncEventService indexService;
+ private final IndexSchemaCacheFactory indexSchemaCacheFactory;
+
private final CollectionService collectionService;
private final ConnectionService connectionService;
@@ -119,6 +119,7 @@ public class CpRelationManager implements RelationManager {
final ConnectionService connectionService,
final EntityManager em,
final EntityManagerFig entityManagerFig, final UUID applicationId,
+ final IndexSchemaCacheFactory indexSchemaCacheFactory,
final EntityRef headEntity) {
@@ -158,6 +159,8 @@ public class CpRelationManager implements RelationManager {
.format( "cpHeadEntity cannot be null for entity id %s, app id %s", entityId.getUuid(), applicationId ) );
this.indexService = indexService;
+ this.indexSchemaCacheFactory = indexSchemaCacheFactory;
+
}
@@ -408,10 +411,20 @@ public class CpRelationManager implements RelationManager {
//reverse
return gm.writeEdge( reverseEdge ).doOnNext( reverseEdgeWritten -> {
- indexService.queueNewEdge( applicationScope, cpHeadEntity, reverseEdge );
+
+ if ( !skipIndexingForType( cpHeadEntity.getId().getType() ) ) {
+
+ indexService.queueNewEdge(applicationScope, cpHeadEntity, reverseEdge);
+ }
+
} );
} ).doOnCompleted( () -> {
- indexService.queueNewEdge( applicationScope, memberEntity, edge );
+
+ if ( !skipIndexingForType( memberEntity.getId().getType() ) ) {
+ indexService.queueNewEdge(applicationScope, memberEntity, edge);
+ }
+
+
if ( logger.isDebugEnabled() ) {
logger.debug( "Added entity {}:{} to collection {}",
itemRef.getUuid().toString(), itemRef.getType(), collectionName );
@@ -533,8 +546,10 @@ public class CpRelationManager implements RelationManager {
//TODO: this should not happen here, needs to go to SQS
//indexProducer.put(batch).subscribe();
- indexService.queueEntityDelete(applicationScope,memberEntity.getId());
+ if ( !skipIndexingForType( memberEntity.getId().getType() ) ) {
+ indexService.queueEntityDelete(applicationScope, memberEntity.getId());
+ }
// special handling for roles collection of a group
if ( headEntity.getType().equals( Group.ENTITY_TYPE ) ) {
@@ -709,8 +724,11 @@ public class CpRelationManager implements RelationManager {
gm.writeEdge(edge).toBlocking().lastOrDefault(null); //throw an exception if this fails
- indexService.queueNewEdge( applicationScope, targetEntity, edge );
+ if ( !skipIndexingForType( targetEntity.getId().getType() ) ) {
+
+ indexService.queueNewEdge(applicationScope, targetEntity, edge);
+ }
// remove any duplicate edges (keeps the duplicate edge with same timestamp)
removeDuplicateEdgesAsync(gm, edge);
@@ -787,7 +805,14 @@ public class CpRelationManager implements RelationManager {
//delete all the edges and queue their processing
gm.loadEdgeVersions( search ).flatMap( returnedEdge -> gm.markEdge( returnedEdge ) )
- .doOnNext( returnedEdge -> indexService.queueDeleteEdge( applicationScope, returnedEdge ) ).toBlocking()
+ .doOnNext( returnedEdge -> {
+
+ if ( !skipIndexingForType( returnedEdge.getSourceNode().getType() ) || !skipIndexingForType( returnedEdge.getTargetNode().getType() ) ) {
+
+ indexService.queueDeleteEdge(applicationScope, returnedEdge);
+ }
+
+ }).toBlocking()
.lastOrDefault( null );
}
@@ -1057,4 +1082,37 @@ public class CpRelationManager implements RelationManager {
}
+ private boolean skipIndexingForType( String type ) {
+
+ boolean skipIndexing = false;
+
+ MapManager mm = getMapManagerForTypes();
+ IndexSchemaCache indexSchemaCache = indexSchemaCacheFactory.getInstance( mm );
+ String collectionName = Schema.defaultCollectionName( type );
+ Optional<Map> collectionIndexingSchema = indexSchemaCache.getCollectionSchema( collectionName );
+
+ if ( collectionIndexingSchema.isPresent()) {
+ Map jsonMapData = collectionIndexingSchema.get();
+ final ArrayList fields = (ArrayList) jsonMapData.get( "fields" );
+ if ( fields.size() == 1 && fields.get(0).equals("none")) {
+ skipIndexing = true;
+ }
+ }
+
+ return skipIndexing;
+ }
+
+ /**
+ * Get the map manager for uuid mapping
+ */
+ private MapManager getMapManagerForTypes() {
+ Id mapOwner = new SimpleId( applicationId, TYPE_APPLICATION );
+
+ final MapScope ms = CpNamingUtils.getEntityTypeMapScope(mapOwner);
+
+ MapManager mm = managerCache.getMapManager( ms );
+
+ return mm;
+ }
+
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/b8f502f9/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexServiceImpl.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexServiceImpl.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexServiceImpl.java
index ad997c8..a33453e 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexServiceImpl.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexServiceImpl.java
@@ -226,6 +226,8 @@ public class IndexServiceImpl implements IndexService {
return Optional.absent();
}
+ fieldsToKeep.remove("none");
+
defaultProperties.addAll( fieldsToKeep );
}
else {
http://git-wip-us.apache.org/repos/asf/usergrid/blob/b8f502f9/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/ApplicationServiceImpl.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/ApplicationServiceImpl.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/ApplicationServiceImpl.java
index 7c9fee3..ca2b9a2 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/ApplicationServiceImpl.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/ApplicationServiceImpl.java
@@ -19,9 +19,12 @@
*/
package org.apache.usergrid.corepersistence.service;
+import com.google.common.base.Optional;
import com.google.inject.Inject;
import org.apache.usergrid.corepersistence.asyncevents.AsyncEventService;
import org.apache.usergrid.corepersistence.asyncevents.EventBuilder;
+import org.apache.usergrid.corepersistence.index.IndexSchemaCache;
+import org.apache.usergrid.corepersistence.index.IndexSchemaCacheFactory;
import org.apache.usergrid.corepersistence.rx.impl.AllEntityIdsObservable;
import org.apache.usergrid.corepersistence.util.CpNamingUtils;
import org.apache.usergrid.persistence.Schema;
@@ -39,6 +42,9 @@ import org.apache.usergrid.persistence.model.entity.SimpleId;
import org.apache.usergrid.utils.InflectionUtils;
import rx.Observable;
+import java.util.ArrayList;
+import java.util.Map;
+
import static org.apache.usergrid.corepersistence.util.CpNamingUtils.createGraphOperationTimestamp;
import static org.apache.usergrid.persistence.Schema.TYPE_APPLICATION;
@@ -53,6 +59,8 @@ public class ApplicationServiceImpl implements ApplicationService{
private final EventBuilder eventBuilder;
private final MapManagerFactory mapManagerFactory;
private final GraphManagerFactory graphManagerFactory;
+ private final IndexSchemaCacheFactory indexSchemaCacheFactory;
+
@Inject
@@ -61,7 +69,8 @@ public class ApplicationServiceImpl implements ApplicationService{
AsyncEventService asyncEventService,
EventBuilder eventBuilder,
MapManagerFactory mapManagerFactory,
- GraphManagerFactory graphManagerFactory
+ GraphManagerFactory graphManagerFactory,
+ IndexSchemaCacheFactory indexSchemaCacheFactory
){
this.allEntityIdsObservable = allEntityIdsObservable;
@@ -70,6 +79,7 @@ public class ApplicationServiceImpl implements ApplicationService{
this.eventBuilder = eventBuilder;
this.mapManagerFactory = mapManagerFactory;
this.graphManagerFactory = graphManagerFactory;
+ this.indexSchemaCacheFactory = indexSchemaCacheFactory;
}
@@ -119,7 +129,11 @@ public class ApplicationServiceImpl implements ApplicationService{
private Id deleteAsync(MapManager mapManager, ApplicationScope applicationScope, Id entityId ) {
try {
//Step 4 && 5
- asyncEventService.queueEntityDelete(applicationScope, entityId);
+
+ if ( !skipIndexingForType( entityId.getType(), applicationScope ) ) {
+
+ asyncEventService.queueEntityDelete(applicationScope, entityId);
+ }
//Step 6
//delete from our UUID index
mapManager.delete(entityId.getUuid().toString());
@@ -130,6 +144,25 @@ public class ApplicationServiceImpl implements ApplicationService{
}
+ private boolean skipIndexingForType( String type, ApplicationScope applicationScope ) {
+
+ boolean skipIndexing = false;
+
+ MapManager mm = getMapManagerForTypes(applicationScope);
+ IndexSchemaCache indexSchemaCache = indexSchemaCacheFactory.getInstance( mm );
+ String collectionName = Schema.defaultCollectionName( type );
+ Optional<Map> collectionIndexingSchema = indexSchemaCache.getCollectionSchema( collectionName );
+
+ if ( collectionIndexingSchema.isPresent()) {
+ Map jsonMapData = collectionIndexingSchema.get();
+ final ArrayList fields = (ArrayList) jsonMapData.get( "fields" );
+ if ( fields.size() == 1 && fields.get(0).equals("none")) {
+ skipIndexing = true;
+ }
+ }
+
+ return skipIndexing;
+ }
/**
* Get the map manager for uuid mapping
[02/50] [abbrv] usergrid git commit: Revert "Ignore broken test for
now."
Posted by sn...@apache.org.
Revert "Ignore broken test for now."
This reverts commit 0cb4e08f2c44a937156823b0ee657300ad9686bb.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/a976cffa
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/a976cffa
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/a976cffa
Branch: refs/heads/asf-site
Commit: a976cffadc8f327b1cd2f08124aaaeefc415a11b
Parents: c9d532f
Author: Michael Russo <mr...@apigee.com>
Authored: Tue Apr 5 13:47:26 2016 -0700
Committer: Michael Russo <mr...@apigee.com>
Committed: Tue Apr 5 13:47:26 2016 -0700
----------------------------------------------------------------------
.../org/apache/usergrid/corepersistence/StaleIndexCleanupTest.java | 1 -
1 file changed, 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/a976cffa/stack/core/src/test/java/org/apache/usergrid/corepersistence/StaleIndexCleanupTest.java
----------------------------------------------------------------------
diff --git a/stack/core/src/test/java/org/apache/usergrid/corepersistence/StaleIndexCleanupTest.java b/stack/core/src/test/java/org/apache/usergrid/corepersistence/StaleIndexCleanupTest.java
index 27d969c..536f9f5 100644
--- a/stack/core/src/test/java/org/apache/usergrid/corepersistence/StaleIndexCleanupTest.java
+++ b/stack/core/src/test/java/org/apache/usergrid/corepersistence/StaleIndexCleanupTest.java
@@ -243,7 +243,6 @@ public class StaleIndexCleanupTest extends AbstractCoreIT {
/**
* Test that the AbstractElasticsearchFilter de-indexes old versions when reading candidates
*/
- @Ignore
@Test()
public void testCleanupOnUpdate() throws Exception {
[35/50] [abbrv] usergrid git commit: Add receipts property to the
notification entity so it gets persisted.
Posted by sn...@apache.org.
Add receipts property to the notification entity so it gets persisted.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/8dce5ed8
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/8dce5ed8
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/8dce5ed8
Branch: refs/heads/asf-site
Commit: 8dce5ed8c26a27cd991375803327407f12efc3ca
Parents: 226cb62
Author: Michael Russo <mr...@apigee.com>
Authored: Fri Apr 15 01:00:58 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Fri Apr 15 01:00:58 2016 +0200
----------------------------------------------------------------------
.../persistence/entities/Notification.java | 13 +++++++++
.../notifications/NotificationsService.java | 2 ++
.../impl/ApplicationQueueManagerImpl.java | 30 ++++++--------------
3 files changed, 24 insertions(+), 21 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/8dce5ed8/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java b/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
index 1350593..6a6e3fa 100644
--- a/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
+++ b/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
@@ -93,6 +93,10 @@ public class Notification extends TypedEntity {
@EntityProperty
protected String errorMessage;
+ /** Flag to disable the creation, saving, connecting of receipt entities for a notification. */
+ @EntityProperty
+ protected boolean saveReceipts;
+
@EntityCollection(type = "receipt")
protected List<UUID> receipts;
@@ -178,6 +182,15 @@ public class Notification extends TypedEntity {
}
@JsonSerialize(include = JsonSerialize.Inclusion.NON_NULL)
+ public boolean getSaveReceipts() {
+ return saveReceipts;
+ }
+
+ public void setSaveReceipts(boolean saveReceipts) {
+ this.saveReceipts = saveReceipts;
+ }
+
+ @JsonSerialize(include = JsonSerialize.Inclusion.NON_NULL)
public boolean getDebug() {
return debug;
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/8dce5ed8/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java
index bbdec7a..824089a 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/NotificationsService.java
@@ -139,6 +139,8 @@ public class NotificationsService extends AbstractCollectionService {
try {
validate(null, context.getPayload());
Notification.PathTokens pathTokens = getPathTokens(context.getRequest().getOriginalParameters());
+ context.getProperties().put("saveReceipts", true); // default saving of receipts
+ context.getProperties().put("processingFinished", 0L); // defaulting processing finished to 0
context.getProperties().put("state", Notification.State.CREATED);
context.getProperties().put("pathQuery", pathTokens);
context.setOwner(sm.getApplication());
http://git-wip-us.apache.org/repos/asf/usergrid/blob/8dce5ed8/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
index 8b908ee..faa9a02 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
@@ -329,33 +329,21 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
String notifierName = message.getNotifierKey().toLowerCase();
ProviderAdapter providerAdapter = notifierMap.get(notifierName.toLowerCase());
Object payload = translatedPayloads.get(notifierName);
- Map dynamicNotificationProperties =notification.getDynamicProperties();
- //do additional error checking to make sure other values will work.
- Boolean receiptsField = true;
-
- Object typelessReceiptsField = dynamicNotificationProperties.getOrDefault( "receipts",true );
- if(typelessReceiptsField instanceof Boolean) {
- receiptsField = ( boolean ) typelessReceiptsField;
- }
- else if(typelessReceiptsField instanceof String){
- String booleanString = ( String ) typelessReceiptsField;
- if(booleanString.toLowerCase().equals( "false" )){
- receiptsField=false;
- }
- }
TaskTracker tracker = null;
- if(receiptsField==false){
-// Receipt receipt =
-// new Receipt( notification.getUuid(), message.getNotifierId(), payload, deviceUUID );
+
+ if(notification.getSaveReceipts()){
+
+ final Receipt receipt =
+ new Receipt( notification.getUuid(), message.getNotifierId(), payload, deviceUUID );
tracker =
- new TaskTracker( providerAdapter.getNotifier(), taskManager, null, deviceUUID );
+ new TaskTracker( providerAdapter.getNotifier(), taskManager, receipt, deviceUUID );
+
}
else {
- Receipt receipt =
- new Receipt( notification.getUuid(), message.getNotifierId(), payload, deviceUUID );
+
tracker =
- new TaskTracker( providerAdapter.getNotifier(), taskManager, receipt, deviceUUID );
+ new TaskTracker( providerAdapter.getNotifier(), taskManager, null, deviceUUID );
}
if (!isOkToSend(notification)) {
tracker.failed(0, "Notification is duplicate/expired/cancelled.");
[31/50] [abbrv] usergrid git commit: Disable indexing per Entity type
for USERGRID-1278. https://issues.apache.org/jira/browse/USERGRID-1278
Posted by sn...@apache.org.
Disable indexing per Entity type for USERGRID-1278. https://issues.apache.org/jira/browse/USERGRID-1278
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/fbced588
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/fbced588
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/fbced588
Branch: refs/heads/asf-site
Commit: fbced588bdf7de5f7192d20e2da6a8740df0218a
Parents: 2e576f3
Author: Dave Johnson <sn...@apache.org>
Authored: Thu Apr 14 12:26:06 2016 -0400
Committer: Dave Johnson <sn...@apache.org>
Committed: Thu Apr 14 12:26:06 2016 -0400
----------------------------------------------------------------------
.../corepersistence/CpEntityManager.java | 86 ++++++++++++++------
.../collection/CollectionsResourceIT.java | 56 +++++++++++--
2 files changed, 112 insertions(+), 30 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/fbced588/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
index 891c1fe..b2330f3 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
@@ -601,14 +601,36 @@ public class CpEntityManager implements EntityManager {
handleWriteUniqueVerifyException( entity, wuve );
}
- // queue an event to update the new entity
- indexService.queueEntityIndexUpdate( applicationScope, cpEntity, 0 );
+ if ( !skipIndexingForType( cpEntity.getId().getType() ) ) {
+ // queue an event to update the new entity
+ indexService.queueEntityIndexUpdate( applicationScope, cpEntity, 0 );
- // queue up an event to clean-up older versions than this one from the index
- if(entityManagerFig.getDeindexOnUpdate()) {
- indexService.queueDeIndexOldVersion(applicationScope, entityId);
+ // queue up an event to clean-up older versions than this one from the index
+ if (entityManagerFig.getDeindexOnUpdate()) {
+ indexService.queueDeIndexOldVersion( applicationScope, entityId );
+ }
+ }
+ }
+
+ private boolean skipIndexingForType( String type ) {
+
+ boolean skipIndexing = false;
+
+ MapManager mm = getMapManagerForTypes();
+ IndexSchemaCache indexSchemaCache = indexSchemaCacheFactory.getInstance( mm );
+ String collectionName = Schema.defaultCollectionName( type );
+ Optional<Map> collectionIndexingSchema = indexSchemaCache.getCollectionSchema( collectionName );
+
+ if ( collectionIndexingSchema.isPresent()) {
+ Map jsonMapData = collectionIndexingSchema.get();
+ final ArrayList fields = (ArrayList) jsonMapData.get( "fields" );
+ if ( fields.size() == 1 && fields.get(0).equals("!")) {
+ skipIndexing = true;
+ }
}
+
+ return skipIndexing;
}
@@ -670,8 +692,9 @@ public class CpEntityManager implements EntityManager {
Id entityId = new SimpleId( entityRef.getUuid(), entityRef.getType() );
- //Step 4 && 5
- indexService.queueEntityDelete( applicationScope, entityId );
+ if ( !skipIndexingForType( entityId.getType() ) ) {
+ indexService.queueEntityDelete( applicationScope, entityId );
+ }
//Step 6
//delete from our UUID index
@@ -714,7 +737,8 @@ public class CpEntityManager implements EntityManager {
}
@Override
- public Results searchCollectionConsistent( EntityRef entityRef, String collectionName, Query query, int expectedResults) throws Exception {
+ public Results searchCollectionConsistent(
+ EntityRef entityRef, String collectionName, Query query, int expectedResults) throws Exception {
return getRelationManager( entityRef ).searchCollectionConsistent(collectionName, query, expectedResults);
}
@@ -754,8 +778,8 @@ public class CpEntityManager implements EntityManager {
public RelationManager getRelationManager( EntityRef entityRef ) {
Preconditions.checkNotNull(entityRef, "entityRef cannot be null");
- CpRelationManager relationManager =
- new CpRelationManager(managerCache, indexService, collectionService, connectionService, this, entityManagerFig, applicationId, entityRef );
+ CpRelationManager relationManager = new CpRelationManager( managerCache, indexService, collectionService,
+ connectionService, this, entityManagerFig, applicationId, entityRef );
return relationManager;
}
@@ -830,7 +854,8 @@ public class CpEntityManager implements EntityManager {
Timer.Context repairedEntityGet = entGetRepairedEntityTimer.time();
- //TODO: can't we just sub in the getEntityRepair method here so for every read of a uniqueEntityField we can verify it is correct?
+ // TODO: can't we just sub in the getEntityRepair method here
+ // so for every read of a uniqueEntityField we can verify it is correct?
StringField uniqueLookupRepairField = new StringField( propertyName, aliasType.toString());
@@ -916,8 +941,8 @@ public class CpEntityManager implements EntityManager {
// add a warn statement so we can see if we have data migration issues.
// TODO When we get an event system, trigger a repair if this is detected
if ( results.size() > 1 ) {
- logger.warn( "More than 1 entity with Owner id '{}' of type '{}' and alias '{}' exists. This is a duplicate alias, and needs audited",
- ownerRef, collectionType, aliasValue );
+ logger.warn( "More than 1 entity with Owner id '{}' of type '{}' and alias '{}' exists. " +
+ "This is a duplicate alias, and needs audited", ownerRef, collectionType, aliasValue );
}
return results.get(aliasValue);
@@ -1139,7 +1164,9 @@ public class CpEntityManager implements EntityManager {
//Adding graphite metrics
- indexService.queueEntityIndexUpdate(applicationScope, cpEntity, 0);
+ if ( !skipIndexingForType( cpEntity.getId().getType() ) ) {
+ indexService.queueEntityIndexUpdate( applicationScope, cpEntity, 0 );
+ }
}
@@ -1785,12 +1812,17 @@ public class CpEntityManager implements EntityManager {
//do a check to see if you have a * field. If you do have a * field then ignore all other fields
//and only accept the * field.
- if(fieldProperties.contains( "*" )){
- ArrayList<String> wildCardArrayList = new ArrayList<>( );
+ if ( fieldProperties.contains( "*" )) {
+ ArrayList<String> wildCardArrayList = new ArrayList<>();
wildCardArrayList.add( "*" );
- schemaMap.put( "fields",wildCardArrayList );
- }
- else {
+ schemaMap.put( "fields", wildCardArrayList );
+
+ } else if ( fieldProperties.contains( "!" )) {
+ ArrayList<String> wildCardArrayList = new ArrayList<>();
+ wildCardArrayList.add( "!" );
+ schemaMap.put( "fields", wildCardArrayList );
+
+ } else {
schemaMap.putAll( properties );
}
@@ -1815,7 +1847,7 @@ public class CpEntityManager implements EntityManager {
public Object getCollectionSchema( String collectionName ){
MapManager mm = getMapManagerForTypes();
- IndexSchemaCache indexSchemaCache = indexSchemaCacheFactory.getInstance( mm ); //managerCache.getIndexSchema( mm );
+ IndexSchemaCache indexSchemaCache = indexSchemaCacheFactory.getInstance( mm );
Optional<Map> collectionIndexingSchema = indexSchemaCache.getCollectionSchema( collectionName );
@@ -2388,7 +2420,8 @@ public class CpEntityManager implements EntityManager {
if ( !skipAggregateCounters ) {
long timestamp = cass.createTimestamp();
Mutator<ByteBuffer> m = createMutator( cass.getApplicationKeyspace( applicationId ), be );
- counterUtils.batchIncrementAggregateCounters( m, applicationId, userId, groupId, null, category, counters, timestamp );
+ counterUtils.batchIncrementAggregateCounters(
+ m, applicationId, userId, groupId, null, category, counters, timestamp );
//Adding graphite metrics
Timer.Context timeIncrementCounters =entIncrementAggregateCountersTimer.time();
@@ -2987,8 +3020,9 @@ public class CpEntityManager implements EntityManager {
final SearchEdgeType searchByEdgeType = createConnectionTypeSearch( entityRef.asId() );
- return graphManager.getEdgeTypesFromSource( searchByEdgeType ).map( edgeName -> getConnectionNameFromEdgeName( edgeName ) ).collect(
- () -> new HashSet<String>(), ( r, s ) -> r.add( s ) ).toBlocking().last();
+ return graphManager.getEdgeTypesFromSource(
+ searchByEdgeType ).map( edgeName -> getConnectionNameFromEdgeName( edgeName ) )
+ .collect( () -> new HashSet<String>(), ( r, s ) -> r.add( s ) ).toBlocking().last();
}
@@ -3001,7 +3035,8 @@ public class CpEntityManager implements EntityManager {
final SearchEdgeType searchByEdgeType = createConnectionTypeSearch( entityRef.asId() );
return graphManager.getEdgeTypesToTarget(searchByEdgeType).map(
- edgeName -> getConnectionNameFromEdgeName( edgeName ) ).collect( () -> new HashSet<String>( ), ( r, s ) -> r.add(s) ).toBlocking().last();
+ edgeName -> getConnectionNameFromEdgeName( edgeName ) )
+ .collect( () -> new HashSet<String>( ), ( r, s ) -> r.add(s) ).toBlocking().last();
}
@@ -3030,7 +3065,8 @@ public class CpEntityManager implements EntityManager {
try {
for (int i = 0; i < 20; i++) {
if (searchCollection(
- new SimpleEntityRef(org.apache.usergrid.persistence.entities.Application.ENTITY_TYPE, getApplicationId()),
+ new SimpleEntityRef(
+ org.apache.usergrid.persistence.entities.Application.ENTITY_TYPE, getApplicationId()),
InflectionUtils.pluralize("refresh"),
Query.fromQL("select * where uuid='" + refreshEntity.getUuid() + "'")
).size() > 0
http://git-wip-us.apache.org/repos/asf/usergrid/blob/fbced588/stack/rest/src/test/java/org/apache/usergrid/rest/applications/collection/CollectionsResourceIT.java
----------------------------------------------------------------------
diff --git a/stack/rest/src/test/java/org/apache/usergrid/rest/applications/collection/CollectionsResourceIT.java b/stack/rest/src/test/java/org/apache/usergrid/rest/applications/collection/CollectionsResourceIT.java
index d052564..b240629 100644
--- a/stack/rest/src/test/java/org/apache/usergrid/rest/applications/collection/CollectionsResourceIT.java
+++ b/stack/rest/src/test/java/org/apache/usergrid/rest/applications/collection/CollectionsResourceIT.java
@@ -19,6 +19,7 @@ package org.apache.usergrid.rest.applications.collection;
import com.fasterxml.jackson.databind.JsonNode;
+import org.apache.commons.lang.RandomStringUtils;
import org.apache.usergrid.persistence.Schema;
import org.apache.usergrid.persistence.entities.Application;
@@ -42,11 +43,7 @@ import javax.ws.rs.client.Invocation;
import javax.ws.rs.core.MediaType;
import java.io.IOException;
-import java.util.HashMap;
-import java.util.LinkedHashMap;
-import java.util.Map;
-import java.util.Set;
-import java.util.ArrayList;
+import java.util.*;
import org.apache.commons.lang.NullArgumentException;
@@ -943,4 +940,53 @@ public class CollectionsResourceIT extends AbstractRestIT {
Assert.assertEquals( "Should not be more than one name property", -1, secondFred );
*/
}
+
+
+ /**
+ * Test that when schema is "!" entity gets saved but does not get indexed
+ */
+ @Test
+ public void postCollectionSchemaWithWildcardIndexNone() throws Exception {
+
+ // creating schema with no index wildcard and other fields that should be ignored
+ ArrayList<String> indexingArray = new ArrayList<>( );
+ indexingArray.add( "!" );
+ indexingArray.add( "one" );
+ indexingArray.add( "two" );
+ Entity payload = new Entity();
+ payload.put( "fields", indexingArray);
+
+ String randomizer = RandomStringUtils.randomAlphanumeric(10);
+ String collectionName = "col_" + randomizer;
+ app().collection( collectionName ).collection( "_indexes" ).post( payload );
+ refreshIndex();
+
+ // was the no-index wildcard saved and others ignored?
+ Collection collection = app().collection( collectionName ).collection( "_index" ).get();
+ LinkedHashMap testCollectionSchema = (LinkedHashMap)collection.getResponse().getData();
+ ArrayList<String> schema = ( ArrayList<String> ) testCollectionSchema.get( "fields" );
+ assertTrue( schema.contains( "!" ) );
+ assertFalse( schema.contains( "one" ) );
+ assertFalse( schema.contains( "two" ) );
+
+ // post an entity with a name and a color
+ String entityName = "name_" + randomizer;
+ Entity postedEntity = this.app().collection( collectionName )
+ .post( new Entity().withProp("name", entityName).withProp( "color", "magenta" ) );
+
+ // should be able to get entity by ID
+ Entity getByIdEntity = app().collection( collectionName ).entity( postedEntity.getUuid() ).get();
+ assertNotNull( getByIdEntity );
+ assertEquals( postedEntity.getUuid(), getByIdEntity.getUuid() );
+
+ // should be able to get entity by name
+ Entity getByNameEntity = app().collection( collectionName ).entity( entityName ).get();
+ assertNotNull( getByNameEntity );
+ assertEquals( postedEntity.getUuid(), getByNameEntity.getUuid() );
+
+ // should NOT be able to get entity by query
+ Iterator<Entity> getByQuery = app().collection( collectionName )
+ .get( new QueryParameters().setQuery( "select * where color='magenta'" ) ).iterator();
+ assertFalse( getByQuery.hasNext() );
+ }
}
[34/50] [abbrv] usergrid git commit: Fix issues when groups not being
targeted in notifications when referencing by name.
Posted by sn...@apache.org.
Fix issues when groups not being targeted in notifications when referencing by name.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/226cb62b
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/226cb62b
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/226cb62b
Branch: refs/heads/asf-site
Commit: 226cb62b5c6ebf76741054d8a93e09265af21079
Parents: 99e6d40
Author: Michael Russo <mr...@apigee.com>
Authored: Fri Apr 15 00:48:01 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Fri Apr 15 00:48:01 2016 +0200
----------------------------------------------------------------------
.../corepersistence/CpRelationManager.java | 7 ++++++
.../apache/usergrid/persistence/PathQuery.java | 24 ++++++++++++++++++++
2 files changed, 31 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/226cb62b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java
index b5a4107..9ecf466 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java
@@ -945,6 +945,13 @@ public class CpRelationManager implements RelationManager {
query.setQl( newQuery );
}
+ // groups have a special unique identifier
+ else if ( query.getEntityType().equals( Group.ENTITY_TYPE ) ){
+
+ final String newQuery = "select * where path='" + query.getSingleNameOrEmailIdentifier() + "'";
+
+ query.setQl( newQuery );
+ }
// use the ident with the default alias. could be an email
else {
http://git-wip-us.apache.org/repos/asf/usergrid/blob/226cb62b/stack/core/src/main/java/org/apache/usergrid/persistence/PathQuery.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/persistence/PathQuery.java b/stack/core/src/main/java/org/apache/usergrid/persistence/PathQuery.java
index bb336e1..55839a6 100644
--- a/stack/core/src/main/java/org/apache/usergrid/persistence/PathQuery.java
+++ b/stack/core/src/main/java/org/apache/usergrid/persistence/PathQuery.java
@@ -17,10 +17,13 @@
package org.apache.usergrid.persistence;
+import java.util.Collections;
import java.util.Iterator;
import java.util.UUID;
import org.apache.usergrid.persistence.Query.Level;
+import org.apache.usergrid.persistence.index.query.Identifier;
+import org.apache.usergrid.utils.InflectionUtils;
public class PathQuery<E> {
@@ -85,6 +88,7 @@ public class PathQuery<E> {
public Iterator<E> iterator( EntityManager em ) {
try {
+
if ( uuid != null && type != null ) {
return new PagingResultsIterator( getHeadResults( em ), query.getResultsLevel() );
}
@@ -99,7 +103,20 @@ public class PathQuery<E> {
protected Results getHeadResults( EntityManager em ) throws Exception {
+
EntityRef ref = new SimpleEntityRef(type,uuid);
+
+ // if it's a single name identifier, just directly fetch that
+ if ( !query.getQl().isPresent() && query.getSingleNameOrEmailIdentifier() != null){
+
+ String name = query.getSingleNameOrEmailIdentifier();
+ String entityType = InflectionUtils.singularize(query.getCollection());
+
+ UUID entityId = em.getUniqueIdFromAlias( entityType, name );
+
+ return em.getEntities(Collections.singletonList(entityId), entityType);
+ }
+
return ( query.getCollection() != null ) ?
em.searchCollection( ref, query.getCollection(), query ) :
em.searchTargetEntities(ref, query);
@@ -107,6 +124,13 @@ public class PathQuery<E> {
protected Iterator refIterator( EntityManager em ) throws Exception {
+
+ if ( query.getQl() == null && query.getSingleNameOrEmailIdentifier() != null){
+
+ return new PagingResultsIterator( getHeadResults( em ), Level.REFS );
+
+ }
+
if ( type != null && uuid != null) {
return new PagingResultsIterator( getHeadResults( em ), Level.REFS );
}
[29/50] [abbrv] usergrid git commit: Make the intial write path of
indexing require less I/O.
Posted by sn...@apache.org.
Make the intial write path of indexing require less I/O.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/10ff27cc
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/10ff27cc
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/10ff27cc
Branch: refs/heads/asf-site
Commit: 10ff27cc86923a24c52e881f821870867dd95212
Parents: a462244
Author: Michael Russo <mr...@apigee.com>
Authored: Wed Apr 13 22:42:12 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Wed Apr 13 22:42:12 2016 +0200
----------------------------------------------------------------------
.../asyncevents/AsyncEventServiceImpl.java | 102 ++++++++++++++-----
.../asyncevents/model/AsyncEvent.java | 2 +
.../asyncevents/model/EdgeIndexEvent.java | 70 +++++++++++++
.../asyncevents/model/EntityIndexEvent.java | 54 ++++++++++
4 files changed, 200 insertions(+), 28 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/10ff27cc/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/AsyncEventServiceImpl.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/AsyncEventServiceImpl.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/AsyncEventServiceImpl.java
index 82ad5be..3b01292 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/AsyncEventServiceImpl.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/AsyncEventServiceImpl.java
@@ -310,20 +310,33 @@ public class AsyncEventServiceImpl implements AsyncEventService {
logger.debug("Processing event with type {}", event.getClass().getSimpleName());
}
- IndexOperationMessage indexOperationMessage = null;
try {
+ IndexOperationMessage single = new IndexOperationMessage();
+
+ // normal indexing event for an entity
+ if ( event instanceof EntityIndexEvent ){
+
+ single = handleEntityIndexUpdate( message );
+
+ }
+ // normal indexing event for an edge
+ else if ( event instanceof EdgeIndexEvent ){
+
+ single = handleEdgeIndex( message );
+
+ }
// deletes are 2-part, actual IO to delete data, then queue up a de-index
- if ( event instanceof EdgeDeleteEvent ) {
+ else if ( event instanceof EdgeDeleteEvent ) {
- handleEdgeDelete( message );
+ single = handleEdgeDelete( message );
}
// deletes are 2-part, actual IO to delete data, then queue up a de-index
else if ( event instanceof EntityDeleteEvent ) {
- handleEntityDelete( message );
+ single = handleEntityDelete( message );
}
- // application initialization has special logic, therefore a special event type
+ // initialization has special logic, therefore a special event type and no index operation message
else if ( event instanceof InitializeApplicationIndexEvent ) {
handleInitializeApplicationIndex(event, message);
@@ -331,11 +344,11 @@ public class AsyncEventServiceImpl implements AsyncEventService {
// this is the main event that pulls the index doc from map persistence and hands to the index producer
else if (event instanceof ElasticsearchIndexEvent) {
- indexOperationMessage = handleIndexOperation((ElasticsearchIndexEvent) event);
+ handleIndexOperation((ElasticsearchIndexEvent) event);
} else if (event instanceof DeIndexOldVersionsEvent) {
- indexOperationMessage = handleDeIndexOldVersionEvent((DeIndexOldVersionsEvent) event);
+ single = handleDeIndexOldVersionEvent((DeIndexOldVersionsEvent) event);
} else {
@@ -343,9 +356,8 @@ public class AsyncEventServiceImpl implements AsyncEventService {
}
- // returning indexOperationMessage will send that indexOperationMessage to the index producer
// if no exception happens and the QueueMessage is returned in these results, it will get ack'd
- return new IndexEventResult(Optional.fromNullable(indexOperationMessage), Optional.of(message), thisEvent.getCreationTime());
+ return new IndexEventResult(Optional.of(single), Optional.of(message), thisEvent.getCreationTime());
} catch (IndexDocNotFoundException e){
@@ -382,6 +394,8 @@ public class AsyncEventServiceImpl implements AsyncEventService {
final Entity entity, long updatedAfter) {
+ offer(new EntityIndexEvent(queueFig.getPrimaryRegion(),new EntityIdScope(applicationScope, entity.getId()), 0));
+
final EntityIndexOperation entityIndexOperation =
new EntityIndexOperation( applicationScope, entity.getId(), updatedAfter);
@@ -392,19 +406,56 @@ public class AsyncEventServiceImpl implements AsyncEventService {
}
+ private IndexOperationMessage handleEntityIndexUpdate(final QueueMessage message) {
+
+ Preconditions.checkNotNull( message, "Queue Message cannot be null for handleEntityIndexUpdate" );
+
+ final AsyncEvent event = ( AsyncEvent ) message.getBody();
+
+ Preconditions.checkNotNull(message, "QueueMessage Body cannot be null for handleEntityIndexUpdate");
+ Preconditions.checkArgument(event instanceof EntityIndexEvent, String.format("Event Type for handleEntityIndexUpdate must be ENTITY_INDEX, got %s", event.getClass()));
+
+ final EntityIndexEvent entityIndexEvent = (EntityIndexEvent) event;
+
+
+ //process the entity immediately
+ //only process the same version, otherwise ignore
+ final EntityIdScope entityIdScope = entityIndexEvent.getEntityIdScope();
+ final ApplicationScope applicationScope = entityIdScope.getApplicationScope();
+ final Id entityId = entityIdScope.getId();
+ final long updatedAfter = entityIndexEvent.getUpdatedAfter();
+
+ final EntityIndexOperation entityIndexOperation = new EntityIndexOperation( applicationScope, entityId, updatedAfter);
+
+ return eventBuilder.buildEntityIndex( entityIndexOperation ).toBlocking().lastOrDefault(null);
+ }
+
@Override
public void queueNewEdge(final ApplicationScope applicationScope,
final Entity entity,
final Edge newEdge) {
- final EntityCollectionManager ecm = entityCollectionManagerFactory.createCollectionManager( applicationScope );
+ offer( new EdgeIndexEvent( queueFig.getPrimaryRegion(), applicationScope, entity.getId(), newEdge ));
- final IndexOperationMessage indexMessage = ecm.load( entity.getId() )
- .flatMap( loadedEntity -> eventBuilder.buildNewEdge(applicationScope, entity, newEdge) )
- .toBlocking().lastOrDefault(null);
+ }
- queueIndexOperationMessage( indexMessage );
+ private IndexOperationMessage handleEdgeIndex(final QueueMessage message) {
+
+ Preconditions.checkNotNull( message, "Queue Message cannot be null for handleEdgeIndex" );
+
+ final AsyncEvent event = (AsyncEvent) message.getBody();
+
+ Preconditions.checkNotNull( message, "QueueMessage Body cannot be null for handleEdgeIndex" );
+ Preconditions.checkArgument(event instanceof EdgeIndexEvent, String.format("Event Type for handleEdgeIndex must be EDGE_INDEX, got %s", event.getClass()));
+
+ final EdgeIndexEvent edgeIndexEvent = ( EdgeIndexEvent ) event;
+
+ final EntityCollectionManager ecm = entityCollectionManagerFactory.createCollectionManager( edgeIndexEvent.getApplicationScope() );
+
+ return ecm.load( edgeIndexEvent.getEntityId() )
+ .flatMap( loadedEntity -> eventBuilder.buildNewEdge(edgeIndexEvent.getApplicationScope(), loadedEntity, edgeIndexEvent.getEdge()) )
+ .toBlocking().lastOrDefault(null);
}
@@ -417,7 +468,7 @@ public class AsyncEventServiceImpl implements AsyncEventService {
offer( new EdgeDeleteEvent( queueFig.getPrimaryRegion(), applicationScope, edge ) );
}
- public void handleEdgeDelete(final QueueMessage message) {
+ private IndexOperationMessage handleEdgeDelete(final QueueMessage message) {
Preconditions.checkNotNull( message, "Queue Message cannot be null for handleEdgeDelete" );
@@ -436,10 +487,7 @@ public class AsyncEventServiceImpl implements AsyncEventService {
logger.debug("Deleting in app scope {} with edge {}", applicationScope, edge);
}
- IndexOperationMessage indexMessage =
- eventBuilder.buildDeleteEdge(applicationScope, edge).toBlocking().lastOrDefault(null);
-
- queueIndexOperationMessage(indexMessage);
+ return eventBuilder.buildDeleteEdge(applicationScope, edge).toBlocking().lastOrDefault(null);
}
@@ -478,7 +526,7 @@ public class AsyncEventServiceImpl implements AsyncEventService {
offerTopic( elasticsearchIndexEvent );
}
- public IndexOperationMessage handleIndexOperation(final ElasticsearchIndexEvent elasticsearchIndexEvent){
+ private void handleIndexOperation(final ElasticsearchIndexEvent elasticsearchIndexEvent) throws IndexDocNotFoundException {
Preconditions.checkNotNull( elasticsearchIndexEvent, "elasticsearchIndexEvent cannot be null" );
@@ -529,7 +577,8 @@ public class AsyncEventServiceImpl implements AsyncEventService {
// always do a check to ensure the indexes are initialized for the index requests
initializeEntityIndexes(indexOperationMessage);
- return indexOperationMessage;
+ // send it to to be indexed
+ indexProducer.put(indexOperationMessage).toBlocking().last();
}
@@ -599,7 +648,7 @@ public class AsyncEventServiceImpl implements AsyncEventService {
offer( new EntityDeleteEvent(queueFig.getPrimaryRegion(), new EntityIdScope( applicationScope, entityId ) ) );
}
- public void handleEntityDelete(final QueueMessage message) {
+ private IndexOperationMessage handleEntityDelete(final QueueMessage message) {
Preconditions.checkNotNull(message, "Queue Message cannot be null for handleEntityDelete");
@@ -625,14 +674,12 @@ public class AsyncEventServiceImpl implements AsyncEventService {
entityDeleteResults.getCompactedNode().toBlocking().lastOrDefault(null);
- IndexOperationMessage indexMessage = entityDeleteResults.getIndexObservable().toBlocking().lastOrDefault(null);
-
- queueIndexOperationMessage(indexMessage);
+ return entityDeleteResults.getIndexObservable().toBlocking().lastOrDefault(null);
}
- public void handleInitializeApplicationIndex(final AsyncEvent event, final QueueMessage message) {
+ private void handleInitializeApplicationIndex(final AsyncEvent event, final QueueMessage message) {
Preconditions.checkNotNull(message, "Queue Message cannot be null for handleInitializeApplicationIndex");
Preconditions.checkArgument(event instanceof InitializeApplicationIndexEvent, String.format("Event Type for handleInitializeApplicationIndex must be APPLICATION_INDEX, got %s", event.getClass()));
@@ -793,8 +840,7 @@ public class AsyncEventServiceImpl implements AsyncEventService {
// collect into a list of QueueMessages that can be ack'd later
.collect(Collectors.toList());
- // sumbit the requests to Elasticsearch
- indexProducer.put(combined).toBlocking().last();
+ queueIndexOperationMessage(combined);
return queueMessages;
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/10ff27cc/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/model/AsyncEvent.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/model/AsyncEvent.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/model/AsyncEvent.java
index 7b2b228..bd581ad 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/model/AsyncEvent.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/model/AsyncEvent.java
@@ -38,6 +38,8 @@ import com.fasterxml.jackson.annotation.JsonTypeInfo;
@JsonIgnoreProperties( ignoreUnknown = true )
@JsonTypeInfo( use = JsonTypeInfo.Id.NAME, include = JsonTypeInfo.As.WRAPPER_OBJECT, property = "type" )
@JsonSubTypes( {
+ @JsonSubTypes.Type( value = EntityIndexEvent.class, name = "entityIndexEvent" ),
+ @JsonSubTypes.Type( value = EdgeIndexEvent.class, name = "edgeIndexEvent" ),
@JsonSubTypes.Type( value = EdgeDeleteEvent.class, name = "edgeDeleteEvent" ),
@JsonSubTypes.Type( value = EntityDeleteEvent.class, name = "entityDeleteEvent" ),
@JsonSubTypes.Type( value = InitializeApplicationIndexEvent.class, name = "initializeApplicationIndexEvent" ),
http://git-wip-us.apache.org/repos/asf/usergrid/blob/10ff27cc/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/model/EdgeIndexEvent.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/model/EdgeIndexEvent.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/model/EdgeIndexEvent.java
new file mode 100644
index 0000000..6164dce
--- /dev/null
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/model/EdgeIndexEvent.java
@@ -0,0 +1,70 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.usergrid.corepersistence.asyncevents.model;
+
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import org.apache.usergrid.persistence.core.scope.ApplicationScope;
+import org.apache.usergrid.persistence.graph.Edge;
+import org.apache.usergrid.persistence.model.entity.Id;
+
+
+public final class EdgeIndexEvent
+ extends AsyncEvent {
+
+
+ @JsonProperty
+ protected ApplicationScope applicationScope;
+
+ @JsonProperty
+ protected Id entityId;
+
+ @JsonProperty
+ protected Edge edge;
+
+ /**
+ * Needed by jackson
+ */
+ public EdgeIndexEvent() {
+ super();
+ }
+
+ public EdgeIndexEvent(String sourceRegion, ApplicationScope applicationScope, Id entityId, Edge edge) {
+ super(sourceRegion);
+ this.applicationScope = applicationScope;
+ this.entityId = entityId;
+ this.edge = edge;
+ }
+
+
+ public ApplicationScope getApplicationScope() {
+ return applicationScope;
+ }
+
+
+ public Edge getEdge() {
+ return edge;
+ }
+
+
+ public Id getEntityId() {
+ return entityId;
+ }
+}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/10ff27cc/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/model/EntityIndexEvent.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/model/EntityIndexEvent.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/model/EntityIndexEvent.java
new file mode 100644
index 0000000..7e8184b
--- /dev/null
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/model/EntityIndexEvent.java
@@ -0,0 +1,54 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.usergrid.corepersistence.asyncevents.model;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import org.apache.usergrid.persistence.collection.serialization.impl.migration.EntityIdScope;
+
+
+public final class EntityIndexEvent extends AsyncEvent {
+
+
+ @JsonProperty
+ protected EntityIdScope entityIdScope;
+
+ @JsonProperty
+ private long updatedAfter;
+
+ public EntityIndexEvent() {
+ super();
+ }
+
+ public EntityIndexEvent(String sourceRegion, EntityIdScope entityIdScope, final long updatedAfter ) {
+ super(sourceRegion);
+ this.entityIdScope = entityIdScope;
+ this.updatedAfter = updatedAfter;
+ }
+
+
+ public long getUpdatedAfter() {
+ return updatedAfter;
+ }
+
+
+ public EntityIdScope getEntityIdScope() {
+ return entityIdScope;
+ }
+}
[42/50] [abbrv] usergrid git commit: Parallel device fetching from
users, need to update to support all PN use cases with this parallelism.
Posted by sn...@apache.org.
Parallel device fetching from users, need to update to support all PN use cases with this parallelism.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/cc3cbfee
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/cc3cbfee
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/cc3cbfee
Branch: refs/heads/asf-site
Commit: cc3cbfee60f83e107269fe4fb558cb094b5c2032
Parents: 8cf7825
Author: Michael Russo <mr...@apigee.com>
Authored: Sun Apr 17 14:34:45 2016 +0100
Committer: Michael Russo <mr...@apigee.com>
Committed: Sun Apr 17 14:34:45 2016 +0100
----------------------------------------------------------------------
.../corepersistence/CpRelationManager.java | 21 ++++
.../pipeline/builder/IdBuilder.java | 6 ++
.../pipeline/read/FilterFactory.java | 8 +-
.../pipeline/read/traverse/IdFilter.java | 52 ++++++++++
.../results/IdQueryExecutor.java | 66 ++++++++++++
.../service/CollectionSearch.java | 9 ++
.../service/CollectionService.java | 5 +
.../service/CollectionServiceImpl.java | 23 ++++
.../persistence/NotificationGraphIterator.java | 79 +++++++++++++-
.../apache/usergrid/persistence/Results.java | 16 +++
.../persistence/entities/Notification.java | 16 ++-
.../impl/ApplicationQueueManagerImpl.java | 104 +++++++++++++++----
12 files changed, 369 insertions(+), 36 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/cc3cbfee/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java
index 9ecf466..5596ab4 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpRelationManager.java
@@ -19,6 +19,7 @@ package org.apache.usergrid.corepersistence;
import java.util.*;
+import org.apache.usergrid.corepersistence.results.IdQueryExecutor;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.util.Assert;
@@ -614,6 +615,24 @@ public class CpRelationManager implements RelationManager {
final Optional<String> queryString = query.isGraphSearch()? Optional.<String>absent(): query.getQl();
final Id ownerId = headEntity.asId();
+
+ if(query.getLevel() == Level.IDS ){
+
+ return new IdQueryExecutor( toExecute.getCursor() ) {
+ @Override
+ protected Observable<ResultsPage<Id>> buildNewResultsPage(
+ final Optional<String> cursor ) {
+
+ final CollectionSearch search =
+ new CollectionSearch( applicationScope, ownerId, collectionName, collection.getType(), toExecute.getLimit(),
+ queryString, cursor );
+
+ return collectionService.searchCollectionIds( search );
+ }
+ }.next();
+
+ }
+
//wire the callback so we can get each page
return new EntityQueryExecutor( toExecute.getCursor() ) {
@Override
@@ -989,6 +1008,8 @@ public class CpRelationManager implements RelationManager {
// }
// }
+
+
return query;
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/cc3cbfee/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/builder/IdBuilder.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/builder/IdBuilder.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/builder/IdBuilder.java
index 0f784a6..65cf7c1 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/builder/IdBuilder.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/builder/IdBuilder.java
@@ -30,6 +30,7 @@ import org.apache.usergrid.corepersistence.pipeline.read.collect.ConnectionRefRe
import org.apache.usergrid.corepersistence.pipeline.read.collect.IdResumeFilter;
import org.apache.usergrid.corepersistence.pipeline.read.collect.ResultsPageCollector;
import org.apache.usergrid.corepersistence.pipeline.read.search.Candidate;
+import org.apache.usergrid.corepersistence.pipeline.read.traverse.IdFilter;
import org.apache.usergrid.persistence.ConnectionRef;
import org.apache.usergrid.persistence.model.entity.Entity;
import org.apache.usergrid.persistence.model.entity.Id;
@@ -148,4 +149,9 @@ public class IdBuilder {
return new ConnectionRefBuilder(connectionRefFilter);
}
+ public Observable<ResultsPage<Id>> build(){
+ //we must add our resume filter so we drop our previous page first element if it's present
+ return pipeline.withFilter( new IdFilter() ).withFilter(new ResultsPageCollector<>()).execute();
+ }
+
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/cc3cbfee/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/read/FilterFactory.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/read/FilterFactory.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/read/FilterFactory.java
index ca5695c..883fdc8 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/read/FilterFactory.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/read/FilterFactory.java
@@ -27,13 +27,7 @@ import org.apache.usergrid.corepersistence.pipeline.read.search.CandidateEntityF
import org.apache.usergrid.corepersistence.pipeline.read.search.CandidateIdFilter;
import org.apache.usergrid.corepersistence.pipeline.read.search.SearchCollectionFilter;
import org.apache.usergrid.corepersistence.pipeline.read.search.SearchConnectionFilter;
-import org.apache.usergrid.corepersistence.pipeline.read.traverse.EntityIdFilter;
-import org.apache.usergrid.corepersistence.pipeline.read.traverse.EntityLoadVerifyFilter;
-import org.apache.usergrid.corepersistence.pipeline.read.traverse.ReadGraphCollectionByIdFilter;
-import org.apache.usergrid.corepersistence.pipeline.read.traverse.ReadGraphCollectionFilter;
-import org.apache.usergrid.corepersistence.pipeline.read.traverse.ReadGraphConnectionByIdFilter;
-import org.apache.usergrid.corepersistence.pipeline.read.traverse.ReadGraphConnectionByTypeFilter;
-import org.apache.usergrid.corepersistence.pipeline.read.traverse.ReadGraphConnectionFilter;
+import org.apache.usergrid.corepersistence.pipeline.read.traverse.*;
import org.apache.usergrid.persistence.model.entity.Id;
import com.google.common.base.Optional;
http://git-wip-us.apache.org/repos/asf/usergrid/blob/cc3cbfee/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/read/traverse/IdFilter.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/read/traverse/IdFilter.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/read/traverse/IdFilter.java
new file mode 100644
index 0000000..9b3a05a
--- /dev/null
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/pipeline/read/traverse/IdFilter.java
@@ -0,0 +1,52 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.usergrid.corepersistence.pipeline.read.traverse;
+
+
+import org.apache.usergrid.corepersistence.pipeline.read.AbstractFilter;
+import org.apache.usergrid.corepersistence.pipeline.read.FilterResult;
+import org.apache.usergrid.persistence.model.entity.Id;
+
+import com.google.inject.Inject;
+import com.google.inject.assistedinject.Assisted;
+
+import rx.Observable;
+
+import java.util.List;
+
+
+/**
+ * This command is a stopgap to make migrating 1.0 code easier. Once full traversal has been implemented, this should
+ * be removed
+ */
+public class IdFilter extends AbstractFilter<FilterResult<Id>, FilterResult<Id>>{
+
+ @Inject
+ public IdFilter() {};
+
+
+
+ @Override
+ public Observable<FilterResult<Id>> call( final Observable<FilterResult<Id>> filterValueObservable ) {
+ //ignore what our input was, and simply emit the id specified
+ return filterValueObservable.map( idFilterResult -> new FilterResult( idFilterResult.getValue(), idFilterResult.getPath() ));
+
+ }
+}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/cc3cbfee/stack/core/src/main/java/org/apache/usergrid/corepersistence/results/IdQueryExecutor.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/results/IdQueryExecutor.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/results/IdQueryExecutor.java
new file mode 100644
index 0000000..5a0bb3f
--- /dev/null
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/results/IdQueryExecutor.java
@@ -0,0 +1,66 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.usergrid.corepersistence.results;
+
+
+import java.util.ArrayList;
+import java.util.List;
+import java.util.Map;
+import java.util.UUID;
+import java.util.stream.Collectors;
+
+import org.apache.usergrid.corepersistence.pipeline.read.ResultsPage;
+import org.apache.usergrid.corepersistence.util.CpEntityMapUtils;
+import org.apache.usergrid.persistence.ConnectionRef;
+import org.apache.usergrid.persistence.EntityFactory;
+import org.apache.usergrid.persistence.Results;
+import org.apache.usergrid.persistence.model.entity.Entity;
+import org.apache.usergrid.persistence.model.entity.Id;
+
+import com.google.common.base.Optional;
+
+import rx.Observable;
+
+
+/**
+ * Processes our results of connection refs
+ */
+@Deprecated//Required for 1.0 compatibility
+public abstract class IdQueryExecutor extends ObservableQueryExecutor<Id> {
+
+
+ protected IdQueryExecutor( final Optional<String> startCursor ) {
+ super( startCursor );
+ }
+
+
+ @Override
+ protected Results createResults( final ResultsPage resultsPage ) {
+ final List<Id> ids = resultsPage.getEntityList();
+
+ List<UUID> uuids = ids.stream().map(id -> id.getUuid()).collect(Collectors.toList());
+
+ final Results results = Results.fromIdList(uuids);
+
+ return results;
+ }
+
+
+}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/cc3cbfee/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/CollectionSearch.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/CollectionSearch.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/CollectionSearch.java
index ab8a8bc..602a5b6 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/CollectionSearch.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/CollectionSearch.java
@@ -29,6 +29,10 @@ import com.google.common.base.Optional;
*/
public class CollectionSearch {
+ public enum Level {
+ IDS, ALL
+ }
+
private final ApplicationScope applicationScope;
private final Id collectionOwnerId;
private final String collectionName;
@@ -36,6 +40,7 @@ public class CollectionSearch {
private final int limit;
private final Optional<String> query;
private final Optional<String> cursor;
+ private Level level = Level.ALL;
public CollectionSearch( final ApplicationScope applicationScope, final Id collectionOwnerId, final String
@@ -84,4 +89,8 @@ public class CollectionSearch {
public Id getCollectionOwnerId() {
return collectionOwnerId;
}
+
+ public void setResultsLevel(Level level){ this.level = level; }
+
+ public Level getResultsLevel(){ return level; }
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/cc3cbfee/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/CollectionService.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/CollectionService.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/CollectionService.java
index eef741a..6a46022 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/CollectionService.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/CollectionService.java
@@ -21,6 +21,7 @@ package org.apache.usergrid.corepersistence.service;
import org.apache.usergrid.corepersistence.pipeline.read.ResultsPage;
import org.apache.usergrid.persistence.model.entity.Entity;
+import org.apache.usergrid.persistence.model.entity.Id;
import rx.Observable;
@@ -35,4 +36,8 @@ public interface CollectionService {
* @return An observable with results page entries for the stream
*/
Observable<ResultsPage<Entity>> searchCollection(final CollectionSearch search);
+
+
+
+ Observable<ResultsPage<Id>> searchCollectionIds(final CollectionSearch search);
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/cc3cbfee/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/CollectionServiceImpl.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/CollectionServiceImpl.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/CollectionServiceImpl.java
index fa79d09..9244315 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/CollectionServiceImpl.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/CollectionServiceImpl.java
@@ -29,6 +29,7 @@ import com.google.common.base.Optional;
import com.google.inject.Inject;
import com.google.inject.Singleton;
+import org.apache.usergrid.persistence.model.entity.Id;
import rx.Observable;
@@ -73,4 +74,26 @@ public class CollectionServiceImpl implements CollectionService {
return results.build();
}
+
+ @Override
+ public Observable<ResultsPage<Id>> searchCollectionIds(final CollectionSearch search ) {
+
+
+ final ApplicationScope applicationScope = search.getApplicationScope();
+ final String collectionName = search.getCollectionName();
+ final Optional<String> query = search.getQuery();
+
+ final IdBuilder pipelineBuilder =
+ pipelineBuilderFactory.create( applicationScope ).withCursor( search.getCursor() )
+ .withLimit( search.getLimit() ).fromId( search.getCollectionOwnerId() );
+
+
+ final IdBuilder results;
+
+
+ results = pipelineBuilder.traverseCollection( collectionName );
+
+
+ return results.build();
+ }
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/cc3cbfee/stack/core/src/main/java/org/apache/usergrid/persistence/NotificationGraphIterator.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/persistence/NotificationGraphIterator.java b/stack/core/src/main/java/org/apache/usergrid/persistence/NotificationGraphIterator.java
index b83f555..a1f3246 100644
--- a/stack/core/src/main/java/org/apache/usergrid/persistence/NotificationGraphIterator.java
+++ b/stack/core/src/main/java/org/apache/usergrid/persistence/NotificationGraphIterator.java
@@ -17,10 +17,16 @@
package org.apache.usergrid.persistence;
+import org.apache.usergrid.persistence.entities.Group;
+import org.apache.usergrid.persistence.entities.User;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.util.Iterator;
+import java.util.List;
+import java.util.Set;
+import java.util.UUID;
+import java.util.stream.Collectors;
public class NotificationGraphIterator implements ResultsIterator, Iterable {
@@ -58,8 +64,19 @@ public class NotificationGraphIterator implements ResultsIterator, Iterable {
return true;
}
while (source.hasNext()) {
- EntityRef ref = source.next();
- Results r = getResultsFor(ref);
+ Object next = source.next();
+ Results r;
+
+// if(next instanceof UUID){
+//
+// UUID id = (UUID) next;
+// r = getResultsForId(id, "user");
+//
+// }else {
+ EntityRef ref = (EntityRef) next;
+ r = getResultsFor(ref);
+ // }
+
if (r.size() > 0) {
currentIterator = new PagingResultsIterator(r, query.getResultsLevel());
return currentIterator.hasNext();
@@ -90,13 +107,57 @@ public class NotificationGraphIterator implements ResultsIterator, Iterable {
try {
+
+ query.setLimit(Query.MAX_LIMIT); // always fetch our MAX limit to reduce # of IO hops
if (query.getCollection() != null) {
+ // make sure this results in graph traversal
+ query.setQl("select *");
+
if(logger.isTraceEnabled()) {
logger.trace("Fetching with refType: {}, collection: {} with no query",
ref.getType(), query.getCollection());
}
- return entityManager.searchCollection(ref, query.getCollection(), null);
+
+ // if we're fetching devices through groups->users->devices, get only the IDs and don't load the entities
+ if( ref.getType().equals(Group.ENTITY_TYPE)){
+
+ // query users using IDs as we don't need to load the full entities just to find their devices
+ Query usersQuery = new Query();
+ usersQuery.setCollection("users");
+ usersQuery.setResultsLevel(Query.Level.IDS);
+ usersQuery.setLimit(1000);
+
+
+ // set the query level for the iterator temporarily to IDS
+ query.setResultsLevel(Query.Level.IDS);
+
+ return entityManager.searchCollection(ref, usersQuery.getCollection(), usersQuery);
+
+
+// List<EntityRef> refs =
+// results.getIds().stream()
+// .map( uuid -> new SimpleEntityRef( "user", uuid) ).collect(Collectors.toList());
+//
+// // set the query level for the iterator back to REFS after mapping our IDS
+// query.setResultsLevel(Query.Level.REFS);
+// return Results.fromRefList(refs);
+
+ }
+
+ if( ref.getType().equals(User.ENTITY_TYPE)){
+
+ Query devicesQuery = new Query();
+ devicesQuery.setCollection("devices");
+ devicesQuery.setResultsLevel(Query.Level.CORE_PROPERTIES);
+
+ //query.setCollection("devices");
+ //query.setResultsLevel(Query.Level.CORE_PROPERTIES);
+ return entityManager.searchCollection(ref, devicesQuery.getCollection(), devicesQuery);
+ }
+
+ return entityManager.searchCollection(ref, query.getCollection(), query);
+
} else {
@@ -105,7 +166,7 @@ public class NotificationGraphIterator implements ResultsIterator, Iterable {
ref.getType(), query.getCollection());
}
- query.setQl("select *");
+ query.setQl("select *"); // make sure this results in graph traversal
return entityManager.searchTargetEntities(ref, query);
}
@@ -116,4 +177,14 @@ public class NotificationGraphIterator implements ResultsIterator, Iterable {
}
}
+
+ private Results getResultsForId(UUID uuid, String type) {
+
+ EntityRef ref = new SimpleEntityRef(type, uuid);
+ return getResultsFor(ref);
+
+
+ }
+
+
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/cc3cbfee/stack/core/src/main/java/org/apache/usergrid/persistence/Results.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/persistence/Results.java b/stack/core/src/main/java/org/apache/usergrid/persistence/Results.java
index e9a3251..2a84622 100644
--- a/stack/core/src/main/java/org/apache/usergrid/persistence/Results.java
+++ b/stack/core/src/main/java/org/apache/usergrid/persistence/Results.java
@@ -708,6 +708,22 @@ public class Results implements Iterable<Entity> {
}
}
+ public void addEntities( Results results){
+
+ if(entities == null){
+ //init();
+ entities = new ArrayList<>();
+ level = Level.CORE_PROPERTIES;
+ }
+
+ if( results.getEntities().size() > 0){
+
+ entities.addAll(results.getEntities());
+
+ }
+
+ }
+
/** Remove the passed in results from the current results */
public void subtract( Results results ) {
http://git-wip-us.apache.org/repos/asf/usergrid/blob/cc3cbfee/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java b/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
index aca10cf..d4f3529 100644
--- a/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
+++ b/stack/core/src/main/java/org/apache/usergrid/persistence/entities/Notification.java
@@ -409,20 +409,28 @@ public class Notification extends TypedEntity {
if ( pathTokens.size() == 1 && collection.equals(InflectionUtils.pluralize(Group.ENTITY_TYPE) )){
- Query usersQuery = new Query();
+ final Query usersQuery = new Query();
usersQuery.setQl("select *");
usersQuery.setCollection("users");
usersQuery.setLimit(100);
- Query devicesQuery = new Query();
+ final Query devicesQuery = new Query();
devicesQuery.setQl("select *");
devicesQuery.setCollection("devices");
- usersQuery.setLimit(100);
+ devicesQuery.setLimit(100);
// build up the chain so the proper iterators can be used later
- pathQuery = pathQuery.chain( usersQuery ).chain( devicesQuery );
+ pathQuery = pathQuery.chain( usersQuery );//.chain( devicesQuery );
+
+ }else if(pathTokens.size() == 1 && collection.equals(InflectionUtils.pluralize(User.ENTITY_TYPE))){
+
+ final Query devicesQuery = new Query();
+ devicesQuery.setQl("select *");
+ devicesQuery.setCollection("devices");
+ devicesQuery.setLimit(100);
+ pathQuery = pathQuery.chain( devicesQuery );
}
} else {
http://git-wip-us.apache.org/repos/asf/usergrid/blob/cc3cbfee/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
index 5ce1b93..1cbb2c6 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
@@ -19,10 +19,7 @@ package org.apache.usergrid.services.notifications.impl;
import com.codahale.metrics.Meter;
import org.apache.usergrid.batch.JobExecution;
import org.apache.usergrid.persistence.*;
-import org.apache.usergrid.persistence.collection.EntityCollectionManager;
-import org.apache.usergrid.persistence.collection.EntityCollectionManagerFactory;
import org.apache.usergrid.persistence.core.metrics.MetricsFactory;
-import org.apache.usergrid.persistence.core.scope.ApplicationScopeImpl;
import org.apache.usergrid.persistence.entities.*;
import org.apache.usergrid.persistence.Query;
import org.apache.usergrid.persistence.queue.QueueManager;
@@ -108,6 +105,8 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
if (logger.isTraceEnabled()) {
logger.trace("notification {} start query", notification.getUuid());
}
+ logger.info("notification {} start query", notification.getUuid());
+
// the main iterator can use graph traversal or index querying
@@ -185,30 +184,80 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
final Map<String, Object> filters = notification.getFilters();
- Observable processMessagesObservable = Observable.create(new IteratorObservable<Entity>(iterator))
- .flatMap(entity -> {
- if(entity.getType().equals(Device.ENTITY_TYPE)){
- return Observable.from(Collections.singletonList(entity));
- }
- // if it's not a device, drill down and get them
- return Observable.from(getDevices(entity));
+ Observable processMessagesObservable = Observable.create(new IteratorObservable<UUID>(iterator))
+// .flatMap(entity -> {
+//
+// if(entity.getType().equals(Device.ENTITY_TYPE)){
+// return Observable.from(Collections.singletonList(entity));
+// }
+//
+// // if it's not a device, drill down and get them
+// return Observable.from(getDevices(entity));
+//
+// })
+ .distinct()
+ .flatMap( entityRef -> {
+
+ return Observable.just(entityRef).flatMap(ref->{
+
+ List<Entity> entities = new ArrayList<>();
+
+ Query devicesQuery = new Query();
+ devicesQuery.setCollection("devices");
+ devicesQuery.setResultsLevel(Query.Level.CORE_PROPERTIES);
+
+ try {
+
+ entities = em.searchCollection(new SimpleEntityRef("user", ref), devicesQuery.getCollection(), devicesQuery).getEntities();
+
+ }catch (Exception e){
+
+ logger.error("Unable to load devices for user: {}", ref);
+ return Observable.empty();
+ }
- })
- .distinct(ref -> ref.getUuid() )
- .map( entityRef -> entityRef.getUuid() )
- .buffer(10)
- .flatMap( uuids -> {
- if(logger.isTraceEnabled()) {
- logger.trace("Processing batch of {} device(s)", uuids.size());
- }
- return Observable.from(em.getEntities(uuids, "device"))
+// if( ref.getType().equals(User.ENTITY_TYPE)){
+//
+// Query devicesQuery = new Query();
+// devicesQuery.setCollection("devices");
+// devicesQuery.setResultsLevel(Query.Level.CORE_PROPERTIES);
+//
+// try {
+//
+// entities = em.searchCollection(new SimpleEntityRef("user", ref.getUuid()), devicesQuery.getCollection(), devicesQuery).getEntities();
+//
+// }catch (Exception e){
+//
+// logger.error("Unable to load devices for user: {}", ref.getUuid());
+// return Observable.empty();
+// }
+//
+//
+// }else if ( ref.getType().equals(Device.ENTITY_TYPE)){
+//
+// try{
+// entities.add(em.get(ref));
+//
+// }catch(Exception e){
+//
+// logger.error("Unable to load device: {}", ref.getUuid());
+// return Observable.empty();
+//
+// }
+//
+// }
+ return Observable.from(entities);
+
+ })
.filter( device -> {
+ logger.info("Filtering device: {}", device.getUuid());
+
if(logger.isTraceEnabled()) {
logger.trace("Filtering device: {}", device.getUuid());
}
@@ -233,7 +282,7 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
}
if(logger.isTraceEnabled()) {
- logger.trace("Push notification filter matched for notification {}, so removing from notification",
+ logger.trace("Push notification filter did not match for notification {}, so removing from notification",
device.getUuid(), notification.getUuid());
}
return false;
@@ -271,7 +320,20 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
}).subscribeOn(Schedulers.io());
- }, 10)
+
+ }, 100)
+ //.map( entityRef -> entityRef.getUuid() )
+ //.buffer(10)
+// .flatMap( uuids -> {
+//
+// if(logger.isTraceEnabled()) {
+// logger.trace("Processing batch of {} device(s)", uuids.size());
+// }
+//
+//
+// return Observable.from(em.getEntities(uuids, "device")).subscribeOn(Schedulers.io());
+//
+// }, 10)
.doOnError(throwable -> {
[11/50] [abbrv] usergrid git commit: Add job id to log
Posted by sn...@apache.org.
Add job id to log
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/29d7660e
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/29d7660e
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/29d7660e
Branch: refs/heads/asf-site
Commit: 29d7660eebdf471fe63c78c10b3c725bbbf40109
Parents: e0a9952
Author: Mike Dunker <md...@apigee.com>
Authored: Fri Apr 8 10:58:20 2016 -0700
Committer: Mike Dunker <md...@apigee.com>
Committed: Fri Apr 8 10:58:20 2016 -0700
----------------------------------------------------------------------
.../src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/29d7660e/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java b/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
index 9b1fb05..83cac06 100644
--- a/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
+++ b/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
@@ -77,8 +77,8 @@ public abstract class OnlyOnceJob implements Job {
@Override
public void execute( JobExecution execution ) throws Exception {
- logger.info("Executing one-time job, LockManager is {}", lockManager == null ? "null" : "not null");
String lockId = execution.getJobId().toString();
+ logger.info("Executing one-time job {}, LockManager is {}", lockId, lockManager == null ? "null" : "not null");
Lock lock = lockManager.createLock( emf.getManagementAppId(), String.format( "/jobs/%s", lockId ) );
[17/50] [abbrv] usergrid git commit: Fix issues with notification
segmenting to ensure it's more efficient.
Posted by sn...@apache.org.
Fix issues with notification segmenting to ensure it's more efficient.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/c1375bf6
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/c1375bf6
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/c1375bf6
Branch: refs/heads/asf-site
Commit: c1375bf6caa60f36038571c3cd0c2a0b719e36f5
Parents: 8e4d7ee
Author: Michael Russo <mr...@apigee.com>
Authored: Tue Apr 12 00:25:14 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Tue Apr 12 00:25:14 2016 +0200
----------------------------------------------------------------------
.../main/resources/usergrid-default.properties | 14 +++++
.../org/apache/usergrid/persistence/Query.java | 2 +
.../services/notifications/QueueListener.java | 41 ++++++------
.../impl/ApplicationQueueManagerImpl.java | 65 +++++++++++---------
.../usergrid/services/queues/QueueListener.java | 2 +-
.../apns/NotificationsServiceIT.java | 6 +-
.../gcm/NotificationsServiceIT.java | 1 -
7 files changed, 72 insertions(+), 59 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/c1375bf6/stack/config/src/main/resources/usergrid-default.properties
----------------------------------------------------------------------
diff --git a/stack/config/src/main/resources/usergrid-default.properties b/stack/config/src/main/resources/usergrid-default.properties
index 8b0174c..5cd7c7a 100644
--- a/stack/config/src/main/resources/usergrid-default.properties
+++ b/stack/config/src/main/resources/usergrid-default.properties
@@ -447,6 +447,20 @@ usergrid.scheduler.job.workers=4
usergrid.scheduler.job.queueName=/jobs
+############################### Usergrid Push Notifications #############################
+#
+# Usergrid processes individual push notifications asynchronously using a queue. Below are
+# settings that can be used to tune this processing.
+
+
+# Set the number of queue consumers to read from the in-region push notification queue.
+#
+usergrid.push.worker_count=8
+
+# Set the sleep time between queue polling ( in milliseconds)
+#
+usergrid.push.sleep=100
+
############################### Usergrid Central SSO #############################
http://git-wip-us.apache.org/repos/asf/usergrid/blob/c1375bf6/stack/core/src/main/java/org/apache/usergrid/persistence/Query.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/persistence/Query.java b/stack/core/src/main/java/org/apache/usergrid/persistence/Query.java
index 52e3b4e..150a1b0 100644
--- a/stack/core/src/main/java/org/apache/usergrid/persistence/Query.java
+++ b/stack/core/src/main/java/org/apache/usergrid/persistence/Query.java
@@ -61,6 +61,8 @@ public class Query {
public static final int DEFAULT_LIMIT = 10;
+ public static final int MID_LIMIT = 500;
+
public static final int MAX_LIMIT = 1000;
public static final String PROPERTY_UUID = "uuid";
http://git-wip-us.apache.org/repos/asf/usergrid/blob/c1375bf6/stack/services/src/main/java/org/apache/usergrid/services/notifications/QueueListener.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/QueueListener.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/QueueListener.java
index de9cf06..55d1491 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/QueueListener.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/QueueListener.java
@@ -45,10 +45,10 @@ import java.util.concurrent.atomic.AtomicLong;
* Singleton listens for notifications queue messages
*/
public class QueueListener {
- public final int MESSAGE_TRANSACTION_TIMEOUT = 25 * 1000;
+
private final QueueManagerFactory queueManagerFactory;
- public long DEFAULT_SLEEP = 5000;
+ public static long DEFAULT_SLEEP = 100;
private static final Logger logger = LoggerFactory.getLogger(QueueListener.class);
@@ -61,9 +61,6 @@ public class QueueListener {
private Properties properties;
-
- private ServiceManager svcMgr;
-
private long sleepWhenNoneFound = 0;
private long sleepBetweenRuns = 0;
@@ -71,8 +68,8 @@ public class QueueListener {
private ExecutorService pool;
private List<Future> futures;
- public final int MAX_THREADS = 2;
- private Integer batchSize = 10;
+ private static final int PUSH_CONSUMER_MAX_THREADS = 8;
+ public static final int MAX_TAKE = 10;
private String queueName;
private int consecutiveCallsToRemoveDevices;
@@ -99,15 +96,14 @@ public class QueueListener {
try {
- sleepBetweenRuns = new Long(properties.getProperty("usergrid.notifications.listener.sleep.between", ""+sleepBetweenRuns)).longValue();
- sleepWhenNoneFound = new Long(properties.getProperty("usergrid.notifications.listener.sleep.after", ""+DEFAULT_SLEEP)).longValue();
- batchSize = new Integer(properties.getProperty("usergrid.notifications.listener.batchSize", (""+batchSize)));
+ sleepBetweenRuns = new Long(properties.getProperty("usergrid.push.sleep", "" + DEFAULT_SLEEP));
+ sleepWhenNoneFound = new Long(properties.getProperty("usergrid.push.sleep", "" + DEFAULT_SLEEP));
consecutiveCallsToRemoveDevices = new Integer(properties.getProperty("usergrid.notifications.inactive.interval", ""+200));
queueName = ApplicationQueueManagerImpl.getQueueNames(properties);
- int maxThreads = new Integer(properties.getProperty("usergrid.notifications.listener.maxThreads", ""+MAX_THREADS));
+ int maxThreads = new Integer(properties.getProperty("usergrid.push.worker_count", ""+PUSH_CONSUMER_MAX_THREADS));
- futures = new ArrayList<Future>(maxThreads);
+ futures = new ArrayList<>(maxThreads);
//create our thread pool based on our threadcount.
@@ -144,33 +140,40 @@ public class QueueListener {
}
private void execute(int threadNumber){
+
if(Thread.currentThread().isDaemon()) {
Thread.currentThread().setDaemon(true);
}
+
Thread.currentThread().setName(getClass().getSimpleName()+"_PushNotifications-"+threadNumber);
final AtomicInteger consecutiveExceptions = new AtomicInteger();
+
if (logger.isTraceEnabled()) {
logger.trace("QueueListener: Starting execute process.");
}
+
Meter meter = metricsService.getMeter(QueueListener.class, "execute.commit");
com.codahale.metrics.Timer timer = metricsService.getTimer(QueueListener.class, "execute.dequeue");
- svcMgr = smf.getServiceManager(smf.getManagementAppId());
+
if (logger.isTraceEnabled()) {
logger.trace("getting from queue {} ", queueName);
}
+
QueueScope queueScope = new QueueScopeImpl( queueName, QueueScope.RegionImplementation.LOCAL);
QueueManager queueManager = queueManagerFactory.getQueueManager(queueScope);
+
// run until there are no more active jobs
final AtomicLong runCount = new AtomicLong(0);
+
//cache to retrieve push manager, cached per notifier, so many notifications will get same push manager
LoadingCache<UUID, ApplicationQueueManager> queueManagerMap = getQueueManagerCache(queueManager);
while ( true ) {
Timer.Context timerContext = timer.time();
- rx.Observable.from(queueManager.getMessages(getBatchSize(), ApplicationQueueMessage.class))
- .buffer(getBatchSize())
+ rx.Observable.from(queueManager.getMessages(MAX_TAKE, ApplicationQueueMessage.class))
+ .buffer(MAX_TAKE)
.doOnNext(messages -> {
try {
@@ -329,12 +332,4 @@ public class QueueListener {
pool.shutdownNow();
}
-
- public void setBatchSize(int batchSize){
- this.batchSize = batchSize;
- }
- public int getBatchSize(){return batchSize;}
-
-
-
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/c1375bf6/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
index 04e60b7..6c28d2f 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
@@ -120,7 +120,7 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
final UUID appId = em.getApplication().getUuid();
final Map<String, Object> payloads = notification.getPayloads();
- final Func1<EntityRef, ApplicationQueueMessage> sendMessageFunction = deviceRef -> {
+ final Func1<EntityRef, Optional<ApplicationQueueMessage>> sendMessageFunction = deviceRef -> {
try {
long now = System.currentTimeMillis();
@@ -145,7 +145,7 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
if (notifierId == null) {
//TODO need to leverage optional here
- //return deviceRef;
+ return Optional.empty();
}
ApplicationQueueMessage message = new ApplicationQueueMessage(appId, notification.getUuid(), deviceRef.getUuid(), notifierKey, notifierId);
@@ -157,15 +157,14 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
}
deviceCount.incrementAndGet();
- return message;
+ return Optional.of(message);
} catch (Exception deviceLoopException) {
logger.error("Failed to add device", deviceLoopException);
errorMessages.add("Failed to add device: " + deviceRef.getUuid() + ", error:" + deviceLoopException);
- //TODO need an optional here
- return new ApplicationQueueMessage(appId, notification.getUuid(), deviceRef.getUuid(), "test", "test");
+ return Optional.empty();
}
};
@@ -185,13 +184,21 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
applicationQueueMessages.forEach( message -> {
try {
-
- qm.sendMessage( message );
- queueMeter.mark();
+ if(message.isPresent()){
+ qm.sendMessage( message.get() );
+ queueMeter.mark();
+ }
} catch (IOException e) {
- logger.error("Unable to queue notification for notification UUID {} and device UUID {} ",
- message.getNotificationId(), message.getDeviceId());
+
+ if(message.isPresent()){
+ logger.error("Unable to queue notification for notification UUID {} and device UUID {} ",
+ message.get().getNotificationId(), message.get().getDeviceId());
+ }
+ else{
+ logger.error("Unable to queue notification as it's not present when trying to send to queue");
+ }
+
}
});
@@ -200,7 +207,7 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
})
.doOnError(throwable -> logger.error("Failed while trying to send notification", throwable));
- processMessagesObservable.toBlocking(); // let this run and block the async thread, messages are queued
+ processMessagesObservable.toBlocking().last(); // let this run and block the async thread, messages are queued
}
@@ -513,6 +520,8 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
List<EntityRef> devices = new ArrayList<>();
+ final int LIMIT = Query.MID_LIMIT;
+
try {
@@ -529,52 +538,48 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
initial = false;
- final List<EntityRef> mydevices = em.getCollection(ref, "devices", start, Query.DEFAULT_LIMIT,
+ final List<EntityRef> mydevices = em.getCollection(ref, "devices", start, LIMIT,
Query.Level.REFS, true).getRefs();
resultSize = mydevices.size();
+
if(mydevices.size() > 0){
start = mydevices.get(mydevices.size() - 1 ).getUuid();
}
-
devices.addAll( mydevices );
-
}
} else if ("group".equals(ref.getType())) {
- //devices = new ArrayList<>();
UUID start = null;
boolean initial = true;
int resultSize = 0;
- while( initial || resultSize >= Query.DEFAULT_LIMIT){
+ while( initial || resultSize >= LIMIT){
- initial = false;
- final List<EntityRef> myusers = em.getCollection(ref, "users", start,
- Query.DEFAULT_LIMIT, Query.Level.REFS, true).getRefs();
+ initial = false;
+ final List<EntityRef> myusers = em.getCollection(ref, "users", start,
+ LIMIT, Query.Level.REFS, true).getRefs();
- resultSize = myusers.size();
- if(myusers.size() > 0){
- start = myusers.get(myusers.size() - 1 ).getUuid();
- }
+ resultSize = myusers.size();
+ if(myusers.size() > 0){
+ start = myusers.get(myusers.size() - 1 ).getUuid();
+ }
- // don't allow a single user to have more than 100 devices?
- for (EntityRef user : myusers) {
- devices.addAll( em.getCollection(user, "devices", null, 100,
- Query.Level.REFS, true).getRefs() );
+ // don't allow a single user to have more than 100 devices?
+ for (EntityRef user : myusers) {
+ devices.addAll( em.getCollection(user, "devices", null, 100,
+ Query.Level.REFS, true).getRefs() );
- }
+ }
}
-
-
}
} catch (Exception e) {
http://git-wip-us.apache.org/repos/asf/usergrid/blob/c1375bf6/stack/services/src/main/java/org/apache/usergrid/services/queues/QueueListener.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/queues/QueueListener.java b/stack/services/src/main/java/org/apache/usergrid/services/queues/QueueListener.java
index 5895d38..9d95d87 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/queues/QueueListener.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/queues/QueueListener.java
@@ -110,7 +110,7 @@ public abstract class QueueListener {
try {
sleepBetweenRuns = new Long(properties.getProperty("usergrid.queues.listener.sleep.between", ""+sleepBetweenRuns)).longValue();
sleepWhenNoneFound = new Long(properties.getProperty("usergrid.queues.listener.sleep.after", ""+DEFAULT_SLEEP)).longValue();
- batchSize = new Integer(properties.getProperty("usergrid.queues.listener.batchSize", (""+batchSize)));
+ batchSize = new Integer(properties.getProperty("usergrid.queues.listener.MAX_TAKE", (""+batchSize)));
consecutiveCallsToRemoveDevices = new Integer(properties.getProperty("usergrid.queues.inactive.interval", ""+200));
queueName = getQueueName();
http://git-wip-us.apache.org/repos/asf/usergrid/blob/c1375bf6/stack/services/src/test/java/org/apache/usergrid/services/notifications/apns/NotificationsServiceIT.java
----------------------------------------------------------------------
diff --git a/stack/services/src/test/java/org/apache/usergrid/services/notifications/apns/NotificationsServiceIT.java b/stack/services/src/test/java/org/apache/usergrid/services/notifications/apns/NotificationsServiceIT.java
index dea4e49..3923827 100644
--- a/stack/services/src/test/java/org/apache/usergrid/services/notifications/apns/NotificationsServiceIT.java
+++ b/stack/services/src/test/java/org/apache/usergrid/services/notifications/apns/NotificationsServiceIT.java
@@ -129,7 +129,6 @@ public class NotificationsServiceIT extends AbstractServiceNotificationIT {
public void after() throws Exception {
if(listener != null) {
listener.stop();
- listener = null;
}
}
@@ -683,8 +682,7 @@ public class NotificationsServiceIT extends AbstractServiceNotificationIT {
final int NUM_DEVICES = 50;
// perform push //
- int oldBatchSize = listener.getBatchSize();
- listener.setBatchSize(10);
+ int oldBatchSize = QueueListener.MAX_TAKE;
app.clear();
app.put("name", UUID.randomUUID().toString());
@@ -724,7 +722,7 @@ public class NotificationsServiceIT extends AbstractServiceNotificationIT {
try {
notificationWaitForComplete(notification);
} finally {
- listener.setBatchSize( oldBatchSize);
+ //noop
}
// check receipts //
http://git-wip-us.apache.org/repos/asf/usergrid/blob/c1375bf6/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
----------------------------------------------------------------------
diff --git a/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java b/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
index 65cc54a..1c7915a 100644
--- a/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
+++ b/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
@@ -106,7 +106,6 @@ public class NotificationsServiceIT extends AbstractServiceNotificationIT {
public void after() {
if (listener != null) {
listener.stop();
- listener = null;
}
}
[20/50] [abbrv] usergrid git commit: Fix NoSuchElementException when
no devices are found for the targeted push notification.
Posted by sn...@apache.org.
Fix NoSuchElementException when no devices are found for the targeted push notification.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/7c24d43b
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/7c24d43b
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/7c24d43b
Branch: refs/heads/asf-site
Commit: 7c24d43b5c8fc95d049ce02bc3bc7dbac69f6587
Parents: 6b9e5ef
Author: Michael Russo <mr...@apigee.com>
Authored: Wed Apr 13 00:15:32 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Wed Apr 13 00:15:32 2016 +0200
----------------------------------------------------------------------
.../services/notifications/impl/ApplicationQueueManagerImpl.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/7c24d43b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
index 6c28d2f..fb4d64c 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/impl/ApplicationQueueManagerImpl.java
@@ -207,7 +207,7 @@ public class ApplicationQueueManagerImpl implements ApplicationQueueManager {
})
.doOnError(throwable -> logger.error("Failed while trying to send notification", throwable));
- processMessagesObservable.toBlocking().last(); // let this run and block the async thread, messages are queued
+ processMessagesObservable.toBlocking().lastOrDefault(null); // let this run and block the async thread, messages are queued
}
[15/50] [abbrv] usergrid git commit: Fix but in app exists logic. All
tests pass with app ID cache changes.
Posted by sn...@apache.org.
Fix but in app exists logic. All tests pass with app ID cache changes.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/9486cdd3
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/9486cdd3
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/9486cdd3
Branch: refs/heads/asf-site
Commit: 9486cdd3e0b2aeb3739dce8cb551fb3dad132148
Parents: 177e063
Author: Dave Johnson <sn...@apache.org>
Authored: Mon Apr 11 08:42:21 2016 -0400
Committer: Dave Johnson <sn...@apache.org>
Committed: Mon Apr 11 08:42:21 2016 -0400
----------------------------------------------------------------------
.../apache/usergrid/corepersistence/CpEntityManagerFactory.java | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/9486cdd3/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManagerFactory.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManagerFactory.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManagerFactory.java
index a88bf7b..c3bcaf6 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManagerFactory.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManagerFactory.java
@@ -221,7 +221,7 @@ public class CpEntityManagerFactory implements EntityManagerFactory, Application
final UUID appId = applicationIdCache.getApplicationId( appName );
- if ( appId == null ) {
+ if ( appId != null ) {
throw new ApplicationAlreadyExistsException( name );
}
@@ -259,7 +259,7 @@ public class CpEntityManagerFactory implements EntityManagerFactory, Application
// check for pre-existing application
- if ( lookupApplication( appName ) == null ) {
+ if ( lookupApplication( appName ) != null ) {
throw new ApplicationAlreadyExistsException( appName );
}
[49/50] [abbrv] usergrid git commit: Docs are for "2.x" and not "1.0"
Posted by sn...@apache.org.
Docs are for "2.x" and not "1.0"
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/279c020d
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/279c020d
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/279c020d
Branch: refs/heads/asf-site
Commit: 279c020d3f97c74d78bb973b291cb9dca8805ed0
Parents: 9950af7
Author: Dave Johnson <sn...@apache.org>
Authored: Tue Apr 26 11:01:05 2016 -0400
Committer: Dave Johnson <sn...@apache.org>
Committed: Tue Apr 26 11:01:05 2016 -0400
----------------------------------------------------------------------
content/docs/README.html | 8 ++++----
.../file-storage-configuration.html | 8 ++++----
content/docs/assets-and-files/folders.html | 8 ++++----
.../assets-and-files/legacy-asset-support.html | 8 ++++----
.../docs/assets-and-files/retrieving-assets.html | 8 ++++----
.../docs/assets-and-files/uploading-assets.html | 8 ++++----
.../creating-and-incrementing-counters.html | 8 ++++----
.../counters-and-events/events-and-counters.html | 8 ++++----
.../counters-and-events/retrieving-counters.html | 8 ++++----
.../docs/data-queries/advanced-query-usage.html | 8 ++++----
content/docs/data-queries/operators-and-types.html | 8 ++++----
content/docs/data-queries/query-parameters.html | 8 ++++----
content/docs/data-queries/querying-your-data.html | 8 ++++----
content/docs/data-storage/collections.html | 8 ++++----
content/docs/data-storage/data-store-dbms.html | 8 ++++----
content/docs/data-storage/entities.html | 8 ++++----
content/docs/data-storage/optimizing-access.html | 8 ++++----
.../entity-connections/connecting-entities.html | 8 ++++----
.../entity-connections/disconnecting-entities.html | 8 ++++----
.../entity-connections/retrieving-entities.html | 8 ++++----
content/docs/genindex.html | 8 ++++----
content/docs/geolocation/geolocation.html | 8 ++++----
content/docs/index.html | 8 ++++----
content/docs/installation/deployment-guide.html | 8 ++++----
.../docs/installation/ug1-deploy-to-tomcat.html | 8 ++++----
.../installation/ug1-launcher-quick-start.html | 8 ++++----
.../docs/installation/ug2-deploy-to-tomcat.html | 8 ++++----
content/docs/introduction/async-vs-sync.html | 8 ++++----
content/docs/introduction/data-model.html | 8 ++++----
content/docs/introduction/overview.html | 8 ++++----
content/docs/introduction/usergrid-features.html | 8 ++++----
content/docs/jersey2skeleton/README.html | 8 ++++----
content/docs/objects.inv | Bin 686 -> 686 bytes
content/docs/orgs-and-apps/admin-user.html | 8 ++++----
content/docs/orgs-and-apps/application.html | 8 ++++----
content/docs/orgs-and-apps/managing.html | 8 ++++----
content/docs/orgs-and-apps/organization.html | 8 ++++----
.../push-notifications/adding-push-support.html | 8 ++++----
.../creating-and-managing-notifications.html | 8 ++++----
.../push-notifications/creating-notifiers.html | 8 ++++----
.../docs/push-notifications/getting-started.html | 8 ++++----
.../managing-users-and-devices.html | 8 ++++----
content/docs/push-notifications/overview.html | 8 ++++----
content/docs/push-notifications/registering.html | 8 ++++----
content/docs/push-notifications/tbd.html | 8 ++++----
.../docs/push-notifications/troubleshooting.html | 8 ++++----
content/docs/push-notifications/tutorial.html | 8 ++++----
content/docs/push-notifications/users-devices.html | 8 ++++----
content/docs/reference/contribute-code.html | 8 ++++----
content/docs/reference/presos-and-videos.html | 8 ++++----
content/docs/rest-endpoints/api-docs.html | 8 ++++----
content/docs/sdks/ios-new.html | 8 ++++----
content/docs/sdks/sdk-outline.html | 8 ++++----
content/docs/sdks/tbd.html | 8 ++++----
content/docs/search.html | 8 ++++----
content/docs/security-and-auth/app-security.html | 8 ++++----
.../authenticating-api-requests.html | 8 ++++----
...thenticating-users-and-application-clients.html | 8 ++++----
.../changing-token-time-live-ttl.html | 8 ++++----
content/docs/security-and-auth/facebook-sign.html | 8 ++++----
.../security-and-auth/revoking-tokens-logout.html | 8 ++++----
.../docs/security-and-auth/securing-your-app.html | 8 ++++----
.../user-authentication-types.html | 8 ++++----
.../docs/security-and-auth/using-permissions.html | 8 ++++----
content/docs/security-and-auth/using-roles.html | 8 ++++----
content/docs/user-management/activity.html | 8 ++++----
content/docs/user-management/group.html | 8 ++++----
content/docs/user-management/groups.html | 8 ++++----
content/docs/user-management/messagee-example.html | 8 ++++----
content/docs/user-management/user-connections.html | 8 ++++----
content/docs/user-management/user-management.html | 8 ++++----
.../docs/user-management/working-user-data.html | 8 ++++----
.../using-usergrid/creating-a-new-application.html | 8 ++++----
content/docs/using-usergrid/creating-account.html | 8 ++++----
.../docs/using-usergrid/using-a-sandbox-app.html | 8 ++++----
content/docs/using-usergrid/using-the-api.html | 8 ++++----
docs/conf.py | 4 ++--
77 files changed, 302 insertions(+), 302 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/README.html
----------------------------------------------------------------------
diff --git a/content/docs/README.html b/content/docs/README.html
index 78f090b..aab88cd 100644
--- a/content/docs/README.html
+++ b/content/docs/README.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Apache Usergrid Documentation — Apache Usergrid 1.0 documentation</title>
+ <title>Apache Usergrid Documentation — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="index.html"/>
<script src="_static/js/modernizr.min.js"></script>
@@ -57,7 +57,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -357,7 +357,7 @@ Git.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'./',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/assets-and-files/file-storage-configuration.html
----------------------------------------------------------------------
diff --git a/content/docs/assets-and-files/file-storage-configuration.html b/content/docs/assets-and-files/file-storage-configuration.html
index 464b11a..cc20aba 100644
--- a/content/docs/assets-and-files/file-storage-configuration.html
+++ b/content/docs/assets-and-files/file-storage-configuration.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>File storage configuration — Apache Usergrid 1.0 documentation</title>
+ <title>File storage configuration — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<script src="../_static/js/modernizr.min.js"></script>
@@ -57,7 +57,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -303,7 +303,7 @@ file has to be stored on the hard drive before being sended to Amazon.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/assets-and-files/folders.html
----------------------------------------------------------------------
diff --git a/content/docs/assets-and-files/folders.html b/content/docs/assets-and-files/folders.html
index 1dbab98..1ca8653 100644
--- a/content/docs/assets-and-files/folders.html
+++ b/content/docs/assets-and-files/folders.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Folders — Apache Usergrid 1.0 documentation</title>
+ <title>Folders — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Counters & events" href="../counters-and-events/events-and-counters.html"/>
<link rel="prev" title="Retrieving assets" href="retrieving-assets.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -372,7 +372,7 @@ this:</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/assets-and-files/legacy-asset-support.html
----------------------------------------------------------------------
diff --git a/content/docs/assets-and-files/legacy-asset-support.html b/content/docs/assets-and-files/legacy-asset-support.html
index 806ead0..10b8c7e 100644
--- a/content/docs/assets-and-files/legacy-asset-support.html
+++ b/content/docs/assets-and-files/legacy-asset-support.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title><no title> — Apache Usergrid 1.0 documentation</title>
+ <title><no title> — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<script src="../_static/js/modernizr.min.js"></script>
@@ -57,7 +57,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -261,7 +261,7 @@
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/assets-and-files/retrieving-assets.html
----------------------------------------------------------------------
diff --git a/content/docs/assets-and-files/retrieving-assets.html b/content/docs/assets-and-files/retrieving-assets.html
index 718464d..1c10936 100644
--- a/content/docs/assets-and-files/retrieving-assets.html
+++ b/content/docs/assets-and-files/retrieving-assets.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Retrieving assets — Apache Usergrid 1.0 documentation</title>
+ <title>Retrieving assets — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Folders" href="folders.html"/>
<link rel="prev" title="Uploading assets" href="uploading-assets.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -340,7 +340,7 @@ Entities</a>.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/assets-and-files/uploading-assets.html
----------------------------------------------------------------------
diff --git a/content/docs/assets-and-files/uploading-assets.html b/content/docs/assets-and-files/uploading-assets.html
index 1d84692..1118ebd 100644
--- a/content/docs/assets-and-files/uploading-assets.html
+++ b/content/docs/assets-and-files/uploading-assets.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Uploading assets — Apache Usergrid 1.0 documentation</title>
+ <title>Uploading assets — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Retrieving assets" href="retrieving-assets.html"/>
<link rel="prev" title="Geolocating your Entities" href="../geolocation/geolocation.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -400,7 +400,7 @@ in ‘Uploading assets’ as a <code class="docutils literal"><span clas
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/counters-and-events/creating-and-incrementing-counters.html
----------------------------------------------------------------------
diff --git a/content/docs/counters-and-events/creating-and-incrementing-counters.html b/content/docs/counters-and-events/creating-and-incrementing-counters.html
index cfe9727..2f7d0ae 100644
--- a/content/docs/counters-and-events/creating-and-incrementing-counters.html
+++ b/content/docs/counters-and-events/creating-and-incrementing-counters.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Creating & incrementing counters — Apache Usergrid 1.0 documentation</title>
+ <title>Creating & incrementing counters — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Retrieving counters" href="retrieving-counters.html"/>
<link rel="prev" title="Counters & events" href="events-and-counters.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -390,7 +390,7 @@ actions in your app at both a cumulative and granular level.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/counters-and-events/events-and-counters.html
----------------------------------------------------------------------
diff --git a/content/docs/counters-and-events/events-and-counters.html b/content/docs/counters-and-events/events-and-counters.html
index 5f79f10..a1663cc 100644
--- a/content/docs/counters-and-events/events-and-counters.html
+++ b/content/docs/counters-and-events/events-and-counters.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Counters & events — Apache Usergrid 1.0 documentation</title>
+ <title>Counters & events — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Creating & incrementing counters" href="creating-and-incrementing-counters.html"/>
<link rel="prev" title="Folders" href="../assets-and-files/folders.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -287,7 +287,7 @@ you might track with a user-defined counter are:</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/counters-and-events/retrieving-counters.html
----------------------------------------------------------------------
diff --git a/content/docs/counters-and-events/retrieving-counters.html b/content/docs/counters-and-events/retrieving-counters.html
index 7510b7b..a5d5aab 100644
--- a/content/docs/counters-and-events/retrieving-counters.html
+++ b/content/docs/counters-and-events/retrieving-counters.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Retrieving counters — Apache Usergrid 1.0 documentation</title>
+ <title>Retrieving counters — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Organization & application management" href="../orgs-and-apps/managing.html"/>
<link rel="prev" title="Creating & incrementing counters" href="creating-and-incrementing-counters.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -442,7 +442,7 @@ like this:</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/data-queries/advanced-query-usage.html
----------------------------------------------------------------------
diff --git a/content/docs/data-queries/advanced-query-usage.html b/content/docs/data-queries/advanced-query-usage.html
index a901d82..c603613 100644
--- a/content/docs/data-queries/advanced-query-usage.html
+++ b/content/docs/data-queries/advanced-query-usage.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Advanced query usage — Apache Usergrid 1.0 documentation</title>
+ <title>Advanced query usage — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Connecting entities" href="../entity-connections/connecting-entities.html"/>
<link rel="prev" title="Query operators & data types" href="operators-and-types.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -305,7 +305,7 @@ var dataClient = new Usergrid.Client(options);
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/data-queries/operators-and-types.html
----------------------------------------------------------------------
diff --git a/content/docs/data-queries/operators-and-types.html b/content/docs/data-queries/operators-and-types.html
index c66f626..e9ca61c 100644
--- a/content/docs/data-queries/operators-and-types.html
+++ b/content/docs/data-queries/operators-and-types.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Query operators & data types — Apache Usergrid 1.0 documentation</title>
+ <title>Query operators & data types — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Advanced query usage" href="advanced-query-usage.html"/>
<link rel="prev" title="Query parameters & clauses" href="query-parameters.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -464,7 +464,7 @@ properties.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/data-queries/query-parameters.html
----------------------------------------------------------------------
diff --git a/content/docs/data-queries/query-parameters.html b/content/docs/data-queries/query-parameters.html
index cb812b8..e1e754f 100644
--- a/content/docs/data-queries/query-parameters.html
+++ b/content/docs/data-queries/query-parameters.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Query parameters & clauses — Apache Usergrid 1.0 documentation</title>
+ <title>Query parameters & clauses — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Query operators & data types" href="operators-and-types.html"/>
<link rel="prev" title="Querying your data" href="querying-your-data.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -496,7 +496,7 @@ results should begin:</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/data-queries/querying-your-data.html
----------------------------------------------------------------------
diff --git a/content/docs/data-queries/querying-your-data.html b/content/docs/data-queries/querying-your-data.html
index 1c68fff..83afa63 100644
--- a/content/docs/data-queries/querying-your-data.html
+++ b/content/docs/data-queries/querying-your-data.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Querying your data — Apache Usergrid 1.0 documentation</title>
+ <title>Querying your data — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Query parameters & clauses" href="query-parameters.html"/>
<link rel="prev" title="Entities" href="../data-storage/entities.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -437,7 +437,7 @@ requested (username first, then name).</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/data-storage/collections.html
----------------------------------------------------------------------
diff --git a/content/docs/data-storage/collections.html b/content/docs/data-storage/collections.html
index e35c99b..be72bfb 100644
--- a/content/docs/data-storage/collections.html
+++ b/content/docs/data-storage/collections.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Collections — Apache Usergrid 1.0 documentation</title>
+ <title>Collections — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Entities" href="entities.html"/>
<link rel="prev" title="Data Store Best Practices" href="optimizing-access.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -662,7 +662,7 @@ for details.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/data-storage/data-store-dbms.html
----------------------------------------------------------------------
diff --git a/content/docs/data-storage/data-store-dbms.html b/content/docs/data-storage/data-store-dbms.html
index ab7b7a7..7bd80e4 100644
--- a/content/docs/data-storage/data-store-dbms.html
+++ b/content/docs/data-storage/data-store-dbms.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>The Usergrid Data Store — Apache Usergrid 1.0 documentation</title>
+ <title>The Usergrid Data Store — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Data Store Best Practices" href="optimizing-access.html"/>
<link rel="prev" title="Using the API" href="../using-usergrid/using-the-api.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -407,7 +407,7 @@ column family.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/data-storage/entities.html
----------------------------------------------------------------------
diff --git a/content/docs/data-storage/entities.html b/content/docs/data-storage/entities.html
index 9ff0a77..efb1056 100644
--- a/content/docs/data-storage/entities.html
+++ b/content/docs/data-storage/entities.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Entities — Apache Usergrid 1.0 documentation</title>
+ <title>Entities — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Querying your data" href="../data-queries/querying-your-data.html"/>
<link rel="prev" title="Collections" href="collections.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -1007,7 +1007,7 @@ for details.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/data-storage/optimizing-access.html
----------------------------------------------------------------------
diff --git a/content/docs/data-storage/optimizing-access.html b/content/docs/data-storage/optimizing-access.html
index 97955d5..33eadcd 100644
--- a/content/docs/data-storage/optimizing-access.html
+++ b/content/docs/data-storage/optimizing-access.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Data Store Best Practices — Apache Usergrid 1.0 documentation</title>
+ <title>Data Store Best Practices — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Collections" href="collections.html"/>
<link rel="prev" title="The Usergrid Data Store" href="data-store-dbms.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -541,7 +541,7 @@ GET /products/<reviewed_product_uuid>/reviewedBy/users
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/entity-connections/connecting-entities.html
----------------------------------------------------------------------
diff --git a/content/docs/entity-connections/connecting-entities.html b/content/docs/entity-connections/connecting-entities.html
index ef308ca..48041a7 100644
--- a/content/docs/entity-connections/connecting-entities.html
+++ b/content/docs/entity-connections/connecting-entities.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Connecting entities — Apache Usergrid 1.0 documentation</title>
+ <title>Connecting entities — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Retrieving connections" href="retrieving-entities.html"/>
<link rel="prev" title="Advanced query usage" href="../data-queries/advanced-query-usage.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -362,7 +362,7 @@ is specified by its UUID.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/entity-connections/disconnecting-entities.html
----------------------------------------------------------------------
diff --git a/content/docs/entity-connections/disconnecting-entities.html b/content/docs/entity-connections/disconnecting-entities.html
index 209c86a..85aabab 100644
--- a/content/docs/entity-connections/disconnecting-entities.html
+++ b/content/docs/entity-connections/disconnecting-entities.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Disconnecting entities — Apache Usergrid 1.0 documentation</title>
+ <title>Disconnecting entities — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Push notifications overview" href="../push-notifications/overview.html"/>
<link rel="prev" title="Retrieving connections" href="retrieving-entities.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -379,7 +379,7 @@ is specified by its UUID.Parameter</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/entity-connections/retrieving-entities.html
----------------------------------------------------------------------
diff --git a/content/docs/entity-connections/retrieving-entities.html b/content/docs/entity-connections/retrieving-entities.html
index 00699ca..3af28af 100644
--- a/content/docs/entity-connections/retrieving-entities.html
+++ b/content/docs/entity-connections/retrieving-entities.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Retrieving connections — Apache Usergrid 1.0 documentation</title>
+ <title>Retrieving connections — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Disconnecting entities" href="disconnecting-entities.html"/>
<link rel="prev" title="Connecting entities" href="connecting-entities.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -403,7 +403,7 @@ will be returned in the entities property of the response.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/genindex.html
----------------------------------------------------------------------
diff --git a/content/docs/genindex.html b/content/docs/genindex.html
index 03ecbcb..b8bfa4f 100644
--- a/content/docs/genindex.html
+++ b/content/docs/genindex.html
@@ -9,7 +9,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Index — Apache Usergrid 1.0 documentation</title>
+ <title>Index — Apache Usergrid 2.x documentation</title>
@@ -31,7 +31,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="index.html"/>
<script src="_static/js/modernizr.min.js"></script>
@@ -58,7 +58,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -266,7 +266,7 @@
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'./',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/geolocation/geolocation.html
----------------------------------------------------------------------
diff --git a/content/docs/geolocation/geolocation.html b/content/docs/geolocation/geolocation.html
index bb66dc2..8779bc4 100644
--- a/content/docs/geolocation/geolocation.html
+++ b/content/docs/geolocation/geolocation.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Geolocating your Entities — Apache Usergrid 1.0 documentation</title>
+ <title>Geolocating your Entities — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Uploading assets" href="../assets-and-files/uploading-assets.html"/>
<link rel="prev" title="App Example - Messagee" href="../user-management/messagee-example.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -397,7 +397,7 @@ happened.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/index.html
----------------------------------------------------------------------
diff --git a/content/docs/index.html b/content/docs/index.html
index a77a322..6d2f2b4 100644
--- a/content/docs/index.html
+++ b/content/docs/index.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Apache Usergrid Documentation — Apache Usergrid 1.0 documentation</title>
+ <title>Apache Usergrid Documentation — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="#"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="#"/>
<link rel="next" title="Getting Started" href="introduction/overview.html"/>
@@ -58,7 +58,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -789,7 +789,7 @@
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'./',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/installation/deployment-guide.html
----------------------------------------------------------------------
diff --git a/content/docs/installation/deployment-guide.html b/content/docs/installation/deployment-guide.html
index 847ee82..49bf2d6 100644
--- a/content/docs/installation/deployment-guide.html
+++ b/content/docs/installation/deployment-guide.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Usergrid 2.1.0 Deployment Guide — Apache Usergrid 1.0 documentation</title>
+ <title>Usergrid 2.1.0 Deployment Guide — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Presentations & Videos" href="../reference/presos-and-videos.html"/>
<link rel="prev" title="COMING SOON..." href="../sdks/tbd.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -804,7 +804,7 @@ instances running Cassandra and ElasticSearch.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/installation/ug1-deploy-to-tomcat.html
----------------------------------------------------------------------
diff --git a/content/docs/installation/ug1-deploy-to-tomcat.html b/content/docs/installation/ug1-deploy-to-tomcat.html
index f6358b9..916990f 100644
--- a/content/docs/installation/ug1-deploy-to-tomcat.html
+++ b/content/docs/installation/ug1-deploy-to-tomcat.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Usegrid 1: Deploying to Tomcat — Apache Usergrid 1.0 documentation</title>
+ <title>Usegrid 1: Deploying to Tomcat — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<script src="../_static/js/modernizr.min.js"></script>
@@ -57,7 +57,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -465,7 +465,7 @@ usergrid.user.resetpw.url=https://localhost:8080/%s/%s/users/%s/resetpw
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/installation/ug1-launcher-quick-start.html
----------------------------------------------------------------------
diff --git a/content/docs/installation/ug1-launcher-quick-start.html b/content/docs/installation/ug1-launcher-quick-start.html
index cc25cbb..d9925e2 100644
--- a/content/docs/installation/ug1-launcher-quick-start.html
+++ b/content/docs/installation/ug1-launcher-quick-start.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Usegrid 1: Launcher Quick-start — Apache Usergrid 1.0 documentation</title>
+ <title>Usegrid 1: Launcher Quick-start — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<script src="../_static/js/modernizr.min.js"></script>
@@ -57,7 +57,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -349,7 +349,7 @@ use it to create a collection with some data in it:</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/installation/ug2-deploy-to-tomcat.html
----------------------------------------------------------------------
diff --git a/content/docs/installation/ug2-deploy-to-tomcat.html b/content/docs/installation/ug2-deploy-to-tomcat.html
index 6d49281..353abed 100644
--- a/content/docs/installation/ug2-deploy-to-tomcat.html
+++ b/content/docs/installation/ug2-deploy-to-tomcat.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Usergrid 2: Deploy to Tomcat — Apache Usergrid 1.0 documentation</title>
+ <title>Usergrid 2: Deploy to Tomcat — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<script src="../_static/js/modernizr.min.js"></script>
@@ -57,7 +57,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -478,7 +478,7 @@ sake of ordered lists I put Cassandra first.</td></tr>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/introduction/async-vs-sync.html
----------------------------------------------------------------------
diff --git a/content/docs/introduction/async-vs-sync.html b/content/docs/introduction/async-vs-sync.html
index 55a6cbb..e9b9877 100644
--- a/content/docs/introduction/async-vs-sync.html
+++ b/content/docs/introduction/async-vs-sync.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Async vs. sync calls — Apache Usergrid 1.0 documentation</title>
+ <title>Async vs. sync calls — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Creating a Usergrid Account" href="../using-usergrid/creating-account.html"/>
<link rel="prev" title="Usergrid Data model" href="data-model.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -325,7 +325,7 @@ execution completes.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/introduction/data-model.html
----------------------------------------------------------------------
diff --git a/content/docs/introduction/data-model.html b/content/docs/introduction/data-model.html
index 8a77b20..79a54c8 100644
--- a/content/docs/introduction/data-model.html
+++ b/content/docs/introduction/data-model.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Usergrid Data model — Apache Usergrid 1.0 documentation</title>
+ <title>Usergrid Data model — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Async vs. sync calls" href="async-vs-sync.html"/>
<link rel="prev" title="Usergrid Features" href="usergrid-features.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -433,7 +433,7 @@ identifier.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/introduction/overview.html
----------------------------------------------------------------------
diff --git a/content/docs/introduction/overview.html b/content/docs/introduction/overview.html
index 60de706..aeb4c5d 100644
--- a/content/docs/introduction/overview.html
+++ b/content/docs/introduction/overview.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Getting Started — Apache Usergrid 1.0 documentation</title>
+ <title>Getting Started — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Usergrid Features" href="usergrid-features.html"/>
<link rel="prev" title="Apache Usergrid Documentation" href="../index.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -314,7 +314,7 @@ project then this is a good place to start:</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/introduction/usergrid-features.html
----------------------------------------------------------------------
diff --git a/content/docs/introduction/usergrid-features.html b/content/docs/introduction/usergrid-features.html
index ec05439..f28297a 100644
--- a/content/docs/introduction/usergrid-features.html
+++ b/content/docs/introduction/usergrid-features.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Usergrid Features — Apache Usergrid 1.0 documentation</title>
+ <title>Usergrid Features — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Usergrid Data model" href="data-model.html"/>
<link rel="prev" title="Getting Started" href="overview.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -442,7 +442,7 @@ overview</a>.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/jersey2skeleton/README.html
----------------------------------------------------------------------
diff --git a/content/docs/jersey2skeleton/README.html b/content/docs/jersey2skeleton/README.html
index 283baf9..1fb0989 100644
--- a/content/docs/jersey2skeleton/README.html
+++ b/content/docs/jersey2skeleton/README.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>jersey2skeleton — Apache Usergrid 1.0 documentation</title>
+ <title>jersey2skeleton — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<script src="../_static/js/modernizr.min.js"></script>
@@ -57,7 +57,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -271,7 +271,7 @@ get the correct Swagger generated for the /management and
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/objects.inv
----------------------------------------------------------------------
diff --git a/content/docs/objects.inv b/content/docs/objects.inv
index 7f8bb29..c58efdd 100644
Binary files a/content/docs/objects.inv and b/content/docs/objects.inv differ
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/orgs-and-apps/admin-user.html
----------------------------------------------------------------------
diff --git a/content/docs/orgs-and-apps/admin-user.html b/content/docs/orgs-and-apps/admin-user.html
index 1a272b8..9baf6c6 100644
--- a/content/docs/orgs-and-apps/admin-user.html
+++ b/content/docs/orgs-and-apps/admin-user.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Admin user — Apache Usergrid 1.0 documentation</title>
+ <title>Admin user — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Methods" href="../rest-endpoints/api-docs.html"/>
<link rel="prev" title="Application" href="application.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -834,7 +834,7 @@ email notification.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/orgs-and-apps/application.html
----------------------------------------------------------------------
diff --git a/content/docs/orgs-and-apps/application.html b/content/docs/orgs-and-apps/application.html
index 51843b6..fdded4b 100644
--- a/content/docs/orgs-and-apps/application.html
+++ b/content/docs/orgs-and-apps/application.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Application — Apache Usergrid 1.0 documentation</title>
+ <title>Application — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Admin user" href="admin-user.html"/>
<link rel="prev" title="Organization" href="organization.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -480,7 +480,7 @@ for details.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/orgs-and-apps/managing.html
----------------------------------------------------------------------
diff --git a/content/docs/orgs-and-apps/managing.html b/content/docs/orgs-and-apps/managing.html
index 6ff7f00..18bb9b0 100644
--- a/content/docs/orgs-and-apps/managing.html
+++ b/content/docs/orgs-and-apps/managing.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Organization & application management — Apache Usergrid 1.0 documentation</title>
+ <title>Organization & application management — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Organization" href="organization.html"/>
<link rel="prev" title="Retrieving counters" href="../counters-and-events/retrieving-counters.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -324,7 +324,7 @@ accounts of which the user is a member.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/orgs-and-apps/organization.html
----------------------------------------------------------------------
diff --git a/content/docs/orgs-and-apps/organization.html b/content/docs/orgs-and-apps/organization.html
index a1e1ac0..6cb5112 100644
--- a/content/docs/orgs-and-apps/organization.html
+++ b/content/docs/orgs-and-apps/organization.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Organization — Apache Usergrid 1.0 documentation</title>
+ <title>Organization — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Application" href="application.html"/>
<link rel="prev" title="Organization & application management" href="managing.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -1001,7 +1001,7 @@ will return a 400 Bad Request error.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/push-notifications/adding-push-support.html
----------------------------------------------------------------------
diff --git a/content/docs/push-notifications/adding-push-support.html b/content/docs/push-notifications/adding-push-support.html
index e861915..c1904ab 100644
--- a/content/docs/push-notifications/adding-push-support.html
+++ b/content/docs/push-notifications/adding-push-support.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Adding push notifications support — Apache Usergrid 1.0 documentation</title>
+ <title>Adding push notifications support — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Getting started with push notifications" href="getting-started.html"/>
<link rel="prev" title="Push notifications overview" href="overview.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -549,7 +549,7 @@ Registering with a notification service.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/push-notifications/creating-and-managing-notifications.html
----------------------------------------------------------------------
diff --git a/content/docs/push-notifications/creating-and-managing-notifications.html b/content/docs/push-notifications/creating-and-managing-notifications.html
index d98441a..3ebd08c 100644
--- a/content/docs/push-notifications/creating-and-managing-notifications.html
+++ b/content/docs/push-notifications/creating-and-managing-notifications.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Creating and managing notifications — Apache Usergrid 1.0 documentation</title>
+ <title>Creating and managing notifications — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Troubleshooting" href="troubleshooting.html"/>
<link rel="prev" title="Managing users and devices" href="managing-users-and-devices.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -711,7 +711,7 @@ combination thereof.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/push-notifications/creating-notifiers.html
----------------------------------------------------------------------
diff --git a/content/docs/push-notifications/creating-notifiers.html b/content/docs/push-notifications/creating-notifiers.html
index a508e3b..e96a35f 100644
--- a/content/docs/push-notifications/creating-notifiers.html
+++ b/content/docs/push-notifications/creating-notifiers.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Creating notifiers — Apache Usergrid 1.0 documentation</title>
+ <title>Creating notifiers — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Managing users and devices" href="managing-users-and-devices.html"/>
<link rel="prev" title="Registering with a notification service" href="registering.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -393,7 +393,7 @@ Docs</a>.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/push-notifications/getting-started.html
----------------------------------------------------------------------
diff --git a/content/docs/push-notifications/getting-started.html b/content/docs/push-notifications/getting-started.html
index 469a7bf..57d6daa 100644
--- a/content/docs/push-notifications/getting-started.html
+++ b/content/docs/push-notifications/getting-started.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Getting started with push notifications — Apache Usergrid 1.0 documentation</title>
+ <title>Getting started with push notifications — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Tutorial: Push notifications sample app" href="tutorial.html"/>
<link rel="prev" title="Adding push notifications support" href="adding-push-support.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -465,7 +465,7 @@ notifications from that sender.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/push-notifications/managing-users-and-devices.html
----------------------------------------------------------------------
diff --git a/content/docs/push-notifications/managing-users-and-devices.html b/content/docs/push-notifications/managing-users-and-devices.html
index 14f451c..c038da5 100644
--- a/content/docs/push-notifications/managing-users-and-devices.html
+++ b/content/docs/push-notifications/managing-users-and-devices.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Managing users and devices — Apache Usergrid 1.0 documentation</title>
+ <title>Managing users and devices — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Creating and managing notifications" href="creating-and-managing-notifications.html"/>
<link rel="prev" title="Creating notifiers" href="creating-notifiers.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -656,7 +656,7 @@ notifications to groups of users (and their associated devices), see
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/push-notifications/overview.html
----------------------------------------------------------------------
diff --git a/content/docs/push-notifications/overview.html b/content/docs/push-notifications/overview.html
index fc86409..af3ac05 100644
--- a/content/docs/push-notifications/overview.html
+++ b/content/docs/push-notifications/overview.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Push notifications overview — Apache Usergrid 1.0 documentation</title>
+ <title>Push notifications overview — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Adding push notifications support" href="adding-push-support.html"/>
<link rel="prev" title="Disconnecting entities" href="../entity-connections/disconnecting-entities.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -361,7 +361,7 @@ things.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/push-notifications/registering.html
----------------------------------------------------------------------
diff --git a/content/docs/push-notifications/registering.html b/content/docs/push-notifications/registering.html
index 334f7bb..85873a6 100644
--- a/content/docs/push-notifications/registering.html
+++ b/content/docs/push-notifications/registering.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Registering with a notification service — Apache Usergrid 1.0 documentation</title>
+ <title>Registering with a notification service — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Creating notifiers" href="creating-notifiers.html"/>
<link rel="prev" title="Tutorial: Push notifications sample app" href="tutorial.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -452,7 +452,7 @@ notifiers</a>.)</li>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/push-notifications/tbd.html
----------------------------------------------------------------------
diff --git a/content/docs/push-notifications/tbd.html b/content/docs/push-notifications/tbd.html
index 90ce35b..89ba353 100644
--- a/content/docs/push-notifications/tbd.html
+++ b/content/docs/push-notifications/tbd.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>COMING IN USERGRID 2 — Apache Usergrid 1.0 documentation</title>
+ <title>COMING IN USERGRID 2 — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<script src="../_static/js/modernizr.min.js"></script>
@@ -57,7 +57,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -264,7 +264,7 @@
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/push-notifications/troubleshooting.html
----------------------------------------------------------------------
diff --git a/content/docs/push-notifications/troubleshooting.html b/content/docs/push-notifications/troubleshooting.html
index 5642019..dc1eac5 100644
--- a/content/docs/push-notifications/troubleshooting.html
+++ b/content/docs/push-notifications/troubleshooting.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Troubleshooting — Apache Usergrid 1.0 documentation</title>
+ <title>Troubleshooting — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Security & token authentication" href="../security-and-auth/app-security.html"/>
<link rel="prev" title="Creating and managing notifications" href="creating-and-managing-notifications.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -434,7 +434,7 @@ number generated when you created your Google API project. See
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/push-notifications/tutorial.html
----------------------------------------------------------------------
diff --git a/content/docs/push-notifications/tutorial.html b/content/docs/push-notifications/tutorial.html
index d9364bd..5b5bfc2 100644
--- a/content/docs/push-notifications/tutorial.html
+++ b/content/docs/push-notifications/tutorial.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Tutorial: Push notifications sample app — Apache Usergrid 1.0 documentation</title>
+ <title>Tutorial: Push notifications sample app — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Registering with a notification service" href="registering.html"/>
<link rel="prev" title="Getting started with push notifications" href="getting-started.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -634,7 +634,7 @@ your-app and notifier-name.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/push-notifications/users-devices.html
----------------------------------------------------------------------
diff --git a/content/docs/push-notifications/users-devices.html b/content/docs/push-notifications/users-devices.html
index 1ea3e74..6a28fae 100644
--- a/content/docs/push-notifications/users-devices.html
+++ b/content/docs/push-notifications/users-devices.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Users & Devices — Apache Usergrid 1.0 documentation</title>
+ <title>Users & Devices — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<script src="../_static/js/modernizr.min.js"></script>
@@ -57,7 +57,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -521,7 +521,7 @@ token is:</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/reference/contribute-code.html
----------------------------------------------------------------------
diff --git a/content/docs/reference/contribute-code.html b/content/docs/reference/contribute-code.html
index 78bc50f..83f1b4b 100644
--- a/content/docs/reference/contribute-code.html
+++ b/content/docs/reference/contribute-code.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>How to Contribute Code & Docs — Apache Usergrid 1.0 documentation</title>
+ <title>How to Contribute Code & Docs — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="prev" title="Presentations & Videos" href="presos-and-videos.html"/>
@@ -58,7 +58,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -329,7 +329,7 @@ instructions</a></li>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/reference/presos-and-videos.html
----------------------------------------------------------------------
diff --git a/content/docs/reference/presos-and-videos.html b/content/docs/reference/presos-and-videos.html
index ee67ddd..74c708e 100644
--- a/content/docs/reference/presos-and-videos.html
+++ b/content/docs/reference/presos-and-videos.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Presentations & Videos — Apache Usergrid 1.0 documentation</title>
+ <title>Presentations & Videos — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="How to Contribute Code & Docs" href="contribute-code.html"/>
<link rel="prev" title="Usergrid 2.1.0 Deployment Guide" href="../installation/deployment-guide.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -319,7 +319,7 @@
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/rest-endpoints/api-docs.html
----------------------------------------------------------------------
diff --git a/content/docs/rest-endpoints/api-docs.html b/content/docs/rest-endpoints/api-docs.html
index 889f464..0ab74e4 100644
--- a/content/docs/rest-endpoints/api-docs.html
+++ b/content/docs/rest-endpoints/api-docs.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Methods — Apache Usergrid 1.0 documentation</title>
+ <title>Methods — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="COMING SOON..." href="../sdks/tbd.html"/>
<link rel="prev" title="Admin user" href="../orgs-and-apps/admin-user.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -4186,7 +4186,7 @@ Entities.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/sdks/ios-new.html
----------------------------------------------------------------------
diff --git a/content/docs/sdks/ios-new.html b/content/docs/sdks/ios-new.html
index 8b3d8d2..c8b5d30 100644
--- a/content/docs/sdks/ios-new.html
+++ b/content/docs/sdks/ios-new.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Usergrid iOS SDK — Apache Usergrid 1.0 documentation</title>
+ <title>Usergrid iOS SDK — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<script src="../_static/js/modernizr.min.js"></script>
@@ -57,7 +57,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -1291,7 +1291,7 @@ NSString *query = @"uuid = b3aad0a4-f322-11e2-a9c1-999e12039f87 or name = &
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/sdks/sdk-outline.html
----------------------------------------------------------------------
diff --git a/content/docs/sdks/sdk-outline.html b/content/docs/sdks/sdk-outline.html
index 32c377c..60802d8 100644
--- a/content/docs/sdks/sdk-outline.html
+++ b/content/docs/sdks/sdk-outline.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Usergrid SDK Documentation outline — Apache Usergrid 1.0 documentation</title>
+ <title>Usergrid SDK Documentation outline — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<script src="../_static/js/modernizr.min.js"></script>
@@ -57,7 +57,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -484,7 +484,7 @@ Node.js.</p>
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/sdks/tbd.html
----------------------------------------------------------------------
diff --git a/content/docs/sdks/tbd.html b/content/docs/sdks/tbd.html
index aaaa9ad..00ff51c 100644
--- a/content/docs/sdks/tbd.html
+++ b/content/docs/sdks/tbd.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>COMING SOON... — Apache Usergrid 1.0 documentation</title>
+ <title>COMING SOON... — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="../index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="../index.html"/>
<link rel="next" title="Usergrid 2.1.0 Deployment Guide" href="../installation/deployment-guide.html"/>
<link rel="prev" title="Methods" href="../rest-endpoints/api-docs.html"/>
@@ -59,7 +59,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -275,7 +275,7 @@
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'../',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
http://git-wip-us.apache.org/repos/asf/usergrid/blob/279c020d/content/docs/search.html
----------------------------------------------------------------------
diff --git a/content/docs/search.html b/content/docs/search.html
index 113ad25..4491d15 100644
--- a/content/docs/search.html
+++ b/content/docs/search.html
@@ -8,7 +8,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0">
- <title>Search — Apache Usergrid 1.0 documentation</title>
+ <title>Search — Apache Usergrid 2.x documentation</title>
@@ -30,7 +30,7 @@
- <link rel="top" title="Apache Usergrid 1.0 documentation" href="index.html"/>
+ <link rel="top" title="Apache Usergrid 2.x documentation" href="index.html"/>
<script src="_static/js/modernizr.min.js"></script>
@@ -57,7 +57,7 @@
<div class="version">
- 1.0
+ 2.x
</div>
@@ -269,7 +269,7 @@
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT:'./',
- VERSION:'1.0',
+ VERSION:'2.x',
COLLAPSE_INDEX:false,
FILE_SUFFIX:'.html',
HAS_SOURCE: true
[09/50] [abbrv] usergrid git commit: fix typo
Posted by sn...@apache.org.
fix typo
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/b8557287
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/b8557287
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/b8557287
Branch: refs/heads/asf-site
Commit: b855728750023e795e4e737d698d1fd94d6b9282
Parents: 021fcba
Author: Mike Dunker <md...@apigee.com>
Authored: Thu Apr 7 17:03:55 2016 -0700
Committer: Mike Dunker <md...@apigee.com>
Committed: Thu Apr 7 17:03:55 2016 -0700
----------------------------------------------------------------------
.../src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/b8557287/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java b/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
index 6d927b9..ac56c7b 100644
--- a/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
+++ b/stack/core/src/main/java/org/apache/usergrid/batch/job/OnlyOnceJob.java
@@ -77,7 +77,7 @@ public abstract class OnlyOnceJob implements Job {
@Override
public void execute( JobExecution execution ) throws Exception {
- logger.info("Executing one-time job, LockManager is {}" lockManager == null ? "null" : "not null");
+ logger.info("Executing one-time job, LockManager is {}", lockManager == null ? "null" : "not null");
String lockId = execution.getJobId().toString();
Lock lock = lockManager.createLock( emf.getManagementAppId(), String.format( "/jobs/%s", lockId ) );
[26/50] [abbrv] usergrid git commit: Concurreny / threading changes.
Remove Quorum reads that aren't necessarily consistency related problems.
Posted by sn...@apache.org.
Concurreny / threading changes. Remove Quorum reads that aren't necessarily consistency related problems.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/794bbd44
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/794bbd44
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/794bbd44
Branch: refs/heads/asf-site
Commit: 794bbd44c9a546b11cdc9729d15ffcf24c26662d
Parents: 8c0338c
Author: Michael Russo <mr...@apigee.com>
Authored: Wed Apr 13 18:53:09 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Wed Apr 13 18:55:00 2016 +0200
----------------------------------------------------------------------
.../asyncevents/AsyncEventServiceImpl.java | 2 +-
.../corepersistence/index/IndexProcessorFig.java | 2 +-
.../corepersistence/service/ServiceSchedulerFig.java | 2 +-
.../collection/mvcc/stage/write/WriteUniqueVerify.java | 9 +++++++--
.../collection/serialization/SerializationFig.java | 3 +++
.../persistence/core/executor/TaskExecutorFactory.java | 10 +++++++---
.../apache/usergrid/persistence/queue/QueueFig.java | 4 ++++
.../services/notifications/gcm/GCMAdapter.java | 13 ++++++++-----
tests/integration/test/notifications/notifications.js | 5 -----
9 files changed, 32 insertions(+), 18 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/794bbd44/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/AsyncEventServiceImpl.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/AsyncEventServiceImpl.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/AsyncEventServiceImpl.java
index d180919..82ad5be 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/AsyncEventServiceImpl.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/asyncevents/AsyncEventServiceImpl.java
@@ -493,7 +493,7 @@ public class AsyncEventServiceImpl implements AsyncEventService {
if(message == null) {
// provide some time back pressure before performing a quorum read
- if ( System.currentTimeMillis() > elasticsearchIndexEvent.getCreationTime() + queueFig.getLocalQuorumTimeout() ) {
+ if ( queueFig.getQuorumFallback() && System.currentTimeMillis() > elasticsearchIndexEvent.getCreationTime() + queueFig.getLocalQuorumTimeout() ) {
if(logger.isDebugEnabled()){
logger.debug("ES batch with id {} not found, reading with strong consistency", messageId);
http://git-wip-us.apache.org/repos/asf/usergrid/blob/794bbd44/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexProcessorFig.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexProcessorFig.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexProcessorFig.java
index b94da65..c05c047 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexProcessorFig.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/index/IndexProcessorFig.java
@@ -77,7 +77,7 @@ public interface IndexProcessorFig extends GuicyFig {
/**
* The number of worker threads used to read index write requests from the queue.
*/
- @Default("16")
+ @Default("8")
@Key(ELASTICSEARCH_WORKER_COUNT)
int getWorkerCount();
http://git-wip-us.apache.org/repos/asf/usergrid/blob/794bbd44/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/ServiceSchedulerFig.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/ServiceSchedulerFig.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/ServiceSchedulerFig.java
index e585ee3..764bba1 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/ServiceSchedulerFig.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/service/ServiceSchedulerFig.java
@@ -50,7 +50,7 @@ public interface ServiceSchedulerFig extends GuicyFig {
- @Default("100")
+ @Default("50")
@Key( SERVICE_IMPORT_THREADS)
int getImportThreadPoolSize();
http://git-wip-us.apache.org/repos/asf/usergrid/blob/794bbd44/stack/corepersistence/collection/src/main/java/org/apache/usergrid/persistence/collection/mvcc/stage/write/WriteUniqueVerify.java
----------------------------------------------------------------------
diff --git a/stack/corepersistence/collection/src/main/java/org/apache/usergrid/persistence/collection/mvcc/stage/write/WriteUniqueVerify.java b/stack/corepersistence/collection/src/main/java/org/apache/usergrid/persistence/collection/mvcc/stage/write/WriteUniqueVerify.java
index 780b83b..d05f838 100644
--- a/stack/corepersistence/collection/src/main/java/org/apache/usergrid/persistence/collection/mvcc/stage/write/WriteUniqueVerify.java
+++ b/stack/corepersistence/collection/src/main/java/org/apache/usergrid/persistence/collection/mvcc/stage/write/WriteUniqueVerify.java
@@ -66,6 +66,8 @@ public class WriteUniqueVerify implements Action1<CollectionIoEvent<MvccEntity>>
private final UniqueValueSerializationStrategy uniqueValueStrat;
+ public static int uniqueVerifyPoolSize = 100;
+
protected final SerializationFig serializationFig;
protected final Keyspace keyspace;
@@ -83,6 +85,8 @@ public class WriteUniqueVerify implements Action1<CollectionIoEvent<MvccEntity>>
this.uniqueValueStrat = uniqueValueSerializiationStrategy;
this.serializationFig = serializationFig;
+
+ uniqueVerifyPoolSize = this.serializationFig.getUniqueVerifyPoolSize();
}
@@ -175,7 +179,8 @@ public class WriteUniqueVerify implements Action1<CollectionIoEvent<MvccEntity>>
@Override
protected Map<String, Field> getFallback() {
- return executeStrategy(fig.getConsistentReadCL());
+ // fallback with same CL as there are many reasons the 1st execution failed, not just due to consistency problems
+ return executeStrategy(fig.getReadCL());
}
public Map<String, Field> executeStrategy(ConsistencyLevel consistencyLevel){
@@ -219,5 +224,5 @@ public class WriteUniqueVerify implements Action1<CollectionIoEvent<MvccEntity>>
public static final HystrixCommand.Setter
REPLAY_GROUP = HystrixCommand.Setter.withGroupKey(
HystrixCommandGroupKey.Factory.asKey( "uniqueVerify" ) ).andThreadPoolPropertiesDefaults(
- HystrixThreadPoolProperties.Setter().withCoreSize( 100 ) );
+ HystrixThreadPoolProperties.Setter().withCoreSize( uniqueVerifyPoolSize ) );
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/794bbd44/stack/corepersistence/collection/src/main/java/org/apache/usergrid/persistence/collection/serialization/SerializationFig.java
----------------------------------------------------------------------
diff --git a/stack/corepersistence/collection/src/main/java/org/apache/usergrid/persistence/collection/serialization/SerializationFig.java b/stack/corepersistence/collection/src/main/java/org/apache/usergrid/persistence/collection/serialization/SerializationFig.java
index ca9cd99..96759ba 100644
--- a/stack/corepersistence/collection/src/main/java/org/apache/usergrid/persistence/collection/serialization/SerializationFig.java
+++ b/stack/corepersistence/collection/src/main/java/org/apache/usergrid/persistence/collection/serialization/SerializationFig.java
@@ -54,4 +54,7 @@ public interface SerializationFig extends GuicyFig {
@Default( "5000000" )
int getMaxEntitySize();
+ @Key ( "usergrid.uniqueverify.poolsize" )
+ @Default( "150" )
+ int getUniqueVerifyPoolSize();
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/794bbd44/stack/corepersistence/common/src/main/java/org/apache/usergrid/persistence/core/executor/TaskExecutorFactory.java
----------------------------------------------------------------------
diff --git a/stack/corepersistence/common/src/main/java/org/apache/usergrid/persistence/core/executor/TaskExecutorFactory.java b/stack/corepersistence/common/src/main/java/org/apache/usergrid/persistence/core/executor/TaskExecutorFactory.java
index 5e7761c..c1c6207 100644
--- a/stack/corepersistence/common/src/main/java/org/apache/usergrid/persistence/core/executor/TaskExecutorFactory.java
+++ b/stack/corepersistence/common/src/main/java/org/apache/usergrid/persistence/core/executor/TaskExecutorFactory.java
@@ -168,8 +168,10 @@ public class TaskExecutorFactory {
@Override
public void rejectedExecution( final Runnable r, final ThreadPoolExecutor executor ) {
- logger.warn( "{} task queue full, rejecting task {} and running in thread {}", poolName, r,
- Thread.currentThread().getName() );
+ if(logger.isDebugEnabled()) {
+ logger.debug("{} task queue full, rejecting task {} and running in thread {}", poolName, r,
+ Thread.currentThread().getName());
+ }
//We've decided we want to have a "caller runs" policy, to just invoke the task when rejected
@@ -191,7 +193,9 @@ public class TaskExecutorFactory {
@Override
public void rejectedExecution( final Runnable r, final ThreadPoolExecutor executor ) {
- logger.warn( "{} task queue full, dropping task {}", poolName, r );
+ if(logger.isDebugEnabled()) {
+ logger.warn("{} task queue full, dropping task {}", poolName, r);
+ }
}
}
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/794bbd44/stack/corepersistence/queue/src/main/java/org/apache/usergrid/persistence/queue/QueueFig.java
----------------------------------------------------------------------
diff --git a/stack/corepersistence/queue/src/main/java/org/apache/usergrid/persistence/queue/QueueFig.java b/stack/corepersistence/queue/src/main/java/org/apache/usergrid/persistence/queue/QueueFig.java
index ca6e011..533314b 100644
--- a/stack/corepersistence/queue/src/main/java/org/apache/usergrid/persistence/queue/QueueFig.java
+++ b/stack/corepersistence/queue/src/main/java/org/apache/usergrid/persistence/queue/QueueFig.java
@@ -99,4 +99,8 @@ public interface QueueFig extends GuicyFig {
@Default( "3000" ) // 3 seconds
int getQueuePollTimeshift();
+ @Key( "usergrid.queue.quorum.fallback")
+ @Default("false") // 30 seconds
+ boolean getQuorumFallback();
+
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/794bbd44/stack/services/src/main/java/org/apache/usergrid/services/notifications/gcm/GCMAdapter.java
----------------------------------------------------------------------
diff --git a/stack/services/src/main/java/org/apache/usergrid/services/notifications/gcm/GCMAdapter.java b/stack/services/src/main/java/org/apache/usergrid/services/notifications/gcm/GCMAdapter.java
index e334a54..af0bc78 100644
--- a/stack/services/src/main/java/org/apache/usergrid/services/notifications/gcm/GCMAdapter.java
+++ b/stack/services/src/main/java/org/apache/usergrid/services/notifications/gcm/GCMAdapter.java
@@ -242,11 +242,14 @@ public class GCMAdapter implements ProviderAdapter {
payload.remove(priorityKey);
}
-
- // add our source notification payload data into the Message Builder
- // Message.Builder requires the payload to be Map<String,String> so blindly cast
- Map<String,String> dataMap = (Map<String,String>) payload;
- dataMap.forEach( (key, value) -> builder.addData(key, value));
+//
+// // add our source notification payload data into the Message Builder
+// // Message.Builder requires the payload to be Map<String,String> so blindly cast
+// Map<String,String> dataMap = (Map<String,String>) payload;
+//
+// dataMap.forEach( (key, value) -> builder.addData(key, value));
+
+ builder.addData("data", JSON.toString(payload));
Message message = builder.build();
MulticastResult multicastResult;
http://git-wip-us.apache.org/repos/asf/usergrid/blob/794bbd44/tests/integration/test/notifications/notifications.js
----------------------------------------------------------------------
diff --git a/tests/integration/test/notifications/notifications.js b/tests/integration/test/notifications/notifications.js
index 644510f..7a255e5 100644
--- a/tests/integration/test/notifications/notifications.js
+++ b/tests/integration/test/notifications/notifications.js
@@ -278,7 +278,6 @@ module.exports = {
function (err, notification) {
should(err).be.null;
notification.should.not.be.null;
- notification.expectedCount.should.be.equal(1);
setTimeout(function() {
// wait a second before proceeding
@@ -306,7 +305,6 @@ module.exports = {
function (err, notification) {
should(err).be.null;
notification.should.not.be.null;
- notification.expectedCount.should.be.equal(1);
setTimeout(function() {
// wait a second before proceeding
@@ -334,9 +332,6 @@ module.exports = {
should(err).be.null;
notification.should.not.be.null;
- // we set up 2 groups of the same 5 users. if duplicate filtering is working,
- // we'll only have 5 expected
- notification.expectedCount.should.be.equal(5);
setTimeout(function() {
// wait a second before proceeding
[36/50] [abbrv] usergrid git commit: Update test with new property
name.
Posted by sn...@apache.org.
Update test with new property name.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/2e344cb7
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/2e344cb7
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/2e344cb7
Branch: refs/heads/asf-site
Commit: 2e344cb731ecc78f06034d6e001c04d1db2bcf60
Parents: 8dce5ed
Author: Michael Russo <mr...@apigee.com>
Authored: Fri Apr 15 01:02:37 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Fri Apr 15 01:02:37 2016 +0200
----------------------------------------------------------------------
.../services/notifications/apns/NotificationsServiceIT.java | 2 +-
.../services/notifications/gcm/NotificationsServiceIT.java | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/2e344cb7/stack/services/src/test/java/org/apache/usergrid/services/notifications/apns/NotificationsServiceIT.java
----------------------------------------------------------------------
diff --git a/stack/services/src/test/java/org/apache/usergrid/services/notifications/apns/NotificationsServiceIT.java b/stack/services/src/test/java/org/apache/usergrid/services/notifications/apns/NotificationsServiceIT.java
index 0ef5fe4..a3ac99f 100644
--- a/stack/services/src/test/java/org/apache/usergrid/services/notifications/apns/NotificationsServiceIT.java
+++ b/stack/services/src/test/java/org/apache/usergrid/services/notifications/apns/NotificationsServiceIT.java
@@ -172,7 +172,7 @@ public class NotificationsServiceIT extends AbstractServiceNotificationIT {
app.put("payloads", payloads);
app.put("queued", System.currentTimeMillis());
app.put("debug", true);
- app.put("receipts",false );
+ app.put("saveReceipts",false );
app.put("expire", System.currentTimeMillis() + 300000); // add 5 minutes to current time
Entity e = app.testRequest(ServiceAction.POST, 1, "devices", device1.getUuid(), "notifications").getEntity();
http://git-wip-us.apache.org/repos/asf/usergrid/blob/2e344cb7/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
----------------------------------------------------------------------
diff --git a/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java b/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
index 13b2887..6ba237d 100644
--- a/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
+++ b/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
@@ -176,7 +176,7 @@ public class NotificationsServiceIT extends AbstractServiceNotificationIT {
app.put("payloads", payloads);
app.put("queued", System.currentTimeMillis());
app.put("debug", true);
- app.put("receipts",false );
+ app.put("saveReceipts",false );
app.put("expire", System.currentTimeMillis() + 300000); // add 5 minutes to current time
Entity e = app.testRequest(ServiceAction.POST, 1, "devices", device1.getUuid(), "notifications").getEntity();
[33/50] [abbrv] usergrid git commit: Merge commit
'refs/pull/503/head' of github.com:apache/usergrid into release-2.1.1
Posted by sn...@apache.org.
Merge commit 'refs/pull/503/head' of github.com:apache/usergrid into release-2.1.1
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/99e6d406
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/99e6d406
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/99e6d406
Branch: refs/heads/asf-site
Commit: 99e6d406cd0d60c95cf4e9e69c292b39ca3def21
Parents: 491aa08 fbced58
Author: Michael Russo <mr...@apigee.com>
Authored: Fri Apr 15 00:47:36 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Fri Apr 15 00:47:36 2016 +0200
----------------------------------------------------------------------
.../corepersistence/CpEntityManager.java | 86 ++++++++++++++------
.../collection/CollectionsResourceIT.java | 56 +++++++++++--
2 files changed, 112 insertions(+), 30 deletions(-)
----------------------------------------------------------------------
[04/50] [abbrv] usergrid git commit: Revert "Reduce number of old ES
indexes that are being deleted at a time."
Posted by sn...@apache.org.
Revert "Reduce number of old ES indexes that are being deleted at a time."
This reverts commit dcd8c39f396bffa79395ef504c9640eb492dde8f.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/ab028e96
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/ab028e96
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/ab028e96
Branch: refs/heads/asf-site
Commit: ab028e96a7f44ccf35a4474a21143c46a25556a5
Parents: 90217b5
Author: Michael Russo <mr...@apigee.com>
Authored: Tue Apr 5 13:47:39 2016 -0700
Committer: Michael Russo <mr...@apigee.com>
Committed: Tue Apr 5 13:47:39 2016 -0700
----------------------------------------------------------------------
.../java/org/apache/usergrid/persistence/index/IndexFig.java | 6 ------
.../usergrid/persistence/index/impl/EsEntityIndexImpl.java | 2 +-
2 files changed, 1 insertion(+), 7 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/ab028e96/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/IndexFig.java
----------------------------------------------------------------------
diff --git a/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/IndexFig.java b/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/IndexFig.java
index 447169e..e81219a 100644
--- a/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/IndexFig.java
+++ b/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/IndexFig.java
@@ -62,8 +62,6 @@ public interface IndexFig extends GuicyFig {
String ELASTICSEARCH_VERSION_QUERY_LIMIT = "elasticsearch.version_query_limit";
- String ELASTICSEARCH_OLD_VERSION_QUERY_LIMIT = "elasticsearch.old_version_query_limit";
-
/**
* Comma-separated list of Elasticsearch hosts.
@@ -207,8 +205,4 @@ public interface IndexFig extends GuicyFig {
@Default("1000")
@Key( ELASTICSEARCH_VERSION_QUERY_LIMIT )
int getVersionQueryLimit();
-
- @Default("10")
- @Key( ELASTICSEARCH_OLD_VERSION_QUERY_LIMIT )
- int getOldVersionQueryLimit();
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/ab028e96/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/EsEntityIndexImpl.java
----------------------------------------------------------------------
diff --git a/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/EsEntityIndexImpl.java b/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/EsEntityIndexImpl.java
index f754cc2..f5da29a 100644
--- a/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/EsEntityIndexImpl.java
+++ b/stack/corepersistence/queryindex/src/main/java/org/apache/usergrid/persistence/index/impl/EsEntityIndexImpl.java
@@ -545,7 +545,7 @@ public class EsEntityIndexImpl implements EntityIndex,VersionedData {
final long markedTimestamp = markedVersion.timestamp();
// never let the limit be less than 2 as there are potential indefinite paging issues
- final int searchLimit = Math.max(2, indexFig.getOldVersionQueryLimit());
+ final int searchLimit = Math.max(2, indexFig.getVersionQueryLimit());
// this query will find the document for the entity itself
final QueryBuilder entityQuery = QueryBuilders
[22/50] [abbrv] usergrid git commit: Merge branch 'release-2.1.1' of
https://git-wip-us.apache.org/repos/asf/usergrid into release-2.1.1
Posted by sn...@apache.org.
Merge branch 'release-2.1.1' of https://git-wip-us.apache.org/repos/asf/usergrid into release-2.1.1
# By Michael Russo
# Via Michael Russo
* 'release-2.1.1' of https://git-wip-us.apache.org/repos/asf/usergrid:
Fix NoSuchElementException when no devices are found for the targeted push notification.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/17e9b36e
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/17e9b36e
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/17e9b36e
Branch: refs/heads/asf-site
Commit: 17e9b36e55c4094715e87935d122fac5d76389a7
Parents: 19892a9 7c24d43
Author: George Reyes <gr...@apache.org>
Authored: Tue Apr 12 20:35:57 2016 -0700
Committer: George Reyes <gr...@apache.org>
Committed: Tue Apr 12 20:35:57 2016 -0700
----------------------------------------------------------------------
.../services/notifications/impl/ApplicationQueueManagerImpl.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
[05/50] [abbrv] usergrid git commit: Add flag to disable de-index of
older versions on entity updates.
Posted by sn...@apache.org.
Add flag to disable de-index of older versions on entity updates.
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/9f451306
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/9f451306
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/9f451306
Branch: refs/heads/asf-site
Commit: 9f451306e74ff1816219ae4393ec9b5f9c5d1a41
Parents: ab028e9
Author: Michael Russo <mr...@apigee.com>
Authored: Tue Apr 5 17:33:44 2016 -0700
Committer: Michael Russo <mr...@apigee.com>
Committed: Tue Apr 5 17:33:44 2016 -0700
----------------------------------------------------------------------
.../org/apache/usergrid/corepersistence/CpEntityManager.java | 4 +++-
.../org/apache/usergrid/corepersistence/EntityManagerFig.java | 4 ++++
.../apache/usergrid/corepersistence/StaleIndexCleanupTest.java | 3 ++-
3 files changed, 9 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/9f451306/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
index b29e6d3..bb9d61f 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
@@ -593,7 +593,9 @@ public class CpEntityManager implements EntityManager {
// queue up an event to clean-up older versions than this one from the index
- indexService.queueDeIndexOldVersion( applicationScope, entityId );
+ if(entityManagerFig.getDeindexOnUpdate()) {
+ indexService.queueDeIndexOldVersion(applicationScope, entityId);
+ }
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/9f451306/stack/core/src/main/java/org/apache/usergrid/corepersistence/EntityManagerFig.java
----------------------------------------------------------------------
diff --git a/stack/core/src/main/java/org/apache/usergrid/corepersistence/EntityManagerFig.java b/stack/core/src/main/java/org/apache/usergrid/corepersistence/EntityManagerFig.java
index 45bebc6..4c50aee 100644
--- a/stack/core/src/main/java/org/apache/usergrid/corepersistence/EntityManagerFig.java
+++ b/stack/core/src/main/java/org/apache/usergrid/corepersistence/EntityManagerFig.java
@@ -37,4 +37,8 @@ public interface EntityManagerFig extends GuicyFig {
@Key( "usergrid.entityManager_sleep_ms" )
@Default( "100" )
int sleep();
+
+ @Key( "usergrid.entityManager.enable_deindex_on_update" )
+ @Default( "false" )
+ boolean getDeindexOnUpdate();
}
http://git-wip-us.apache.org/repos/asf/usergrid/blob/9f451306/stack/core/src/test/java/org/apache/usergrid/corepersistence/StaleIndexCleanupTest.java
----------------------------------------------------------------------
diff --git a/stack/core/src/test/java/org/apache/usergrid/corepersistence/StaleIndexCleanupTest.java b/stack/core/src/test/java/org/apache/usergrid/corepersistence/StaleIndexCleanupTest.java
index 536f9f5..65c373f 100644
--- a/stack/core/src/test/java/org/apache/usergrid/corepersistence/StaleIndexCleanupTest.java
+++ b/stack/core/src/test/java/org/apache/usergrid/corepersistence/StaleIndexCleanupTest.java
@@ -70,6 +70,7 @@ import static org.junit.Assert.assertTrue;
* Test on read style clean-up of stale ElasticSearch indexes.
*/
@NotThreadSafe
+@Ignore
public class StaleIndexCleanupTest extends AbstractCoreIT {
private static final Logger logger = LoggerFactory.getLogger( StaleIndexCleanupTest.class );
public static final String EVENTS_DISABLED = "corepersistence.events.disabled";
@@ -133,7 +134,7 @@ public class StaleIndexCleanupTest extends AbstractCoreIT {
}
-
+
/**
* Test that the EntityDeleteImpl cleans up stale indexes on delete. Ensures that when an
* entity is deleted its old indexes are cleared from ElasticSearch.
[38/50] [abbrv] usergrid git commit: Fix notification test ( receipts
are only created if debug = true ).
Posted by sn...@apache.org.
Fix notification test ( receipts are only created if debug = true ).
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/30266e13
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/30266e13
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/30266e13
Branch: refs/heads/asf-site
Commit: 30266e13dd8055fd3c52689fa2b15020de98b015
Parents: 22a8d05
Author: Michael Russo <mr...@apigee.com>
Authored: Fri Apr 15 07:31:44 2016 +0200
Committer: Michael Russo <mr...@apigee.com>
Committed: Fri Apr 15 07:31:44 2016 +0200
----------------------------------------------------------------------
.../services/notifications/gcm/NotificationsServiceIT.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/30266e13/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
----------------------------------------------------------------------
diff --git a/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java b/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
index 6ba237d..8782fe3 100644
--- a/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
+++ b/stack/services/src/test/java/org/apache/usergrid/services/notifications/gcm/NotificationsServiceIT.java
@@ -150,7 +150,7 @@ public class NotificationsServiceIT extends AbstractServiceNotificationIT {
payloads.put(notifier.getUuid().toString(), payload);
app.put("payloads", payloads);
app.put("queued", System.currentTimeMillis());
- app.put("debug", false);
+ app.put("debug", true);
app.put("expire", System.currentTimeMillis() + 300000); // add 5 minutes to current time
Entity e = app.testRequest(ServiceAction.POST, 1, "devices", device1.getUuid(), "notifications").getEntity();
[12/50] [abbrv] usergrid git commit: Merge branch
'selectiveIndexingCherryPicked' into release-2.1.1
Posted by sn...@apache.org.
Merge branch 'selectiveIndexingCherryPicked' into release-2.1.1
* selectiveIndexingCherryPicked: (33 commits)
Removed all instance of java.util.Optional from selective indexing.
Add some more comments and clarity to selective indexing.
Added tests and code to cover the following cases: Somebody doesn't have a field array in the payload submitted to the index schema. Somebody submits something other than a JSON array to the "fields" field.
Cleaned up the old code that used to do the filtering.
Created a easier to understand algorithm that checks for top level indexing values. Passes existing tests.
Forced the indexing schema to store the map instead of the JSON string that way we only do the parsing once if we're doing a lot of get's on the schema.
Added a way to use the existing reindex code to reindex the collection rather than copying and pasting the reindex code.
Added a delete test and a delete endpoint so that we can delete schema's
Added a put that will automatically invalidate the cache.
Removed the index schema cache from the manager cache as it can and should stand alone.
Added the index schema cache to the index service.
Added first instances of using a cache for access index schema values
Removed all unused imports in cpRelationManager and IndexServiceImpl and EsEntityIndexBatchImpl. Re-added final keyword to indexing interface
Changed the seemingly not working delay to 50 millisecond , moved the collection reindexing timer updating code to be easier to follow.
Cleaning up the left over code from the endeavor.
Simplified the CollectionResource and remove recursive call based on serviceResource wonkiness
Working lower level selective indexing. Working field updates when we do reindexing and stuff. Added test proving that it works.
Comments with changes to make to selective indexing. Changes to reindexing to add a delay given the reindexing call.
Commented out the delay because it broke tests. Cleaned up some commented out code and spaces.
Cleaned up the updating test to verify that a collection of 10 will be indexed.
...
Project: http://git-wip-us.apache.org/repos/asf/usergrid/repo
Commit: http://git-wip-us.apache.org/repos/asf/usergrid/commit/74de4bca
Tree: http://git-wip-us.apache.org/repos/asf/usergrid/tree/74de4bca
Diff: http://git-wip-us.apache.org/repos/asf/usergrid/diff/74de4bca
Branch: refs/heads/asf-site
Commit: 74de4bca3a6c74b1a8491b9bc093cda9e9b26add
Parents: 29d7660 d751ac1
Author: George Reyes <gr...@apache.org>
Authored: Fri Apr 8 13:20:27 2016 -0700
Committer: George Reyes <gr...@apache.org>
Committed: Fri Apr 8 13:20:27 2016 -0700
----------------------------------------------------------------------
.../main/resources/usergrid-default.properties | 3 -
.../usergrid/corepersistence/CoreModule.java | 6 +
.../corepersistence/CpEntityManager.java | 111 +++-
.../corepersistence/CpEntityManagerFactory.java | 8 +-
.../corepersistence/CpManagerCache.java | 2 +-
.../corepersistence/CpRelationManager.java | 5 -
.../usergrid/corepersistence/ManagerCache.java | 2 +-
.../asyncevents/EventBuilderImpl.java | 1 -
.../corepersistence/index/IndexSchemaCache.java | 50 ++
.../index/IndexSchemaCacheFactory.java | 44 ++
.../index/IndexSchemaCacheFig.java | 39 ++
.../index/IndexSchemaCacheImpl.java | 119 ++++
.../corepersistence/index/IndexServiceImpl.java | 94 ++-
.../index/ReIndexRequestBuilder.java | 7 +
.../index/ReIndexRequestBuilderImpl.java | 32 +
.../index/ReIndexServiceImpl.java | 39 +-
.../usergrid/persistence/EntityManager.java | 7 +
.../persistence/cassandra/ApplicationCF.java | 2 +-
.../impl/EntityCollectionManagerImpl.java | 2 +-
.../core/consistency/TimeServiceImpl.java | 5 +-
.../persistence/map/impl/MapManagerImpl.java | 6 +
.../persistence/index/EntityIndexBatch.java | 13 +-
.../index/impl/EntityToMapConverter.java | 93 ++-
.../index/impl/EsEntityIndexBatchImpl.java | 21 +-
.../persistence/index/impl/IndexOperation.java | 9 +-
.../persistence/index/impl/EntityIndexTest.java | 2 +-
.../org/apache/usergrid/rest/ApiResponse.java | 7 +-
.../rest/applications/ApplicationResource.java | 2 +-
.../rest/applications/CollectionResource.java | 233 +++++++
.../rest/applications/ServiceResource.java | 111 +++-
.../usergrid/rest/system/IndexResource.java | 6 +
.../collection/CollectionsResourceIT.java | 622 ++++++++++++++++++-
.../test/resource/endpoints/NamedResource.java | 22 +
.../services/AbstractCollectionService.java | 39 ++
.../services/AbstractConnectionsService.java | 13 +
.../usergrid/services/AbstractService.java | 11 +-
.../org/apache/usergrid/services/Service.java | 3 +
.../usergrid/services/ServiceManager.java | 1 -
.../usergrid/services/ServiceRequest.java | 5 +
.../applications/ApplicationsService.java | 14 +
40 files changed, 1738 insertions(+), 73 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/usergrid/blob/74de4bca/stack/core/src/main/java/org/apache/usergrid/corepersistence/CpEntityManager.java
----------------------------------------------------------------------