You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@apex.apache.org by da...@apache.org on 2015/11/30 22:06:19 UTC
[13/98] [abbrv] [partial] incubator-apex-malhar git commit: Removing
all web demos
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/e1a45507/web/demos/package/node_modules/mongodb/lib/mongodb/connection/url_parser.js
----------------------------------------------------------------------
diff --git a/web/demos/package/node_modules/mongodb/lib/mongodb/connection/url_parser.js b/web/demos/package/node_modules/mongodb/lib/mongodb/connection/url_parser.js
deleted file mode 100644
index 1d32b6a..0000000
--- a/web/demos/package/node_modules/mongodb/lib/mongodb/connection/url_parser.js
+++ /dev/null
@@ -1,254 +0,0 @@
-var fs = require('fs'),
- ReadPreference = require('./read_preference').ReadPreference;
-
-exports.parse = function(url, options) {
- // Ensure we have a default options object if none set
- options = options || {};
- // Variables
- var connection_part = '';
- var auth_part = '';
- var query_string_part = '';
- var dbName = 'admin';
-
- // Must start with mongodb
- if(url.indexOf("mongodb://") != 0)
- throw Error("URL must be in the format mongodb://user:pass@host:port/dbname");
- // If we have a ? mark cut the query elements off
- if(url.indexOf("?") != -1) {
- query_string_part = url.substr(url.indexOf("?") + 1);
- connection_part = url.substring("mongodb://".length, url.indexOf("?"))
- } else {
- connection_part = url.substring("mongodb://".length);
- }
-
- // Check if we have auth params
- if(connection_part.indexOf("@") != -1) {
- auth_part = connection_part.split("@")[0];
- connection_part = connection_part.split("@")[1];
- }
-
- // Check if the connection string has a db
- if(connection_part.indexOf(".sock") != -1) {
- if(connection_part.indexOf(".sock/") != -1) {
- dbName = connection_part.split(".sock/")[1];
- connection_part = connection_part.split("/", connection_part.indexOf(".sock") + ".sock".length);
- }
- } else if(connection_part.indexOf("/") != -1) {
- dbName = connection_part.split("/")[1];
- connection_part = connection_part.split("/")[0];
- }
-
- // Result object
- var object = {};
-
- // Pick apart the authentication part of the string
- var authPart = auth_part || '';
- var auth = authPart.split(':', 2);
- if(options['uri_decode_auth']){
- auth[0] = decodeURIComponent(auth[0]);
- if(auth[1]){
- auth[1] = decodeURIComponent(auth[1]);
- }
- }
-
- // Add auth to final object if we have 2 elements
- if(auth.length == 2) object.auth = {user: auth[0], password: auth[1]};
-
- // Variables used for temporary storage
- var hostPart;
- var urlOptions;
- var servers;
- var serverOptions = {socketOptions: {}};
- var dbOptions = {read_preference_tags: []};
- var replSetServersOptions = {socketOptions: {}};
- // Add server options to final object
- object.server_options = serverOptions;
- object.db_options = dbOptions;
- object.rs_options = replSetServersOptions;
- object.mongos_options = {};
-
- // Let's check if we are using a domain socket
- if(url.match(/\.sock/)) {
- // Split out the socket part
- var domainSocket = url.substring(
- url.indexOf("mongodb://") + "mongodb://".length
- , url.lastIndexOf(".sock") + ".sock".length);
- // Clean out any auth stuff if any
- if(domainSocket.indexOf("@") != -1) domainSocket = domainSocket.split("@")[1];
- servers = [{domain_socket: domainSocket}];
- } else {
- // Split up the db
- hostPart = connection_part;
- // Parse all server results
- servers = hostPart.split(',').map(function(h) {
- var hostPort = h.split(':', 2);
- var _host = hostPort[0] || 'localhost';
- var _port = hostPort[1] != null ? parseInt(hostPort[1], 10) : 27017;
- // Check for localhost?safe=true style case
- if(_host.indexOf("?") != -1) _host = _host.split(/\?/)[0];
-
- // Return the mapped object
- return {host: _host, port: _port};
- });
- }
-
- // Get the db name
- object.dbName = dbName || 'admin';
- // Split up all the options
- urlOptions = (query_string_part || '').split(/[&;]/);
- // Ugh, we have to figure out which options go to which constructor manually.
- urlOptions.forEach(function(opt) {
- if(!opt) return;
- var splitOpt = opt.split('='), name = splitOpt[0], value = splitOpt[1];
- // Options implementations
- switch(name) {
- case 'slaveOk':
- case 'slave_ok':
- serverOptions.slave_ok = (value == 'true');
- dbOptions.slaveOk = (value == 'true');
- break;
- case 'maxPoolSize':
- case 'poolSize':
- serverOptions.poolSize = parseInt(value, 10);
- replSetServersOptions.poolSize = parseInt(value, 10);
- break;
- case 'autoReconnect':
- case 'auto_reconnect':
- serverOptions.auto_reconnect = (value == 'true');
- break;
- case 'minPoolSize':
- throw new Error("minPoolSize not supported");
- case 'maxIdleTimeMS':
- throw new Error("maxIdleTimeMS not supported");
- case 'waitQueueMultiple':
- throw new Error("waitQueueMultiple not supported");
- case 'waitQueueTimeoutMS':
- throw new Error("waitQueueTimeoutMS not supported");
- case 'uuidRepresentation':
- throw new Error("uuidRepresentation not supported");
- case 'ssl':
- if(value == 'prefer') {
- serverOptions.ssl = value;
- replSetServersOptions.ssl = value;
- break;
- }
- serverOptions.ssl = (value == 'true');
- replSetServersOptions.ssl = (value == 'true');
- break;
- case 'replicaSet':
- case 'rs_name':
- replSetServersOptions.rs_name = value;
- break;
- case 'reconnectWait':
- replSetServersOptions.reconnectWait = parseInt(value, 10);
- break;
- case 'retries':
- replSetServersOptions.retries = parseInt(value, 10);
- break;
- case 'readSecondary':
- case 'read_secondary':
- replSetServersOptions.read_secondary = (value == 'true');
- break;
- case 'fsync':
- dbOptions.fsync = (value == 'true');
- break;
- case 'journal':
- dbOptions.journal = (value == 'true');
- break;
- case 'safe':
- dbOptions.safe = (value == 'true');
- break;
- case 'nativeParser':
- case 'native_parser':
- dbOptions.native_parser = (value == 'true');
- break;
- case 'connectTimeoutMS':
- serverOptions.socketOptions.connectTimeoutMS = parseInt(value, 10);
- replSetServersOptions.socketOptions.connectTimeoutMS = parseInt(value, 10);
- break;
- case 'socketTimeoutMS':
- serverOptions.socketOptions.socketTimeoutMS = parseInt(value, 10);
- replSetServersOptions.socketOptions.socketTimeoutMS = parseInt(value, 10);
- break;
- case 'w':
- dbOptions.w = parseInt(value, 10);
- break;
- case 'authSource':
- dbOptions.authSource = value;
- break;
- case 'gssapiServiceName':
- dbOptions.gssapiServiceName = value;
- break;
- case 'authMechanism':
- if(value == 'GSSAPI') {
- // If no password provided decode only the principal
- if(object.auth == null) {
- var urlDecodeAuthPart = decodeURIComponent(authPart);
- if(urlDecodeAuthPart.indexOf("@") == -1) throw new Error("GSSAPI requires a provided principal");
- object.auth = {user: urlDecodeAuthPart, password: null};
- } else {
- object.auth.user = decodeURIComponent(object.auth.user);
- }
- } else if(value == 'MONGODB-X509') {
- object.auth = {user: decodeURIComponent(authPart)};
- }
-
- // Only support GSSAPI or MONGODB-CR for now
- if(value != 'GSSAPI'
- && value != 'MONGODB-X509'
- && value != 'MONGODB-CR'
- && value != 'PLAIN')
- throw new Error("only GSSAPI, PLAIN, MONGODB-X509 or MONGODB-CR is supported by authMechanism");
-
- // Authentication mechanism
- dbOptions.authMechanism = value;
- break;
- case 'wtimeoutMS':
- dbOptions.wtimeoutMS = parseInt(value, 10);
- break;
- case 'readPreference':
- if(!ReadPreference.isValid(value)) throw new Error("readPreference must be either primary/primaryPreferred/secondary/secondaryPreferred/nearest");
- dbOptions.read_preference = value;
- break;
- case 'readPreferenceTags':
- // Contains the tag object
- var tagObject = {};
- if(value == null || value == '') {
- dbOptions.read_preference_tags.push(tagObject);
- break;
- }
-
- // Split up the tags
- var tags = value.split(/\,/);
- for(var i = 0; i < tags.length; i++) {
- var parts = tags[i].trim().split(/\:/);
- tagObject[parts[0]] = parts[1];
- }
-
- // Set the preferences tags
- dbOptions.read_preference_tags.push(tagObject);
- break;
- default:
- break;
- }
- });
-
- // No tags: should be null (not [])
- if(dbOptions.read_preference_tags.length === 0) {
- dbOptions.read_preference_tags = null;
- }
-
- // Validate if there are an invalid write concern combinations
- if((dbOptions.w == -1 || dbOptions.w == 0) && (
- dbOptions.journal == true
- || dbOptions.fsync == true
- || dbOptions.safe == true)) throw new Error("w set to -1 or 0 cannot be combined with safe/w/journal/fsync")
-
- // If no read preference set it to primary
- if(!dbOptions.read_preference) dbOptions.read_preference = 'primary';
-
- // Add servers to result
- object.servers = servers;
- // Returned parsed object
- return object;
-}
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/e1a45507/web/demos/package/node_modules/mongodb/lib/mongodb/cursor.js
----------------------------------------------------------------------
diff --git a/web/demos/package/node_modules/mongodb/lib/mongodb/cursor.js b/web/demos/package/node_modules/mongodb/lib/mongodb/cursor.js
deleted file mode 100644
index d54754e..0000000
--- a/web/demos/package/node_modules/mongodb/lib/mongodb/cursor.js
+++ /dev/null
@@ -1,1008 +0,0 @@
-var QueryCommand = require('./commands/query_command').QueryCommand,
- GetMoreCommand = require('./commands/get_more_command').GetMoreCommand,
- KillCursorCommand = require('./commands/kill_cursor_command').KillCursorCommand,
- Long = require('bson').Long,
- ReadPreference = require('./connection/read_preference').ReadPreference,
- CursorStream = require('./cursorstream'),
- timers = require('timers'),
- utils = require('./utils');
-
-// Set processor, setImmediate if 0.10 otherwise nextTick
-var processor = require('./utils').processor();
-
-/**
- * Constructor for a cursor object that handles all the operations on query result
- * using find. This cursor object is unidirectional and cannot traverse backwards. Clients should not be creating a cursor directly,
- * but use find to acquire a cursor. (INTERNAL TYPE)
- *
- * Options
- * - **skip** {Number} skip number of documents to skip.
- * - **limit** {Number}, limit the number of results to return. -1 has a special meaning and is used by Db.eval. A value of 1 will also be treated as if it were -1.
- * - **sort** {Array | Object}, set to sort the documents coming back from the query. Array of indexes, [['a', 1]] etc.
- * - **hint** {Object}, hint force the query to use a specific index.
- * - **explain** {Boolean}, explain return the explaination of the query.
- * - **snapshot** {Boolean}, snapshot Snapshot mode assures no duplicates are returned.
- * - **timeout** {Boolean}, timeout allow the query to timeout.
- * - **tailable** {Boolean}, tailable allow the cursor to be tailable.
- * - **awaitdata** {Boolean}, awaitdata allow the cursor to wait for data, only applicable for tailable cursor.
- * - **oplogReplay** {Boolean}, sets an internal flag, only applicable for tailable cursor.
- * - **batchSize** {Number}, batchSize the number of the subset of results to request the database to return for every request. This should initially be greater than 1 otherwise the database will automatically close the cursor. The batch size can be set to 1 with cursorInstance.batchSize after performing the initial query to the database.
- * - **raw** {Boolean}, raw return all query documents as raw buffers (default false).
- * - **read** {Boolean}, read specify override of read from source (primary/secondary).
- * - **returnKey** {Boolean}, returnKey only return the index key.
- * - **maxScan** {Number}, maxScan limit the number of items to scan.
- * - **min** {Number}, min set index bounds.
- * - **max** {Number}, max set index bounds.
- * - **maxTimeMS** {Number}, number of miliseconds to wait before aborting the query.
- * - **showDiskLoc** {Boolean}, showDiskLoc show disk location of results.
- * - **comment** {String}, comment you can put a $comment field on a query to make looking in the profiler logs simpler.
- * - **numberOfRetries** {Number}, numberOfRetries if using awaidata specifies the number of times to retry on timeout.
- * - **dbName** {String}, dbName override the default dbName.
- * - **tailableRetryInterval** {Number}, tailableRetryInterval specify the miliseconds between getMores on tailable cursor.
- * - **exhaust** {Boolean}, exhaust have the server send all the documents at once as getMore packets.
- * - **partial** {Boolean}, partial have the sharded system return a partial result from mongos.
- *
- * @class Represents a Cursor.
- * @param {Db} db the database object to work with.
- * @param {Collection} collection the collection to query.
- * @param {Object} selector the query selector.
- * @param {Object} fields an object containing what fields to include or exclude from objects returned.
- * @param {Object} [options] additional options for the collection.
-*/
-function Cursor(db, collection, selector, fields, options) {
- this.db = db;
- this.collection = collection;
- this.selector = selector;
- this.fields = fields;
- options = !options ? {} : options;
-
- this.skipValue = options.skip == null ? 0 : options.skip;
- this.limitValue = options.limit == null ? 0 : options.limit;
- this.sortValue = options.sort;
- this.hint = options.hint;
- this.explainValue = options.explain;
- this.snapshot = options.snapshot;
- this.timeout = options.timeout == null ? true : options.timeout;
- this.tailable = options.tailable;
- this.awaitdata = options.awaitdata;
- this.oplogReplay = options.oplogReplay;
- this.numberOfRetries = options.numberOfRetries == null ? 5 : options.numberOfRetries;
- this.currentNumberOfRetries = this.numberOfRetries;
- this.batchSizeValue = options.batchSize == null ? 0 : options.batchSize;
- this.raw = options.raw == null ? false : options.raw;
- this.read = options.read == null ? ReadPreference.PRIMARY : options.read;
- this.returnKey = options.returnKey;
- this.maxScan = options.maxScan;
- this.min = options.min;
- this.max = options.max;
- this.showDiskLoc = options.showDiskLoc;
- this.comment = options.comment;
- this.tailableRetryInterval = options.tailableRetryInterval || 100;
- this.exhaust = options.exhaust || false;
- this.partial = options.partial || false;
- this.slaveOk = options.slaveOk || false;
- this.maxTimeMSValue = options.maxTimeMS;
-
- this.totalNumberOfRecords = 0;
- this.items = [];
- this.cursorId = Long.fromInt(0);
-
- // This name
- this.dbName = options.dbName;
-
- // State variables for the cursor
- this.state = Cursor.INIT;
- // Keep track of the current query run
- this.queryRun = false;
- this.getMoreTimer = false;
-
- // If we are using a specific db execute against it
- if(this.dbName != null) {
- this.collectionName = this.dbName + "." + this.collection.collectionName;
- } else {
- this.collectionName = (this.db.databaseName ? this.db.databaseName + "." : '') + this.collection.collectionName;
- }
-};
-
-/**
- * Resets this cursor to its initial state. All settings like the query string,
- * tailable, batchSizeValue, skipValue and limits are preserved.
- *
- * @return {Cursor} returns itself with rewind applied.
- * @api public
- */
-Cursor.prototype.rewind = function() {
- var self = this;
-
- if (self.state != Cursor.INIT) {
- if (self.state != Cursor.CLOSED) {
- self.close(function() {});
- }
-
- self.numberOfReturned = 0;
- self.totalNumberOfRecords = 0;
- self.items = [];
- self.cursorId = Long.fromInt(0);
- self.state = Cursor.INIT;
- self.queryRun = false;
- }
-
- return self;
-};
-
-
-/**
- * Returns an array of documents. The caller is responsible for making sure that there
- * is enough memory to store the results. Note that the array only contain partial
- * results when this cursor had been previouly accessed. In that case,
- * cursor.rewind() can be used to reset the cursor.
- *
- * @param {Function} callback This will be called after executing this method successfully. The first parameter will contain the Error object if an error occured, or null otherwise. The second parameter will contain an array of BSON deserialized objects as a result of the query.
- * @return {null}
- * @api public
- */
-Cursor.prototype.toArray = function(callback) {
- var self = this;
-
- if(!callback) {
- throw new Error('callback is mandatory');
- }
-
- if(this.tailable) {
- callback(new Error("Tailable cursor cannot be converted to array"), null);
- } else if(this.state != Cursor.CLOSED) {
- // return toArrayExhaust(self, callback);
- // If we are using exhaust we can't use the quick fire method
- if(self.exhaust) return toArrayExhaust(self, callback);
- // Quick fire using trampoline to avoid nextTick
- self.nextObject({noReturn: true}, function(err, result) {
- if(err) return callback(utils.toError(err), null);
- if(self.cursorId.toString() == "0") {
- self.state = Cursor.CLOSED;
- return callback(null, self.items);
- }
-
- // Let's issue getMores until we have no more records waiting
- getAllByGetMore(self, function(err, done) {
- self.state = Cursor.CLOSED;
- if(err) return callback(utils.toError(err), null);
- // Let's release the internal list
- var items = self.items;
- self.items = null;
- // Return all the items
- callback(null, items);
- });
- })
-
- } else {
- callback(new Error("Cursor is closed"), null);
- }
-}
-
-var toArrayExhaust = function(self, callback) {
- var items = [];
-
- self.each(function(err, item) {
- if(err != null) {
- return callback(utils.toError(err), null);
- }
-
- if(item != null && Array.isArray(items)) {
- items.push(item);
- } else {
- var resultItems = items;
- items = null;
- self.items = [];
- callback(null, resultItems);
- }
- });
-}
-
-var getAllByGetMore = function(self, callback) {
- getMore(self, {noReturn: true}, function(err, result) {
- if(err) return callback(utils.toError(err));
- if(result == null) return callback(null, null);
- if(self.cursorId.toString() == "0") return callback(null, null);
- getAllByGetMore(self, callback);
- })
-};
-
-/**
- * Iterates over all the documents for this cursor. As with **{cursor.toArray}**,
- * not all of the elements will be iterated if this cursor had been previouly accessed.
- * In that case, **{cursor.rewind}** can be used to reset the cursor. However, unlike
- * **{cursor.toArray}**, the cursor will only hold a maximum of batch size elements
- * at any given time if batch size is specified. Otherwise, the caller is responsible
- * for making sure that the entire result can fit the memory.
- *
- * @param {Function} callback this will be called for while iterating every document of the query result. The first parameter will contain the Error object if an error occured, or null otherwise. While the second parameter will contain the document.
- * @return {null}
- * @api public
- */
-Cursor.prototype.each = function(callback) {
- var self = this;
- var fn;
-
- if (!callback) {
- throw new Error('callback is mandatory');
- }
-
- if(this.state != Cursor.CLOSED) {
- // If we are using exhaust we can't use the quick fire method
- if(self.exhaust) return eachExhaust(self, callback);
- // Quick fire using trampoline to avoid nextTick
- if(this.items.length > 0) {
- // Trampoline all the entries
- while(fn = loop(self, callback)) fn(self, callback);
- // Call each again
- self.each(callback);
- } else {
- self.nextObject(function(err, item) {
-
- if(err) {
- self.state = Cursor.CLOSED;
- return callback(utils.toError(err), item);
- }
-
- if(item == null) return callback(null, null);
- callback(null, item);
- self.each(callback);
- })
- }
- } else {
- callback(new Error("Cursor is closed"), null);
- }
-};
-
-// Special for exhaust command as we don't initiate the actual result sets
-// the server just sends them as they arrive meaning we need to get the IO event
-// loop happen so we can receive more data from the socket or we return to early
-// after the first fetch and loose all the incoming getMore's automatically issued
-// from the server.
-var eachExhaust = function(self, callback) {
- //FIX: stack overflow (on deep callback) (cred: https://github.com/limp/node-mongodb-native/commit/27da7e4b2af02035847f262b29837a94bbbf6ce2)
- processor(function(){
- // Fetch the next object until there is no more objects
- self.nextObject(function(err, item) {
- if(err != null) return callback(err, null);
- if(item != null) {
- callback(null, item);
- eachExhaust(self, callback);
- } else {
- // Close the cursor if done
- self.state = Cursor.CLOSED;
- callback(err, null);
- }
- });
- });
-}
-
-// Trampoline emptying the number of retrieved items
-// without incurring a nextTick operation
-var loop = function(self, callback) {
- // No more items we are done
- if(self.items.length == 0) return;
- // Get the next document
- var doc = self.items.shift();
- // Callback
- callback(null, doc);
- // Loop
- return loop;
-}
-
-/**
- * Determines how many result the query for this cursor will return
- *
- * @param {Boolean} applySkipLimit if set to true will apply the skip and limits set on the cursor. Defaults to false.
- * @param {Function} callback this will be called after executing this method. The first parameter will contain the Error object if an error occured, or null otherwise. While the second parameter will contain the number of results or null if an error occured.
- * @return {null}
- * @api public
- */
-Cursor.prototype.count = function(applySkipLimit, callback) {
- if(typeof applySkipLimit == 'function') {
- callback = applySkipLimit;
- applySkipLimit = false;
- }
-
- var options = {};
- if(applySkipLimit) {
- if(typeof this.skipValue == 'number') options.skip = this.skipValue;
- if(typeof this.limitValue == 'number') options.limit = this.limitValue;
- }
-
- // If maxTimeMS set
- if(typeof this.maxTimeMSValue == 'number') options.maxTimeMS = this.maxTimeMSValue;
-
- // Call count command
- this.collection.count(this.selector, options, callback);
-};
-
-/**
- * Sets the sort parameter of this cursor to the given value.
- *
- * This method has the following method signatures:
- * (keyOrList, callback)
- * (keyOrList, direction, callback)
- *
- * @param {String|Array|Object} keyOrList This can be a string or an array. If passed as a string, the string will be the field to sort. If passed an array, each element will represent a field to be sorted and should be an array that contains the format [string, direction].
- * @param {String|Number} direction this determines how the results are sorted. "asc", "ascending" or 1 for asceding order while "desc", "desceding or -1 for descending order. Note that the strings are case insensitive.
- * @param {Function} callback this will be called after executing this method. The first parameter will contain an error object when the cursor is already closed while the second parameter will contain a reference to this object upon successful execution.
- * @return {Cursor} an instance of this object.
- * @api public
- */
-Cursor.prototype.sort = function(keyOrList, direction, callback) {
- callback = callback || function(){};
- if(typeof direction === "function") { callback = direction; direction = null; }
-
- if(this.tailable) {
- callback(new Error("Tailable cursor doesn't support sorting"), null);
- } else if(this.queryRun == true || this.state == Cursor.CLOSED) {
- callback(new Error("Cursor is closed"), null);
- } else {
- var order = keyOrList;
-
- if(direction != null) {
- order = [[keyOrList, direction]];
- }
-
- this.sortValue = order;
- callback(null, this);
- }
- return this;
-};
-
-/**
- * Sets the limit parameter of this cursor to the given value.
- *
- * @param {Number} limit the new limit.
- * @param {Function} [callback] this optional callback will be called after executing this method. The first parameter will contain an error object when the limit given is not a valid number or when the cursor is already closed while the second parameter will contain a reference to this object upon successful execution.
- * @return {Cursor} an instance of this object.
- * @api public
- */
-Cursor.prototype.limit = function(limit, callback) {
- if(this.tailable) {
- if(callback) {
- callback(new Error("Tailable cursor doesn't support limit"), null);
- } else {
- throw new Error("Tailable cursor doesn't support limit");
- }
- } else if(this.queryRun == true || this.state == Cursor.CLOSED) {
- if(callback) {
- callback(new Error("Cursor is closed"), null);
- } else {
- throw new Error("Cursor is closed");
- }
- } else {
- if(limit != null && limit.constructor != Number) {
- if(callback) {
- callback(new Error("limit requires an integer"), null);
- } else {
- throw new Error("limit requires an integer");
- }
- } else {
- this.limitValue = limit;
- if(callback) return callback(null, this);
- }
- }
-
- return this;
-};
-
-/**
- * Specifies a time limit for a query operation. After the specified
- * time is exceeded, the operation will be aborted and an error will be
- * returned to the client. If maxTimeMS is null, no limit is applied.
- *
- * @param {Number} maxTimeMS the maxTimeMS for the query.
- * @param {Function} [callback] this optional callback will be called after executing this method. The first parameter will contain an error object when the limit given is not a valid number or when the cursor is already closed while the second parameter will contain a reference to this object upon successful execution.
- * @return {Cursor} an instance of this object.
- * @api public
- */
-Cursor.prototype.maxTimeMS = function(maxTimeMS, callback) {
- if(typeof maxTimeMS != 'number') {
- throw new Error("maxTimeMS must be a number");
- }
-
- // Save the maxTimeMS option
- this.maxTimeMSValue = maxTimeMS;
- // Return the cursor for chaining
- return this;
-};
-
-/**
- * Sets the read preference for the cursor
- *
- * @param {String} the read preference for the cursor, one of Server.READ_PRIMARY, Server.READ_SECONDARY, Server.READ_SECONDARY_ONLY
- * @param {Function} [callback] this optional callback will be called after executing this method. The first parameter will contain an error object when the read preference given is not a valid number or when the cursor is already closed while the second parameter will contain a reference to this object upon successful execution.
- * @return {Cursor} an instance of this object.
- * @api public
- */
-Cursor.prototype.setReadPreference = function(readPreference, tags, callback) {
- if(typeof tags == 'function') callback = tags;
-
- var _mode = readPreference != null && typeof readPreference == 'object' ? readPreference.mode : readPreference;
-
- if(this.queryRun == true || this.state == Cursor.CLOSED) {
- if(callback == null) throw new Error("Cannot change read preference on executed query or closed cursor");
- callback(new Error("Cannot change read preference on executed query or closed cursor"));
- } else if(_mode != null && _mode != 'primary'
- && _mode != 'secondaryOnly' && _mode != 'secondary'
- && _mode != 'nearest' && _mode != 'primaryPreferred' && _mode != 'secondaryPreferred') {
- if(callback == null) throw new Error("only readPreference of primary, secondary, secondaryPreferred, primaryPreferred or nearest supported");
- callback(new Error("only readPreference of primary, secondary, secondaryPreferred, primaryPreferred or nearest supported"));
- } else {
- this.read = readPreference;
- if(callback != null) callback(null, this);
- }
-
- return this;
-}
-
-/**
- * Sets the skip parameter of this cursor to the given value.
- *
- * @param {Number} skip the new skip value.
- * @param {Function} [callback] this optional callback will be called after executing this method. The first parameter will contain an error object when the skip value given is not a valid number or when the cursor is already closed while the second parameter will contain a reference to this object upon successful execution.
- * @return {Cursor} an instance of this object.
- * @api public
- */
-Cursor.prototype.skip = function(skip, callback) {
- callback = callback || function(){};
-
- if(this.tailable) {
- callback(new Error("Tailable cursor doesn't support skip"), null);
- } else if(this.queryRun == true || this.state == Cursor.CLOSED) {
- callback(new Error("Cursor is closed"), null);
- } else {
- if(skip != null && skip.constructor != Number) {
- callback(new Error("skip requires an integer"), null);
- } else {
- this.skipValue = skip;
- callback(null, this);
- }
- }
-
- return this;
-};
-
-/**
- * Sets the batch size parameter of this cursor to the given value.
- *
- * @param {Number} batchSize the new batch size.
- * @param {Function} [callback] this optional callback will be called after executing this method. The first parameter will contain an error object when the batchSize given is not a valid number or when the cursor is already closed while the second parameter will contain a reference to this object upon successful execution.
- * @return {Cursor} an instance of this object.
- * @api public
- */
-Cursor.prototype.batchSize = function(batchSize, callback) {
- if(this.state == Cursor.CLOSED) {
- if(callback != null) {
- return callback(new Error("Cursor is closed"), null);
- } else {
- throw new Error("Cursor is closed");
- }
- } else if(batchSize != null && batchSize.constructor != Number) {
- if(callback != null) {
- return callback(new Error("batchSize requires an integer"), null);
- } else {
- throw new Error("batchSize requires an integer");
- }
- } else {
- this.batchSizeValue = batchSize;
- if(callback != null) return callback(null, this);
- }
-
- return this;
-};
-
-/**
- * The limit used for the getMore command
- *
- * @return {Number} The number of records to request per batch.
- * @ignore
- * @api private
- */
-var limitRequest = function(self) {
- var requestedLimit = self.limitValue;
- var absLimitValue = Math.abs(self.limitValue);
- var absBatchValue = Math.abs(self.batchSizeValue);
-
- if(absLimitValue > 0) {
- if (absBatchValue > 0) {
- requestedLimit = Math.min(absLimitValue, absBatchValue);
- }
- } else {
- requestedLimit = self.batchSizeValue;
- }
-
- return requestedLimit;
-};
-
-
-/**
- * Generates a QueryCommand object using the parameters of this cursor.
- *
- * @return {QueryCommand} The command object
- * @ignore
- * @api private
- */
-var generateQueryCommand = function(self) {
- // Unpack the options
- var queryOptions = QueryCommand.OPTS_NONE;
- if(!self.timeout) {
- queryOptions |= QueryCommand.OPTS_NO_CURSOR_TIMEOUT;
- }
-
- if(self.tailable != null) {
- queryOptions |= QueryCommand.OPTS_TAILABLE_CURSOR;
- self.skipValue = self.limitValue = 0;
-
- // if awaitdata is set
- if(self.awaitdata != null) {
- queryOptions |= QueryCommand.OPTS_AWAIT_DATA;
- }
-
- // This sets an internal undocumented flag. Clients should not depend on its
- // behavior!
- if(self.oplogReplay != null) {
- queryOptions |= QueryCommand.OPTS_OPLOG_REPLAY;
- }
- }
-
- if(self.exhaust) {
- queryOptions |= QueryCommand.OPTS_EXHAUST;
- }
-
- // Unpack the read preference to set slave ok correctly
- var read = self.read instanceof ReadPreference ? self.read.mode : self.read;
-
- // if(self.read == 'secondary')
- if(read == ReadPreference.PRIMARY_PREFERRED
- || read == ReadPreference.SECONDARY
- || read == ReadPreference.SECONDARY_PREFERRED
- || read == ReadPreference.NEAREST) {
- queryOptions |= QueryCommand.OPTS_SLAVE;
- }
-
- // Override slaveOk from the user
- if(self.slaveOk) {
- queryOptions |= QueryCommand.OPTS_SLAVE;
- }
-
- if(self.partial) {
- queryOptions |= QueryCommand.OPTS_PARTIAL;
- }
-
- // limitValue of -1 is a special case used by Db#eval
- var numberToReturn = self.limitValue == -1 ? -1 : limitRequest(self);
-
- // Check if we need a special selector
- if(self.sortValue != null || self.explainValue != null || self.hint != null || self.snapshot != null
- || self.returnKey != null || self.maxScan != null || self.min != null || self.max != null
- || self.showDiskLoc != null || self.comment != null || typeof self.maxTimeMSValue == 'number') {
-
- // Build special selector
- var specialSelector = {'$query':self.selector};
- if(self.sortValue != null) specialSelector['orderby'] = utils.formattedOrderClause(self.sortValue);
- if(self.hint != null && self.hint.constructor == Object) specialSelector['$hint'] = self.hint;
- if(self.snapshot != null) specialSelector['$snapshot'] = true;
- if(self.returnKey != null) specialSelector['$returnKey'] = self.returnKey;
- if(self.maxScan != null) specialSelector['$maxScan'] = self.maxScan;
- if(self.min != null) specialSelector['$min'] = self.min;
- if(self.max != null) specialSelector['$max'] = self.max;
- if(self.showDiskLoc != null) specialSelector['$showDiskLoc'] = self.showDiskLoc;
- if(self.comment != null) specialSelector['$comment'] = self.comment;
-
- // If we are querying the $cmd collection we need to add maxTimeMS as a field
- // otherwise for a normal query it's a "special selector" $maxTimeMS
- if(typeof self.maxTimeMSValue == 'number'
- && self.collectionName.indexOf('.$cmd') != -1) {
- specialSelector['maxTimeMS'] = self.maxTimeMSValue;
- } else if(typeof self.maxTimeMSValue == 'number'
- && self.collectionName.indexOf('.$cmd') == -1) {
- specialSelector['$maxTimeMS'] = self.maxTimeMSValue;
- }
-
- // If we have explain set only return a single document with automatic cursor close
- if(self.explainValue != null) {
- numberToReturn = (-1)*Math.abs(numberToReturn);
- specialSelector['$explain'] = true;
- }
-
- // Return the query
- return new QueryCommand(self.db, self.collectionName, queryOptions, self.skipValue, numberToReturn, specialSelector, self.fields);
- } else {
- return new QueryCommand(self.db, self.collectionName, queryOptions, self.skipValue, numberToReturn, self.selector, self.fields);
- }
-};
-
-/**
- * @return {Object} Returns an object containing the sort value of this cursor with
- * the proper formatting that can be used internally in this cursor.
- * @ignore
- * @api private
- */
-Cursor.prototype.formattedOrderClause = function() {
- return utils.formattedOrderClause(this.sortValue);
-};
-
-/**
- * Converts the value of the sort direction into its equivalent numerical value.
- *
- * @param sortDirection {String|number} Range of acceptable values:
- * 'ascending', 'descending', 'asc', 'desc', 1, -1
- *
- * @return {number} The equivalent numerical value
- * @throws Error if the given sortDirection is invalid
- * @ignore
- * @api private
- */
-Cursor.prototype.formatSortValue = function(sortDirection) {
- return utils.formatSortValue(sortDirection);
-};
-
-/**
- * Gets the next document from the cursor.
- *
- * @param {Function} callback this will be called after executing this method. The first parameter will contain an error object on error while the second parameter will contain a document from the returned result or null if there are no more results.
- * @api public
- */
-Cursor.prototype.nextObject = function(options, callback) {
- var self = this;
-
- if(typeof options == 'function') {
- callback = options;
- options = {};
- }
-
- if(self.state == Cursor.INIT) {
- var cmd;
- try {
- cmd = generateQueryCommand(self);
- } catch (err) {
- return callback(err, null);
- }
-
- // No need to check the keys
- var queryOptions = {exhaust: self.exhaust
- , raw:self.raw
- , read:self.read
- , connection:self.connection
- , checkKeys: false};
-
- // Execute command
- var commandHandler = function(err, result) {
- // If on reconnect, the command got given a different connection, switch
- // the whole cursor to it.
- self.connection = queryOptions.connection;
- self.state = Cursor.OPEN;
- if(err != null && result == null) return callback(utils.toError(err), null);
-
- if(err == null && (result == null || result.documents == null || !Array.isArray(result.documents))) {
- return self.close(function() {callback(new Error("command failed to return results"), null);});
- }
-
- if(err == null && result && result.documents[0] && result.documents[0]['$err']) {
- return self.close(function() {callback(utils.toError(result.documents[0]['$err']), null);});
- }
-
- if(err == null && result && result.documents[0] && result.documents[0]['errmsg']) {
- return self.close(function() {callback(utils.toError(result.documents[0]), null);});
- }
-
- self.queryRun = true;
- self.state = Cursor.OPEN; // Adjust the state of the cursor
- self.cursorId = result.cursorId;
- self.totalNumberOfRecords = result.numberReturned;
-
- // Add the new documents to the list of items, using forloop to avoid
- // new array allocations and copying
- for(var i = 0; i < result.documents.length; i++) {
- self.items.push(result.documents[i]);
- }
-
- // If we have noReturn set just return (not modifying the internal item list)
- // used for toArray
- if(options.noReturn) {
- return callback(null, true);
- }
-
- // Ignore callbacks until the cursor is dead for exhausted
- if(self.exhaust && result.cursorId.toString() == "0") {
- self.nextObject(callback);
- } else if(self.exhaust == false || self.exhaust == null) {
- self.nextObject(callback);
- }
- };
-
- // If we have no connection set on this cursor check one out
- if(self.connection == null) {
- try {
- self.connection = self.db.serverConfig.checkoutReader(this.read);
- // Add to the query options
- queryOptions.connection = self.connection;
- } catch(err) {
- return callback(utils.toError(err), null);
- }
- }
-
- // Execute the command
- self.db._executeQueryCommand(cmd, queryOptions, commandHandler);
- // Set the command handler to null
- commandHandler = null;
- } else if(self.items.length) {
- callback(null, self.items.shift());
- } else if(self.cursorId.greaterThan(Long.fromInt(0))) {
- getMore(self, callback);
- } else {
- // Force cursor to stay open
- return self.close(function() {callback(null, null);});
- }
-}
-
-/**
- * Gets more results from the database if any.
- *
- * @param {Function} callback this will be called after executing this method. The first parameter will contain an error object on error while the second parameter will contain a document from the returned result or null if there are no more results.
- * @ignore
- * @api private
- */
-var getMore = function(self, options, callback) {
- var limit = 0;
-
- if(typeof options == 'function') {
- callback = options;
- options = {};
- }
-
- if(self.state == Cursor.GET_MORE) return callback(null, null);
-
- // Set get more in progress
- self.state = Cursor.GET_MORE;
-
- // Set options
- if (!self.tailable && self.limitValue > 0) {
- limit = self.limitValue - self.totalNumberOfRecords;
- if (limit < 1) {
- self.close(function() {callback(null, null);});
- return;
- }
- }
-
- try {
- var getMoreCommand = new GetMoreCommand(
- self.db
- , self.collectionName
- , limitRequest(self)
- , self.cursorId
- );
-
- // Set up options
- var command_options = {read: self.read, raw: self.raw, connection:self.connection };
-
- // Execute the command
- self.db._executeQueryCommand(getMoreCommand, command_options, function(err, result) {
- var cbValue;
-
- // Get more done
- self.state = Cursor.OPEN;
-
- if(err != null) {
- self.state = Cursor.CLOSED;
- return callback(utils.toError(err), null);
- }
-
- // Ensure we get a valid result
- if(!result || !result.documents) {
- self.state = Cursor.CLOSED;
- return callback(utils.toError("command failed to return results"), null)
- }
-
- // If the QueryFailure flag is set
- if((result.responseFlag & (1 << 1)) != 0) {
- self.state = Cursor.CLOSED;
- return callback(utils.toError("QueryFailure flag set on getmore command"), null);
- }
-
- try {
- var isDead = 1 === result.responseFlag && result.cursorId.isZero();
-
- self.cursorId = result.cursorId;
- self.totalNumberOfRecords += result.numberReturned;
-
- // Determine if there's more documents to fetch
- if(result.numberReturned > 0) {
- if (self.limitValue > 0) {
- var excessResult = self.totalNumberOfRecords - self.limitValue;
-
- if (excessResult > 0) {
- result.documents.splice(-1 * excessResult, excessResult);
- }
- }
-
- // Reset the tries for awaitdata if we are using it
- self.currentNumberOfRetries = self.numberOfRetries;
- // Get the documents
- for(var i = 0; i < result.documents.length; i++) {
- self.items.push(result.documents[i]);
- }
-
- // Don's shift a document out as we need it for toArray
- if(options.noReturn) {
- cbValue = true;
- } else {
- cbValue = self.items.shift();
- }
- } else if(self.tailable && !isDead && self.awaitdata) {
- // Excute the tailable cursor once more, will timeout after ~4 sec if awaitdata used
- self.currentNumberOfRetries = self.currentNumberOfRetries - 1;
- if(self.currentNumberOfRetries == 0) {
- self.close(function() {
- callback(new Error("tailable cursor timed out"), null);
- });
- } else {
- getMore(self, callback);
- }
- } else if(self.tailable && !isDead) {
- self.getMoreTimer = setTimeout(function() { getMore(self, callback); }, self.tailableRetryInterval);
- } else {
- self.close(function() {callback(null, null); });
- }
-
- result = null;
- } catch(err) {
- callback(utils.toError(err), null);
- }
- if (cbValue != null) callback(null, cbValue);
- });
-
- getMoreCommand = null;
- } catch(err) {
- // Get more done
- self.state = Cursor.OPEN;
-
- var handleClose = function() {
- callback(utils.toError(err), null);
- };
-
- self.close(handleClose);
- handleClose = null;
- }
-}
-
-/**
- * Gets a detailed information about how the query is performed on this cursor and how
- * long it took the database to process it.
- *
- * @param {Function} callback this will be called after executing this method. The first parameter will always be null while the second parameter will be an object containing the details.
- * @api public
- */
-Cursor.prototype.explain = function(callback) {
- var limit = (-1)*Math.abs(this.limitValue);
-
- // Create a new cursor and fetch the plan
- var cursor = new Cursor(this.db, this.collection, this.selector, this.fields, {
- skip: this.skipValue
- , limit:limit
- , sort: this.sortValue
- , hint: this.hint
- , explain: true
- , snapshot: this.snapshot
- , timeout: this.timeout
- , tailable: this.tailable
- , batchSize: this.batchSizeValue
- , slaveOk: this.slaveOk
- , raw: this.raw
- , read: this.read
- , returnKey: this.returnKey
- , maxScan: this.maxScan
- , min: this.min
- , max: this.max
- , showDiskLoc: this.showDiskLoc
- , comment: this.comment
- , awaitdata: this.awaitdata
- , oplogReplay: this.oplogReplay
- , numberOfRetries: this.numberOfRetries
- , dbName: this.dbName
- });
-
- // Fetch the explaination document
- cursor.nextObject(function(err, item) {
- if(err != null) return callback(utils.toError(err), null);
- // close the cursor
- cursor.close(function(err, result) {
- if(err != null) return callback(utils.toError(err), null);
- callback(null, item);
- });
- });
-};
-
-/**
- * Returns a Node ReadStream interface for this cursor.
- *
- * Options
- * - **transform** {Function} function of type function(object) { return transformed }, allows for transformation of data before emitting.
- *
- * @return {CursorStream} returns a stream object.
- * @api public
- */
-Cursor.prototype.stream = function stream(options) {
- return new CursorStream(this, options);
-}
-
-/**
- * Close the cursor.
- *
- * @param {Function} callback this will be called after executing this method. The first parameter will always contain null while the second parameter will contain a reference to this cursor.
- * @return {null}
- * @api public
- */
-Cursor.prototype.close = function(callback) {
- var self = this
- this.getMoreTimer && clearTimeout(this.getMoreTimer);
- // Close the cursor if not needed
- if(this.cursorId instanceof Long && this.cursorId.greaterThan(Long.fromInt(0))) {
- try {
- var command = new KillCursorCommand(this.db, [this.cursorId]);
- // Added an empty callback to ensure we don't throw any null exceptions
- this.db._executeQueryCommand(command, {read:self.read, raw:self.raw, connection:self.connection});
- } catch(err) {}
- }
-
- // Null out the connection
- self.connection = null;
- // Reset cursor id
- this.cursorId = Long.fromInt(0);
- // Set to closed status
- this.state = Cursor.CLOSED;
-
- if(callback) {
- callback(null, self);
- self.items = [];
- }
-
- return this;
-};
-
-/**
- * Check if the cursor is closed or open.
- *
- * @return {Boolean} returns the state of the cursor.
- * @api public
- */
-Cursor.prototype.isClosed = function() {
- return this.state == Cursor.CLOSED ? true : false;
-};
-
-/**
- * Init state
- *
- * @classconstant INIT
- **/
-Cursor.INIT = 0;
-
-/**
- * Cursor open
- *
- * @classconstant OPEN
- **/
-Cursor.OPEN = 1;
-
-/**
- * Cursor closed
- *
- * @classconstant CLOSED
- **/
-Cursor.CLOSED = 2;
-
-/**
- * Cursor performing a get more
- *
- * @classconstant OPEN
- **/
-Cursor.GET_MORE = 3;
-
-/**
- * @ignore
- * @api private
- */
-exports.Cursor = Cursor;
http://git-wip-us.apache.org/repos/asf/incubator-apex-malhar/blob/e1a45507/web/demos/package/node_modules/mongodb/lib/mongodb/cursorstream.js
----------------------------------------------------------------------
diff --git a/web/demos/package/node_modules/mongodb/lib/mongodb/cursorstream.js b/web/demos/package/node_modules/mongodb/lib/mongodb/cursorstream.js
deleted file mode 100644
index 90b425b..0000000
--- a/web/demos/package/node_modules/mongodb/lib/mongodb/cursorstream.js
+++ /dev/null
@@ -1,164 +0,0 @@
-var timers = require('timers');
-
-// Set processor, setImmediate if 0.10 otherwise nextTick
-var processor = require('./utils').processor();
-
-/**
- * Module dependecies.
- */
-var Stream = require('stream').Stream;
-
-/**
- * CursorStream
- *
- * Returns a stream interface for the **cursor**.
- *
- * Options
- * - **transform** {Function} function of type function(object) { return transformed }, allows for transformation of data before emitting.
- *
- * Events
- * - **data** {function(item) {}} the data event triggers when a document is ready.
- * - **error** {function(err) {}} the error event triggers if an error happens.
- * - **close** {function() {}} the end event triggers when there is no more documents available.
- *
- * @class Represents a CursorStream.
- * @param {Cursor} cursor a cursor object that the stream wraps.
- * @return {Stream}
- */
-function CursorStream(cursor, options) {
- if(!(this instanceof CursorStream)) return new CursorStream(cursor);
- options = options ? options : {};
-
- Stream.call(this);
-
- this.readable = true;
- this.paused = false;
- this._cursor = cursor;
- this._destroyed = null;
- this.options = options;
-
- // give time to hook up events
- var self = this;
- process.nextTick(function() {
- self._init();
- });
-}
-
-/**
- * Inherit from Stream
- * @ignore
- * @api private
- */
-CursorStream.prototype.__proto__ = Stream.prototype;
-
-/**
- * Flag stating whether or not this stream is readable.
- */
-CursorStream.prototype.readable;
-
-/**
- * Flag stating whether or not this stream is paused.
- */
-CursorStream.prototype.paused;
-
-/**
- * Initialize the cursor.
- * @ignore
- * @api private
- */
-CursorStream.prototype._init = function () {
- if (this._destroyed) return;
- this._next();
-}
-
-/**
- * Pull the next document from the cursor.
- * @ignore
- * @api private
- */
-CursorStream.prototype._next = function () {
- if(this.paused || this._destroyed) return;
-
- var self = this;
- // Get the next object
- processor(function() {
- if(self.paused || self._destroyed) return;
-
- self._cursor.nextObject(function (err, doc) {
- self._onNextObject(err, doc);
- });
- });
-}
-
-/**
- * Handle each document as its returned from the cursor.
- * @ignore
- * @api private
- */
-CursorStream.prototype._onNextObject = function (err, doc) {
- if(err) return this.destroy(err);
-
- // when doc is null we hit the end of the cursor
- if(!doc && (this._cursor.state == 1 || this._cursor.state == 2)) {
- this.emit('end')
- return this.destroy();
- } else if(doc) {
- var data = typeof this.options.transform == 'function' ? this.options.transform(doc) : doc;
- this.emit('data', data);
- this._next();
- }
-}
-
-/**
- * Pauses the stream.
- *
- * @api public
- */
-CursorStream.prototype.pause = function () {
- this.paused = true;
-}
-
-/**
- * Resumes the stream.
- *
- * @api public
- */
-CursorStream.prototype.resume = function () {
- var self = this;
-
- // Don't do anything if we are not paused
- if(!this.paused) return;
- if(!this._cursor.state == 3) return;
-
- process.nextTick(function() {
- self.paused = false;
- // Only trigger more fetching if the cursor is open
- self._next();
- })
-}
-
-/**
- * Destroys the stream, closing the underlying
- * cursor. No more events will be emitted.
- *
- * @api public
- */
-CursorStream.prototype.destroy = function (err) {
- if (this._destroyed) return;
- this._destroyed = true;
- this.readable = false;
-
- this._cursor.close();
-
- if(err) {
- this.emit('error', err);
- }
-
- this.emit('close');
-}
-
-// TODO - maybe implement the raw option to pass binary?
-//CursorStream.prototype.setEncoding = function () {
-//}
-
-module.exports = exports = CursorStream;