You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kibble.apache.org by hu...@apache.org on 2017/10/23 21:11:55 UTC
[kibble] 02/04: mood as a timeseries
This is an automated email from the ASF dual-hosted git repository.
humbedooh pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/kibble.git
commit d9974f2ef3e32dbb7a94b69b02c6bd6fd51dbf22
Author: Daniel Gruno <hu...@apache.org>
AuthorDate: Mon Oct 23 23:11:19 2017 +0200
mood as a timeseries
we'll default to weekly chunks for now, a month makes it impossible
to see anything yet
---
api/pages/mail/mood-timeseries.py | 197 ++++++++++++++++++++++++++++++++++++++
1 file changed, 197 insertions(+)
diff --git a/api/pages/mail/mood-timeseries.py b/api/pages/mail/mood-timeseries.py
new file mode 100644
index 0000000..8c58665
--- /dev/null
+++ b/api/pages/mail/mood-timeseries.py
@@ -0,0 +1,197 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+########################################################################
+# OPENAPI-URI: /api/mail/mood-timeseries
+########################################################################
+# get:
+# responses:
+# '200':
+# content:
+# application/json:
+# schema:
+# $ref: '#/components/schemas/Timeseries'
+# description: 200 Response
+# default:
+# content:
+# application/json:
+# schema:
+# $ref: '#/components/schemas/Error'
+# description: unexpected error
+# security:
+# - cookieAuth: []
+# summary: Shows a breakdown of the (analyzed) mood in emails as a timeseries
+# post:
+# requestBody:
+# content:
+# application/json:
+# schema:
+# $ref: '#/components/schemas/defaultWidgetArgs'
+# responses:
+# '200':
+# content:
+# application/json:
+# schema:
+# $ref: '#/components/schemas/Timeseries'
+# description: 200 Response
+# default:
+# content:
+# application/json:
+# schema:
+# $ref: '#/components/schemas/Error'
+# description: unexpected error
+# security:
+# - cookieAuth: []
+# summary: Shows a breakdown of the (analyzed) mood in emails as a timeseries
+#
+########################################################################
+
+
+
+
+
+"""
+This is the email mood timeseries renderer for Kibble
+"""
+
+import json
+import time
+
+def run(API, environ, indata, session):
+
+ # We need to be logged in for this!
+ if not session.user:
+ raise API.exception(403, "You must be logged in to use this API endpoint! %s")
+
+
+ # First, fetch the view if we have such a thing enabled
+ viewList = []
+ if indata.get('view'):
+ viewList = session.getView(indata.get('view'))
+ if indata.get('subfilter'):
+ viewList = session.subFilter(indata.get('subfilter'), view = viewList)
+
+ dateTo = indata.get('to', int(time.time()))
+ dateFrom = indata.get('from', dateTo - (86400*30*6)) # Default to a 6 month span
+ interval = indata.get('interval', 'week')
+
+ # Fetch all sources for default org
+ dOrg = session.user['defaultOrganisation'] or "apache"
+ query = {
+ 'query': {
+ 'bool': {
+ 'must': [
+ {'range':
+ {
+ 'ts': {
+ 'from': dateFrom,
+ 'to': dateTo
+ }
+ }
+ },
+ {
+ 'term': {
+ 'organisation': dOrg
+ }
+ },
+ { 'exists': {
+ 'field': 'mood'
+ }
+ }
+ ]
+ }
+ }
+ }
+ # Source-specific or view-specific??
+ if indata.get('source'):
+ query['query']['bool']['must'].append({'term': {'sourceID': indata.get('source')}})
+ elif viewList:
+ query['query']['bool']['must'].append({'terms': {'sourceID': viewList}})
+
+ emls = session.DB.ES.count(
+ index=session.DB.dbname,
+ doc_type="email",
+ body = query
+ )['count']
+
+ query['aggs'] = {
+ 'history': {
+ 'date_histogram': {
+ 'field': 'date',
+ 'interval': interval
+ },
+ 'aggs': {
+ 'joy': {
+ 'sum': {
+ 'field': 'mood.joy'
+ }
+ },
+ 'sadness': {
+ 'sum': {
+ 'field': 'mood.sadness'
+ }
+ },
+ 'tentative': {
+ 'sum': {
+ 'field': 'mood.tentative'
+ }
+ },
+ 'confident': {
+ 'sum': {
+ 'field': 'mood.confident'
+ }
+ },
+ 'anger': {
+ 'sum': {
+ 'field': 'mood.anger'
+ }
+ },
+ 'fear': {
+ 'sum': {
+ 'field': 'mood.fear'
+ }
+ },
+ 'analytical': {
+ 'sum': {
+ 'field': 'mood.analytical'
+ }
+ }
+ }
+ }
+ }
+ res = session.DB.ES.search(
+ index=session.DB.dbname,
+ doc_type="email",
+ size = 0,
+ body = query
+ )
+
+ timeseries = []
+ M = ['joy', 'sadness', 'tentative', 'confident', 'anger', 'fear', 'analytical']
+
+ for tz in res['aggregations']['history']['buckets']:
+ moods = {}
+ emls = tz['doc_count']
+ for mood in M:
+ moods[mood] = tz.get(mood, {'value':0})['value'] / min(1, emls)
+ moods['date'] = int(tz['key']/1000)
+ timeseries.append(moods)
+
+ JSON_OUT = {
+ 'timeseries': timeseries,
+ 'okay': True
+ }
+ yield json.dumps(JSON_OUT)
--
To stop receiving notification emails like this one, please contact
"commits@kibble.apache.org" <co...@kibble.apache.org>.