[allura] 01/50: [#7935] Created forum importer for allura's own export format

[br...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

brondsem pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/allura.git

commit b7d7b95683fe128548c530d03a4c60c5fba8f245
Author: Korkmatik <fa...@protonmail.ch>
AuthorDate: Sat Dec 21 22:05:33 2019 +0100

    [#7935] Created forum importer for allura's own export format
---
 ForgeImporters/forgeimporters/forge/discussion.py  | 182 +++++++++++++++++++++
 .../forge/templates/discussion/index.html          |  11 ++
 ForgeImporters/setup.py                            |   1 +
 3 files changed, 194 insertions(+)

diff --git a/ForgeImporters/forgeimporters/forge/discussion.py b/ForgeImporters/forgeimporters/forge/discussion.py
new file mode 100644
index 0000000..754f1d9
--- /dev/null
+++ b/ForgeImporters/forgeimporters/forge/discussion.py
@@ -0,0 +1,182 @@
+import os
+import json
+from dateutil.parser import parse
+
+from tg import tmpl_context as c
+from ming.orm import session, ThreadLocalORMSession
+
+from tg import (
+    expose,
+    flash,
+    redirect
+)
+
+from tg.decorators import (
+    with_trailing_slash,
+    without_trailing_slash
+)
+
+from forgeimporters.base import (
+    ToolImportForm,
+    ToolImportController,
+    File,
+    ToolImporter,
+    get_importer_upload_path,
+    save_importer_upload
+)
+
+from allura import model as M   
+from allura.lib.decorators import require_post
+from allura.lib import validators as v 
+from allura.lib import helpers as h
+
+from forgediscussion import utils, import_support
+from forgediscussion import model as DM
+
+class ForgeDiscussionImportForm(ToolImportForm):
+    discussions_json = v.JsonFile(not_empty=True)
+
+
+class ForgeDiscussionImportController(ToolImportController):
+    import_form = ForgeDiscussionImportForm
+
+    @with_trailing_slash
+    @expose('jinja:forgeimporters.forge:templates/discussion/index.html')
+    def index(self, **kw):
+        return dict(importer=self.importer, target_app=self.target_app)
+
+    @without_trailing_slash
+    @expose()
+    @require_post()
+    def create(self, discussions_json, mount_point, mount_label, **kw):
+        # TODO: delete debug output
+        if self.importer.enforce_limit(c.project):
+            print("import 1")
+            save_importer_upload(c.project, 'discussion.json', json.dumps(discussions_json))
+            print("import 2")
+            self.importer.post(mount_point=mount_point, mount_label=mount_label)
+            print("import 3")
+            flash('Discussion import has begun. Your new discussion will be available when the import is complete')
+            
+        else:
+            print("import limit")
+            flash('There are too many imports pending at this time. Please wait and try again.', 'error')
+        print("import none	")
+
+        redirect(c.project.url() + 'admin/')
+
+
+class ForgeDiscussionImporter(ToolImporter):
+    source = 'Allura'
+    target_app_ep_names = 'discussion'
+    controller = ForgeDiscussionImportController
+    tool_label = 'Discussion'
+    tool_description = 'Import an allura discussion.'
+
+    def __init__(self, *args, **kwargs):
+        super(ForgeDiscussionImporter, self).__init__(*args, **kwargs)
+
+    def _load_json(self, project):
+        upload_path = get_importer_upload_path(project)
+        full_path = os.path.join(upload_path, 'discussion.json')
+        with open(full_path) as fp:
+            return json.load(fp)
+
+    def import_tool(self, project, user, mount_point=None,
+                     mount_label=None, **kw):
+        print("import_tool")
+        #import_id_converter = ImportIdConverter.get()
+        discussion_json = self._load_json(project)
+        
+        mount_point = mount_point or 'discussion'
+
+
+        #_id = forum_json['_id']
+        _id = 'undefined'
+
+        app = project.install_app('discussion', mount_point, mount_label,
+                    import_id={'source': self.source, 'app_config_id': _id }
+        )
+        ThreadLocalORMSession.flush_all()
+       
+        try:
+            M.session.artifact_orm_session._get().skip_mod_date = True
+
+            for forum_json in discussion_json['forums']:
+
+                print("forum_json: ", forum_json)
+
+                new_forum = dict(
+                    shortname=forum_json['shortname'],
+                    _id=forum_json['_id'],
+                    description=forum_json['description'],
+                    name=forum_json['name'],
+                    create='on',
+                    parent='',
+                    members_only=False,
+                    anon_posts=False,
+                    monitoring_email=None
+               ) 
+
+                print(new_forum)
+
+                forum = utils.create_forum(app, new_forum=new_forum)
+
+                for thread_json in forum_json["threads"]:
+                    #thread = DM.ForumThread(
+                    #    _id=thread_json['_id'],
+                    #    discussion_id=thread_json['discussion_id'],
+                    #    subject=thread_json['subject']
+                    #)
+                    thread = forum.get_discussion_thread(dict(
+                                headers=dict(Subject=thread_json['subject'])))[0]
+
+                    self.add_posts(
+                        thread, thread_json['posts'])
+
+                session(forum).flush(forum)
+                session(forum).expunge(forum)
+
+                #perform_import(discussion_json, user)
+
+                print("Forum %s created" % (new_forum["shortname"]))
+
+            return app
+        except Exception:
+            h.make_app_admin_only(app)
+            raise
+                                     
+
+    def get_user(self, username):
+        if username is None:
+            return M.User.anonymous()
+        user = M.User.by_username(username)
+        if not user:
+            print("No user with ", username, "found! (",user,")")
+            user = M.User.anonymous()
+        return user
+
+    def annotate(self, text, user, username, label=''):
+        pass
+
+    def add_posts(self, thread, posts):
+        for post_json in posts:
+            print("Author: ", post_json["author"])
+            user = self.get_user(post_json["author"])
+            print("User", user)
+            with h.push_config(c, user=user):
+                p = thread.add_post(
+                        subject=post_json['subject'],
+                        text=post_json['text'], 
+                        ignore_security=True,
+                        timestamp=parse(post_json['timestamp'])
+                )
+
+                try:
+                    p.add_multiple_attachments([File(a['url'])
+                                                for a in post_json['attachments']])
+                except:
+                    print("Could not add attachemtns to post")
+
+    def process_bins(self, app, bins):
+        pass 
diff --git a/ForgeImporters/forgeimporters/forge/templates/discussion/index.html b/ForgeImporters/forgeimporters/forge/templates/discussion/index.html
new file mode 100644
index 0000000..682cf73
--- /dev/null
+++ b/ForgeImporters/forgeimporters/forge/templates/discussion/index.html
@@ -0,0 +1,11 @@
+{% extends 'forgeimporters:templates/importer_base.html' %}
+
+{% block importer_fields %}
+    <div>
+        <label for="discussions_json">Discussions JSON
+            <br><small>JSON file exported from Allura</small>
+        </label>
+        <input name="discussions_json" type="file" />
+        {{ error('tickets_json') }}
+    </div>
+{% endblock %}
diff --git a/ForgeImporters/setup.py b/ForgeImporters/setup.py
index adae23d..99c11de 100644
--- a/ForgeImporters/setup.py
+++ b/ForgeImporters/setup.py
@@ -45,6 +45,7 @@ setup(name='ForgeImporters',
       github-repo = forgeimporters.github.code:GitHubRepoImporter
       trac-tickets = forgeimporters.trac.tickets:TracTicketImporter
       forge-tracker = forgeimporters.forge.tracker:ForgeTrackerImporter
+      forge-discussion = forgeimporters.forge.discussion:ForgeDiscussionImporter
 
       [allura.admin]
       importers = forgeimporters.base:ImportAdminExtension