You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@community.apache.org by hb...@apache.org on 2015/05/30 07:24:06 UTC
svn commit: r1682576 - in /comdev/projects.apache.org: scripts/import/
site/json/foundation/ site/json/projects/
Author: hboutemy
Date: Sat May 30 05:24:06 2015
New Revision: 1682576
URL: http://svn.apache.org/r1682576
Log:
don't fail when no category, and when failing, save rdf file + rdfparse-failures.xml
Added:
comdev/projects.apache.org/site/json/projects/incubator-droids.json
comdev/projects.apache.org/site/json/projects/marmotta.json
comdev/projects.apache.org/site/json/projects/sling.json
comdev/projects.apache.org/site/json/projects/uima.json
Modified:
comdev/projects.apache.org/scripts/import/rdfparse.py
comdev/projects.apache.org/site/json/foundation/projects.json
comdev/projects.apache.org/site/json/projects/mrunit.json
comdev/projects.apache.org/site/json/projects/oltu.json
comdev/projects.apache.org/site/json/projects/onami.json
Modified: comdev/projects.apache.org/scripts/import/rdfparse.py
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/scripts/import/rdfparse.py?rev=1682576&r1=1682575&r2=1682576&view=diff
==============================================================================
--- comdev/projects.apache.org/scripts/import/rdfparse.py (original)
+++ comdev/projects.apache.org/scripts/import/rdfparse.py Sat May 30 05:24:06 2015
@@ -10,6 +10,7 @@ xmldoc = minidom.parseString(data)
itemlist = xmldoc.getElementsByTagName('location')
projects = {}
+failures = []
def handleChild(el):
retval = None
@@ -79,7 +80,7 @@ for s in itemlist :
if m:
pjson['pmc'] = m.group(1)
# replace category url with id, by removing http://projects.apache.org/category/
- if pjson['category']:
+ if 'category' in pjson:
pjson['category'] = pjson['category'].replace("http://projects.apache.org/category/", "")
if projectJsonFilename:
add = {}
@@ -103,9 +104,22 @@ for s in itemlist :
print("-"*60)
traceback.print_exc()
print("-"*60)
+ failures.append(url)
+ with open (url.split('/')[-1], "wb") as f:
+ f.write(rdf)
+ f.close()
print("Writing foundation/projects.json...")
with open ("../../site/json/foundation/projects.json", "w") as f:
f.write(json.dumps(projects, sort_keys=True, indent=0))
f.close()
+
+if len(failures) > 0:
+ with open ("rdfparse-failures.xml", "w") as f:
+ f.write("<doapFiles>\n")
+ for fail in failures:
+ f.write("<location>%s</location>\n" % fail)
+ f.write("</doapFiles>\n")
+ f.close()
+
print("Done!")
Modified: comdev/projects.apache.org/site/json/foundation/projects.json
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/site/json/foundation/projects.json?rev=1682576&r1=1682575&r2=1682576&view=diff
==============================================================================
--- comdev/projects.apache.org/site/json/foundation/projects.json (original)
+++ comdev/projects.apache.org/site/json/foundation/projects.json Sat May 30 05:24:06 2015
@@ -2954,6 +2954,28 @@
"repository": null,
"shortdesc": "\n mod_ftp is an FTP protocol module hosted within Apache HTTP Server.\n "
},
+"incubator-droids": {
+"Person": {
+"homepage": "http://people.apache.org/~thorsten/",
+"mbox_sha1sum": "\n e72c8b5a4a9c30977163aa73e241a0c7770b2b69",
+"name": "Thorsten Scherler"
+},
+"SVNRepository": "http://svn.apache.org/repos/asf/incubator/droids/",
+"created": "2007-2-7",
+"description": "Apache Droids (incubating) aims to be an intelligent standalone robot\n framework that allows to create robots as plugins, which can automatically seeks out\n relevant online information based on the user's specifications. Droids makes it very \n easy to extend existing robots or write a new one from scratch, which can \n automatically seek out relevant online information based on the user's specifications.\n Droids (plural) is not designed for a special usecase, it is a framework: \n Take what you need, do what you want. ",
+"doap": "http://svn.apache.org/repos/asf/incubator/droids/doap.rdf",
+"download-page": "https://cwiki.apache.org/confluence/display/DROIDS/installation",
+"homepage": "http://incubator.apache.org/droids/",
+"license": "http://usefulinc.com/doap/licenses/asl20",
+"mailing-list": "http://incubator.apache.org/droids/mail-lists.html",
+"maintainer": null,
+"name": "Apache Droids (incubating)",
+"pmc": "incubator",
+"programming-language": "Java",
+"repository": null,
+"shortdesc": "An intelligent standalone robot framework that allows to\n create robots as plugins, which can automatically seeks out relevant online information\n based on the user's specifications.",
+"shortname": "droids"
+},
"isis": {
"Person": {
"mbox": "mailto:danhaywood@apache.org",
@@ -3644,6 +3666,40 @@
"repository": null,
"shortdesc": "Open-source software for transferring content between repositories or search indexes"
},
+"marmotta": {
+"Person": {
+"mbox": "mailto:ansell@apache.org",
+"name": "Peter Ansell"
+},
+"Standard": {
+"body": "W3C",
+"id": "sparql",
+"title": "SPARQL 1.1",
+"url": "http://www.w3.org/TR/sparql11-overview/"
+},
+"Version": {
+"created": "2013-04-26",
+"name": "Apache Marmotta 3.0.0-incubating",
+"revision": "3.0.0-incubating"
+},
+"bug-database": "http://issues.apache.org/jira/browse/MARMOTTA",
+"created": "2012-12-03, 2012-12-03",
+"description": "The goal of Apache Marmotta is to provide an open implementation of a Linked Data Platform that can be used, extended and deployed easily by organizations who want to publish Linked Data or build custom applications on Linked Data",
+"developer": null,
+"doap": "http://marmotta.apache.org/doap.rdf",
+"download-page": "http://marmotta.apache.org/download.html",
+"homepage": "http://marmotta.apache.org",
+"implements": null,
+"license": "http://usefulinc.com/doap/licenses/asl20",
+"mailing-list": "http://marmotta.apache.org/mail-lists.html",
+"modified": "2014-01-13",
+"name": "Apache Marmotta",
+"pmc": "marmotta",
+"programming-language": "Java",
+"release": null,
+"sameAs": "http://rdfohloh.wikier.org/project/marmotta",
+"shortdesc": "An Open Platform for Linked Data"
+},
"maven": {
"GitRepository": "https://git-wip-us.apache.org/repos/asf/maven.git",
"Person": {
@@ -3843,7 +3899,8 @@
},
"mrunit": {
"Person": {
-"name": "Brock Noland"
+"mbox": "mailto:phunt@apache.org",
+"name": "Patrick D. Hunt"
},
"Repository": "git:https://git-wip-us.apache.org/repos/asf/mrunit.git",
"Version": {
@@ -4062,7 +4119,8 @@
},
"oltu": {
"Person": {
-"name": "Antonio Sanso"
+"mbox": "mailto:tommaso@apache.org",
+"name": "Tommaso Teofili"
},
"SVNRepository": "https://svn.apache.org/repos/asf/oltu/trunk/parent",
"Version": {
@@ -4093,6 +4151,8 @@
},
"onami": {
"Person": {
+"homepage": "http://people.apache.org/~simonetripodi/",
+"mbox": "mailto:simonetripodi@apache.org",
"name": "Simone Tripodi"
},
"SVNRepository": "https://svn.apache.org/repos/asf/onami/tags/org.apache.onami.parent-4",
@@ -4862,6 +4922,21 @@
"repository": null,
"shortdesc": "A library for developing geospatial applications."
},
+"sling": {
+"SVNRepository": "http://svn.apache.org/repos/asf/sling/",
+"description": "\n Apache Sling is a web framework that uses a Java Content Repository, such as Apache Jackrabbit, \n to store and manage content.\n Sling applications use either scripts or Java servlets, selected based on simple name conventions, \n to process HTTP requests in a RESTful way.\n The embedded Apache Felix OSGi framework and console provide a dynamic runtime environment, where \n code and content bundles can be loaded, unloaded and reconfigured at runtime.\n As the first web framework dedicated to JSR-170 Java Content Repositories, Sling makes it very \n simple to implement simple applications, while providing an enterprise-level framework for more complex applications.\n ",
+"doap": "http://svn.apache.org/repos/asf/sling/site/doap/sling-doap.rdf",
+"download-page": "http://sling.apache.org/site/downloads.cgi",
+"homepage": "http://sling.apache.org/",
+"license": "http://usefulinc.com/doap/licenses/asl20",
+"mailing-list": "http://sling.apache.org/site/project-information.html",
+"name": "Apache Sling",
+"pmc": "sling",
+"programming-language": "Java",
+"repository": null,
+"shortdesc": "Innovative Web framework based on JCR and OSGi",
+"shortname": "sling"
+},
"spamassassin": {
"Person": {
"mbox_sha1sum": "745b0f55d936f36c20b221fc25488811",
@@ -5506,6 +5581,34 @@
"repository": null,
"shortdesc": "Apache Tuscany simplifies the task of developing SOA solutions by providing a comprehensive infrastructure for SOA development and management that is based on Service Component Architecture (SCA) standard."
},
+"uima": {
+"Person": {
+"name": "Marshall Schor"
+},
+"SVNRepository": "http://svn.apache.org/repos/asf/uima/",
+"Standard": {
+"body": "Organization for the Advancement of Structured Information Standards (OASIS)",
+"id": "UIMA 1.0",
+"title": "Unstructured Information Management Architecture (UIMA) Version 1.0",
+"url": "http://docs.oasis-open.org/uima/v1.0/os/uima-spec-os.html"
+},
+"bug-database": "https://issues.apache.org/jira/browse/UIMA",
+"created": "2010-04-30",
+"description": "The Apache UIMA project supports\n the community working on the analysis of unstructured information\n with a unifying Java and C++ framework, tooling,\n and analysis components, guided by the OASIS UIMA standard.\n It includes support for very large scaleout using networked\n clusters of compute nodes.",
+"doap": "http://svn.apache.org/repos/asf/uima/site/trunk/uima-website/docs/doap/uima.rdf",
+"download-page": "http://uima.apache.org/downloads.cgi",
+"homepage": "http://uima.apache.org",
+"implements": null,
+"license": "http://usefulinc.com/doap/licenses/asl20",
+"mailing-list": "http://uima.apache.org/mail-lists.html",
+"maintainer": null,
+"name": "Apache UIMA",
+"pmc": "uima",
+"programming-language": "Java, C++",
+"repository": null,
+"shortdesc": "Annotator components and a\n scalable integration and deployment framework for\n Unstructured Information analysis",
+"shortname": "UIMA"
+},
"vcl": {
"SVNRepository": "https://svn.apache.org/repos/asf/vcl",
"Version": {
Added: comdev/projects.apache.org/site/json/projects/incubator-droids.json
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/site/json/projects/incubator-droids.json?rev=1682576&view=auto
==============================================================================
--- comdev/projects.apache.org/site/json/projects/incubator-droids.json (added)
+++ comdev/projects.apache.org/site/json/projects/incubator-droids.json Sat May 30 05:24:06 2015
@@ -0,0 +1,22 @@
+{
+"Person": {
+"homepage": "http://people.apache.org/~thorsten/",
+"mbox_sha1sum": "\n e72c8b5a4a9c30977163aa73e241a0c7770b2b69",
+"name": "Thorsten Scherler"
+},
+"SVNRepository": "http://svn.apache.org/repos/asf/incubator/droids/",
+"created": "2007-2-7",
+"description": "Apache Droids (incubating) aims to be an intelligent standalone robot\n framework that allows to create robots as plugins, which can automatically seeks out\n relevant online information based on the user's specifications. Droids makes it very \n easy to extend existing robots or write a new one from scratch, which can \n automatically seek out relevant online information based on the user's specifications.\n Droids (plural) is not designed for a special usecase, it is a framework: \n Take what you need, do what you want. ",
+"doap": "http://svn.apache.org/repos/asf/incubator/droids/doap.rdf",
+"download-page": "https://cwiki.apache.org/confluence/display/DROIDS/installation",
+"homepage": "http://incubator.apache.org/droids/",
+"license": "http://usefulinc.com/doap/licenses/asl20",
+"mailing-list": "http://incubator.apache.org/droids/mail-lists.html",
+"maintainer": null,
+"name": "Apache Droids (incubating)",
+"pmc": "incubator",
+"programming-language": "Java",
+"repository": null,
+"shortdesc": "An intelligent standalone robot framework that allows to\n create robots as plugins, which can automatically seeks out relevant online information\n based on the user's specifications.",
+"shortname": "droids"
+}
\ No newline at end of file
Added: comdev/projects.apache.org/site/json/projects/marmotta.json
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/site/json/projects/marmotta.json?rev=1682576&view=auto
==============================================================================
--- comdev/projects.apache.org/site/json/projects/marmotta.json (added)
+++ comdev/projects.apache.org/site/json/projects/marmotta.json Sat May 30 05:24:06 2015
@@ -0,0 +1,34 @@
+{
+"Person": {
+"mbox": "mailto:ansell@apache.org",
+"name": "Peter Ansell"
+},
+"Standard": {
+"body": "W3C",
+"id": "sparql",
+"title": "SPARQL 1.1",
+"url": "http://www.w3.org/TR/sparql11-overview/"
+},
+"Version": {
+"created": "2013-04-26",
+"name": "Apache Marmotta 3.0.0-incubating",
+"revision": "3.0.0-incubating"
+},
+"bug-database": "http://issues.apache.org/jira/browse/MARMOTTA",
+"created": "2012-12-03, 2012-12-03",
+"description": "The goal of Apache Marmotta is to provide an open implementation of a Linked Data Platform that can be used, extended and deployed easily by organizations who want to publish Linked Data or build custom applications on Linked Data",
+"developer": null,
+"doap": "http://marmotta.apache.org/doap.rdf",
+"download-page": "http://marmotta.apache.org/download.html",
+"homepage": "http://marmotta.apache.org",
+"implements": null,
+"license": "http://usefulinc.com/doap/licenses/asl20",
+"mailing-list": "http://marmotta.apache.org/mail-lists.html",
+"modified": "2014-01-13",
+"name": "Apache Marmotta",
+"pmc": "marmotta",
+"programming-language": "Java",
+"release": null,
+"sameAs": "http://rdfohloh.wikier.org/project/marmotta",
+"shortdesc": "An Open Platform for Linked Data"
+}
\ No newline at end of file
Modified: comdev/projects.apache.org/site/json/projects/mrunit.json
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/site/json/projects/mrunit.json?rev=1682576&r1=1682575&r2=1682576&view=diff
==============================================================================
--- comdev/projects.apache.org/site/json/projects/mrunit.json (original)
+++ comdev/projects.apache.org/site/json/projects/mrunit.json Sat May 30 05:24:06 2015
@@ -1,6 +1,7 @@
{
"Person": {
-"name": "Brock Noland"
+"mbox": "mailto:phunt@apache.org",
+"name": "Patrick D. Hunt"
},
"Repository": "git:https://git-wip-us.apache.org/repos/asf/mrunit.git",
"Version": {
Modified: comdev/projects.apache.org/site/json/projects/oltu.json
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/site/json/projects/oltu.json?rev=1682576&r1=1682575&r2=1682576&view=diff
==============================================================================
--- comdev/projects.apache.org/site/json/projects/oltu.json (original)
+++ comdev/projects.apache.org/site/json/projects/oltu.json Sat May 30 05:24:06 2015
@@ -1,6 +1,7 @@
{
"Person": {
-"name": "Antonio Sanso"
+"mbox": "mailto:tommaso@apache.org",
+"name": "Tommaso Teofili"
},
"SVNRepository": "https://svn.apache.org/repos/asf/oltu/trunk/parent",
"Version": {
Modified: comdev/projects.apache.org/site/json/projects/onami.json
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/site/json/projects/onami.json?rev=1682576&r1=1682575&r2=1682576&view=diff
==============================================================================
--- comdev/projects.apache.org/site/json/projects/onami.json (original)
+++ comdev/projects.apache.org/site/json/projects/onami.json Sat May 30 05:24:06 2015
@@ -1,5 +1,7 @@
{
"Person": {
+"homepage": "http://people.apache.org/~simonetripodi/",
+"mbox": "mailto:simonetripodi@apache.org",
"name": "Simone Tripodi"
},
"SVNRepository": "https://svn.apache.org/repos/asf/onami/tags/org.apache.onami.parent-4",
Added: comdev/projects.apache.org/site/json/projects/sling.json
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/site/json/projects/sling.json?rev=1682576&view=auto
==============================================================================
--- comdev/projects.apache.org/site/json/projects/sling.json (added)
+++ comdev/projects.apache.org/site/json/projects/sling.json Sat May 30 05:24:06 2015
@@ -0,0 +1,15 @@
+{
+"SVNRepository": "http://svn.apache.org/repos/asf/sling/",
+"description": "\n Apache Sling is a web framework that uses a Java Content Repository, such as Apache Jackrabbit, \n to store and manage content.\n Sling applications use either scripts or Java servlets, selected based on simple name conventions, \n to process HTTP requests in a RESTful way.\n The embedded Apache Felix OSGi framework and console provide a dynamic runtime environment, where \n code and content bundles can be loaded, unloaded and reconfigured at runtime.\n As the first web framework dedicated to JSR-170 Java Content Repositories, Sling makes it very \n simple to implement simple applications, while providing an enterprise-level framework for more complex applications.\n ",
+"doap": "http://svn.apache.org/repos/asf/sling/site/doap/sling-doap.rdf",
+"download-page": "http://sling.apache.org/site/downloads.cgi",
+"homepage": "http://sling.apache.org/",
+"license": "http://usefulinc.com/doap/licenses/asl20",
+"mailing-list": "http://sling.apache.org/site/project-information.html",
+"name": "Apache Sling",
+"pmc": "sling",
+"programming-language": "Java",
+"repository": null,
+"shortdesc": "Innovative Web framework based on JCR and OSGi",
+"shortname": "sling"
+}
\ No newline at end of file
Added: comdev/projects.apache.org/site/json/projects/uima.json
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/site/json/projects/uima.json?rev=1682576&view=auto
==============================================================================
--- comdev/projects.apache.org/site/json/projects/uima.json (added)
+++ comdev/projects.apache.org/site/json/projects/uima.json Sat May 30 05:24:06 2015
@@ -0,0 +1,28 @@
+{
+"Person": {
+"name": "Marshall Schor"
+},
+"SVNRepository": "http://svn.apache.org/repos/asf/uima/",
+"Standard": {
+"body": "Organization for the Advancement of Structured Information Standards (OASIS)",
+"id": "UIMA 1.0",
+"title": "Unstructured Information Management Architecture (UIMA) Version 1.0",
+"url": "http://docs.oasis-open.org/uima/v1.0/os/uima-spec-os.html"
+},
+"bug-database": "https://issues.apache.org/jira/browse/UIMA",
+"created": "2010-04-30",
+"description": "The Apache UIMA project supports\n the community working on the analysis of unstructured information\n with a unifying Java and C++ framework, tooling,\n and analysis components, guided by the OASIS UIMA standard.\n It includes support for very large scaleout using networked\n clusters of compute nodes.",
+"doap": "http://svn.apache.org/repos/asf/uima/site/trunk/uima-website/docs/doap/uima.rdf",
+"download-page": "http://uima.apache.org/downloads.cgi",
+"homepage": "http://uima.apache.org",
+"implements": null,
+"license": "http://usefulinc.com/doap/licenses/asl20",
+"mailing-list": "http://uima.apache.org/mail-lists.html",
+"maintainer": null,
+"name": "Apache UIMA",
+"pmc": "uima",
+"programming-language": "Java, C++",
+"repository": null,
+"shortdesc": "Annotator components and a\n scalable integration and deployment framework for\n Unstructured Information analysis",
+"shortname": "UIMA"
+}
\ No newline at end of file