svn commit: r1690420 - in /comdev/projects.apache.org/scripts: cronjobs/parsechairs.py cronjobs/parsereleases.py cronjobs/podlings.py import/parsecommittees.py import/parseprojects.py

[se...@apache.org]

Author: sebb
Date: Sun Jul 12 00:19:55 2015
New Revision: 1690420

URL: http://svn.apache.org/r1690420
Log:
More docs

Modified:
    comdev/projects.apache.org/scripts/cronjobs/parsechairs.py
    comdev/projects.apache.org/scripts/cronjobs/parsereleases.py
    comdev/projects.apache.org/scripts/cronjobs/podlings.py
    comdev/projects.apache.org/scripts/import/parsecommittees.py
    comdev/projects.apache.org/scripts/import/parseprojects.py

Modified: comdev/projects.apache.org/scripts/cronjobs/parsechairs.py
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/scripts/cronjobs/parsechairs.py?rev=1690420&r1=1690419&r2=1690420&view=diff
==============================================================================
--- comdev/projects.apache.org/scripts/cronjobs/parsechairs.py (original)
+++ comdev/projects.apache.org/scripts/cronjobs/parsechairs.py Sun Jul 12 00:19:55 2015
@@ -3,6 +3,15 @@ import csv
 import json
 import os
 
+"""
+Reads http://www.apache.org/foundation/
+Creates:
+../../site/json/foundation/chairs.json
+
+TODO replace this by parsing committee-info.txt when access is granted
+
+"""
+
 chairs = {}
 
 renames = {

Modified: comdev/projects.apache.org/scripts/cronjobs/parsereleases.py
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/scripts/cronjobs/parsereleases.py?rev=1690420&r1=1690419&r2=1690420&view=diff
==============================================================================
--- comdev/projects.apache.org/scripts/cronjobs/parsereleases.py (original)
+++ comdev/projects.apache.org/scripts/cronjobs/parsereleases.py Sun Jul 12 00:19:55 2015
@@ -2,6 +2,18 @@ import re, urllib.request
 import json
 import os
 
+"""
+Reads the list of files in http://www.apache.org/dist/
+
+Creates:
+../../site/json/foundation/releases.json
+../../site/json/foundation/releases-files.json
+
+TODO: it would probably be more efficient to parse the output of
+svn ls -R https://dist.apache.org/repos/dist/release/
+
+"""
+
 releases = {}
 files = {}
 mainurl = "http://www.apache.org/dist/"

Modified: comdev/projects.apache.org/scripts/cronjobs/podlings.py
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/scripts/cronjobs/podlings.py?rev=1690420&r1=1690419&r2=1690420&view=diff
==============================================================================
--- comdev/projects.apache.org/scripts/cronjobs/podlings.py (original)
+++ comdev/projects.apache.org/scripts/cronjobs/podlings.py Sun Jul 12 00:19:55 2015
@@ -3,6 +3,14 @@ import re, urllib.request
 import json
 from datetime import datetime
 
+"""
+Reads http://incubator.apache.org/podlings.xml
+Creates:
+../../site/json/foundation/podlings.json
+../../site/json/foundation/podlings-history.json
+
+"""
+
 data = urllib.request.urlopen("http://incubator.apache.org/podlings.xml").read()
 xmldoc = minidom.parseString(data)
 itemlist = xmldoc.getElementsByTagName('podling') 

Modified: comdev/projects.apache.org/scripts/import/parsecommittees.py
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/scripts/import/parsecommittees.py?rev=1690420&r1=1690419&r2=1690420&view=diff
==============================================================================
--- comdev/projects.apache.org/scripts/import/parsecommittees.py (original)
+++ comdev/projects.apache.org/scripts/import/parsecommittees.py Sun Jul 12 00:19:55 2015
@@ -8,6 +8,21 @@ import xml.etree.ElementTree as ET
 import xml.dom.minidom as minidom
 import datetime
 
+"""
+Reads:
+../../site/json/foundation/people.json
+../../data/committees.xml
+../../data/board/committee-info.txt
+../../site/json/foundation/chairs.json (cross-check)
+
+Updates:
+../../site/json/foundation/committees.json
+../../site/json/foundation/committees-retired.json
+
+Writes:
+../../site/json/foundation/pmcs.json
+"""
+
 # Committee names from committees-info.txt that do not match committees-evolution.json
 renamesCommittee2Json = {
     'Apache APR': 'Apache Portable Runtime',
@@ -168,6 +183,7 @@ for l in buf.readlines():
             c['chair'] = uid
         c['members'][uid] = fullname
 
+# This only appears to be used for checking links
 www = urllib.request.urlopen("http://www.apache.org/").read().decode('utf-8')
 
 committeeCount = 0

Modified: comdev/projects.apache.org/scripts/import/parseprojects.py
URL: http://svn.apache.org/viewvc/comdev/projects.apache.org/scripts/import/parseprojects.py?rev=1690420&r1=1690419&r2=1690420&view=diff
==============================================================================
--- comdev/projects.apache.org/scripts/import/parseprojects.py (original)
+++ comdev/projects.apache.org/scripts/import/parseprojects.py Sun Jul 12 00:19:55 2015
@@ -5,6 +5,21 @@ import json
 import os
 import traceback
 
+"""
+
+Reads:
+../../data/projects.xml
+parseprojects-failures.xml (if exists)
+../../site/json/foundation/committees-retired.json
+
+Writes:
+../../site/json/foundation/projects.json
+../../site/json/projects/%s.json
+../../site/doap/%s/%s.rdf
+parseprojects-failures.xml (if failures occurred)
+
+"""
+
 projectsList = "../../data/projects.xml";
 save = True;
 if os.path.exists("parseprojects-failures.xml"):