You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@openoffice.apache.org by ro...@apache.org on 2012/10/26 15:56:44 UTC
svn commit: r1402516 - in /incubator/ooo/devtools/aoo-stats: aoo-stats.py
countries.py
Author: robweir
Date: Fri Oct 26 13:56:44 2012
New Revision: 1402516
URL: http://svn.apache.org/viewvc?rev=1402516&view=rev
Log:
Delete aoo-stats.py (get-aoo-stats.py is the preferred script). Also updated countries.py to run against .lst files so it works with AOO 3.4.0 and AOO 3.4.1 downloads and is future-proof.
Removed:
incubator/ooo/devtools/aoo-stats/aoo-stats.py
Modified:
incubator/ooo/devtools/aoo-stats/countries.py
Modified: incubator/ooo/devtools/aoo-stats/countries.py
URL: http://svn.apache.org/viewvc/incubator/ooo/devtools/aoo-stats/countries.py?rev=1402516&r1=1402515&r2=1402516&view=diff
==============================================================================
--- incubator/ooo/devtools/aoo-stats/countries.py (original)
+++ incubator/ooo/devtools/aoo-stats/countries.py Fri Oct 26 13:56:44 2012
@@ -20,24 +20,36 @@
################################################################
-# In order to speed up the script on repeat executions, partial results
-# are cachced in the ./cache directory
-
-
import urllib
import json
import os
import hashlib
import datetime
import time
+import sys
from urllib import urlencode
def getSourceForgeStats(download, start_date, end_date):
-
+ print download
url = download + "/stats/json?start_date=" + start_date + "&" "end_date=" + end_date
- return urllib.urlopen(url).read()
+ attempts = 0
+
+ while attempts < 3:
+ try:
+ conn = urllib.urlopen(url)
+ data = conn.read()
+
+ return data
+
+ except:
+ attempts += 1
+ print "error " + str(attempts)
+
+ return ""
+
+
#extracts the language code from the URL
# this logic is very sensitive to the exact naming conventions
@@ -55,100 +67,6 @@ def getLanguage(url):
return s[s.rfind("_")+1:len(s)]
-#all of the URLs for AOO 3.4 install downloads, excluding SDK's and langpacks
-downloads = [
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ar/3.4.0/Apache_OpenOffice_incubating_3.4.0_Win_x86_install_ar.exe" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ar/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-rpm_ar.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ar/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-deb_ar.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ar/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-rpm_ar.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ar/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-deb_ar.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ar/3.4.0/Apache_OpenOffice_incubating_3.4.0_MacOS_x86_install_ar.dmg" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/zh-CN/3.4.0/Apache_OpenOffice_incubating_3.4.0_Win_x86_install_zh-CN.exe" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/zh-CN/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-rpm_zh-CN.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/zh-CN/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-deb_zh-CN.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/zh-CN/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-rpm_zh-CN.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/zh-CN/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-deb_zh-CN.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/zh-CN/3.4.0/Apache_OpenOffice_incubating_3.4.0_MacOS_x86_install_zh-CN.dmg" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/zh-TW/3.4.0/Apache_OpenOffice_incubating_3.4.0_Win_x86_install_zh-TW.exe" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/zh-TW/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-rpm_zh-TW.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/zh-TW/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-deb_zh-TW.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/zh-TW/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-rpm_zh-TW.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/zh-TW/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-deb_zh-TW.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/zh-TW/3.4.0/Apache_OpenOffice_incubating_3.4.0_MacOS_x86_install_zh-TW.dmg" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/cs/3.4.0/Apache_OpenOffice_incubating_3.4.0_Win_x86_install_cs.exe" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/cs/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-rpm_cs.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/cs/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-deb_cs.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/cs/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-rpm_cs.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/cs/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-deb_cs.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/cs/3.4.0/Apache_OpenOffice_incubating_3.4.0_MacOS_x86_install_cs.dmg" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/nl/3.4.0/Apache_OpenOffice_incubating_3.4.0_Win_x86_install_nl.exe" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/nl/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-rpm_nl.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/nl/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-deb_nl.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/nl/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-rpm_nl.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/nl/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-deb_nl.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/nl/3.4.0/Apache_OpenOffice_incubating_3.4.0_MacOS_x86_install_nl.dmg" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/stable/3.4.0/Apache_OpenOffice_incubating_3.4.0_Win_x86_install_en-US.exe" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/stable/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-rpm_en-US.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/stable/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-deb_en-US.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/stable/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-rpm_en-US.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/stable/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-deb_en-US.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/stable/3.4.0/Apache_OpenOffice_incubating_3.4.0_MacOS_x86_install_en-US.dmg" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/fr/3.4.0/Apache_OpenOffice_incubating_3.4.0_Win_x86_install_fr.exe" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/fr/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-rpm_fr.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/fr/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-deb_fr.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/fr/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-rpm_fr.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/fr/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-deb_fr.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/fr/3.4.0/Apache_OpenOffice_incubating_3.4.0_MacOS_x86_install_fr.dmg" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/gl/3.4.0/Apache_OpenOffice_incubating_3.4.0_Win_x86_install_gl.exe" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/gl/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-rpm_gl.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/gl/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-deb_gl.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/gl/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-rpm_gl.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/gl/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-deb_gl.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/gl/3.4.0/Apache_OpenOffice_incubating_3.4.0_MacOS_x86_install_gl.dmg" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/de/3.4.0/Apache_OpenOffice_incubating_3.4.0_Win_x86_install_de.exe" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/de/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-rpm_de.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/de/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-deb_de.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/de/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-rpm_de.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/de/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-deb_de.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/de/3.4.0/Apache_OpenOffice_incubating_3.4.0_MacOS_x86_install_de.dmg" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/hu/3.4.0/Apache_OpenOffice_incubating_3.4.0_Win_x86_install_hu.exe" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/hu/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-rpm_hu.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/hu/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-deb_hu.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/hu/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-rpm_hu.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/hu/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-deb_hu.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/hu/3.4.0/Apache_OpenOffice_incubating_3.4.0_MacOS_x86_install_hu.dmg" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/it/3.4.0/Apache_OpenOffice_incubating_3.4.0_Win_x86_install_it.exe" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/it/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-rpm_it.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/it/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-deb_it.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/it/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-rpm_it.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/it/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-deb_it.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/it/3.4.0/Apache_OpenOffice_incubating_3.4.0_MacOS_x86_install_it.dmg" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ja/3.4.0/Apache_OpenOffice_incubating_3.4.0_Win_x86_install_ja.exe" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ja/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-rpm_ja.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ja/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-deb_ja.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ja/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-rpm_ja.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ja/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-deb_ja.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ja/3.4.0/Apache_OpenOffice_incubating_3.4.0_MacOS_x86_install_ja.dmg" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/pt-BR/3.4.0/Apache_OpenOffice_incubating_3.4.0_Win_x86_install_pt-BR.exe" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/pt-BR/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-rpm_pt-BR.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/pt-BR/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-deb_pt-BR.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/pt-BR/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-rpm_pt-BR.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/pt-BR/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-deb_pt-BR.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/pt-BR/3.4.0/Apache_OpenOffice_incubating_3.4.0_MacOS_x86_install_pt-BR.dmg" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ru/3.4.0/Apache_OpenOffice_incubating_3.4.0_Win_x86_install_ru.exe" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ru/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-rpm_ru.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ru/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-deb_ru.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ru/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-rpm_ru.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ru/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-deb_ru.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/ru/3.4.0/Apache_OpenOffice_incubating_3.4.0_MacOS_x86_install_ru.dmg" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/es/3.4.0/Apache_OpenOffice_incubating_3.4.0_Win_x86_install_es.exe" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/es/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-rpm_es.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/es/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86_install-deb_es.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/es/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-rpm_es.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/es/3.4.0/Apache_OpenOffice_incubating_3.4.0_Linux_x86-64_install-deb_es.tar.gz" ,
- "http://sourceforge.net/projects/openofficeorg.mirror/files/localized/es/3.4.0/Apache_OpenOffice_incubating_3.4.0_MacOS_x86_install_es.dmg" ,
-]
-
# dictionary of language code to country_dict (dictionary of country name to count)
master_dict = {}
@@ -173,16 +91,20 @@ def mergeCountries(lang, countries):
-for download in downloads :
- # Remember that range functions do not include the end value, so set range to n+1 if you want to include date n
- start_date = "2012-05-07"
- end_date = "2012-05-28"
-
- data = json.loads(getSourceForgeStats(download,start_date, end_date))
+if len(sys.argv) == 0:
+ print "syntax: python countries.py <urls.lst> <start-date> <end-date>"
+ print "where <file.list> is a list of files URL's to gather stats on, and <start-date> and <end-date> are in YYYY-MM-DD format."
+
+downloads = [line.strip() for line in open(sys.argv[1])]
+
+for download in downloads :
+
+ data = json.loads(getSourceForgeStats(download, sys.argv[2], sys.argv[3]))
lang = getLanguage(download)
+ #lang = "foo"
countries = data["countries"]